/freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86InterleavedAccess.cpp | 232 VT.getVectorNumElements() / 2); in scaleVectorType() 262 unsigned NumOfElm = VT.getVectorNumElements(); in genShuffleBland() 439 int VF = VT.getVectorNumElements(); in createShuffleStride() 452 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize() 476 unsigned NumElts = VT.getVectorNumElements(); in DecodePALIGNRMask() 611 int VF = VT.getVectorNumElements(); in group2Shuffle() 679 unsigned NumOfElm = VT.getVectorNumElements(); in interleave8bitStride3()
|
H A D | X86ISelLowering.cpp | 2619 if (!VT.isScalableVector() && VT.getVectorNumElements() != 1 && in getPreferredVectorAction() 2623 if (!VT.isScalableVector() && VT.getVectorNumElements() != 1 && in getPreferredVectorAction() 3051 Info.memVT = MVT::getVectorVT(ScalarVT, VT.getVectorNumElements()); in getTgtMemIntrinsic() 3062 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic() 3063 IndexVT.getVectorNumElements()); in getTgtMemIntrinsic() 3074 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic() 3075 IndexVT.getVectorNumElements()); in getTgtMemIntrinsic() 3204 (Index == ResVT.getVectorNumElements())); in isExtractSubvectorCheap() 3206 return (Index % ResVT.getVectorNumElements()) == 0; in isExtractSubvectorCheap() 3793 unsigned NumElts = VT.getVectorNumElements(); in getConstVector() [all …]
|
H A D | X86TargetTransformInfo.cpp | 302 MVT::getVectorVT(MVT::i16, 2 * LT.second.getVectorNumElements()); in getArithmeticInstrCost() 1493 return 20 * LT.first * LT.second.getVectorNumElements() * ScalarCost; in getArithmeticInstrCost() 1569 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost() 1574 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() 1593 LT.second.getVectorNumElements()); in getShuffleCost() 1595 SubLT.second.getVectorNumElements()); in getShuffleCost() 1620 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost() 1623 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() 1681 LegalVT.getVectorNumElements() < in getShuffleCost() 1691 LegalVT.getVectorNumElements()); in getShuffleCost() [all …]
|
H A D | X86ISelLoweringCall.cpp | 108 unsigned NumElts = VT.getVectorNumElements(); in getRegisterTypeForCallingConv() 118 if (VT.getVectorElementType() == MVT::f16 && VT.getVectorNumElements() < 8) in getRegisterTypeForCallingConv() 142 unsigned NumElts = VT.getVectorNumElements(); in getNumRegistersForCallingConv() 152 if (VT.getVectorElementType() == MVT::f16 && VT.getVectorNumElements() < 8) in getNumRegistersForCallingConv() 178 (!isPowerOf2_32(VT.getVectorNumElements()) || in getVectorTypeBreakdownForCallingConv() 179 (VT.getVectorNumElements() == 64 && !Subtarget.hasBWI()) || in getVectorTypeBreakdownForCallingConv() 180 VT.getVectorNumElements() > 64)) { in getVectorTypeBreakdownForCallingConv() 183 NumIntermediates = VT.getVectorNumElements(); in getVectorTypeBreakdownForCallingConv() 1983 unsigned NumElems = VT.getVectorNumElements(); in getMOVL()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonISelLoweringHVX.cpp | 375 MVT BoolW = MVT::getVectorVT(MVT::i1, T.getVectorNumElements()); in initializeHVXLowering() 386 MVT BoolV = MVT::getVectorVT(MVT::i1, T.getVectorNumElements()); in initializeHVXLowering() 445 unsigned VecLen = VecTy.getVectorNumElements(); in getPreferredHvxVectorAction() 511 return MVT::getVectorVT(ElemTy, Tys.first.getVectorNumElements() + in typeJoin() 512 Tys.second.getVectorNumElements()); in typeJoin() 518 unsigned NumElem = VecTy.getVectorNumElements(); in typeSplit() 528 return MVT::getVectorVT(NewElemTy, VecTy.getVectorNumElements()); in typeExtElem() 535 return MVT::getVectorVT(NewElemTy, VecTy.getVectorNumElements()); in typeTruncElem() 774 assert(ResTy.getVectorNumElements() == ByteMask.size()); in getByteShuffle() 891 unsigned ExtLen = ExtTy.getVectorNumElements(); in buildHvxVectorReg() [all...] |
H A D | HexagonISelLowering.cpp | 1059 OpTy.getVectorNumElements()); in LowerSETCC() 1117 OpTy.getVectorNumElements()); in LowerVSELECT() 2191 return SrcTy.getVectorNumElements() <= 8; in isExtractSubvectorCheap() 2446 MVT ExtTy = MVT::getVectorVT(MVT::i16, Ty.getVectorNumElements()); in LowerVECTOR_SHIFT() 2523 assert(VecTy.getVectorNumElements() == Elem.size()); in buildVector32() 2614 assert(VecTy.getVectorNumElements() == Elem.size()); in buildVector64() 2732 assert(VecWidth == VecTy.getVectorNumElements() && in extractVectorPred() 2824 unsigned VecLen = VecTy.getVectorNumElements(); in insertVectorPred() 2841 unsigned Scale = VecLen / ValTy.getVectorNumElements(); in insertVectorPred() 2905 unsigned ValLen = ValTy.getVectorNumElements(); in appendUndef() [all...] |
H A D | HexagonSubtarget.cpp | 193 unsigned NumElems = VecTy.getVectorNumElements(); in isHVXVectorType() 235 unsigned VecLen = PowerOf2Ceil(Ty.getVectorNumElements()); in isTypeForHVX()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorTypes.cpp | 279 assert(N->getValueType(0).getVectorNumElements() == 1 && in ScalarizeVecRes_FFREXP() 391 && Op.getValueType().getVectorNumElements() == 1 in ScalarizeVecRes_BITCAST() 847 assert(N->getValueType(0).getVectorNumElements() == 1 && in ScalarizeVecOp_UnaryOp() 860 assert(N->getValueType(0).getVectorNumElements() == 1 && in ScalarizeVecOp_UnaryOp_StrictFP() 1548 unsigned LoNumElts = LoVT.getVectorNumElements(); in SplitVecRes_BUILD_VECTOR() 1731 unsigned InNumElements = InLoVT.getVectorNumElements(); in SplitVecRes_ExtVecInRegOp() 1735 unsigned OutNumElements = OutLoVT.getVectorNumElements(); in SplitVecRes_ExtVecInRegOp() 1810 unsigned NE = VT.getVectorNumElements(); in UnrollVectorOp_StrictFP() 2635 unsigned NewElts = NewVT.getVectorNumElements(); in SplitVecRes_VECTOR_SHUFFLE() 3989 for (unsigned i = 0, e = Op.getValueType().getVectorNumElements(); in SplitVecOp_CONCAT_VECTORS() [all...] |
H A D | LegalizeTypesGeneric.cpp | 89 assert(!(InVT.getVectorNumElements() & 1) && "Unsupported BITCAST"); in ExpandRes_BITCAST() 353 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST() 371 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() 409 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() 447 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR()
|
H A D | LegalizeVectorOps.cpp | 752 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteINT_TO_FP() 791 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteFP_TO_INT() 1223 int NumElements = VT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG() 1226 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG() 1282 int NumElements = VT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG() 1285 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG() 1317 for (int I = 0, E = VT.getVectorNumElements(); I != E; ++I) in createBSWAPShuffleMask() 1954 unsigned NumElems = VT.getVectorNumElements(); in UnrollStrictFPOp() 2012 unsigned NumElems = VT.getVectorNumElements(); in UnrollVSETCC()
|
H A D | SelectionDAG.cpp | 1139 assert(N->getNumOperands() == N->getValueType(0).getVectorNumElements() && in VerifySDNode() 1697 for (unsigned i = 0; i < ViaVecNumElts / VT.getVectorNumElements(); ++i) in getConstant() 1715 for (unsigned i = 0, e = VT.getVectorNumElements(); i != e; ++i) in getConstant() 2072 for (uint64_t i = 0; i < ResVT.getVectorNumElements(); i++) in getStepVector() 2087 assert(VT.getVectorNumElements() == Mask.size() && in getVectorShuffle() 2202 V.getValueType().getVectorNumElements() == VT.getVectorNumElements(); in getVectorShuffle() 2724 unsigned NumElts = VT.getVectorNumElements(); in computeVectorKnownZeroElements() 2798 unsigned NumElts = VT.getVectorNumElements(); in isSplatValue() 2864 unsigned NumSrcElts = Src.getValueType().getVectorNumElements(); in isSplatValue() 2881 unsigned NumSrcElts = Src.getValueType().getVectorNumElements(); in isSplatValue() [all …]
|
H A D | DAGCombiner.cpp | 345 ? APInt::getAllOnes(VT.getVectorNumElements()) in SimplifyDemandedBits() 358 unsigned NumElts = Op.getValueType().getVectorNumElements(); in SimplifyDemandedVectorElts() 4526 unsigned NumElts = VT.getVectorNumElements(); in visitMUL() 7883 int NumElts = VT.getVectorNumElements(); in visitOR() 11779 int NumElems = VT.getVectorNumElements(); in ConvertSelectToConcatVector() 12074 unsigned NumElmts = VecVT.getVectorNumElements(); in visitVECTOR_COMPRESS() 12223 unsigned Elts = VT.getVectorNumElements(); in foldVSelectOfConstants() 12921 unsigned NumElts = VT.getVectorNumElements(); in tryToFoldExtendOfConstant() 13079 SplitSrcVT.getVectorNumElements() > 1) { in CombineExtLoad() 13091 DstVT.getVectorNumElements() / SplitDstVT.getVectorNumElements(); in CombineExtLoad() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
H A D | VVPISelLowering.cpp | 25 CDAG.getConstant(Op.getValueType().getVectorNumElements(), MVT::i32); in splitMaskArithmetic() 78 AVL = CDAG.getConstant(OpVecVT.getVectorNumElements(), MVT::i32); in lowerToVVP() 145 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32); in lowerVVP_LOAD_STORE() 291 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32); in lowerVVP_GATHER_SCATTER()
|
H A D | VECustomDAG.cpp | 25 return SomeVT.getVectorNumElements() > StandardVectorWidth; in isPackedVectorType() 414 auto AVL = getConstant(MaskVT.getVectorNumElements(), MVT::i32); in getConstantMask() 435 unsigned ElemCount = ResultVT.getVectorNumElements(); in getMaskBroadcast()
|
H A D | VEISelDAGToDAG.cpp | 285 if (SplatResTy.getVectorNumElements() == StandardVectorWidth) { in Select() 288 } else if (SplatResTy.getVectorNumElements() == PackedVectorWidth) { in Select()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | ValueTypes.h | 326 unsigned getVectorNumElements() const { in getVectorNumElements() function 335 return isSimple() ? V.getVectorNumElements() in getVectorNumElements()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
H A D | WebAssemblyISelLowering.cpp | 942 unsigned PossibleBits = VT.getVectorNumElements(); in computeKnownBitsForTargetNode() 1933 ExtractedVecT.getVectorNumElements() / VecT.getVectorNumElements(); in LowerSIGN_EXTEND_INREG() 2110 if (Lane->getOperand(0).getValueType().getVectorNumElements() > in LowerBUILD_VECTOR() 2111 VecT.getVectorNumElements()) in LowerBUILD_VECTOR() 2206 size_t DestLaneCount = VecT.getVectorNumElements(); in LowerBUILD_VECTOR() 2371 size_t NumLanes = Op.getSimpleValueType().getVectorNumElements(); in unrollVectorShift() 2494 SrcType.getVectorNumElements() != DstType.getVectorNumElements()) in performVECTOR_SHUFFLECombine() 2702 VT.getVectorNumElements() / Factor); in extractSubVector() 2734 unsigned NumElems = SrcVT.getVectorNumElements(); in truncateVectorWithNARROW() 2737 assert(DstVT.getVectorNumElements() == NumElems && "Illegal truncation"); in truncateVectorWithNARROW() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | ARMISelLowering.cpp | 6222 unsigned DstNumElt = DstVT.getVectorNumElements(); in CombineVMOVDRRCandidateWithVecOp() 6238 ExtractSrc.getValueType().getVectorNumElements() * DstNumElt); in CombineVMOVDRRCandidateWithVecOp() 6290 SrcVT.getVectorNumElements() > 1) in ExpandBITCAST() 6815 unsigned CmpElements = CmpVT.getVectorNumElements() * 2; in LowerVSETCC() 7258 unsigned NumElts = VT.getVectorNumElements(); in isSingletonVEXTMask() 7287 unsigned NumElts = VT.getVectorNumElements(); in isVEXTMask() 7361 unsigned NumElts = VT.getVectorNumElements(); in isVTRNMask() 7393 unsigned NumElts = VT.getVectorNumElements(); in isVTRN_v_undef_Mask() 7425 unsigned NumElts = VT.getVectorNumElements(); in isVUZPMask() 7455 unsigned NumElts = VT.getVectorNumElements(); in isVUZP_v_undef_Mask() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
H A D | RISCVTargetTransformInfo.cpp | 349 DataVT.getVectorNumElements() <= 256) && "unhandled case in lowering"); in getVRGatherIndexType() 402 LT.second.getVectorNumElements() <= 256)) { in getShuffleCost() 417 LT.second.getVectorNumElements() <= 256)) { in getShuffleCost() 439 LT.second.getVectorNumElements() < in getShuffleCost() 595 LenCost = isInt<5>(LT.second.getVectorNumElements() - 1) ? 0 : 1; in getShuffleCost() 598 isInt<5>(LT.second.getVectorNumElements() - 1)) in getShuffleCost() 1627 unsigned Width = LT.second.getVectorNumElements(); in getVectorInstrCost()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | R600ISelDAGToDAG.cpp | 114 unsigned NumVectorElts = VT.getVectorNumElements(); in Select()
|
H A D | AMDGPUISelLowering.cpp | 1205 assert(ArgVT.getVectorNumElements() > RegisterVT.getVectorNumElements()); in analyzeFormalArgumentsCompute() 1211 ArgVT.getVectorNumElements() == NumRegs) { in analyzeFormalArgumentsCompute() 1225 unsigned NumElements = RegisterVT.getVectorNumElements(); in analyzeFormalArgumentsCompute() 1238 if (MemVT.isVector() && MemVT.getVectorNumElements() == 1) in analyzeFormalArgumentsCompute() 1243 assert(MemVT.getVectorNumElements() == 3 || in analyzeFormalArgumentsCompute() 1244 MemVT.getVectorNumElements() == 5 || in analyzeFormalArgumentsCompute() 1245 (MemVT.getVectorNumElements() >= 9 && in analyzeFormalArgumentsCompute() 1246 MemVT.getVectorNumElements() <= 12)); in analyzeFormalArgumentsCompute() 1551 unsigned NumElt = VT.getVectorNumElements(); in LowerEXTRACT_SUBVECTOR() 1552 unsigned NumSrcElt = SrcVT.getVectorNumElements(); in LowerEXTRACT_SUBVECTOR() [all …]
|
H A D | SIISelLowering.cpp | 1040 unsigned NumElts = VT.getVectorNumElements(); in getNumRegistersForCallingConv() 1064 unsigned NumElts = VT.getVectorNumElements(); in getVectorTypeBreakdownForCallingConv() 1916 if (!VT.isScalableVector() && VT.getVectorNumElements() != 1 && in getPreferredVectorAction() 2015 VT.getVectorNumElements() != MemVT.getVectorNumElements()) { in convertArgType() 2018 VT.getVectorNumElements()); in convertArgType() 5561 return EVT::getVectorVT(Ctx, MVT::i1, VT.getVectorNumElements()); in getSetCCResultType() 5904 if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueTypeImpl() 5907 LoadVT.getVectorNumElements() + 1); in adjustLoadValueTypeImpl() 5922 if ((LoadVT.getVectorNumElements() % 2) == 1) in adjustLoadValueTypeImpl() 5949 LoadVT.getVectorNumElements()); in adjustLoadValueType() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
H A D | SPIRVISelLowering.cpp | 33 if (VT.isVector() && VT.getVectorNumElements() == 3 && in getNumRegistersForCallingConv() 48 if (VT.isVector() && VT.getVectorNumElements() == 3) { in getRegisterTypeForCallingConv()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64TargetTransformInfo.cpp | 2797 SrcTy.getVectorNumElements() == DstTy.getVectorNumElements() && in getCastInstrCost() 2965 unsigned Width = LT.second.getVectorNumElements(); in getVectorInstrCostHelper() 3474 VT.getVectorNumElements() >= (128 / EltSize) || !Alignment || in getMemoryOpCost() 3479 if (VT.getVectorNumElements() == 3 && EltVT == MVT::i8) in getMemoryOpCost() 3491 unsigned CurrNumElements = CurrVT.getVectorNumElements(); in getMemoryOpCost() 3955 if (MTy.getVectorNumElements() <= ValVTy->getNumElements() && in getArithmeticReductionCost() 3962 MTy.getVectorNumElements()); in getArithmeticReductionCost() 4041 Mask.size() > LT.second.getVectorNumElements() && !Index && !SubTp) { in getShuffleCost() 4064 unsigned LTNumElts = LT.second.getVectorNumElements(); in getShuffleCost() 4161 LT.second.getVectorNumElements() == Mask.size() && in getShuffleCost() [all …]
|
H A D | AArch64ISelLowering.cpp | 4386 unsigned NumElts = InVT.getVectorNumElements(); in LowerVectorFP_TO_INT() 4425 VT.getVectorNumElements()); in LowerVectorFP_TO_INT() 4514 MVT F32VT = MVT::getVectorVT(MVT::f32, SrcVT.getVectorNumElements()); in LowerVectorFP_TO_INT_SAT() 4527 MVT F64VT = MVT::getVectorVT(MVT::f64, SrcVT.getVectorNumElements()); in LowerVectorFP_TO_INT_SAT() 4693 InVT.getVectorNumElements()); in LowerVectorINT_TO_FP() 4717 if (VT.getVectorNumElements() == 1) { in LowerVectorINT_TO_FP() 4993 if (!VT.isFixedLengthVector() || VT.getVectorNumElements() != 2 || !C) in getConstantLaneNumOfExtractHalfOperand() 5029 unsigned NumElts = VT.getVectorNumElements(); in skipExtensionForVectorMULL() 10105 VT.getVectorNumElements() >= 2) { in LowerCTPOP_PARITY() 11934 unsigned NarrowSize = VT.getVectorNumElements(); in WidenVector() [all …]
|