Lines Matching refs:getVectorNumElements
2619 if (!VT.isScalableVector() && VT.getVectorNumElements() != 1 && in getPreferredVectorAction()
2623 if (!VT.isScalableVector() && VT.getVectorNumElements() != 1 && in getPreferredVectorAction()
3051 Info.memVT = MVT::getVectorVT(ScalarVT, VT.getVectorNumElements()); in getTgtMemIntrinsic()
3062 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic()
3063 IndexVT.getVectorNumElements()); in getTgtMemIntrinsic()
3074 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic()
3075 IndexVT.getVectorNumElements()); in getTgtMemIntrinsic()
3204 (Index == ResVT.getVectorNumElements())); in isExtractSubvectorCheap()
3206 return (Index % ResVT.getVectorNumElements()) == 0; in isExtractSubvectorCheap()
3793 unsigned NumElts = VT.getVectorNumElements(); in getConstVector()
3824 unsigned NumElts = VT.getVectorNumElements(); in getConstVector()
3881 assert((Subtarget.hasBWI() || VT.getVectorNumElements() <= 16) && in getZeroVector()
3904 unsigned NumElts = LHS.getValueType().getVectorNumElements(); in getSplitVectorSrc()
3920 VT.getVectorNumElements() / Factor); in extractSubVector()
3937 Vec.getOperand(1).getValueType().getVectorNumElements() <= IdxVal && in extractSubVector()
4033 unsigned NumElts = VT.getVectorNumElements(); in widenMaskVectorType()
4074 if (Idx == (VT.getVectorNumElements() / 2)) { in collectConcatOps()
4144 unsigned NumElems = VT.getVectorNumElements(); in splitVector()
4193 assert(Op.getOperand(0).getValueType().getVectorNumElements() == in splitVectorIntUnary()
4194 VT.getVectorNumElements() && in splitVectorIntUnary()
4250 unsigned NumSubElts = OpVT.getVectorNumElements() / NumSubs; in SplitOpsAndApply()
4342 unsigned NumElems = OpVT.getVectorNumElements(); in insert1BitVector()
4359 unsigned SubVecNumElems = SubVecVT.getVectorNumElements(); in insert1BitVector()
4399 NumElems = WideOpVT.getVectorNumElements(); in insert1BitVector()
4426 NumElems = WideOpVT.getVectorNumElements(); in insert1BitVector()
4437 NumElems = WideOpVT.getVectorNumElements(); in insert1BitVector()
4495 unsigned SubNumElts = SubVT.getVectorNumElements(); in concatSubVectors()
4532 if (VT.getVectorNumElements() != InVT.getVectorNumElements()) in getEXTEND_VECTOR_INREG()
4551 int NumElts = VT.getVectorNumElements(); in createUnpackShuffleMask()
4569 int NumElts = VT.getVectorNumElements(); in createSplat2ShuffleMask()
4634 int NumElts = VT.getVectorNumElements(); in getPack()
4691 int NumElems = VT.getVectorNumElements(); in getShuffleVectorZeroOrUndef()
5003 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getTargetConstantBitsFromNode()
5004 unsigned NumSubElts = VT.getVectorNumElements(); in getTargetConstantBitsFromNode()
5167 unsigned NumElts = VT.getVectorNumElements(); in createPackShuffleMask()
5233 unsigned NumElems = VT.getVectorNumElements(); in getTargetShuffleMask()
5694 (Size % V.getValueType().getVectorNumElements()) == 0) { in getTargetShuffleAndZeroables()
5695 int Scale = Size / V.getValueType().getVectorNumElements(); in getTargetShuffleAndZeroables()
5708 int NumVecElts = Vec.getValueType().getVectorNumElements(); in getTargetShuffleAndZeroables()
5711 int NumSubElts = V.getOperand(1).getValueType().getVectorNumElements(); in getTargetShuffleAndZeroables()
5727 assert(VT.getVectorNumElements() == (unsigned)Size && in getTargetShuffleAndZeroables()
5770 unsigned NumElts = CondVT.getVectorNumElements(); in createShuffleMaskFromVSELECT()
5814 unsigned NumElts = VT.getVectorNumElements(); in getFauxShuffleMask()
5871 APInt Demand0 = APInt::getAllOnes(N0.getValueType().getVectorNumElements()); in getFauxShuffleMask()
5872 APInt Demand1 = APInt::getAllOnes(N1.getValueType().getVectorNumElements()); in getFauxShuffleMask()
5905 unsigned NumSubElts = SubVT.getVectorNumElements(); in getFauxShuffleMask()
5915 unsigned NumSubSrcBCElts = SubBCSrc.getValueType().getVectorNumElements(); in getFauxShuffleMask()
5957 APInt SubDemand = APInt::getAllOnes(SubSrcVT.getVectorNumElements()); in getFauxShuffleMask()
6087 assert(N0.getValueType().getVectorNumElements() == (NumElts / 2) && in getFauxShuffleMask()
6088 N1.getValueType().getVectorNumElements() == (NumElts / 2) && in getFauxShuffleMask()
6158 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getFauxShuffleMask()
6241 DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in getFauxShuffleMask()
6365 unsigned NumElts = Op.getValueType().getVectorNumElements(); in getTargetShuffleInputs()
6404 unsigned NumElems = VT.getVectorNumElements(); in getShuffleScalarElt()
6421 int NumElems = (int)ShufVT.getVectorNumElements(); in getShuffleScalarElt()
6444 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in getShuffleScalarElt()
6454 unsigned NumSubElts = SubVT.getVectorNumElements(); in getShuffleScalarElt()
6471 if (SrcVT.isVector() && SrcVT.getVectorNumElements() == NumElems) in getShuffleScalarElt()
6504 unsigned NumElts = VT.getVectorNumElements(); in LowerBuildVectorAsInsert()
6834 unsigned NumElems = VT.getVectorNumElements(); in LowerAsSplatVectorLoad()
7047 unsigned NumMaskElts = VT.getVectorNumElements(); in EltsFromConsecutiveLoads()
7183 for (unsigned i = 0, e = VT.getVectorNumElements(); i != e; ++i) { in combineToConsecutiveLoads()
7190 assert(Elts.size() == VT.getVectorNumElements()); in combineToConsecutiveLoads()
7289 unsigned NumElts = VT.getVectorNumElements(); in lowerBuildVectorAsBroadcast()
7539 if (isUndefOrInRange(ShuffleIdx, 0, ShuffleVecVT.getVectorNumElements())) { in getUnderlyingExtractedFromVec()
7763 assert(VT.isVector() && VT.getVectorNumElements() >= LastIdx && in isHorizontalBinOpPart()
7878 unsigned NumElts = VT.getVectorNumElements(); in ExpandHorizontalBinOp()
7921 unsigned NumElts = VT.getVectorNumElements(); in isAddSubOrSubAdd()
8094 for (int I = 0, E = VT.getVectorNumElements(); I != E; I += 2) { in lowerToAddSubOrFMAddSub()
8117 unsigned NumElts = VT.getVectorNumElements(); in isHopBuildVector()
8213 unsigned NumElts = VT.getVectorNumElements(); in getHopForBuildVector()
8261 unsigned NumElts = VT.getVectorNumElements(); in LowerToHorizontalOp()
8361 unsigned NumElems = VT.getVectorNumElements(); in lowerBuildVectorToBitOp()
8464 unsigned NumElts = VT.getVectorNumElements(); in createVariablePermute()
8468 assert(IndicesVec.getValueType().getVectorNumElements() >= NumElts && in createVariablePermute()
8470 if (IndicesVec.getValueType().getVectorNumElements() > NumElts) { in createVariablePermute()
8479 if (IndicesVec.getValueType().getVectorNumElements() > NumElts) in createVariablePermute()
8951 unsigned NumElts = VT.getVectorNumElements(); in LowerBUILD_VECTOR()
9264 unsigned NumSubElems = SubVT.getVectorNumElements(); in LowerAVXCONCAT_VECTORS()
9304 unsigned NumElems = ResVT.getVectorNumElements(); in LowerCONCAT_VECTORSvXi1()
9313 unsigned SubVecNumElts = SubVec.getSimpleValueType().getVectorNumElements(); in LowerCONCAT_VECTORSvXi1()
9329 unsigned SubVecNumElts = SubVec.getSimpleValueType().getVectorNumElements(); in LowerCONCAT_VECTORSvXi1()
9346 if (ResVT.getVectorNumElements() >= 16) in LowerCONCAT_VECTORSvXi1()
9582 (int)Op.getValueType().getVectorNumElements() == MaskSize); in IsElementEquivalent()
9594 int NumElts = VT.getVectorNumElements(); in IsElementEquivalent()
9692 Size == (int)ExpectedV.getValueType().getVectorNumElements()) { in isTargetShuffleEquivalent()
9824 NextElement = Mask[i] != 0 ? VectorType.getVectorNumElements() : 0; in isNonZeroElementsInOrder()
9905 MVT::getIntegerVT(std::max((int)VT.getVectorNumElements(), 8)); in lowerShuffleToEXPAND()
9907 unsigned NumElts = VT.getVectorNumElements(); in lowerShuffleToEXPAND()
9922 int NumElts = VT.getVectorNumElements(); in matchShuffleWithUNPCK()
10102 unsigned NumDstElts = DstVT.getVectorNumElements(); in getAVX512TruncNode()
10103 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getAVX512TruncNode()
10167 unsigned NumElts = VT.getVectorNumElements(); in lowerShuffleWithVPMOV()
10218 unsigned NumElts = VT.getVectorNumElements(); in lowerShuffleAsVTRUNC()
10367 unsigned NumElts = VT.getVectorNumElements(); in matchShuffleWithPACK()
10663 unsigned NumElts = VT.getVectorNumElements(); in lowerShuffleAsBlend()
11053 int NumElts = VT.getVectorNumElements(); in lowerShuffleAsByteRotateAndPermute()
11708 assert(Size == (int)VT.getVectorNumElements() && "Unexpected mask size"); in lowerShuffleAsShift()
11746 assert(Size == (int)VT.getVectorNumElements() && "Unexpected mask size"); in matchShuffleAsEXTRQ()
11802 assert(Size == (int)VT.getVectorNumElements() && "Unexpected mask size"); in matchShuffleAsINSERTQ()
11895 int NumElements = VT.getVectorNumElements(); in lowerShuffleAsSpecificZeroOrAnyExtend()
12060 int NumElements = VT.getVectorNumElements(); in lowerShuffleAsZeroOrAnyExtend()
12222 unsigned NumElts = VT.getVectorNumElements(); in lowerShuffleAsElementInsertion()
12453 unsigned NumElts = VT.getVectorNumElements(); in lowerShuffleOfExtractsAsVperm()
12543 int NumSubElts = (int)VInner.getSimpleValueType().getVectorNumElements(); in lowerShuffleAsBroadcast()
12656 VT.getVectorNumElements()); in lowerShuffleAsBroadcast()
13315 MVT PSHUFDVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() / 2); in lowerV8I16GeneralSingleInputShuffle()
14116 int NumElts = VT.getVectorNumElements(); in lowerShuffleWithPERMV()
14550 int NumElements = VT.getVectorNumElements(); in splitAndLowerShuffle()
14761 int NumElts = VT.getVectorNumElements(); in lowerShuffleAsLanePermuteAndPermute()
15293 unsigned HalfNumElts = HalfVT.getVectorNumElements(); in getShuffleHalfVectors()
15341 unsigned HalfNumElts = HalfVT.getVectorNumElements(); in lowerShuffleWithUndefHalf()
15438 int NumElts = VT.getVectorNumElements(); in lowerShuffleAsRepeatedMaskAndLanePermute()
15638 int NumElts = VT.getVectorNumElements(); in matchShuffleWithSHUFPD()
15774 int NumElts = VT.getVectorNumElements(); in lowerShufflePairAsUNPCKAndPermute()
16575 int NumElts = VT.getVectorNumElements(); in lower256BitShuffle()
16608 VT.getVectorNumElements()); in lower256BitShuffle()
17408 int WideElts = WideVT.getVectorNumElements(); in lower1BitShuffle()
17478 int NumElems = VT.getVectorNumElements(); in lower1BitShuffle()
17623 int NumElements = VT.getVectorNumElements(); in lowerVECTOR_SHUFFLE()
17815 unsigned NumElts = VT.getVectorNumElements(); in LowerVSELECT()
17950 assert((VecVT.getVectorNumElements() <= 16 || Subtarget.hasBWI()) && in ExtractBitFromMaskVector()
17956 unsigned NumElts = VecVT.getVectorNumElements(); in ExtractBitFromMaskVector()
17961 MVT IntVT = MVT::getIntegerVT(Vec.getValueType().getVectorNumElements()); in ExtractBitFromMaskVector()
17989 unsigned NumElts = VT.getVectorNumElements(); in getExtractedDemandedElts()
18149 SmallVector<int, 8> Mask(VecVT.getVectorNumElements(), -1); in LowerEXTRACT_VECTOR_ELT()
18188 unsigned NumElts = VecVT.getVectorNumElements(); in InsertBitToMaskVector()
18206 unsigned NumElts = VT.getVectorNumElements(); in LowerINSERT_VECTOR_ELT()
18429 OpVT.getVectorNumElements() / SizeFactor); in LowerSCALAR_TO_VECTOR()
19144 SmallVector<int, 16> Mask(FromVT.getVectorNumElements(), -1); in vectorizeExtractedCast()
20160 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerAVXExtend()
20232 unsigned NumElts = VT.getVectorNumElements(); in LowerZERO_EXTEND_Mask()
20317 unsigned NumElems = SrcVT.getVectorNumElements(); in truncateVectorWithPACK()
20323 assert(DstVT.getVectorNumElements() == NumElems && "Illegal truncation"); in truncateVectorWithPACK()
20572 unsigned NumElems = DstVT.getVectorNumElements(); in LowerTruncateVecPack()
20645 unsigned NumElts = InVT.getVectorNumElements(); in LowerTruncateVecI1()
20701 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerTRUNCATE()
21776 unsigned NumEltsPerLane = VecVT.getVectorNumElements() / NumLanes; in lowerAddSubToHorizontalOp()
22260 unsigned NumElts = VT.getVectorNumElements(); in matchScalarReduction()
23165 unsigned NumElts = VT.getVectorNumElements(); in incDecVectorConstant()
23276 unsigned Num = VT.getVectorNumElements(); in LowerVSETCC()
23399 assert(VT.getVectorNumElements() == VTOp0.getVectorNumElements() && in LowerVSETCC()
24360 unsigned NumElts = VT.getVectorNumElements(); in LowerSIGN_EXTEND_Mask()
24446 unsigned NumElts = VT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
24464 if (InVT.getVectorNumElements() != NumElts) in LowerEXTEND_VECTOR_INREG()
24479 int HalfNumElts = HalfVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
24481 unsigned NumSrcElts = InVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
24495 unsigned InNumElts = InVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
24520 unsigned DestElts = DestVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG()
24558 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerSIGN_EXTEND()
24588 unsigned NumElems = InVT.getVectorNumElements(); in LowerSIGN_EXTEND()
24648 unsigned NumElems = StoreVT.getVectorNumElements(); in scalarizeVectorStore()
24677 unsigned NumElts = StoredVal.getValueType().getVectorNumElements(); in LowerStore()
24768 assert(RegVT.getVectorNumElements() <= 8 && "Unexpected VT"); in LowerLoad()
25239 assert(0 <= ShAmtIdx && ShAmtIdx < (int)AmtVT.getVectorNumElements() && in getTargetVShiftNode()
25244 SmallVector<int> Mask(AmtVT.getVectorNumElements(), -1); in getTargetVShiftNode()
25278 AmtVT.getVectorNumElements(), in getTargetVShiftNode()
25369 MVT MaskVT = MVT::getVectorVT(MVT::i1, VT.getVectorNumElements()); in getVectorMaskingNode()
26111 MVT MaskVT = MVT::getVectorVT(MVT::i1, SrcVT.getVectorNumElements()); in LowerINTRINSIC_WO_CHAIN()
26139 MVT MaskVT = MVT::getVectorVT(MVT::i1, SrcVT.getVectorNumElements()); in LowerINTRINSIC_WO_CHAIN()
26540 unsigned MinElts = std::min(Index.getSimpleValueType().getVectorNumElements(), in getGatherNode()
26541 VT.getVectorNumElements()); in getGatherNode()
26577 unsigned MinElts = std::min(Index.getSimpleValueType().getVectorNumElements(), in getScatterNode()
26578 Src.getSimpleValueType().getVectorNumElements()); in getScatterNode()
26611 MVT::getVectorVT(MVT::i1, Index.getSimpleValueType().getVectorNumElements()); in getPrefetchNode()
27253 MVT MaskVT = MVT::getVectorVT(MVT::i1, MemVT.getVectorNumElements()); in LowerINTRINSIC_W_CHAIN()
27268 MVT MaskVT = MVT::getVectorVT(MVT::i1, MemVT.getVectorNumElements()); in LowerINTRINSIC_W_CHAIN()
27926 unsigned NumElems = VT.getVectorNumElements(); in LowerVectorCTLZ_AVX512CDI()
27954 int NumElts = VT.getVectorNumElements(); in LowerVectorCTLZInRegLUT()
27982 MVT MaskVT = MVT::getVectorVT(MVT::i1, CurrVT.getVectorNumElements()); in LowerVectorCTLZInRegLUT()
28001 int CurrNumElts = CurrVT.getVectorNumElements(); in LowerVectorCTLZInRegLUT()
28008 MVT MaskVT = MVT::getVectorVT(MVT::i1, CurrVT.getVectorNumElements()); in LowerVectorCTLZInRegLUT()
28474 unsigned NumElts = VT.getVectorNumElements(); in LowerMUL()
28480 MVT ExVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements()); in LowerMUL()
28633 unsigned NumElts = VT.getVectorNumElements(); in LowervXi8MulWithUNPCK()
28712 unsigned NumElts = VT.getVectorNumElements(); in LowerMULH()
28861 unsigned NumElts = VT.getVectorNumElements(); in LowerMULO()
29194 MVT ExVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() * 2); in LowerShiftByScalarImmediate()
29276 unsigned NumElts = VT.getVectorNumElements(); in LowerShiftByScalarImmediate()
29364 unsigned NumElts = VT.getVectorNumElements(); in LowerShiftByScalarVariable()
29422 unsigned NumElems = VT.getVectorNumElements(); in convertShiftLeftToScale()
29538 unsigned NumElts = VT.getVectorNumElements(); in LowerShift()
29690 MVT ExtVT = MVT::getVectorVT(EvtSVT, VT.getVectorNumElements()); in LowerShift()
29704 int NumElts = VT.getVectorNumElements(); in LowerShift()
29750 MVT ExtVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements() / 2); in LowerShift()
29757 MVT MaskVT = MVT::getVectorVT(MVT::i1, VT.getVectorNumElements()); in LowerShift()
29884 MVT ExtVT = MVT::getVectorVT(MVT::i8, VT.getVectorNumElements() * 2); in LowerShift()
29964 unsigned NumElts = VT.getVectorNumElements(); in LowerFunnelShift()
30160 int NumElts = VT.getVectorNumElements(); in LowerRotate()
31183 SrcVT.getVectorNumElements() * 2); in LowerBITCAST()
31277 int NumElts = VT.getVectorNumElements(); in LowerVectorCTPOPInRegLUT()
31329 unsigned NumElems = VT.getVectorNumElements(); in LowerVectorCTPOP()
31465 int NumElts = VT.getVectorNumElements(); in LowerBITREVERSE_XOP()
31542 unsigned NumElts = VT.getVectorNumElements(); in LowerBITREVERSE()
31921 unsigned InNumElts = InVT.getVectorNumElements(); in ExtendToType()
31922 unsigned WidenNumElts = NVT.getVectorNumElements(); in ExtendToType()
31934 InNumElts = InVT.getVectorNumElements(); in ExtendToType()
32003 unsigned NumElts = VT.getVectorNumElements() * Factor; in LowerMSCATTER()
32156 unsigned NumElts = VT.getVectorNumElements() * Factor; in LowerMGATHER()
32593 MVT MulVT = MVT::getVectorVT(MVT::i16, VT.getVectorNumElements()); in ReplaceNodeResults()
32598 unsigned NumConcats = 16 / VT.getVectorNumElements(); in ReplaceNodeResults()
32656 NumConcat * InVT.getVectorNumElements()); in ReplaceNodeResults()
32659 NumConcat * VT.getVectorNumElements()); in ReplaceNodeResults()
32728 unsigned MinElts = VT.getVectorNumElements(); in ReplaceNodeResults()
32729 unsigned WidenNumElts = WidenVT.getVectorNumElements(); in ReplaceNodeResults()
32875 unsigned NumElts = InVT.getVectorNumElements(); in ReplaceNodeResults()
32970 unsigned NewEltWidth = std::min(128 / VT.getVectorNumElements(), 32U); in ReplaceNodeResults()
32972 VT.getVectorNumElements()); in ReplaceNodeResults()
33002 VT.getVectorNumElements() * NumConcats); in ReplaceNodeResults()
37047 VT.getVectorNumElements()); in targetShrinkDemandedConstant()
37110 unsigned NumSrcElts = LHS.getValueType().getVectorNumElements(); in computeKnownBitsForPSADBW()
37130 unsigned NumSrcElts = LHS.getValueType().getVectorNumElements(); in computeKnownBitsForPMADDWD()
37153 unsigned NumSrcElts = LHS.getValueType().getVectorNumElements(); in computeKnownBitsForPMADDUBSW()
37227 unsigned NumLoBits = Op.getOperand(0).getValueType().getVectorNumElements(); in computeKnownBitsForTargetNode()
37235 APInt DemandedElt = APInt::getOneBitSet(SrcVT.getVectorNumElements(), in computeKnownBitsForTargetNode()
37477 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode()
37492 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode()
37587 unsigned NumElts = VT.getVectorNumElements(); in computeKnownBitsForTargetNode()
37646 APInt DemandedSrc = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in ComputeNumSignBitsForTargetNode()
37756 unsigned NumElts = VT.getVectorNumElements(); in ComputeNumSignBitsForTargetNode()
37881 if (SrcVT.getVectorNumElements() != NumDstElts) in matchUnaryShuffle()
38238 unsigned NumV1Elts = V1.getValueType().getVectorNumElements(); in matchBinaryShuffle()
38239 unsigned NumV2Elts = V2.getValueType().getVectorNumElements(); in matchBinaryShuffle()
38276 unsigned NumElts = V.getValueType().getVectorNumElements(); in matchBinaryShuffle()
38513 unsigned NumRootElts = RootVT.getVectorNumElements(); in combineX86ShuffleChain()
38577 unsigned NumElts = VT1.getVectorNumElements(); in combineX86ShuffleChain()
38807 (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
38819 (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
38869 (!IsMaskedShuffle || (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
38883 (!IsMaskedShuffle || (NumRootElts == ShuffleVT.getVectorNumElements()))) { in combineX86ShuffleChain()
38928 bool IsTRUNCATE = ShuffleVT.getVectorNumElements() == in combineX86ShuffleChain()
38929 ShuffleSrcVT.getVectorNumElements(); in combineX86ShuffleChain()
39400 int NumElts = VT0.getVectorNumElements(); in canonicalizeShuffleMaskWithHorizOp()
39482 if (Mask.size() == VT0.getVectorNumElements()) { in canonicalizeShuffleMaskWithHorizOp()
39562 unsigned Idx0 = (M0 & 2) ? (SrcVT.getVectorNumElements() / 2) : 0; in canonicalizeShuffleMaskWithHorizOp()
39563 unsigned Idx1 = (M1 & 2) ? (SrcVT.getVectorNumElements() / 2) : 0; in canonicalizeShuffleMaskWithHorizOp()
39752 APIntOps::ScaleBitMask(OpDemandedElts, VT.getVectorNumElements()); in combineX86ShufflesRecursively()
39772 unsigned NumElts = VT.getVectorNumElements(); in combineX86ShufflesRecursively()
40065 unsigned NumOpElts = Op.getValueType().getVectorNumElements(); in combineX86ShufflesRecursively()
40384 unsigned NumElts = VT.getVectorNumElements(); in combineBlendOfPermutes()
40734 SmallVector<int, 16> DemandedMask(BCVT.getVectorNumElements(), in combineTargetShuffle()
40755 VT.getVectorNumElements()); in combineTargetShuffle()
40982 MVT VecVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() * 2); in combineTargetShuffle()
40997 unsigned NumElts = VT.getVectorNumElements(); in combineTargetShuffle()
41048 unsigned Size = VT.getVectorNumElements(); in combineTargetShuffle()
41049 unsigned NewSize = SrcVT.getVectorNumElements(); in combineTargetShuffle()
41201 unsigned NumElts = Src.getValueType().getVectorNumElements(); in combineTargetShuffle()
41399 V2.getConstantOperandVal(1) == SVT.getVectorNumElements() && in combineTargetShuffle()
41441 MVT DVT = MVT::getVectorVT(MVT::i32, VT.getVectorNumElements() / 2); in combineTargetShuffle()
41708 int NumElts = VT.getVectorNumElements(); in combineShuffleOfConcatUndef()
41798 APInt DemandedElts = APInt::getAllOnes(VT.getVectorNumElements()); in combineShuffle()
41945 unsigned NumSrcElts = LHS.getValueType().getVectorNumElements(); in SimplifyDemandedVectorEltsForTargetNode()
41978 unsigned NumAmtElts = AmtVT.getVectorNumElements(); in SimplifyDemandedVectorEltsForTargetNode()
42132 int NumElts = VT.getVectorNumElements(); in SimplifyDemandedVectorEltsForTargetNode()
42192 APInt SrcElts = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in SimplifyDemandedVectorEltsForTargetNode()
42275 APInt DemandedSrc = DemandedElts.zextOrTrunc(SrcVT.getVectorNumElements()); in SimplifyDemandedVectorEltsForTargetNode()
42350 APInt SrcElts = APInt::getOneBitSet(SrcVT.getVectorNumElements(), 0); in SimplifyDemandedVectorEltsForTargetNode()
42664 APInt DemandedElts = OriginalDemandedElts.trunc(SrcVT.getVectorNumElements()); in SimplifyDemandedBitsForTargetNode()
42879 unsigned NumVecElts = VecVT.getVectorNumElements(); in SimplifyDemandedBitsForTargetNode()
42919 if (CIdx && CIdx->getAPIntValue().ult(VecVT.getVectorNumElements())) { in SimplifyDemandedBitsForTargetNode()
42977 SrcVT.isVector() ? SrcVT.getVectorNumElements() : 1, 0); in SimplifyDemandedBitsForTargetNode()
42990 MVT NewVT = MVT::getVectorVT(NewSrcVT, VT.getVectorNumElements() * 2); in SimplifyDemandedBitsForTargetNode()
43008 unsigned NumElts = SrcVT.getVectorNumElements(); in SimplifyDemandedBitsForTargetNode()
43177 if (CIdx && CIdx->getAPIntValue().ult(VecVT.getVectorNumElements()) && in SimplifyMultipleUseDemandedBitsForTargetNode()
43613 EVT::getIntegerVT(*DAG.getContext(), SrcVT.getVectorNumElements()); in combineBitcastvxi1()
43626 APInt Imm(SrcVT.getVectorNumElements(), 0); in combinevXi1ConstantToInteger()
43905 unsigned NumConcats = 8 / SrcVT.getVectorNumElements(); in combineBitcast()
43914 unsigned NumConcats = 8 / SrcVT.getVectorNumElements(); in combineBitcast()
43958 LoadVT = MVT::getVectorVT(LoadVT, SrcVT.getVectorNumElements()); in combineBitcast()
43996 for (unsigned i = 1, e = SrcVT.getVectorNumElements(); i != e; ++i) { in combineBitcast()
44061 isPowerOf2_32(VT.getVectorNumElements())) { in combineBitcast()
44062 unsigned NumElts = VT.getVectorNumElements(); in combineBitcast()
44072 unsigned MovMskElts = MovmskVT.getVectorNumElements(); in combineBitcast()
44381 unsigned NumElts = MatchVT.getVectorNumElements(); in combinePredicateReduction()
44435 if (Match.getValueType().getVectorNumElements() < 2) in combinePredicateReduction()
44459 NumElts = MaskSrcVT.getVectorNumElements(); in combinePredicateReduction()
44504 if (!isPowerOf2_32(VT.getVectorNumElements())) in combineVPDPBUSDPattern()
44537 unsigned Stages = Log2_32(VT.getVectorNumElements()); in combineVPDPBUSDPattern()
44541 unsigned DpElems = DpVT.getVectorNumElements(); in combineVPDPBUSDPattern()
44576 if (!isPowerOf2_32(VT.getVectorNumElements())) in combineBasicSADPattern()
44612 unsigned Stages = Log2_32(VT.getVectorNumElements()); in combineBasicSADPattern()
44615 unsigned SadElems = SadVT.getVectorNumElements(); in combineBasicSADPattern()
44697 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractWithShuffle()
45012 unsigned NumElts = VecVT.getVectorNumElements(); in combineArithReduction()
45159 unsigned NumElts = VecVT.getVectorNumElements(); in combineArithReduction()
45170 unsigned ReductionSteps = Log2_32(VecVT.getVectorNumElements()); in combineArithReduction()
45195 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractVectorElt()
45389 unsigned NumElts = VT.getVectorNumElements(); in combineToExtendBoolVectorInReg()
45910 int NumElts = VT.getVectorNumElements(); in combineSelect()
46328 EVT IntVT = EVT::getIntegerVT(*DAG.getContext(), VT.getVectorNumElements()); in combineSelect()
46388 for (unsigned i = 0, e = VT.getVectorNumElements(); i != e; ++i) { in combineSelect()
47014 unsigned NumElts = VecVT.getVectorNumElements(); in combineSetCCMOVMSK()
47040 unsigned BCNumElts = BCVT.getVectorNumElements(); in combineSetCCMOVMSK()
47082 if (BC.getValueType().getVectorNumElements() <= NumElts) { in combineSetCCMOVMSK()
47138 Result.getValueType().getVectorNumElements() <= NumElts) { in combineSetCCMOVMSK()
47575 unsigned NumElts = VT.getVectorNumElements(); in reduceVMULWidth()
47728 unsigned NumElts = VT.getVectorNumElements(); in combineMulToPMADDWD()
47831 VT.getVectorNumElements() < 2 || in combineMulToPMULDQ()
47832 !isPowerOf2_32(VT.getVectorNumElements())) in combineMulToPMULDQ()
48467 unsigned NumDstElts = VT.getVectorNumElements(); in combineVectorPack()
48682 APInt DemandedElts = APInt::getAllOnes(VT.getVectorNumElements()); in combineVectorShiftVar()
48793 assert(EltBits.size() == VT.getVectorNumElements() && in combineVectorShiftImm()
49612 !C1->getAPIntValue().isMask(SubVecVT.getVectorNumElements())) in combineScalarAndWithMaskSetcc()
49887 unsigned NumElts = SrcOps[0].getValueType().getVectorNumElements(); in combineAnd()
50028 int NumElts = VT.getVectorNumElements(); in combineAnd()
50087 unsigned NumElts = SrcVecVT.getVectorNumElements(); in combineAnd()
50706 unsigned NumElts = SrcOps[0].getValueType().getVectorNumElements(); in combineOr()
50779 unsigned NumElts = VT.getVectorNumElements(); in combineOr()
50811 int NumElts = VT.getVectorNumElements(); in combineOr()
51074 if (!PreferAVX512 && VT.getVectorNumElements() > 1 && in combineTruncateWithSat()
51075 isPowerOf2_32(VT.getVectorNumElements()) && in combineTruncateWithSat()
51112 unsigned ResElts = VT.getVectorNumElements(); in combineTruncateWithSat()
51121 NumConcats * InVT.getVectorNumElements()); in combineTruncateWithSat()
51233 unsigned NumElems = RegVT.getVectorNumElements(); in combineLoad()
51262 unsigned NumElts = RegVT.getVectorNumElements(); in combineLoad()
51333 unsigned NumElts = BV->getValueType(0).getVectorNumElements(); in getOneTrueElt()
51438 unsigned NumElts = VT.getVectorNumElements(); in combineMaskedLoadConstantMask()
51615 EVT NewVT = EVT::getIntegerVT(*DAG.getContext(), VT.getVectorNumElements()); in combineStore()
51640 unsigned NumConcats = 8 / VT.getVectorNumElements(); in combineStore()
51691 unsigned NumElems = VT.getVectorNumElements(); in combineStore()
51704 unsigned NumElems = VT.getVectorNumElements(); in combineStore()
51763 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineStore()
51884 APInt DemandedElts = APInt::getLowBitsSet(VT.getVectorNumElements(), StElts); in combineVEXTRACT_STORE()
51930 unsigned NumElts = VT.getVectorNumElements(); in isHorizontalBinOp()
52274 MVT CVT = MVT::getVectorVT(MVT::f32, VT.getVectorNumElements() / 2); in combineFaddCFmul()
52488 unsigned NumElems = VT.getVectorNumElements(); in detectPMADDUBSW()
52599 if (ExtVT.getVectorNumElements() != NumElems * 2) { in detectPMADDUBSW()
52617 InVT.getVectorNumElements() / 2); in detectPMADDUBSW()
53145 unsigned NumElts = SrcVT.getVectorNumElements(); in combineBITREVERSE()
53396 APInt DemandedElts = APInt::getAllOnes(VT.getVectorNumElements()); in combineX86INT_TO_FP()
53403 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineX86INT_TO_FP()
53407 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements(); in combineX86INT_TO_FP()
53432 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineCVTP2I_CVTTP2I()
53436 unsigned NumBits = InVT.getScalarSizeInBits() * VT.getVectorNumElements(); in combineCVTP2I_CVTTP2I()
53467 int NumElts = VT.getVectorNumElements(); in combineAndnp()
54500 unsigned NumElts = SrcVT.getVectorNumElements(); in combineMOVMSK()
54927 InVT.getVectorNumElements()); in combineUIntToFP()
54998 InVT.getVectorNumElements()); in combineSIntToFP()
55207 unsigned BitWidth = VecVT.getVectorNumElements(); in combineCMP()
55440 VT.getVectorNumElements() < 4 || in matchPMADDWD()
55441 !isPowerOf2_32(VT.getVectorNumElements())) in matchPMADDWD()
55456 for (unsigned i = 0, e = VT.getVectorNumElements(); i != e; i += 2) { in matchPMADDWD()
55492 Mul.getValueType().getVectorNumElements() != 2 * e) in matchPMADDWD()
55508 VT.getVectorNumElements() * 2); in matchPMADDWD()
55517 InVT.getVectorNumElements() / 2); in matchPMADDWD()
55536 VT.getVectorNumElements() < 4 || in matchPMADDWD_2()
55537 !isPowerOf2_32(VT.getVectorNumElements())) in matchPMADDWD_2()
55642 OpVT.getVectorNumElements() / 2); in matchPMADDWD_2()
55649 VT.getVectorNumElements() * 2); in matchPMADDWD_2()
55675 unsigned NumElts = VT.getVectorNumElements(); in combineAddOfPMADDWD()
56016 unsigned NumElts = VT.getVectorNumElements(); in combineVectorCompare()
56155 unsigned NumSrcElts0 = SrcVT0.getVectorNumElements(); in combineConcatVectorOps()
56156 unsigned NumSrcElts1 = SrcVT1.getVectorNumElements(); in combineConcatVectorOps()
56196 unsigned NumSubElts = Sub.getValueType().getVectorNumElements(); in combineConcatVectorOps()
56302 NumOps * SrcVT.getVectorNumElements()); in combineConcatVectorOps()
56312 int NumSrcElts = OpVT.getVectorNumElements(); in combineConcatVectorOps()
56338 int NumSrcElts = OpVT.getVectorNumElements(); in combineConcatVectorOps()
56594 NumOps * SrcVT.getVectorNumElements()); in combineConcatVectorOps()
56621 uint64_t Mask = (Mask1 << (VT.getVectorNumElements() / 2)) | Mask0; in combineConcatVectorOps()
56622 MVT MaskSVT = MVT::getIntegerVT(VT.getVectorNumElements()); in combineConcatVectorOps()
56623 MVT MaskVT = MVT::getVectorVT(MVT::i1, VT.getVectorNumElements()); in combineConcatVectorOps()
56638 NumOps * SelVT.getVectorNumElements()); in combineConcatVectorOps()
56680 APInt UndefElts = APInt::getZero(VT.getVectorNumElements()); in combineConcatVectorOps()
56691 if (EltBits.size() == VT.getVectorNumElements()) { in combineConcatVectorOps()
56853 int VecNumElts = OpVT.getVectorNumElements(); in combineINSERT_SUBVECTOR()
56854 int SubVecNumElts = SubVecVT.getVectorNumElements(); in combineINSERT_SUBVECTOR()
56916 if (IdxVal == (OpVT.getVectorNumElements() / 2) && SubVec.hasOneUse() && in combineINSERT_SUBVECTOR()
56959 unsigned SelElts = SelVT.getVectorNumElements(); in narrowExtractedVectorSelect()
56960 unsigned CastedElts = WideVT.getVectorNumElements(); in narrowExtractedVectorSelect()
57010 unsigned NumSubElts = VT.getVectorNumElements(); in combineEXTRACT_SUBVECTOR()
57375 APInt DemandedElts = APInt::getAllOnes(VT.getVectorNumElements()); in combineVPMADD()
57430 unsigned NumElts = VT.getVectorNumElements(); in combineEXTEND_VECTOR_INREG()
57458 APInt DemandedElts = APInt::getAllOnes(VT.getVectorNumElements()); in combineKSHIFT()
57534 unsigned NumElts = VT.getVectorNumElements(); in combineFP_EXTEND()
57640 unsigned NumElts = VT.getVectorNumElements(); in combineFP_ROUND()