3747   unsigned NumSrcElts = Mask.size();  in scaleShuffleElements()  local
3748   assert(((NumSrcElts % NumDstElts) == 0 || (NumDstElts % NumSrcElts) == 0) &&  in scaleShuffleElements()
3752   if (NumDstElts >= NumSrcElts) {  in scaleShuffleElements()
3753     int Scale = NumDstElts / NumSrcElts;  in scaleShuffleElements()
4748     unsigned NumSrcElts = UndefSrcElts.getBitWidth();  in getTargetConstantBitsFromNode()  local
4750     assert((NumSrcElts * SrcEltSizeInBits) == SizeInBits &&  in getTargetConstantBitsFromNode()
4759     if (NumSrcElts == NumElts) {  in getTargetConstantBitsFromNode()
4769     for (unsigned i = 0; i != NumSrcElts; ++i) {  in getTargetConstantBitsFromNode()
4882     unsigned NumSrcElts = SizeInBits / SrcEltSizeInBits;  in getTargetConstantBitsFromNode()  local
4886     APInt UndefSrcElts(NumSrcElts, 0);  in getTargetConstantBitsFromNode()
4887     SmallVector<APInt, 64> SrcEltBits(NumSrcElts, APInt(SrcEltSizeInBits, 0));  in getTargetConstantBitsFromNode()
4888     for (unsigned i = 0; i != NumSrcElts; ++i)  in getTargetConstantBitsFromNode()
4906       unsigned NumSrcElts = SizeInBits / SrcEltSizeInBits;  in getTargetConstantBitsFromNode()  local
4908       APInt UndefSrcElts(NumSrcElts, 0);  in getTargetConstantBitsFromNode()
4912           UndefSrcElts.setBits(0, NumSrcElts);  in getTargetConstantBitsFromNode()
4915         SrcEltBits.append(NumSrcElts - 1, SrcEltBits[0]);  in getTargetConstantBitsFromNode()
4958     unsigned NumSrcElts = SizeInBits / SrcEltSizeInBits;  in getTargetConstantBitsFromNode()  local
4960     APInt UndefSrcElts(NumSrcElts, 0);  in getTargetConstantBitsFromNode()
4964     SrcEltBits.append(NumSrcElts - 1, APInt(SrcEltSizeInBits, 0));  in getTargetConstantBitsFromNode()
5003       unsigned NumSrcElts = SrcVT.getVectorNumElements();  in getTargetConstantBitsFromNode()  local
5007       if ((BaseIdx + NumSubElts) != NumSrcElts)  in getTargetConstantBitsFromNode()
6158     unsigned NumSrcElts = SrcVT.getVectorNumElements();  in getFauxShuffleMask()  local
6162     for (unsigned i = 0; i != NumSrcElts; ++i)  in getFauxShuffleMask()
6164     Mask.append(NumElts - NumSrcElts, SM_SentinelZero);  in getFauxShuffleMask()
10073     unsigned NumSrcElts = NumElts / Scale;  in matchShuffleAsVTRUNC()  local
10074     if (!isSequentialOrUndefInRange(Mask, 0, NumSrcElts, 0, Scale))  in matchShuffleAsVTRUNC()
10076     unsigned UpperElts = NumElts - NumSrcElts;  in matchShuffleAsVTRUNC()
10077     if (!Zeroable.extractBits(UpperElts, NumSrcElts).isAllOnes())  in matchShuffleAsVTRUNC()
10080     SrcVT = MVT::getVectorVT(SrcVT, NumSrcElts);  in matchShuffleAsVTRUNC()
10082     if ((NumSrcElts * EltSizeInBits) >= 128) {  in matchShuffleAsVTRUNC()
10084       DstVT = MVT::getVectorVT(DstVT, NumSrcElts);  in matchShuffleAsVTRUNC()
10103   unsigned NumSrcElts = SrcVT.getVectorNumElements();  in getAVX512TruncNode()  local
10110   if (NumSrcElts == NumDstElts)  in getAVX512TruncNode()
10113   if (NumSrcElts > NumDstElts) {  in getAVX512TruncNode()
10114     MVT TruncVT = MVT::getVectorVT(DstSVT, NumSrcElts);  in getAVX512TruncNode()
10119   if ((NumSrcElts * DstEltSizeInBits) >= 128) {  in getAVX512TruncNode()
10120     MVT TruncVT = MVT::getVectorVT(DstSVT, NumSrcElts);  in getAVX512TruncNode()
10172     unsigned NumSrcElts = NumElts / Scale;  in lowerShuffleWithVPMOV()  local
10173     unsigned UpperElts = NumElts - NumSrcElts;  in lowerShuffleWithVPMOV()
10174     if (!isSequentialOrUndefInRange(Mask, 0, NumSrcElts, 0, Scale) ||  in lowerShuffleWithVPMOV()
10175         !Zeroable.extractBits(UpperElts, NumSrcElts).isAllOnes())  in lowerShuffleWithVPMOV()
10186       MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts);  in lowerShuffleWithVPMOV()
10200     bool UndefUppers = isUndefInRange(Mask, NumSrcElts, UpperElts);  in lowerShuffleWithVPMOV()
10230     unsigned NumSrcElts = 2 * NumHalfSrcElts;  in lowerShuffleAsVTRUNC()  local
10232       if (!isSequentialOrUndefInRange(Mask, 0, NumSrcElts, Offset, Scale) ||  in lowerShuffleAsVTRUNC()
10237       unsigned UpperElts = NumElts - NumSrcElts;  in lowerShuffleAsVTRUNC()
10239           !Zeroable.extractBits(UpperElts, NumSrcElts).isAllOnes())  in lowerShuffleAsVTRUNC()
10242           UpperElts > 0 && isUndefInRange(Mask, NumSrcElts, UpperElts);  in lowerShuffleAsVTRUNC()
10269       MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts);  in lowerShuffleAsVTRUNC()
10463     unsigned NumSrcElts = SizeBits / SrcEltBits;  in lowerShuffleWithPACK()  local
10466     MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts);  in lowerShuffleWithPACK()
10467     MVT DstVT = MVT::getVectorVT(DstSVT, NumSrcElts * 2);  in lowerShuffleWithPACK()
12668   unsigned NumSrcElts = V.getValueSizeInBits() / NumEltBits;  in lowerShuffleAsBroadcast()  local
12669   MVT CastVT = MVT::getVectorVT(VT.getVectorElementType(), NumSrcElts);  in lowerShuffleAsBroadcast()
24481     unsigned NumSrcElts = InVT.getVectorNumElements();  in LowerEXTEND_VECTOR_INREG()  local
24482     SmallVector<int, 16> HiMask(NumSrcElts, SM_SentinelUndef);  in LowerEXTEND_VECTOR_INREG()
37110   unsigned NumSrcElts = LHS.getValueType().getVectorNumElements();  in computeKnownBitsForPSADBW()  local
37111   APInt DemandedSrcElts = APIntOps::ScaleBitMask(DemandedElts, NumSrcElts);  in computeKnownBitsForPSADBW()
37130   unsigned NumSrcElts = LHS.getValueType().getVectorNumElements();  in computeKnownBitsForPMADDWD()  local
37133   APInt DemandedSrcElts = APIntOps::ScaleBitMask(DemandedElts, NumSrcElts);  in computeKnownBitsForPMADDWD()
37135       DemandedSrcElts & APInt::getSplat(NumSrcElts, APInt(2, 0b01));  in computeKnownBitsForPMADDWD()
37137       DemandedSrcElts & APInt::getSplat(NumSrcElts, APInt(2, 0b10));  in computeKnownBitsForPMADDWD()
37153   unsigned NumSrcElts = LHS.getValueType().getVectorNumElements();  in computeKnownBitsForPMADDUBSW()  local
37157   APInt DemandedSrcElts = APIntOps::ScaleBitMask(DemandedElts, NumSrcElts);  in computeKnownBitsForPMADDUBSW()
37159       DemandedSrcElts & APInt::getSplat(NumSrcElts, APInt(2, 0b01));  in computeKnownBitsForPMADDUBSW()
37161       DemandedSrcElts & APInt::getSplat(NumSrcElts, APInt(2, 0b10));  in computeKnownBitsForPMADDUBSW()
37477       unsigned NumSrcElts = SrcVT.getVectorNumElements();  in computeKnownBitsForTargetNode()  local
37478       if (NumElts > NumSrcElts && DemandedElts.countr_zero() >= NumSrcElts)  in computeKnownBitsForTargetNode()
37492       unsigned NumSrcElts = SrcVT.getVectorNumElements();  in computeKnownBitsForTargetNode()  local
37493       if (NumElts > NumSrcElts && DemandedElts.countr_zero() >= NumSrcElts)  in computeKnownBitsForTargetNode()
41945       unsigned NumSrcElts = LHS.getValueType().getVectorNumElements();  in SimplifyDemandedVectorEltsForTargetNode()  local
41946       APInt DemandedSrcElts = APIntOps::ScaleBitMask(DemandedElts, NumSrcElts);  in SimplifyDemandedVectorEltsForTargetNode()
44697   unsigned NumSrcElts = SrcVT.getVectorNumElements();  in combineExtractWithShuffle()  local
44704   if (IdxC.uge(NumSrcElts))  in combineExtractWithShuffle()
44821   if (Mask.size() != NumSrcElts) {  in combineExtractWithShuffle()
44822     if ((NumSrcElts % Mask.size()) == 0) {  in combineExtractWithShuffle()
44824       int Scale = NumSrcElts / Mask.size();  in combineExtractWithShuffle()
44827     } else if ((Mask.size() % NumSrcElts) == 0) {  in combineExtractWithShuffle()
44830       int Scale = Mask.size() / NumSrcElts;  in combineExtractWithShuffle()
44838       while (Mask.size() > NumSrcElts &&  in combineExtractWithShuffle()
44847   if (Mask.size() == NumSrcElts) {  in combineExtractWithShuffle()
44851     unsigned Scale = Mask.size() / NumSrcElts;  in combineExtractWithShuffle()
44852     if ((Mask.size() % NumSrcElts) != 0 || SrcVT.isFloatingPoint())  in combineExtractWithShuffle()
45195   unsigned NumSrcElts = SrcVT.getVectorNumElements();  in combineExtractVectorElt()  local
45199   if (CIdx && CIdx->getAPIntValue().uge(NumSrcElts))  in combineExtractVectorElt()
45324       EVT BCVT = EVT::getIntegerVT(*DAG.getContext(), NumSrcElts);  in combineExtractVectorElt()
48488     unsigned NumSrcElts = NumDstElts / 2;  in combineVectorPack()  local
48490     unsigned NumSrcEltsPerLane = NumSrcElts / NumLanes;  in combineVectorPack()
51763         unsigned NumSrcElts = SrcVT.getVectorNumElements();  in combineStore()  local
51764         unsigned NumTruncBits = DstVT.getScalarSizeInBits() * NumSrcElts;  in combineStore()
51765         MVT TruncVT = MVT::getVectorVT(DstVT.getScalarType(), NumSrcElts);  in combineStore()
56312         int NumSrcElts = OpVT.getVectorNumElements();  in combineConcatVectorOps()  local
56321               M += i * NumSrcElts;  in combineConcatVectorOps()
56325         if (ConcatMask.size() == (NumOps * NumSrcElts)) {  in combineConcatVectorOps()
56329           MVT IntMaskVT = MVT::getVectorVT(IntMaskSVT, NumOps * NumSrcElts);  in combineConcatVectorOps()
56338         int NumSrcElts = OpVT.getVectorNumElements();  in combineConcatVectorOps()  local
56347               M += M < NumSrcElts ? 0 : NumSrcElts;  in combineConcatVectorOps()
56348               M += i * NumSrcElts;  in combineConcatVectorOps()
56353         if (ConcatMask.size() == (NumOps * NumSrcElts)) {  in combineConcatVectorOps()
56359           MVT IntMaskVT = MVT::getVectorVT(IntMaskSVT, NumOps * NumSrcElts);  in combineConcatVectorOps()