Lines Matching refs:NumEltsPerLane
5169 unsigned NumEltsPerLane = 128 / VT.getScalarSizeInBits(); in createPackShuffleMask() local
5173 assert((NumEltsPerLane >> NumStages) > 0 && "Illegal packing compaction"); in createPackShuffleMask()
5177 for (unsigned Elt = 0; Elt != NumEltsPerLane; Elt += Increment) in createPackShuffleMask()
5178 Mask.push_back(Elt + (Lane * NumEltsPerLane)); in createPackShuffleMask()
5179 for (unsigned Elt = 0; Elt != NumEltsPerLane; Elt += Increment) in createPackShuffleMask()
5180 Mask.push_back(Elt + (Lane * NumEltsPerLane) + Offset); in createPackShuffleMask()
5191 int NumEltsPerLane = NumElts / NumLanes; in getPackDemandedElts() local
5200 int OuterIdx = (Lane * NumEltsPerLane) + Elt; in getPackDemandedElts()
9436 int NumEltsPerLane = LaneSizeInBits / ScalarSizeInBits; in isMultiLaneShuffleMask() local
9437 int NumLanes = NumElts / NumEltsPerLane; in isMultiLaneShuffleMask()
9441 for (int j = 0; j != NumEltsPerLane; ++j) { in isMultiLaneShuffleMask()
9442 int M = Mask[(i * NumEltsPerLane) + j]; in isMultiLaneShuffleMask()
9445 int Lane = (M % NumElts) / NumEltsPerLane; in isMultiLaneShuffleMask()
9597 int NumEltsPerLane = NumElts / NumLanes; in IsElementEquivalent() local
9598 int NumHalfEltsPerLane = NumEltsPerLane / 2; in IsElementEquivalent()
9600 (Idx / NumEltsPerLane) == (ExpectedIdx / NumEltsPerLane); in IsElementEquivalent()
10576 int NumEltsPerLane = NumElts / NumLanes; in matchShuffleAsBlend() local
10577 assert((NumLanes * NumEltsPerLane) == NumElts && "Value type mismatch"); in matchShuffleAsBlend()
10591 for (int LaneElt = 0; LaneElt != NumEltsPerLane; ++LaneElt) { in matchShuffleAsBlend()
10592 int Elt = (Lane * NumEltsPerLane) + LaneElt; in matchShuffleAsBlend()
10632 LaneBlendMask = (1ull << NumEltsPerLane) - 1; in matchShuffleAsBlend()
10634 BlendMask |= LaneBlendMask << (Lane * NumEltsPerLane); in matchShuffleAsBlend()
11054 int NumEltsPerLane = NumElts / NumLanes; in lowerShuffleAsByteRotateAndPermute() local
11061 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { in lowerShuffleAsByteRotateAndPermute()
11062 for (int Elt = 0; Elt != NumEltsPerLane; ++Elt) { in lowerShuffleAsByteRotateAndPermute()
11068 assert(Lane <= M && M < (Lane + NumEltsPerLane) && "Out of range mask"); in lowerShuffleAsByteRotateAndPermute()
11069 M = M % NumEltsPerLane; in lowerShuffleAsByteRotateAndPermute()
11075 assert(Lane <= M && M < (Lane + NumEltsPerLane) && "Out of range mask"); in lowerShuffleAsByteRotateAndPermute()
11076 M = M % NumEltsPerLane; in lowerShuffleAsByteRotateAndPermute()
11086 if (!(0 <= Range1.first && Range1.second < NumEltsPerLane) || in lowerShuffleAsByteRotateAndPermute()
11087 !(0 <= Range2.first && Range2.second < NumEltsPerLane)) in lowerShuffleAsByteRotateAndPermute()
11101 for (int Lane = 0; Lane != NumElts; Lane += NumEltsPerLane) { in lowerShuffleAsByteRotateAndPermute()
11102 for (int Elt = 0; Elt != NumEltsPerLane; ++Elt) { in lowerShuffleAsByteRotateAndPermute()
11107 PermMask[Lane + Elt] = Lane + ((M + Ofs - RotAmt) % NumEltsPerLane); in lowerShuffleAsByteRotateAndPermute()
11109 PermMask[Lane + Elt] = Lane + ((M - Ofs - RotAmt) % NumEltsPerLane); in lowerShuffleAsByteRotateAndPermute()
11161 int NumEltsPerLane = NumElts / NumLanes; in lowerShuffleAsDecomposedShuffleMerge() local
11256 for (int i = 0; i != NumElts; i += NumEltsPerLane) in lowerShuffleAsDecomposedShuffleMerge()
11257 for (int j = 0; j != NumEltsPerLane; ++j) { in lowerShuffleAsDecomposedShuffleMerge()
11896 int NumEltsPerLane = 128 / EltBits; in lowerShuffleAsSpecificZeroOrAnyExtend() local
11897 int OffsetLane = Offset / NumEltsPerLane; in lowerShuffleAsSpecificZeroOrAnyExtend()
11902 assert((Offset < NumEltsPerLane || Offset % NumEltsPerLane == 0) && in lowerShuffleAsSpecificZeroOrAnyExtend()
11907 return OffsetLane == (Idx / NumEltsPerLane); in lowerShuffleAsSpecificZeroOrAnyExtend()
12061 int NumEltsPerLane = NumElements / NumLanes; in lowerShuffleAsZeroOrAnyExtend() local
12100 if (!((0 <= Offset && Offset < NumEltsPerLane) || in lowerShuffleAsZeroOrAnyExtend()
12101 (Offset % NumEltsPerLane) == 0)) in lowerShuffleAsZeroOrAnyExtend()
12106 if (Offset && (Offset / NumEltsPerLane) != (M / NumEltsPerLane)) in lowerShuffleAsZeroOrAnyExtend()
14763 int NumEltsPerLane = NumElts / NumLanes; in lowerShuffleAsLanePermuteAndPermute() local
14786 int DstLane = i / NumEltsPerLane; in lowerShuffleAsLanePermuteAndPermute()
14818 int LaneOffset = i * NumEltsPerLane; in lowerShuffleAsLanePermuteAndPermute()
14819 if (isSequentialOrUndefInRange(InLaneMask, LaneOffset, NumEltsPerLane, in lowerShuffleAsLanePermuteAndPermute()
14820 i * NumEltsPerLane)) in lowerShuffleAsLanePermuteAndPermute()
21776 unsigned NumEltsPerLane = VecVT.getVectorNumElements() / NumLanes; in lowerAddSubToHorizontalOp() local
21783 unsigned LaneIdx = LExtIndex / NumEltsPerLane; in lowerAddSubToHorizontalOp()
21784 X = extract128BitVector(X, LaneIdx * NumEltsPerLane, DAG, DL); in lowerAddSubToHorizontalOp()
21785 LExtIndex %= NumEltsPerLane; in lowerAddSubToHorizontalOp()
28476 unsigned NumEltsPerLane = NumElts / NumLanes; in LowerMUL() local
28498 if ((Idx % NumEltsPerLane) >= (NumEltsPerLane / 2)) in LowerMUL()
39116 unsigned NumEltsPerLane = NumMaskElts / NumLanes; in combineX86ShuffleChain() local
39129 int Index = (M % NumEltsPerLane) + ((M / NumMaskElts) * NumEltsPerLane); in combineX86ShuffleChain()
39402 int NumEltsPerLane = NumElts / NumLanes; in canonicalizeShuffleMaskWithHorizOp() local
39403 int NumHalfEltsPerLane = NumEltsPerLane / 2; in canonicalizeShuffleMaskWithHorizOp()
39407 if (NumEltsPerLane >= 4 && in canonicalizeShuffleMaskWithHorizOp()
39504 int SubLane = ((M % NumEltsPerLane) >= NumHalfEltsPerLane) ? 1 : 0; in canonicalizeShuffleMaskWithHorizOp()
39518 (M % NumEltsPerLane) >= NumHalfEltsPerLane) in canonicalizeShuffleMaskWithHorizOp()
39521 (M % NumEltsPerLane) >= NumHalfEltsPerLane) in canonicalizeShuffleMaskWithHorizOp()
44786 unsigned NumEltsPerLane = 128 / EltSizeInBits; in combineExtractWithShuffle() local
44787 unsigned LaneOffset = (Idx & ~(NumEltsPerLane - 1)) * EltSizeInBits; in combineExtractWithShuffle()
44789 VecVT = EVT::getVectorVT(*DAG.getContext(), VecSVT, NumEltsPerLane); in combineExtractWithShuffle()
44791 Idx &= (NumEltsPerLane - 1); in combineExtractWithShuffle()