Lines Matching refs:NumElts
1496 unsigned NumElts = ResultTy->getNumElements() * 8; in upgradeX86PSLLDQIntrinsics() local
1499 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in upgradeX86PSLLDQIntrinsics()
1510 for (unsigned l = 0; l != NumElts; l += 16) in upgradeX86PSLLDQIntrinsics()
1512 unsigned Idx = NumElts + i - Shift; in upgradeX86PSLLDQIntrinsics()
1513 if (Idx < NumElts) in upgradeX86PSLLDQIntrinsics()
1514 Idx -= NumElts - 16; // end of lane, switch operand. in upgradeX86PSLLDQIntrinsics()
1518 Res = Builder.CreateShuffleVector(Res, Op, ArrayRef(Idxs, NumElts)); in upgradeX86PSLLDQIntrinsics()
1530 unsigned NumElts = ResultTy->getNumElements() * 8; in upgradeX86PSRLDQIntrinsics() local
1533 Type *VecTy = FixedVectorType::get(Builder.getInt8Ty(), NumElts); in upgradeX86PSRLDQIntrinsics()
1544 for (unsigned l = 0; l != NumElts; l += 16) in upgradeX86PSRLDQIntrinsics()
1548 Idx += NumElts - 16; // end of lane, switch operand. in upgradeX86PSRLDQIntrinsics()
1552 Res = Builder.CreateShuffleVector(Op, Res, ArrayRef(Idxs, NumElts)); in upgradeX86PSRLDQIntrinsics()
1560 unsigned NumElts) { in getX86MaskVec() argument
1561 assert(isPowerOf2_32(NumElts) && "Expected power-of-2 mask elements"); in getX86MaskVec()
1568 if (NumElts <= 4) { in getX86MaskVec()
1570 for (unsigned i = 0; i != NumElts; ++i) in getX86MaskVec()
1572 Mask = Builder.CreateShuffleVector(Mask, Mask, ArrayRef(Indices, NumElts), in getX86MaskVec()
1614 unsigned NumElts = cast<FixedVectorType>(Op0->getType())->getNumElements(); in upgradeX86ALIGNIntrinsics() local
1615 assert((IsVALIGN || NumElts % 16 == 0) && "Illegal NumElts for PALIGNR!"); in upgradeX86ALIGNIntrinsics()
1616 assert((!IsVALIGN || NumElts <= 16) && "NumElts too large for VALIGN!"); in upgradeX86ALIGNIntrinsics()
1617 assert(isPowerOf2_32(NumElts) && "NumElts not a power of 2!"); in upgradeX86ALIGNIntrinsics()
1621 ShiftVal &= (NumElts - 1); in upgradeX86ALIGNIntrinsics()
1638 for (unsigned l = 0; l < NumElts; l += 16) { in upgradeX86ALIGNIntrinsics()
1642 Idx += NumElts - 16; // End of lane, switch operand. in upgradeX86ALIGNIntrinsics()
1648 Op1, Op0, ArrayRef(Indices, NumElts), "palignr"); in upgradeX86ALIGNIntrinsics()
1740 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeX86Rotate() local
1742 Amt = Builder.CreateVectorSplat(NumElts, Amt); in upgradeX86Rotate()
1810 unsigned NumElts = cast<FixedVectorType>(Ty)->getNumElements(); in upgradeX86ConcatShift() local
1812 Amt = Builder.CreateVectorSplat(NumElts, Amt); in upgradeX86ConcatShift()
1846 unsigned NumElts = cast<FixedVectorType>(Data->getType())->getNumElements(); in upgradeMaskedStore() local
1847 Mask = getX86MaskVec(Builder, Mask, NumElts); in upgradeMaskedStore()
1869 unsigned NumElts = cast<FixedVectorType>(ValTy)->getNumElements(); in upgradeMaskedLoad() local
1870 Mask = getX86MaskVec(Builder, Mask, NumElts); in upgradeMaskedLoad()
1916 unsigned NumElts = cast<FixedVectorType>(Vec->getType())->getNumElements(); in applyX86MaskOn1BitsVec() local
1920 Vec = Builder.CreateAnd(Vec, getX86MaskVec(Builder, Mask, NumElts)); in applyX86MaskOn1BitsVec()
1923 if (NumElts < 8) { in applyX86MaskOn1BitsVec()
1925 for (unsigned i = 0; i != NumElts; ++i) in applyX86MaskOn1BitsVec()
1927 for (unsigned i = NumElts; i != 8; ++i) in applyX86MaskOn1BitsVec()
1928 Indices[i] = NumElts + i % NumElts; in applyX86MaskOn1BitsVec()
1933 return Builder.CreateBitCast(Vec, Builder.getIntNTy(std::max(NumElts, 8U))); in applyX86MaskOn1BitsVec()
1939 unsigned NumElts = cast<FixedVectorType>(Op0->getType())->getNumElements(); in upgradeMaskedCompare() local
1944 FixedVectorType::get(Builder.getInt1Ty(), NumElts)); in upgradeMaskedCompare()
1947 FixedVectorType::get(Builder.getInt1Ty(), NumElts)); in upgradeMaskedCompare()
1993 unsigned NumElts = cast<FixedVectorType>(CI.getType())->getNumElements(); in upgradeMaskToInt() local
1994 Value *Mask = getX86MaskVec(Builder, Op, NumElts); in upgradeMaskToInt()
2328 unsigned NumElts = CI->getType()->getPrimitiveSizeInBits() / in upgradeX86IntrinsicCall() local
2331 Rep = Builder.CreateVectorSplat(NumElts, Rep); in upgradeX86IntrinsicCall()
2378 unsigned NumElts = cast<FixedVectorType>(CI->getArgOperand(1)->getType()) in upgradeX86IntrinsicCall() local
2380 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in upgradeX86IntrinsicCall()
2384 unsigned NumElts = CI->getType()->getScalarSizeInBits(); in upgradeX86IntrinsicCall() local
2385 Value *LHS = getX86MaskVec(Builder, CI->getArgOperand(0), NumElts); in upgradeX86IntrinsicCall()
2386 Value *RHS = getX86MaskVec(Builder, CI->getArgOperand(1), NumElts); in upgradeX86IntrinsicCall()
2388 for (unsigned i = 0; i != NumElts; ++i) in upgradeX86IntrinsicCall()
2393 LHS = Builder.CreateShuffleVector(LHS, LHS, ArrayRef(Indices, NumElts / 2)); in upgradeX86IntrinsicCall()
2394 RHS = Builder.CreateShuffleVector(RHS, RHS, ArrayRef(Indices, NumElts / 2)); in upgradeX86IntrinsicCall()
2397 Rep = Builder.CreateShuffleVector(RHS, LHS, ArrayRef(Indices, NumElts)); in upgradeX86IntrinsicCall()
2933 unsigned NumElts = VecTy->getNumElements(); in upgradeX86IntrinsicCall() local
2935 SmallVector<int, 16> Idxs(NumElts); in upgradeX86IntrinsicCall()
2936 for (unsigned i = 0; i != NumElts; ++i) in upgradeX86IntrinsicCall()
2937 Idxs[i] = ((Imm >> (i % 8)) & 1) ? i + NumElts : i; in upgradeX86IntrinsicCall()
3016 unsigned NumElts = VecTy->getNumElements(); in upgradeX86IntrinsicCall() local
3018 SmallVector<int, 8> Idxs(NumElts); in upgradeX86IntrinsicCall()
3019 for (unsigned i = 0; i != NumElts; ++i) in upgradeX86IntrinsicCall()
3038 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3039 unsigned HalfSize = NumElts / 2; in upgradeX86IntrinsicCall()
3040 SmallVector<int, 8> ShuffleMask(NumElts); in upgradeX86IntrinsicCall()
3058 ShuffleMask[i + HalfSize] = NumElts + StartIndex + i; in upgradeX86IntrinsicCall()
3068 unsigned NumElts = VecTy->getNumElements(); in upgradeX86IntrinsicCall() local
3073 SmallVector<int, 8> Idxs(NumElts); in upgradeX86IntrinsicCall()
3077 for (unsigned i = 0; i != NumElts; ++i) in upgradeX86IntrinsicCall()
3089 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3091 SmallVector<int, 16> Idxs(NumElts); in upgradeX86IntrinsicCall()
3092 for (unsigned l = 0; l != NumElts; l += 8) { in upgradeX86IntrinsicCall()
3108 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3110 SmallVector<int, 16> Idxs(NumElts); in upgradeX86IntrinsicCall()
3111 for (unsigned l = 0; l != NumElts; l += 8) { in upgradeX86IntrinsicCall()
3127 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3132 SmallVector<int, 16> Idxs(NumElts); in upgradeX86IntrinsicCall()
3133 for (unsigned i = 0; i != NumElts; ++i) { in upgradeX86IntrinsicCall()
3138 Idxs[i] += NumElts; in upgradeX86IntrinsicCall()
3152 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3159 SmallVector<int, 16> Idxs(NumElts); in upgradeX86IntrinsicCall()
3160 for (unsigned l = 0; l != NumElts; l += NumLaneElts) in upgradeX86IntrinsicCall()
3174 int NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3177 SmallVector<int, 64> Idxs(NumElts); in upgradeX86IntrinsicCall()
3178 for (int l = 0; l != NumElts; l += NumLaneElts) in upgradeX86IntrinsicCall()
3180 Idxs[i + l] = l + (i / 2) + NumElts * (i % 2); in upgradeX86IntrinsicCall()
3190 int NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3193 SmallVector<int, 64> Idxs(NumElts); in upgradeX86IntrinsicCall()
3194 for (int l = 0; l != NumElts; l += NumLaneElts) in upgradeX86IntrinsicCall()
3196 Idxs[i + l] = (NumLaneElts / 2) + l + (i / 2) + NumElts * (i % 2); in upgradeX86IntrinsicCall()
3750 int NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in upgradeX86IntrinsicCall() local
3764 SmallVector<int, 32> Idxs(NumElts); in upgradeX86IntrinsicCall()
3765 for (int i = 0; i != NumElts; ++i) in upgradeX86IntrinsicCall()
3766 Idxs[i] = i + (i % 2) * NumElts; in upgradeX86IntrinsicCall()
4700 unsigned NumElts = in UpgradeIntrinsicCall() local
4702 Args[3] = getX86MaskVec(Builder, Args[3], NumElts); in UpgradeIntrinsicCall()
4720 unsigned NumElts = cast<FixedVectorType>(CI->getType())->getNumElements(); in UpgradeIntrinsicCall() local
4724 Args[1], FixedVectorType::get(Builder.getBFloatTy(), NumElts)); in UpgradeIntrinsicCall()
4728 NewCall, FixedVectorType::get(Builder.getInt16Ty(), NumElts)); in UpgradeIntrinsicCall()
4739 unsigned NumElts = in UpgradeIntrinsicCall() local
4742 Args[1], FixedVectorType::get(Builder.getBFloatTy(), NumElts)); in UpgradeIntrinsicCall()
4744 Args[2], FixedVectorType::get(Builder.getBFloatTy(), NumElts)); in UpgradeIntrinsicCall()