| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 633 bool llvm::scaleShuffleMaskElts(unsigned NumDstElts, ArrayRef<int> Mask, in scaleShuffleMaskElts() argument
636 assert(NumSrcElts > 0 && NumDstElts > 0 && "Unexpected scaling factor"); in scaleShuffleMaskElts()
639 if (NumSrcElts == NumDstElts) { in scaleShuffleMaskElts()
645 assert(((NumSrcElts % NumDstElts) == 0 || (NumDstElts % NumSrcElts) == 0) && in scaleShuffleMaskElts()
648 if (NumSrcElts > NumDstElts) { in scaleShuffleMaskElts()
649 int Scale = NumSrcElts / NumDstElts; in scaleShuffleMaskElts()
653 int Scale = NumDstElts / NumSrcElts; in scaleShuffleMaskElts()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 2329 unsigned NumDstElts = CastDstTy->getNumElements(); in foldShuffleOfCastops() local
2330 assert((NumDstElts == NumSrcElts || Opcode == Instruction::BitCast) && in foldShuffleOfCastops()
2335 if (NumDstElts != NumSrcElts && (NumSrcElts % NumDstElts) != 0 && in foldShuffleOfCastops()
2336 (NumDstElts % NumSrcElts) != 0) in foldShuffleOfCastops()
2340 if (NumSrcElts >= NumDstElts) { in foldShuffleOfCastops()
2343 assert(NumSrcElts % NumDstElts == 0 && "Unexpected shuffle mask"); in foldShuffleOfCastops()
2344 unsigned ScaleFactor = NumSrcElts / NumDstElts; in foldShuffleOfCastops()
2349 assert(NumDstElts % NumSrcElts == 0 && "Unexpected shuffle mask"); in foldShuffleOfCastops()
2350 unsigned ScaleFactor = NumDstElts / NumSrcElts; in foldShuffleOfCastops()
3565 unsigned NumDstElts = DstVecTy->getNumElements(); in foldInsExtVectorToShuffle() local
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/ |
| H A D | X86ShuffleDecode.h | 130 unsigned NumDstElts, bool IsAnyExtend,
|
| H A D | X86ShuffleDecode.cpp | 372 unsigned NumDstElts, bool IsAnyExtend, in DecodeZeroExtendMask() argument
379 for (unsigned i = 0; i != NumDstElts; i++) { in DecodeZeroExtendMask()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 2924 unsigned NumDstElts = DstTy->getNumElements(); in upgradeX86IntrinsicCall() local
2925 if (NumDstElts < SrcTy->getNumElements()) { in upgradeX86IntrinsicCall()
2926 assert(NumDstElts == 2 && "Unexpected vector size"); in upgradeX86IntrinsicCall()
2954 unsigned NumDstElts = DstTy->getNumElements(); in upgradeX86IntrinsicCall() local
2955 if (NumDstElts != SrcTy->getNumElements()) { in upgradeX86IntrinsicCall()
2956 assert(NumDstElts == 4 && "Unexpected vector size"); in upgradeX86IntrinsicCall()
2960 Rep, FixedVectorType::get(Type::getHalfTy(C), NumDstElts)); in upgradeX86IntrinsicCall()
3082 unsigned NumDstElts = DstTy->getNumElements(); in upgradeX86IntrinsicCall() local
3085 SmallVector<int, 8> ShuffleMask(NumDstElts); in upgradeX86IntrinsicCall()
3086 for (unsigned i = 0; i != NumDstElts; ++i) in upgradeX86IntrinsicCall()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | VectorUtils.h | 276 LLVM_ABI bool scaleShuffleMaskElts(unsigned NumDstElts, ArrayRef<int> Mask,
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1108 int NumDstElts = Mask.size(); in improveShuffleKindFromMask() local
1119 (Index + NumDstElts) <= NumSrcElts) { in improveShuffleKindFromMask()
1120 SubTy = FixedVectorType::get(SrcTy->getElementType(), NumDstElts); in improveShuffleKindFromMask()
1130 if (NumDstElts > 2 && ShuffleVectorInst::isInsertSubvectorMask( in improveShuffleKindFromMask()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | X86.cpp | 590 unsigned NumDstElts = cast<llvm::FixedVectorType>(DstTy)->getNumElements(); in EmitX86CvtF16ToFloatExpr() local
594 if (NumDstElts != in EmitX86CvtF16ToFloatExpr()
596 assert(NumDstElts == 4 && "Unexpected vector size"); in EmitX86CvtF16ToFloatExpr()
602 llvm::Type::getHalfTy(CGF.getLLVMContext()), NumDstElts); in EmitX86CvtF16ToFloatExpr()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CGExpr.cpp | 2713 unsigned NumDstElts = cast<llvm::FixedVectorType>(VecTy)->getNumElements(); in EmitStoreThroughExtVectorComponentLValue() local
2714 if (NumDstElts == NumSrcElts) { in EmitStoreThroughExtVectorComponentLValue()
2718 SmallVector<int, 4> Mask(NumDstElts); in EmitStoreThroughExtVectorComponentLValue()
2723 } else if (NumDstElts > NumSrcElts) { in EmitStoreThroughExtVectorComponentLValue()
2731 ExtMask.resize(NumDstElts, -1); in EmitStoreThroughExtVectorComponentLValue()
2735 for (unsigned i = 0; i != NumDstElts; ++i) in EmitStoreThroughExtVectorComponentLValue()
2746 Mask[getAccessedFieldNo(i, Elts)] = i + NumDstElts; in EmitStoreThroughExtVectorComponentLValue()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InstCombineIntrinsic.cpp | 565 unsigned NumDstElts = ResTy->getNumElements(); in simplifyX86pmadd() local
566 assert(ArgTy->getNumElements() == (2 * NumDstElts) && in simplifyX86pmadd()
588 for (unsigned I = 0; I != NumDstElts; ++I) { in simplifyX86pmadd()
|
| H A D | X86ISelLowering.cpp | 3923 static bool scaleShuffleElements(ArrayRef<int> Mask, unsigned NumDstElts, in scaleShuffleElements() argument
3926 assert(((NumSrcElts % NumDstElts) == 0 || (NumDstElts % NumSrcElts) == 0) && in scaleShuffleElements()
3930 if (NumDstElts >= NumSrcElts) { in scaleShuffleElements()
3931 int Scale = NumDstElts / NumSrcElts; in scaleShuffleElements()
3939 while (ScaledMask.size() > NumDstElts) { in scaleShuffleElements()
3951 static bool canScaleShuffleElements(ArrayRef<int> Mask, unsigned NumDstElts) { in canScaleShuffleElements() argument
3953 return scaleShuffleElements(Mask, NumDstElts, ScaledMask); in canScaleShuffleElements()
10600 unsigned NumDstElts = DstVT.getVectorNumElements(); in getAVX512TruncNode() local
10608 if (NumSrcElts == NumDstElts) in getAVX512TruncNode()
10611 if (NumSrcElts > NumDstElts) { in getAVX512TruncNode()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | CombinerHelper.cpp | 8007 const unsigned NumDstElts = OrigMask.size(); in matchShuffleUndefRHS() local
8008 for (unsigned i = 0; i != NumDstElts; ++i) { in matchShuffleUndefRHS()
|