Home
last modified time | relevance | path

Searched refs:ConcatMask (Results 1 – 5 of 5) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86PartialReduction.cpp202 SmallVector<int, 32> ConcatMask(NumElts); in tryMAddReplacement() local
203 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in tryMAddReplacement()
205 Value *Concat = Builder.CreateShuffleVector(MAdd, Zero, ConcatMask); in tryMAddReplacement()
282 SmallVector<int, 32> ConcatMask(16); in trySADReplacement() local
284 ConcatMask[i] = i; in trySADReplacement()
286 ConcatMask[i] = (i % NumElts) + NumElts; in trySADReplacement()
289 Op0 = Builder.CreateShuffleVector(Op0, Zero, ConcatMask); in trySADReplacement()
290 Op1 = Builder.CreateShuffleVector(Op1, Zero, ConcatMask); in trySADReplacement()
318 SmallVector<int, 64> ConcatMask(NumConcatElts); in trySADReplacement() local
319 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in trySADReplacement()
[all …]
H A DX86ISelLowering.cpp58600 SmallVector<int, 64> ConcatMask; in combineConcatVectorOps() local
58609 ConcatMask.push_back(M); in combineConcatVectorOps()
58612 if (ConcatMask.size() == (NumOps * NumSrcElts)) in combineConcatVectorOps()
58613 return lowerShuffleWithPERMV(DL, VT, ConcatMask, in combineConcatVectorOps()
58624 SmallVector<int, 64> ConcatMask; in combineConcatVectorOps() local
58639 ConcatMask.push_back(M); in combineConcatVectorOps()
58642 if (ConcatMask.size() == (NumOps * NumSrcElts)) { in combineConcatVectorOps()
58647 DL, VT, ConcatMask, in combineConcatVectorOps()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp1909 SmallVector<int, 32> ConcatMask(ConcatTy->getNumElements()); in foldConcatOfBoolMasks() local
1910 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in foldConcatOfBoolMasks()
1924 MaskTy, ConcatMask, CostKind); in foldConcatOfBoolMasks()
1942 Value *Concat = Builder.CreateShuffleVector(SrcX, SrcY, ConcatMask); in foldConcatOfBoolMasks()
2668 SmallVector<int, 16> ConcatMask(NumElts * 2); in isFreeConcat() local
2669 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in isFreeConcat()
2672 Ty, ConcatMask, CostKind) != 0) in isFreeConcat()
3038 SmallVector<int> ConcatMask; in foldShuffleFromReductions() local
3039 Shuffle->getShuffleMask(ConcatMask); in foldShuffleFromReductions()
3040 sort(ConcatMask, [](int X, int Y) { return (unsigned)X < (unsigned)Y; }); in foldShuffleFromReductions()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DAutoUpgrade.cpp4207 SmallVector<int, 32> ConcatMask(8); in upgradeAArch64IntrinsicCall() local
4208 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in upgradeAArch64IntrinsicCall()
4212 return Builder.CreateShuffleVector(Inactive, Trunc, ConcatMask); in upgradeAArch64IntrinsicCall()
4214 SmallVector<int, 32> ConcatMask(8); in upgradeAArch64IntrinsicCall() local
4215 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in upgradeAArch64IntrinsicCall()
4221 Trunc, ConstantAggregateZero::get(V4BF16), ConcatMask); in upgradeAArch64IntrinsicCall()
/freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/
H A DARM.cpp6485 SmallVector<int, 16> ConcatMask(8); in EmitAArch64BuiltinExpr() local
6486 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in EmitAArch64BuiltinExpr()
6492 Trunc, ConstantAggregateZero::get(V4BF16), ConcatMask); in EmitAArch64BuiltinExpr()
6495 SmallVector<int, 16> ConcatMask(8); in EmitAArch64BuiltinExpr() local
6496 std::iota(ConcatMask.begin(), ConcatMask.end(), 0); in EmitAArch64BuiltinExpr()
6506 return Builder.CreateShuffleVector(Inactive, Trunc, ConcatMask); in EmitAArch64BuiltinExpr()