| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 125 ArrayRef<ShuffleVectorInst *> Shuffles);
133 SmallVectorImpl<ShuffleVectorInst *> &Shuffles,
262 SmallVector<ShuffleVectorInst *, 4> Shuffles; in lowerInterleavedLoad() local
288 Shuffles.push_back(SVI); in lowerInterleavedLoad()
291 if (Shuffles.empty() && BinOpShuffles.empty()) in lowerInterleavedLoad()
298 auto *FirstSVI = Shuffles.size() > 0 ? Shuffles[0] : BinOpShuffles[0]; in lowerInterleavedLoad()
311 for (auto *Shuffle : Shuffles) { in lowerInterleavedLoad()
338 if (!tryReplaceExtracts(Extracts, Shuffles)) in lowerInterleavedLoad()
342 replaceBinOpShuffles(BinOpShuffles.getArrayRef(), Shuffles, LI); in lowerInterleavedLoad()
347 if (!TLI->lowerInterleavedLoad(LI, Shuffles, Indices, Factor)) { in lowerInterleavedLoad()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 55 ArrayRef<ShuffleVectorInst *> Shuffles; member in __anon8deb9da60111::X86InterleavedAccessGroup
114 : Inst(I), Shuffles(Shuffs), Indices(Ind), Factor(F), Subtarget(STarget), in X86InterleavedAccessGroup()
129 VectorType *ShuffleVecTy = Shuffles[0]->getType(); in isSupported()
148 WideInstSize = DL.getTypeSizeInBits(Shuffles[0]->getType()); in isSupported()
558 MVT VT = MVT::getVT(Shuffles[0]->getType()); in deinterleave8bitStride3()
720 auto *ShuffleTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerIntoOptimizedSequence()
753 for (unsigned i = 0, e = Shuffles.size(); i < e; ++i) in lowerIntoOptimizedSequence()
754 Shuffles[i]->replaceAllUsesWith(TransposedVectors[Indices[i]]); in lowerIntoOptimizedSequence()
765 decompose(Shuffles[0], Factor, in lowerIntoOptimizedSequence()
807 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
[all …]
|
| H A D | X86ISelLowering.h | 1574 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | X86ScheduleZnver3.td | 240 // Data Shuffles, Packs, Unpacks, Permute
311 // Data Shuffles, Packs, Unpacks, Permute
|
| H A D | X86ScheduleZnver4.td | 229 // Data Shuffles, Packs, Unpacks, Permute
309 // Data Shuffles, Packs, Unpacks, Permute
|
| H A D | X86ISelLowering.cpp | 15783 SmallVector<SDNode *, 2> Shuffles; in lowerShufflePairAsUNPCKAndPermute() local
15787 Shuffles.push_back(User); in lowerShufflePairAsUNPCKAndPermute()
15789 if (Shuffles.size() != 2) in lowerShufflePairAsUNPCKAndPermute()
15792 auto *SVN1 = cast<ShuffleVectorSDNode>(Shuffles[0]); in lowerShufflePairAsUNPCKAndPermute()
15793 auto *SVN2 = cast<ShuffleVectorSDNode>(Shuffles[1]); in lowerShufflePairAsUNPCKAndPermute()
15798 FirstHalf = Shuffles[0]; in lowerShufflePairAsUNPCKAndPermute()
15799 SecondHalf = Shuffles[1]; in lowerShufflePairAsUNPCKAndPermute()
15802 FirstHalf = Shuffles[1]; in lowerShufflePairAsUNPCKAndPermute()
15803 SecondHalf = Shuffles[0]; in lowerShufflePairAsUNPCKAndPermute()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 2219 SmallVector<ShuffleVectorInst *> Shuffles; in foldSelectShuffle() local
2228 if (!llvm::is_contained(Shuffles, SV)) in foldSelectShuffle()
2229 Shuffles.push_back(SV); in foldSelectShuffle()
2237 if (FromReduction && Shuffles.size() > 1) in foldSelectShuffle()
2243 for (ShuffleVectorInst *SV : Shuffles) { in foldSelectShuffle()
2247 Shuffles.push_back(SSV); in foldSelectShuffle()
2261 for (ShuffleVectorInst *SVN : Shuffles) { in foldSelectShuffle()
2424 CostBefore += std::accumulate(Shuffles.begin(), Shuffles.end(), in foldSelectShuffle()
2486 Builder.SetInsertPoint(Shuffles[S]); in foldSelectShuffle()
2488 replaceValue(*Shuffles[S], *NSV); in foldSelectShuffle()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VVPNodes.def | 121 // Shuffles.
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | VPIntrinsics.def | 750 ///// Shuffles {
778 ///// } Shuffles
|
| H A D | Intrinsics.td | 2190 // Shuffles
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.h | 664 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | ARMISelLowering.cpp | 21677 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
21681 assert(!Shuffles.empty() && "Empty shufflevector input"); in lowerInterleavedLoad()
21682 assert(Shuffles.size() == Indices.size() && in lowerInterleavedLoad()
21685 auto *VecTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerInterleavedLoad()
21765 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
21766 ShuffleVectorInst *SV = Shuffles[i]; in lowerInterleavedLoad()
21785 for (ShuffleVectorInst *SVI : Shuffles) { in lowerInterleavedLoad()
21878 SmallVectorImpl<Value *> &Shuffles) { in lowerInterleavedStore() argument
21891 append_range(Ops, Shuffles); in lowerInterleavedStore()
21906 append_range(Ops, Shuffles); in lowerInterleavedStore()
[all …]
|
| H A D | ARMInstrNEON.td | 7045 // Other Vector Shuffles.
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.h | 872 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | RISCVISelLowering.cpp | 21696 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad()
21700 auto *VTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerInterleavedLoad()
21717 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
21719 Shuffles[i]->replaceAllUsesWith(SubVec); in lowerInterleavedLoad()
21693 lowerInterleavedLoad(LoadInst * LI,ArrayRef<ShuffleVectorInst * > Shuffles,ArrayRef<unsigned> Indices,unsigned Factor) const lowerInterleavedLoad() argument
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.h | 700 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | AArch64ISelLowering.cpp | 16734 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
16738 assert(!Shuffles.empty() && "Empty shufflevector input"); in lowerInterleavedLoad()
16739 assert(Shuffles.size() == Indices.size() && in lowerInterleavedLoad()
16744 VectorType *VTy = Shuffles[0]->getType(); in lowerInterleavedLoad()
16819 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
16820 ShuffleVectorInst *SVI = Shuffles[i]; in lowerInterleavedLoad()
16844 for (ShuffleVectorInst *SVI : Shuffles) { in lowerInterleavedLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCInstrAltivec.td | 481 // Shuffles.
985 // Shuffles.
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 23476 SmallVector<SDValue, 4> Shuffles; in reduceBuildVecToShuffle() local
23485 Shuffles.push_back(Shuffle); in reduceBuildVecToShuffle()
23493 Shuffles.push_back(VT.isInteger() ? DAG.getConstant(0, DL, VT) in reduceBuildVecToShuffle()
23497 if (Shuffles.size() == 1) in reduceBuildVecToShuffle()
23498 return Shuffles[0]; in reduceBuildVecToShuffle()
23503 Vec = Shuffles.size() - 1; in reduceBuildVecToShuffle()
23519 if (Shuffles.size() % 2) in reduceBuildVecToShuffle()
23520 Shuffles.push_back(DAG.getUNDEF(VT)); in reduceBuildVecToShuffle()
23522 for (unsigned CurSize = Shuffles.size(); CurSize > 1; CurSize /= 2) { in reduceBuildVecToShuffle()
23524 Shuffles[CurSize] = DAG.getUNDEF(VT); in reduceBuildVecToShuffle()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 3135 ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Target/GlobalISel/ |
| H A D | Combine.td | 1574 // Combines Shuffles of Concats
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyInstrSIMD.td | 552 // Shuffles after custom lowering
|
| /freebsd/contrib/bmake/ |
| H A D | bmake.cat1 | 1001 ::OOxx Shuffles the words. The results are different each time you are
|