| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 126 ArrayRef<ShuffleVectorInst *> Shuffles);
134 SmallVectorImpl<ShuffleVectorInst *> &Shuffles,
288 SmallVector<ShuffleVectorInst *, 4> Shuffles; in lowerInterleavedLoad() local
314 Shuffles.push_back(SVI); in lowerInterleavedLoad()
317 if (Shuffles.empty() && BinOpShuffles.empty()) in lowerInterleavedLoad()
324 auto *FirstSVI = Shuffles.size() > 0 ? Shuffles[0] : BinOpShuffles[0]; in lowerInterleavedLoad()
337 for (auto *Shuffle : Shuffles) { in lowerInterleavedLoad()
364 if (!tryReplaceExtracts(Extracts, Shuffles)) in lowerInterleavedLoad()
368 replaceBinOpShuffles(BinOpShuffles.getArrayRef(), Shuffles, Load); in lowerInterleavedLoad()
383 ShuffleValues[ShuffleMaskIdx] = Shuffles[Idx]; in lowerInterleavedLoad()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 52 ArrayRef<ShuffleVectorInst *> Shuffles; member in __anon8deb9da60111::X86InterleavedAccessGroup
111 : Inst(I), Shuffles(Shuffs), Indices(Ind), Factor(F), Subtarget(STarget), in X86InterleavedAccessGroup()
126 VectorType *ShuffleVecTy = Shuffles[0]->getType(); in isSupported()
145 WideInstSize = DL.getTypeSizeInBits(Shuffles[0]->getType()); in isSupported()
555 MVT VT = MVT::getVT(Shuffles[0]->getType()); in deinterleave8bitStride3()
717 auto *ShuffleTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerIntoOptimizedSequence()
750 for (unsigned i = 0, e = Shuffles.size(); i < e; ++i) in lowerIntoOptimizedSequence()
751 Shuffles[i]->replaceAllUsesWith(TransposedVectors[Indices[i]]); in lowerIntoOptimizedSequence()
762 decompose(Shuffles[0], Factor, in lowerIntoOptimizedSequence()
804 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
[all …]
|
| H A D | X86ISelLowering.h | 1665 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | X86ScheduleZnver3.td | 240 // Data Shuffles, Packs, Unpacks, Permute
311 // Data Shuffles, Packs, Unpacks, Permute
|
| H A D | X86ScheduleZnver4.td | 230 // Data Shuffles, Packs, Unpacks, Permute
310 // Data Shuffles, Packs, Unpacks, Permute
|
| H A D | X86ISelLowering.cpp | 16371 SmallVector<SDNode *, 2> Shuffles; in lowerShufflePairAsUNPCKAndPermute() local
16375 Shuffles.push_back(User); in lowerShufflePairAsUNPCKAndPermute()
16377 if (Shuffles.size() != 2) in lowerShufflePairAsUNPCKAndPermute()
16380 auto *SVN1 = cast<ShuffleVectorSDNode>(Shuffles[0]); in lowerShufflePairAsUNPCKAndPermute()
16381 auto *SVN2 = cast<ShuffleVectorSDNode>(Shuffles[1]); in lowerShufflePairAsUNPCKAndPermute()
16386 FirstHalf = Shuffles[0]; in lowerShufflePairAsUNPCKAndPermute()
16387 SecondHalf = Shuffles[1]; in lowerShufflePairAsUNPCKAndPermute()
16390 FirstHalf = Shuffles[1]; in lowerShufflePairAsUNPCKAndPermute()
16391 SecondHalf = Shuffles[0]; in lowerShufflePairAsUNPCKAndPermute()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVInterleavedAccess.cpp | 84 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
86 assert(Indices.size() == Shuffles.size()); in lowerInterleavedLoad()
92 auto *VTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerInterleavedLoad()
117 Shuffles[0]->replaceAllUsesWith(CI); in lowerInterleavedLoad()
127 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
129 Shuffles[i]->replaceAllUsesWith(SubVec); in lowerInterleavedLoad()
|
| H A D | RISCVISelLowering.h | 433 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VVPNodes.def | 121 // Shuffles.
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 3172 SmallVector<ShuffleVectorInst *> Shuffles; in foldSelectShuffle() local
3181 if (!llvm::is_contained(Shuffles, SV)) in foldSelectShuffle()
3182 Shuffles.push_back(SV); in foldSelectShuffle()
3190 if (FromReduction && Shuffles.size() > 1) in foldSelectShuffle()
3196 for (ShuffleVectorInst *SV : Shuffles) { in foldSelectShuffle()
3200 Shuffles.push_back(SSV); in foldSelectShuffle()
3214 for (ShuffleVectorInst *SVN : Shuffles) { in foldSelectShuffle()
3378 CostBefore += std::accumulate(Shuffles.begin(), Shuffles.end(), in foldSelectShuffle()
3440 Builder.SetInsertPoint(Shuffles[S]); in foldSelectShuffle()
3442 replaceValue(*Shuffles[S], *NSV); in foldSelectShuffle()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | VPIntrinsics.def | 711 ///// Shuffles {
739 ///// } Shuffles
|
| H A D | Intrinsics.td | 2298 // Shuffles
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.h | 685 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | ARMISelLowering.cpp | 21604 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
21608 assert(!Shuffles.empty() && "Empty shufflevector input"); in lowerInterleavedLoad()
21609 assert(Shuffles.size() == Indices.size() && in lowerInterleavedLoad()
21612 auto *VecTy = cast<FixedVectorType>(Shuffles[0]->getType()); in lowerInterleavedLoad()
21690 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
21691 ShuffleVectorInst *SV = Shuffles[i]; in lowerInterleavedLoad()
21710 for (ShuffleVectorInst *SVI : Shuffles) { in lowerInterleavedLoad()
21803 SmallVectorImpl<Value *> &Shuffles) { in lowerInterleavedStore() argument
21813 append_range(Ops, Shuffles); in lowerInterleavedStore()
21826 append_range(Ops, Shuffles); in lowerInterleavedStore()
[all …]
|
| H A D | ARMInstrNEON.td | 7039 // Other Vector Shuffles.
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.h | 215 ArrayRef<ShuffleVectorInst *> Shuffles,
|
| H A D | AArch64ISelLowering.cpp | 17148 LoadInst *LI, ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
17152 assert(!Shuffles.empty() && "Empty shufflevector input"); in lowerInterleavedLoad()
17153 assert(Shuffles.size() == Indices.size() && in lowerInterleavedLoad()
17158 VectorType *VTy = Shuffles[0]->getType(); in lowerInterleavedLoad()
17170 if (Shuffles.size() == 4 && all_of(Shuffles, [](ShuffleVectorInst *SI) { in lowerInterleavedLoad()
17243 for (unsigned i = 0; i < Shuffles.size(); i++) { in lowerInterleavedLoad()
17244 ShuffleVectorInst *SVI = Shuffles[i]; in lowerInterleavedLoad()
17266 for (ShuffleVectorInst *SVI : Shuffles) { in lowerInterleavedLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCInstrAltivec.td | 481 // Shuffles.
985 // Shuffles.
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 24556 SmallVector<SDValue, 4> Shuffles; in reduceBuildVecToShuffle() local
24565 Shuffles.push_back(Shuffle); in reduceBuildVecToShuffle()
24573 Shuffles.push_back(VT.isInteger() ? DAG.getConstant(0, DL, VT) in reduceBuildVecToShuffle()
24577 if (Shuffles.size() == 1) in reduceBuildVecToShuffle()
24578 return Shuffles[0]; in reduceBuildVecToShuffle()
24583 Vec = Shuffles.size() - 1; in reduceBuildVecToShuffle()
24599 if (Shuffles.size() % 2) in reduceBuildVecToShuffle()
24600 Shuffles.push_back(DAG.getUNDEF(VT)); in reduceBuildVecToShuffle()
24602 for (unsigned CurSize = Shuffles.size(); CurSize > 1; CurSize /= 2) { in reduceBuildVecToShuffle()
24604 Shuffles[CurSize] = DAG.getUNDEF(VT); in reduceBuildVecToShuffle()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 3209 ArrayRef<ShuffleVectorInst *> Shuffles, in lowerInterleavedLoad() argument
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Target/GlobalISel/ |
| H A D | Combine.td | 1568 // Combines Shuffles of Concats
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyInstrSIMD.td | 558 // Shuffles after custom lowering
|
| /freebsd/contrib/bmake/ |
| H A D | bmake.cat1 | 1003 ::OOxx Shuffles the words. The results are different each time you are
|