| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 1054 static void reorderScalars(SmallVectorImpl<Value *> &Scalars, in reorderScalars() argument
1057 SmallVector<Value *> Prev(Scalars.size(), in reorderScalars()
1058 PoisonValue::get(Scalars.front()->getType())); in reorderScalars()
1059 Prev.swap(Scalars); in reorderScalars()
1062 Scalars[Mask[I]] = Prev[I]; in reorderScalars()
1208 return VectorizableTree.front()->Scalars; in getRootNodeScalars()
2876 auto &&IsSame = [VL](ArrayRef<Value *> Scalars, ArrayRef<int> Mask) { in isSame() argument
2877 if (Mask.size() != VL.size() && VL.size() == Scalars.size()) in isSame()
2878 return std::equal(VL.begin(), VL.end(), Scalars.begin()); in isSame()
2881 [Scalars](Valu in isSame()
2944 ValueList Scalars; global() member
12486 __anon07b2d774ef02(SmallVectorImpl<Value *> &Scalars, SmallVectorImpl<int> &ReuseMask, bool IsRootPoison) processBuildVector() argument
[all...] |
| H A D | VPlan.h | 335 auto &Scalars = PerPartVec[Instance.Part]; in set() local
337 if (Scalars.size() <= CacheIdx) in set()
338 Scalars.resize(CacheIdx + 1); in set()
339 assert(!Scalars[CacheIdx] && "should overwrite existing value"); in set()
340 Scalars[CacheIdx] = V; in set()
|
| H A D | LoopVectorize.cpp | 1123 auto Scalars = InstsToScalarize.find(VF); in isProfitableToScalarize() local
1124 assert(Scalars != InstsToScalarize.end() && in isProfitableToScalarize()
1126 return Scalars->second.contains(I); in isProfitableToScalarize()
1157 auto ScalarsPerVF = Scalars.find(VF); in isScalarAfterVectorization()
1158 assert(ScalarsPerVF != Scalars.end() && in isScalarAfterVectorization()
1539 Scalars.clear(); in invalidateCostModelingDecisions()
1673 DenseMap<ElementCount, SmallPtrSet<Instruction *, 4>> Scalars; member in llvm::LoopVectorizationCostModel
1742 return !Scalars.contains(VF) || !isScalarAfterVectorization(I, VF); in needsExtract()
3115 assert(VF.isVector() && !Scalars.contains(VF) && in collectLoopScalars()
3122 Scalars[VF].insert(Uniforms[VF].begin(), Uniforms[VF].end()); in collectLoopScalars()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 1814 SmallVector<SDValue, 8> Scalars; in UnrollVectorOp_StrictFP()
1846 Scalars.push_back(Scalar); in UnrollVectorOp_StrictFP()
1851 Scalars.push_back(DAG.getUNDEF(EltVT)); in UnrollVectorOp_StrictFP()
1859 return DAG.getBuildVector(VecVT, dl, Scalars); in SplitVecRes_OverflowOp()
6325 SmallVector<SDValue, 8> Scalars(WidenNumElts, DAG.getUNDEF(EltVT)); in WidenVecRes_STRICT_FSETCC()
6333 Scalars[i] = DAG.getNode(N->getOpcode(), dl, {MVT::i1, MVT::Other}, in WidenVecRes_STRICT_FSETCC()
6335 Chains[i] = Scalars[i].getValue(1); in WidenVecRes_STRICT_FSETCC()
6336 Scalars[i] = DAG.getSelect(dl, EltVT, Scalars[i], in WidenVecRes_STRICT_FSETCC()
6344 return DAG.getBuildVector(WidenVT, dl, Scalars);
1810 SmallVector<SDValue, 8> Scalars; UnrollVectorOp_StrictFP() local
6321 SmallVector<SDValue, 8> Scalars(WidenNumElts, DAG.getUNDEF(EltVT)); WidenVecRes_STRICT_FSETCC() local
7144 SmallVector<SDValue, 8> Scalars(NumElts); WidenVecOp_STRICT_FSETCC() local
[all...] |
| H A D | SelectionDAG.cpp | 12424 SmallVector<SDValue, 8> Scalars; in UnrollVectorOp() local
12445 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, Operands, in UnrollVectorOp()
12450 Scalars.push_back(getNode(ISD::SELECT, dl, EltVT, Operands)); in UnrollVectorOp()
12457 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, Operands[0], in UnrollVectorOp()
12463 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, in UnrollVectorOp()
12471 Scalars.push_back(getUNDEF(EltVT)); in UnrollVectorOp()
12474 return getBuildVector(VecVT, dl, Scalars); in UnrollVectorOp()
|
| H A D | LegalizeDAG.cpp | 4288 SmallVector<SDValue, 8> Scalars; in ExpandNode() local
4296 Scalars.push_back(DAG.getNode(Node->getOpcode(), dl, in ExpandNode()
4300 SDValue Result = DAG.getBuildVector(Node->getValueType(0), dl, Scalars); in ExpandNode()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIISelLowering.cpp | 6201 SmallVector<SDValue, 8> Scalars; in lowerLaneOp() local
6230 Scalars.push_back(DAG.getNode(N->getOpcode(), SL, EltVT, Operands)); in lowerLaneOp()
6234 return DAG.getBuildVector(VecVT, SL, Scalars); in lowerLaneOp()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | SVEInstrFormats.td | 5331 // SVE Integer Compare - Scalars Group
|