| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 1669 static void reorderScalars(SmallVectorImpl<Value *> &Scalars, in reorderScalars() argument
1672 SmallVector<Value *> Prev(Scalars.size(), in reorderScalars()
1673 PoisonValue::get(Scalars.front()->getType())); in reorderScalars()
1674 Prev.swap(Scalars); in reorderScalars()
1677 Scalars[Mask[I]] = Prev[I]; in reorderScalars()
1850 return VectorizableTree.front()->Scalars; in getRootNodeScalars()
1858 !Root.Scalars.front()->getType()->isIntegerTy()) in getRootNodeTypeWithNoCast()
1862 return std::make_pair(IntegerType::get(Root.Scalars.front()->getContext(), in getRootNodeTypeWithNoCast()
1881 !VectorizableTree.front()->Scalars.front()->getType()->isIntegerTy() || in getReductionType()
1884 VectorizableTree.front()->Scalars.front()->getType())) in getReductionType()
[all …]
|
| H A D | VPlanHelpers.h | 268 auto &Scalars = Data.VPV2Scalars[Def]; in set() local
270 if (Scalars.size() <= CacheIdx) in set()
271 Scalars.resize(CacheIdx + 1); in set()
272 assert(!Scalars[CacheIdx] && "should overwrite existing value"); in set()
273 Scalars[CacheIdx] = V; in set()
|
| H A D | LoopVectorize.cpp | 1016 auto Scalars = InstsToScalarize.find(VF); in isProfitableToScalarize() local
1017 assert(Scalars != InstsToScalarize.end() && in isProfitableToScalarize()
1019 return Scalars->second.contains(I); in isProfitableToScalarize()
1050 auto ScalarsPerVF = Scalars.find(VF); in isScalarAfterVectorization()
1051 assert(ScalarsPerVF != Scalars.end() && in isScalarAfterVectorization()
1439 Scalars.clear(); in invalidateCostModelingDecisions()
1607 DenseMap<ElementCount, SmallPtrSet<Instruction *, 4>> Scalars; member in llvm::LoopVectorizationCostModel
1677 return !Scalars.contains(VF) || !isScalarAfterVectorization(I, VF); in needsExtract()
2723 assert(VF.isVector() && !Scalars.contains(VF) && in collectLoopScalars()
2730 Scalars[VF].insert_range(Uniforms[VF]); in collectLoopScalars()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 1891 SmallVector<SDValue, 8> Scalars; in UnrollVectorOp_StrictFP() local
1922 Scalars.push_back(Scalar); in UnrollVectorOp_StrictFP()
1927 Scalars.push_back(DAG.getUNDEF(EltVT)); in UnrollVectorOp_StrictFP()
1935 return DAG.getBuildVector(VecVT, dl, Scalars); in UnrollVectorOp_StrictFP()
6769 SmallVector<SDValue, 8> Scalars(WidenNumElts, DAG.getUNDEF(EltVT)); in WidenVecRes_STRICT_FSETCC() local
6775 Scalars[i] = DAG.getNode(N->getOpcode(), dl, {MVT::i1, MVT::Other}, in WidenVecRes_STRICT_FSETCC()
6777 Chains[i] = Scalars[i].getValue(1); in WidenVecRes_STRICT_FSETCC()
6778 Scalars[i] = DAG.getSelect(dl, EltVT, Scalars[i], in WidenVecRes_STRICT_FSETCC()
6786 return DAG.getBuildVector(WidenVT, dl, Scalars); in WidenVecRes_STRICT_FSETCC()
7624 SmallVector<SDValue, 8> Scalars(NumElts); in WidenVecOp_STRICT_FSETCC() local
[all …]
|
| H A D | SelectionDAG.cpp | 12995 SmallVector<SDValue, 8> Scalars; in UnrollVectorOp() local
13015 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, Operands, in UnrollVectorOp()
13020 Scalars.push_back(getNode(ISD::SELECT, dl, EltVT, Operands)); in UnrollVectorOp()
13027 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, Operands[0], in UnrollVectorOp()
13033 Scalars.push_back(getNode(N->getOpcode(), dl, EltVT, in UnrollVectorOp()
13040 Scalars.push_back(getAddrSpaceCast(dl, EltVT, Operands[0], in UnrollVectorOp()
13049 Scalars.push_back(getUNDEF(EltVT)); in UnrollVectorOp()
13052 return getBuildVector(VecVT, dl, Scalars); in UnrollVectorOp()
|
| H A D | LegalizeDAG.cpp | 4426 SmallVector<SDValue, 8> Scalars; in ExpandNode() local
4434 Scalars.push_back(DAG.getNode(Node->getOpcode(), dl, in ExpandNode()
4438 SDValue Result = DAG.getBuildVector(Node->getValueType(0), dl, Scalars); in ExpandNode()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIISelLowering.cpp | 6559 SmallVector<SDValue, 8> Scalars; in lowerLaneOp() local
6588 Scalars.push_back(DAG.getNode(N->getOpcode(), SL, EltVT, Operands)); in lowerLaneOp()
6592 return DAG.getBuildVector(VecVT, SL, Scalars); in lowerLaneOp()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | SVEInstrFormats.td | 5829 // SVE Integer Compare - Scalars Group
|