| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanTransforms.cpp | 42 VPlanPtr &Plan, in tryToConvertVPInstructionsToVPRecipes()
124 static bool sinkScalarOperands(VPlan &Plan) { in sinkScalarOperands()
245 static bool mergeReplicateRegionsIntoSuccessors(VPlan &Plan) { in mergeReplicateRegionsIntoSuccessors()
335 VPlan &Plan) { in createReplicateRegion()
377 static void addReplicateRegions(VPlan &Plan) { in addReplicateRegions()
409 static bool mergeBlocksIntoPredecessors(VPlan &Plan) { in mergeBlocksIntoPredecessors()
443 void VPlanTransforms::createAndOptimizeReplicateRegions(VPlan &Plan) { in createAndOptimizeReplicateRegions()
461 static void removeRedundantInductionCasts(VPlan &Plan) { in removeRedundantInductionCasts()
494 static void removeRedundantCanonicalIVs(VPlan &Plan) { in removeRedundantCanonicalIVs()
549 void VPlanTransforms::removeDeadRecipes(VPlan &Plan) { in removeDeadRecipes()
[all …]
|
| H A D | VPlanUtils.cpp | 27 VPValue *vputils::getOrCreateVPValueForSCEVExpr(VPlan &Plan, const SCEV *Expr, in getOrCreateVPValueForSCEVExpr()
51 bool vputils::isHeaderMask(const VPValue *V, VPlan &Plan) { in isHeaderMask()
131 VPBasicBlock *vputils::getFirstLoopHeader(VPlan &Plan, VPDominatorTree &VPDT) { in getFirstLoopHeader()
|
| H A D | VPlanConstruction.cpp | 40 std::unique_ptr<VPlan> Plan; member in __anoncb3ea4040111::PlainCFGBuilder
401 static void createLoopRegion(VPlan &Plan, VPBlockBase *HeaderVPB) { in createLoopRegion()
428 static void addCanonicalIVRecipes(VPlan &Plan, VPBasicBlock *HeaderVPBB, in addCanonicalIVRecipes()
459 VPlan &Plan, Type *InductionTy, PredicatedScalarEvolution &PSE, in prepareForVectorization()
582 void VPlanTransforms::createLoopRegions(VPlan &Plan) { in createLoopRegions()
598 void VPlanTransforms::attachCheckBlock(VPlan &Plan, Value *Cond, in attachCheckBlock()
632 bool VPlanTransforms::handleMaxMinNumReductions(VPlan &Plan) { in handleMaxMinNumReductions()
|
| H A D | VPlanUnroll.cpp | 39 VPlan &Plan; member in __anone9af25350111::UnrollState
77 UnrollState(VPlan &Plan, unsigned UF, LLVMContext &Ctx) in UnrollState()
401 void VPlanTransforms::unrollByUF(VPlan &Plan, unsigned UF, LLVMContext &Ctx) { in unrollByUF()
459 static VPReplicateRecipe *cloneForLane(VPlan &Plan, VPBuilder &Builder, in cloneForLane()
494 void VPlanTransforms::replicateByVF(VPlan &Plan, ElementCount VF) { in replicateByVF()
|
| H A D | VPRecipeBuilder.h | 49 VPlan &Plan; variable
147 VPRecipeBuilder(VPlan &Plan, Loop *OrigLoop, const TargetLibraryInfo *TLI, in VPRecipeBuilder()
|
| H A D | VPlanPredicator.cpp | 168 auto &Plan = *HeaderVPBB->getPlan(); in createHeaderMask() local
264 VPlanTransforms::introduceMasksAndLinearize(VPlan &Plan, bool FoldTail) { in introduceMasksAndLinearize()
|
| H A D | VPlanAnalysis.cpp | 24 VPTypeAnalysis::VPTypeAnalysis(const VPlan &Plan) in VPTypeAnalysis()
316 VPlan &Plan, DenseSet<VPRecipeBase *> &EphRecipes) { in collectEphemeralRecipesForVPlan()
415 VPlan &Plan, ArrayRef<ElementCount> VFs, const TargetTransformInfo &TTI, in calculateRegisterUsageForPlan()
|
| H A D | VPlanVerifier.cpp | 430 bool VPlanVerifier::verify(const VPlan &Plan) { in verify()
483 bool llvm::verifyVPlanIsValid(const VPlan &Plan, bool VerifyLate) { in verifyVPlanIsValid()
|
| H A D | VPlan.cpp | 246 IRBuilderBase &Builder, VPlan *Plan, in VPTransformState()
1542 void VPSlotTracker::assignNames(const VPlan &Plan) { in assignNames()
1642 if (auto Plan = tryToBuildVPlan(SubRange)) { in buildVPlans() local
1655 [VF](const VPlanPtr &Plan) { return Plan->hasVF(VF); }) == in getPlanFor()
1659 for (const VPlanPtr &Plan : VPlans) { in getPlanFor() local
1672 for (const auto &Plan : VPlans) in printPlans() local
|
| H A D | LoopVectorize.cpp | 489 GeneratedRTChecks &RTChecks, VPlan &Plan) in InnerLoopVectorizer()
628 VPlan &Plan; member in llvm::InnerLoopVectorizer
674 ProfileSummaryInfo *PSI, GeneratedRTChecks &Checks, VPlan &Plan) in InnerLoopAndEpilogueVectorizer()
711 ProfileSummaryInfo *PSI, GeneratedRTChecks &Check, VPlan &Plan) in EpilogueVectorizerMainLoop()
738 ProfileSummaryInfo *PSI, GeneratedRTChecks &Checks, VPlan &Plan) in EpilogueVectorizerEpilogueLoop()
4012 for (const auto &Plan : VPlans) { in emitInvalidCostRemarks() local
4127 static bool willGenerateVectors(VPlan &Plan, ElementCount VF, in willGenerateVectors()
4223 static bool hasReplicatorRegion(VPlan &Plan) { in hasReplicatorRegion()
4593 LoopVectorizationCostModel::selectInterleaveCount(VPlan &Plan, ElementCount VF, in selectInterleaveCount()
6734 LoopVectorizationPlanner::precomputeCosts(VPlan &Plan, ElementCount VF, in precomputeCosts()
[all …]
|
| H A D | VPlanHelpers.h | 331 VPlan *Plan; member
418 const VPlan &Plan; variable
|
| H A D | VPlanSLP.cpp | 92 VPInterleavedAccessInfo::VPInterleavedAccessInfo(VPlan &Plan, in VPInterleavedAccessInfo()
|
| H A D | VPlan.h | 101 VPlan *Plan = nullptr; variable
|