/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | VPlanTransforms.h | 46 static bool adjustFixedOrderRecurrences(VPlan &Plan, VPBuilder &Builder); 49 static void clearReductionWrapFlags(VPlan &Plan); 53 static void optimizeForVFAndUF(VPlan &Plan, ElementCount BestVF, 60 static void optimize(VPlan &Plan, ScalarEvolution &SE); 66 static void createAndOptimizeReplicateRegions(VPlan &Plan); 76 static void addActiveLaneMask(VPlan &Plan, 83 truncateToMinimalBitwidths(VPlan &Plan, 100 VPlan &Plan, function_ref<bool(BasicBlock *)> BlockNeedsPredication); 108 static bool tryAddExplicitVectorLength(VPlan &Plan);
|
H A D | VPlanHCFGBuilder.h | 34 class VPlan; variable 49 VPlan &Plan; 60 VPlanHCFGBuilder(Loop *Lp, LoopInfo *LI, VPlan &P) in VPlanHCFGBuilder()
|
H A D | VPlanTransforms.cpp | 104 static bool sinkScalarOperands(VPlan &Plan) { in sinkScalarOperands() 216 static bool mergeReplicateRegionsIntoSuccessors(VPlan &Plan) { in mergeReplicateRegionsIntoSuccessors() 304 VPlan &Plan) { in createReplicateRegion() 339 static void addReplicateRegions(VPlan &Plan) { in addReplicateRegions() 369 static bool mergeBlocksIntoPredecessors(VPlan &Plan) { in mergeBlocksIntoPredecessors() 402 void VPlanTransforms::createAndOptimizeReplicateRegions(VPlan &Plan) { in createAndOptimizeReplicateRegions() 420 static void removeRedundantInductionCasts(VPlan &Plan) { in removeRedundantInductionCasts() 453 static void removeRedundantCanonicalIVs(VPlan &Plan) { in removeRedundantCanonicalIVs() 508 static void removeDeadRecipes(VPlan &Plan) { in removeDeadRecipes() 523 createScalarIVSteps(VPlan &Plan, InductionDescriptor::InductionKind Kind, in createScalarIVSteps() [all …]
|
H A D | VPlanVerifier.h | 28 class VPlan; variable 36 bool verifyVPlanIsValid(const VPlan &Plan);
|
H A D | VPlan.cpp | 150 VPlan *VPBlockBase::getPlan() { return getPlanEntry(this)->Plan; } in getPlan() 152 const VPlan *VPBlockBase::getPlan() const { return getPlanEntry(this)->Plan; } in getPlan() 169 void VPBlockBase::setPlan(VPlan *ParentPlan) { in setPlan() 221 InnerLoopVectorizer *ILV, VPlan *Plan, in VPTransformState() 837 VPlan::~VPlan() { in ~VPlan() 858 VPlanPtr VPlan::createInitialVPlan(const SCEV *TripCount, ScalarEvolution &SE, in createInitialVPlan() 863 auto Plan = std::make_unique<VPlan>(Entry, VecPreheader); in createInitialVPlan() 916 void VPlan::prepareToExecute(Value *TripCountV, Value *VectorTripCountV, in prepareToExecute() 976 void VPlan::execute(VPTransformState *State) { in execute() 1086 InstructionCost VPlan::cost(ElementCount VF, VPCostContext &Ctx) { in cost() [all …]
|
H A D | VPlanVerifier.cpp | 59 bool verify(const VPlan &Plan); 291 bool VPlanVerifier::verify(const VPlan &Plan) { in verify() 346 bool llvm::verifyVPlanIsValid(const VPlan &Plan) { in verifyVPlanIsValid() 348 VPDT.recalculate(const_cast<VPlan &>(Plan)); in verifyVPlanIsValid()
|
H A D | VPRecipeBuilder.h | 27 VPlan &Plan; 106 VPRecipeBuilder(VPlan &Plan, Loop *OrigLoop, const TargetLibraryInfo *TLI, in VPRecipeBuilder() 168 VPValue *getVPValueOrAddLiveIn(Value *V, VPlan &Plan) { in getVPValueOrAddLiveIn()
|
H A D | VPlanAnalysis.h | 28 class VPlan; variable 68 void collectEphemeralRecipesForVPlan(VPlan &Plan,
|
H A D | LoopVectorizationPlanner.h | 345 InstructionCost cost(VPlan &Plan, ElementCount VF) const; 366 VPlan &getBestPlanFor(ElementCount VF) const; 369 VPlan &getBestPlan() const; 385 executePlan(ElementCount VF, unsigned UF, VPlan &BestPlan,
|
H A D | VPlan.h | 64 class VPlan; variable 147 using VPlanPtr = std::unique_ptr<VPlan>; 258 InnerLoopVectorizer *ILV, VPlan *Plan, LLVMContext &Ctx); 415 VPlan *Plan; 457 VPlan *Plan = nullptr; 513 VPlan *getPlan(); 514 const VPlan *getPlan() const; 518 void setPlan(VPlan *ParentPlan); 719 void fixPhi(VPlan &Plan, VPTransformState &State); 3253 class VPlan { [all …]
|
H A D | VPlanValue.h | 440 class VPlan; variable 460 void assignNames(const VPlan &Plan); 464 VPSlotTracker(const VPlan *Plan = nullptr) {
|
H A D | VPlanDominatorTree.h | 29 using ParentPtr = VPlan *;
|
H A D | VPlanCFG.h | 291 template <> struct GraphTraits<VPlan *> { 292 using GraphRef = VPlan *;
|
H A D | VPlanHCFGBuilder.cpp | 43 VPlan &Plan; 74 PlainCFGBuilder(Loop *Lp, LoopInfo *LI, VPlan &P) in PlainCFGBuilder()
|
H A D | LoopVectorize.cpp | 510 void fixVectorizedLoop(VPTransformState &State, VPlan &Plan); 526 void fixNonInductionPHIs(VPlan &Plan, VPTransformState &State); 564 VPlan &Plan, VPTransformState &State); 2771 BasicBlock *VectorHeader, VPlan &Plan, in fixupIVUsers() 2947 VPlan &Plan) { in fixVectorizedLoop() 3091 void InnerLoopVectorizer::fixNonInductionPHIs(VPlan &Plan, in fixNonInductionPHIs() 4418 static bool willGenerateVectors(VPlan &Plan, ElementCount VF, in willGenerateVectors() 4518 [](std::unique_ptr<VPlan> &P) { in selectVectorizationFactor() 6935 [](std::unique_ptr<VPlan> &P) { return P->hasScalarVFOnly(); })) in plan() 6963 InstructionCost LoopVectorizationPlanner::cost(VPlan &Plan, in cost() [all …]
|
H A D | VPlanAnalysis.cpp | 288 VPlan &Plan, DenseSet<VPRecipeBase *> &EphRecipes) { in collectEphemeralRecipesForVPlan()
|
H A D | VPlanRecipes.cpp | 195 void VPLiveOut::fixPhi(VPlan &Plan, VPTransformState &State) { in fixPhi()
|
/freebsd/lib/clang/libllvm/ |
H A D | Makefile | 1992 SRCS_MIN+= Transforms/Vectorize/VPlan.cpp
|