Home
last modified time | relevance | path

Searched refs:VPReplicateRecipe (Results 1 – 12 of 12) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVPlanAnalysis.h28 class VPReplicateRecipe; variable
58 Type *inferScalarTypeForRecipe(const VPReplicateRecipe *R);
H A DVPlanUnroll.cpp269 if (auto *RepR = dyn_cast<VPReplicateRecipe>(&R)) { in unrollRecipeByUF()
459 static VPReplicateRecipe *cloneForLane(VPlan &Plan, VPBuilder &Builder, in cloneForLane()
460 Type *IdxTy, VPReplicateRecipe *RepR, in cloneForLane()
487 new VPReplicateRecipe(RepR->getUnderlyingInstr(), NewOps, in cloneForLane()
508 auto *RepR = dyn_cast<VPReplicateRecipe>(&R); in replicateByVF()
H A DVPlanTransforms.cpp155 if (auto *RepR = dyn_cast<VPReplicateRecipe>(SinkCandidate)) { in sinkScalarOperands()
175 isa<VPReplicateRecipe, VPScalarIVStepsRecipe>(SinkCandidate); in sinkScalarOperands()
185 dyn_cast<VPReplicateRecipe>(SinkCandidate)) { in sinkScalarOperands()
189 Clone = new VPReplicateRecipe(I, SinkCandidate->operands(), true, in sinkScalarOperands()
334 static VPRegionBlock *createReplicateRegion(VPReplicateRecipe *PredRecipe, in createReplicateRegion()
349 auto *RecipeWithoutMask = new VPReplicateRecipe( in createReplicateRegion()
378 SmallVector<VPReplicateRecipe *> WorkList; in addReplicateRegions()
382 if (auto *RepR = dyn_cast<VPReplicateRecipe>(&R)) { in addReplicateRegions()
389 for (VPReplicateRecipe *RepR : WorkList) { in addReplicateRegions()
534 auto *RepR = dyn_cast<VPReplicateRecipe>(&R); in isDeadRecipe()
[all …]
H A DVPlanPatternMatch.h290 UnaryRecipe_match<Op0_t, Opcode, VPWidenRecipe, VPReplicateRecipe,
317 VPReplicateRecipe, VPWidenCastRecipe, VPInstruction>;
467 VPWidenRecipe, VPReplicateRecipe, VPWidenGEPRecipe,
479 VPReplicateRecipe, VPInstruction, VPWidenSelectRecipe>;
548 if (const auto *R = dyn_cast<VPReplicateRecipe>(V)) in match()
572 if (const auto *R = dyn_cast<VPReplicateRecipe>(V)) in match()
H A DVPlanAnalysis.cpp201 Type *VPTypeAnalysis::inferScalarTypeForRecipe(const VPReplicateRecipe *R) { in inferScalarTypeForRecipe()
293 .Case<VPBlendRecipe, VPInstruction, VPWidenRecipe, VPReplicateRecipe, in inferScalarType()
322 auto *RepR = dyn_cast<VPReplicateRecipe>(&R); in collectEphemeralRecipesForVPlan()
551 isa<VPCanonicalIVPHIRecipe, VPReplicateRecipe, VPDerivedIVRecipe, in calculateRegisterUsageForPlan()
H A DVPlanUtils.cpp108 .Case<VPReplicateRecipe>([](const auto *R) { in isUniformAcrossVFsAndUFs()
H A DVPRecipeBuilder.h203 VPReplicateRecipe *handleReplication(Instruction *I,
H A DVPlanUtils.h62 if (auto *Rep = dyn_cast<VPReplicateRecipe>(VPV)) { in isSingleScalar()
H A DVPlanRecipes.cpp200 auto *R = cast<VPReplicateRecipe>(this); in mayHaveSideEffects()
2056 if (const auto *ReplicateRecipe = dyn_cast<VPReplicateRecipe>(R)) in computeCost()
2823 VPReplicateRecipe *RepRecipe, in scalarizeInstruction()
2877 void VPReplicateRecipe::execute(VPTransformState &State) { in execute()
2902 bool VPReplicateRecipe::shouldPack() const { in shouldPack()
2914 InstructionCost VPReplicateRecipe::computeCost(ElementCount VF, in computeCost()
2958 void VPReplicateRecipe::print(raw_ostream &O, const Twine &Indent, in print()
3018 assert(isa<VPReplicateRecipe>(getOperand(0)) && in execute()
H A DVPlan.h65 class VPReplicateRecipe; variable
2653 class LLVM_ABI_FOR_TEST VPReplicateRecipe : public VPRecipeWithIRFlags,
2662 VPReplicateRecipe(Instruction *I, ArrayRef<VPValue *> Operands,
2672 ~VPReplicateRecipe() override = default;
2674 VPReplicateRecipe *clone() override { in clone()
2676 new VPReplicateRecipe(getUnderlyingInstr(), operands(), IsSingleScalar, in clone()
H A DVPlanConstruction.cpp639 auto *RepR = dyn_cast<VPReplicateRecipe>(MinMaxR); in handleMaxMinNumReductions()
H A DLoopVectorize.cpp4079 .Case<VPInstruction, VPWidenRecipe, VPReplicateRecipe, in emitInvalidCostRemarks()
6946 if (auto *RepR = dyn_cast<VPReplicateRecipe>(&R)) { in planContainsAdditionalSimplifications()
7978 VPReplicateRecipe *
8036 auto *Recipe = new VPReplicateRecipe(I, Operands, IsUniform, BlockInMask, in handleReplication()
8748 new VPReplicateRecipe(SI, R.operands(), true /* IsUniform */, in tryToBuildVPlanWithVPRecipes()
9045 assert(((MinVF.isScalar() && isa<VPReplicateRecipe>(CurrentLink)) || in adjustRecipesForReductions()
9241 (isa<VPReplicateRecipe>(U) && in adjustRecipesForReductions()
9242 cast<VPReplicateRecipe>(U)->getUnderlyingInstr()->getOpcode() == in adjustRecipesForReductions()