Searched refs:VPIteration (Results 1 – 4 of 4) sorted by relevance
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | VPlanRecipes.cpp | 213 Value *V = State.get(ExitValue, VPIteration(State.UF - 1, Lane)); in fixPhi() 373 const VPIteration &Lane) { in generatePerLane() 415 Value *VIVElem0 = State.get(getOperand(0), VPIteration(Part, 0)); in generatePerPart() 417 Value *ScalarTC = State.get(getOperand(1), VPIteration(Part, 0)); in generatePerPart() 483 Value *Index = State.get(getOperand(0), VPIteration(0, 0)); in generatePerPart() 484 Value *TripCount = State.get(getOperand(1), VPIteration(0, 0)); in generatePerPart() 490 auto *IV = State.get(getOperand(0), VPIteration(0, 0)); in generatePerPart() 504 Value *Cond = State.get(getOperand(0), VPIteration(Part, 0)); in generatePerPart() 634 VPIteration(State.UF - 1, VPLane::getLaneFromEnd(State.VF, Offset))); in generatePerPart() 720 Value *GeneratedValue = generatePerLane(State, VPIteration(Part, Lane)); in execute() [all …]
|
H A D | VPlan.h | 238 struct VPIteration { struct 244 VPIteration(unsigned Part, unsigned Lane, argument 248 VPIteration(unsigned Part, const VPLane &Lane) : Part(Part), Lane(Lane) {} in VPIteration() function 267 std::optional<VPIteration> Instance; argument 287 Value *get(VPValue *Def, const VPIteration &Instance); 295 bool hasScalarValue(VPValue *Def, VPIteration Instance) { in hasScalarValue() 309 set(Def, V, VPIteration(Part, 0)); 330 void set(VPValue *Def, Value *V, const VPIteration &Instance) { in set() 344 void reset(VPValue *Def, Value *V, const VPIteration &Instance) { in reset() 374 void packScalarIntoVectorValue(VPValue *Def, const VPIteration &Instance); [all …]
|
H A D | VPlan.cpp | 227 Value *VPTransformState::get(VPValue *Def, const VPIteration &Instance) { in get() 258 (hasScalarValue(Def, VPIteration(Part, 0)) && in get() 262 return get(Def, VPIteration(Part, 0)); in get() 402 const VPIteration &Instance) { in packScalarIntoVectorValue() 760 State->Instance = VPIteration(0, 0); in execute()
|
H A D | LoopVectorize.cpp | 522 const VPIteration &Instance, 2352 const VPIteration &Instance, in scalarizeInstruction() 7220 State.get(RedResult, VPIteration(State.UF - 1, VPLane::getFirstLane())); in createAndCollectMergePhiForReduction() 9078 Value *ScalarStepValue = State.get(getOperand(1), VPIteration(0, 0)); in execute() 9106 assert(ScalarStepValue == State.get(getOperand(1), VPIteration(Part, 0)) && in execute() 9126 Value *Step = State.get(getStepValue(), VPIteration(0, 0)); in execute() 9127 Value *CanonicalIV = State.get(getOperand(1), VPIteration(0, 0)); in execute() 9134 State.set(this, DerivedIV, VPIteration(0, 0)); in execute() 9165 State.ILV->scalarizeInstruction(UI, this, VPIteration(0, 0), State); in execute() 9168 State.set(this, State.get(this, VPIteration(0, 0)), in execute() [all …]
|