| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | MachineLoopUtils.cpp | 87 MachineInstr &OrigPhi = findEquivalentInstruction(MI, Loop); in PeelSingleBlockLoop() local
88 assert(OrigPhi.isPHI()); in PeelSingleBlockLoop()
95 OrigPhi.getOperand(InitRegIdx).setReg(R); in PeelSingleBlockLoop()
101 Register LoopReg = OrigPhi.getOperand(LoopRegIdx).getReg(); in PeelSingleBlockLoop()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | SimplifyIndVar.cpp | 1049 PHINode *OrigPhi; member in __anonb324fb7f0311::WidenIV
1101 void calculatePostIncRanges(PHINode *OrigPhi);
1163 PHINode *OrigPhi, PHINode *WidePhi);
1230 : OrigPhi(WI.NarrowIV), WideType(WI.WidestNativeType), LI(LInfo), in WidenIV()
1231 L(LI->getLoopFor(OrigPhi->getParent())), SE(SEv), DT(DTree), in WidenIV()
1234 assert(L->getHeader() == OrigPhi->getParent() && "Phi must be an IV"); in WidenIV()
1235 ExtendKindMap[OrigPhi] = WI.IsSigned ? ExtendKind::Sign : ExtendKind::Zero; in WidenIV()
1836 SCEVExpander &Rewriter, PHINode *OrigPhi, in widenIVUse() argument
1940 OrigPhi, WidePhi, DU.NarrowUse, WideInc) || in widenIVUse()
2035 const SCEVAddRecExpr *AddRec = dyn_cast<SCEVAddRecExpr>(SE->getSCEV(OrigPhi)); in createWideIV()
[all …]
|
| H A D | ScalarEvolutionExpander.cpp | 824 bool SCEVExpander::canReuseFlagsFromOriginalIVInc(PHINode *OrigPhi, in canReuseFlagsFromOriginalIVInc() argument
828 return match(OrigInc, m_c_BinOp(m_Specific(OrigPhi), m_Value())) && in canReuseFlagsFromOriginalIVInc()
1581 PHINode *&Phi, PHINode *&OrigPhi, Loop *L, const DominatorTree *DT, in replaceCongruentIVInc() argument
1588 dyn_cast<Instruction>(OrigPhi->getIncomingValueForBlock(LatchBlock)); in replaceCongruentIVInc()
1597 if (OrigPhi->getType() == Phi->getType() && in replaceCongruentIVInc()
1599 isExpandedAddRecExprPHI(OrigPhi, OrigInc, L)) && in replaceCongruentIVInc()
1602 std::swap(OrigPhi, Phi); in replaceCongruentIVInc()
|
| H A D | LoopUtils.cpp | 1177 PHINode *OrigPhi) { in createAnyOfTargetReduction() argument
1187 for (auto *U : OrigPhi->users()) { in createAnyOfTargetReduction()
1193 if (SI->getTrueValue() == OrigPhi) in createAnyOfTargetReduction()
1196 assert(SI->getFalseValue() == OrigPhi && in createAnyOfTargetReduction()
1267 PHINode *OrigPhi) { in createTargetReduction() argument
1276 return createAnyOfTargetReduction(B, Src, Desc, OrigPhi); in createTargetReduction()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 414 PHINode *OrigPhi);
421 Value *Src, PHINode *OrigPhi = nullptr);
|
| H A D | ScalarEvolutionExpander.h | 283 static bool canReuseFlagsFromOriginalIVInc(PHINode *OrigPhi, PHINode *WidePhi,
534 void replaceCongruentIVInc(PHINode *&Phi, PHINode *&OrigPhi, Loop *L,
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | IVDescriptors.cpp | 628 RecurrenceDescriptor::isAnyOfPattern(Loop *Loop, PHINode *OrigPhi, in isAnyOfPattern() argument
645 if (OrigPhi == dyn_cast<PHINode>(SI->getTrueValue())) in isAnyOfPattern()
647 else if (OrigPhi == dyn_cast<PHINode>(SI->getFalseValue())) in isAnyOfPattern()
766 RecurrenceDescriptor::isRecurrenceInstr(Loop *L, PHINode *OrigPhi, in isRecurrenceInstr() argument
803 return isAnyOfPattern(L, OrigPhi, I, Prev); in isRecurrenceInstr()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | IVDescriptors.h | 152 static InstDesc isAnyOfPattern(Loop *Loop, PHINode *OrigPhi, Instruction *I,
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 536 PHINode *OrigPhi, const InductionDescriptor &ID, Value *Step,
561 void fixupIVUsers(PHINode *OrigPhi, const InductionDescriptor &II,
2607 PHINode *OrigPhi, const InductionDescriptor &II, Value *Step, in createInductionResumeValue() argument
2614 Value *&EndValue = IVEndValues[OrigPhi]; in createInductionResumeValue()
2616 if (OrigPhi == OldInduction) { in createInductionResumeValue()
2642 PHINode *BCResumeVal = PHINode::Create(OrigPhi->getType(), 3, "bc.resume.val", in createInductionResumeValue()
2645 BCResumeVal->setDebugLoc(OrigPhi->getDebugLoc()); in createInductionResumeValue()
2691 PHINode *OrigPhi = InductionEntry.first; in createInductionResumeValues() local
2694 OrigPhi, II, getExpandedStep(II, ExpandedSCEVs), LoopBypassBlocks, in createInductionResumeValues()
2696 OrigPhi->setIncomingValueForBlock(LoopScalarPreHeader, BCResumeVal); in createInductionResumeValues()
[all …]
|
| H A D | LoopVectorizationLegality.cpp | 1574 PHINode *OrigPhi = Entry.first; in canFoldTailByMasking() local
1575 for (User *U : OrigPhi->users()) { in canFoldTailByMasking()
|
| H A D | VPlanRecipes.cpp | 552 auto *OrigPhi = cast<PHINode>(PhiR->getUnderlyingValue()); in generatePerPart() local
559 Type *PhiTy = OrigPhi->getType(); in generatePerPart()
601 createTargetReduction(Builder, RdxDesc, ReducedPartRdx, OrigPhi); in generatePerPart()
|