Home
last modified time | relevance | path

Searched refs:Preheader (Results 1 – 25 of 48) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCCTRLoops.cpp170 MachineBasicBlock *Preheader = ML->getLoopPreheader(); in processLoop() local
173 if (!Preheader) in processLoop()
176 Start = SearchForStart(Preheader); in processLoop()
182 if (Preheader->isLiveIn(PPC::CTR) || Preheader->isLiveIn(PPC::CTR8)) in processLoop()
189 I != Preheader->instr_rend(); ++I) in processLoop()
200 I != Preheader->instr_end(); ++I) in processLoop()
239 MachineBasicBlock *Preheader = Start->getParent(); in expandNormalLoops() local
241 assert((Preheader && Exiting) && in expandNormalLoops()
259 PHIMIB.addReg(Start->getOperand(0).getReg()).addMBB(Preheader); in expandNormalLoops()
289 assert(P == Preheader && in expandNormalLoops()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DLoopFuse.cpp150 BasicBlock *Preheader; member
187 : Preheader(L->getLoopPreheader()), Header(L->getHeader()), in FusionCandidate()
234 return Preheader && Header && ExitingBlock && ExitBlock && Latch && L && in isValid()
242 assert(Preheader == L->getLoopPreheader() && "Preheader is out of sync"); in verify()
259 return Preheader; in getEntryBlock()
265 Preheader = L->getLoopPreheader(); in updateAfterPeeling()
286 return (GuardBranch->getSuccessor(0) == Preheader) in getNonLoopBlock()
300 << "\tPreheader: " << (Preheader ? Preheader->getName() : "nullptr") in dump()
320 if (!Preheader) in isEligibleForFusion()
372 assert(L && Preheader && "Fusion candidate not initialized properly!"); in reportInvalidCandidate()
[all …]
H A DLoopDeletion.cpp66 BasicBlock *Preheader, LoopInfo &LI) { in isLoopDead() argument
91 if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator(), in isLoopDead()
150 auto *Preheader = L->getLoopPreheader(); in isLoopNeverExecuted() local
153 assert(Preheader && "Needs preheader!"); in isLoopNeverExecuted()
155 if (Preheader->isEntryBlock()) in isLoopNeverExecuted()
159 for (auto *Pred: predecessors(Preheader)) { in isLoopNeverExecuted()
167 if (Taken == Preheader) in isLoopNeverExecuted()
170 assert(!pred_empty(Preheader) && in isLoopNeverExecuted()
445 BasicBlock *Preheader = L->getLoopPreheader(); in deleteLoopIfDead() local
446 if (!Preheader || !L->hasDedicatedExits()) { in deleteLoopIfDead()
[all …]
H A DLoopSink.cpp302 BasicBlock *Preheader = L.getLoopPreheader(); in sinkLoopInvariantInstructions() local
303 assert(Preheader && "Expected loop to have preheader"); in sinkLoopInvariantInstructions()
305 assert(Preheader->getParent()->hasProfileData() && in sinkLoopInvariantInstructions()
308 const BlockFrequency PreheaderFreq = BFI.getBlockFreq(Preheader); in sinkLoopInvariantInstructions()
338 for (Instruction &I : llvm::make_early_inc_range(llvm::reverse(*Preheader))) { in sinkLoopInvariantInstructions()
384 BasicBlock *Preheader = L.getLoopPreheader(); in run() local
385 if (!Preheader) in run()
H A DLoopSimplifyCFG.cpp366 BasicBlock *Preheader = L.getLoopPreheader(); in handleDeadExits() local
368 Preheader, Preheader->getTerminator(), &DT, &LI, MSSAU); in handleDeadExits()
370 IRBuilder<> Builder(Preheader->getTerminator()); in handleDeadExits()
373 Preheader->getTerminator()->eraseFromParent(); in handleDeadExits()
393 DTUpdates.push_back({DominatorTree::Insert, Preheader, BB}); in handleDeadExits()
398 if (Loop *OuterLoop = LI.getLoopFor(Preheader)) { in handleDeadExits()
H A DLICM.cpp449 BasicBlock *Preheader = L->getLoopPreheader(); in runOnLoop() local
472 if (Preheader) in runOnLoop()
484 if (!DisablePromotion && Preheader && L->hasDedicatedExits() && in runOnLoop()
902 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in hoistRegion() local
921 Preheader->getTerminator(), AC, AllowSpeculation)) { in hoistRegion()
1919 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in promoteLoopAccessesToScalars() local
1980 const DataLayout &MDL = Preheader->getDataLayout(); in promoteLoopAccessesToScalars()
2032 Preheader->getTerminator(), AC, AllowSpeculation)) { in promoteLoopAccessesToScalars()
2080 Store->getAlign(), MDL, Preheader->getTerminator(), AC, DT, TLI); in promoteLoopAccessesToScalars()
2179 Preheader->getTerminator()->getIterator()); in promoteLoopAccessesToScalars()
[all …]
H A DLoopIdiomRecognize.cpp1031 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in processLoopStridedStore() local
1032 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStridedStore()
1056 Expander.expandCodeFor(Start, DestInt8PtrTy, Preheader->getTerminator()); in processLoopStridedStore()
1094 Preheader->getTerminator()); in processLoopStridedStore()
1120 Expander.expandCodeFor(NumBytesS, IntIdxTy, Preheader->getTerminator()); in processLoopStridedStore()
1170 NewCall->getDebugLoc(), Preheader); in processLoopStridedStore()
1180 << ore::NV("ToBlock", Preheader->getName()); in processLoopStridedStore()
1287 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in processLoopStoreOfLoopLoad() local
1288 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStoreOfLoopLoad()
1319 StrStart, Builder.getPtrTy(StrAS), Preheader->getTerminator()); in processLoopStoreOfLoopLoad()
[all …]
H A DLoopPredication.cpp270 BasicBlock *Preheader; member in __anon4970eb7f0111::LoopPredication
486 return Preheader->getTerminator(); in findInsertPt()
497 !Expander.isSafeToExpandAt(Op, Preheader->getTerminator())) in findInsertPt()
499 return Preheader->getTerminator(); in findInsertPt()
1206 Preheader = L->getLoopPreheader(); in runOnLoop()
1207 if (!Preheader) in runOnLoop()
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMBlockPlacement.cpp99 MachineBasicBlock *Preheader = WLS->getParent(); in revertWhileToDoLoop() local
100 assert(WLS != &Preheader->back()); in revertWhileToDoLoop()
101 assert(WLS->getNextNode() == &Preheader->back()); in revertWhileToDoLoop()
102 MachineInstr *Br = &Preheader->back(); in revertWhileToDoLoop()
112 MachineBasicBlock *NewBlock = Preheader->getParent()->CreateMachineBasicBlock( in revertWhileToDoLoop()
113 Preheader->getBasicBlock()); in revertWhileToDoLoop()
114 Preheader->getParent()->insert(++Preheader->getIterator(), NewBlock); in revertWhileToDoLoop()
119 Preheader->replaceSuccessor(Br->getOperand(0).getMBB(), NewBlock); in revertWhileToDoLoop()
141 Preheader->getParent()->RenumberBlocks(); in revertWhileToDoLoop()
143 BBUtils->adjustBBOffsetsAfter(Preheader); in revertWhileToDoLoop()
H A DARMLowOverheadLoops.cpp172 if (auto *Preheader = ML.getLoopPreheader()) in ProcessLoop() local
173 GetPredecessor(Preheader); in ProcessLoop()
174 else if (auto *Preheader = MLI.findLoopPreheader(&ML, true, true)) in ProcessLoop() local
175 GetPredecessor(Preheader); in ProcessLoop()
364 MachineBasicBlock *Preheader = nullptr; member
392 Preheader = MBB; in LowOverheadLoop()
394 Preheader = MBB; in LowOverheadLoop()
703 MachineBasicBlock *MBB = Preheader; in ValidateTailPredicate()
791 Preheader && !Preheader->empty() && in ValidateTailPredicate()
794 &Preheader->back(), VCTP->getOperand(1).getReg().asMCReg())) { in ValidateTailPredicate()
[all …]
H A DMVETailPredication.cpp141 BasicBlock *Preheader = L->getLoopPreheader(); in runOnLoop() local
142 if (!Preheader) in runOnLoop()
160 IntrinsicInst *Setup = FindLoopIterations(Preheader); in runOnLoop()
164 if (!Preheader->getSinglePredecessor()) in runOnLoop()
166 Setup = FindLoopIterations(Preheader->getSinglePredecessor()); in runOnLoop()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DMatrixUtils.cpp23 BasicBlock *TileInfo::CreateLoop(BasicBlock *Preheader, BasicBlock *Exit, in CreateLoop() argument
27 LLVMContext &Ctx = Preheader->getContext(); in CreateLoop()
29 Preheader->getContext(), Name + ".header", Preheader->getParent(), Exit); in CreateLoop()
40 IV->addIncoming(ConstantInt::get(I32Ty, 0), Preheader); in CreateLoop()
48 BranchInst *PreheaderBr = cast<BranchInst>(Preheader->getTerminator()); in CreateLoop()
52 {DominatorTree::Delete, Preheader, Tmp}, in CreateLoop()
57 {DominatorTree::Insert, Preheader, Header}, in CreateLoop()
H A DLoopConstrainer.cpp147 BasicBlock *Preheader = L.getLoopPreheader(); in parseLoopStructure() local
148 if (!Preheader) { in parseLoopStructure()
400 const DataLayout &DL = Preheader->getDataLayout(); in parseLoopStructure()
402 Instruction *Ins = Preheader->getTerminator(); in parseLoopStructure()
520 const LoopStructure &LS, BasicBlock *Preheader, Value *ExitSubloopAt, in changeIterationSpaceEnd() argument
601 BranchInst *PreheaderJump = cast<BranchInst>(Preheader->getTerminator()); in changeIterationSpaceEnd()
655 NewPHI->addIncoming(PN.getIncomingValueForBlock(Preheader), Preheader); in changeIterationSpaceEnd()
663 RRI.IndVarEnd->addIncoming(IndVarStart, Preheader); in changeIterationSpaceEnd()
687 BasicBlock *Preheader = BasicBlock::Create(Ctx, Tag, &F, LS.Header); in createPreheader() local
688 BranchInst::Create(LS.Header, Preheader); in createPreheader()
[all …]
H A DLoopSimplify.cpp212 static Loop *separateNestedLoop(Loop *L, BasicBlock *Preheader, in separateNestedLoop() argument
217 if (!Preheader) in separateNestedLoop()
355 static BasicBlock *insertUniqueBackedgeBlock(Loop *L, BasicBlock *Preheader, in insertUniqueBackedgeBlock() argument
365 if (!Preheader) in insertUniqueBackedgeBlock()
378 if (P != Preheader) BackedgeBlocks.push_back(P); in insertUniqueBackedgeBlock()
409 if (IBB == Preheader) { in insertUniqueBackedgeBlock()
468 MSSAU->updatePhisWhenInsertingUniqueBackedgeBlock(Header, Preheader, in insertUniqueBackedgeBlock()
537 BasicBlock *Preheader = L->getLoopPreheader(); in simplifyOneLoop() local
538 if (!Preheader) { in simplifyOneLoop()
539 Preheader = InsertPreheaderForLoop(L, DT, LI, MSSAU, PreserveLCSSA); in simplifyOneLoop()
[all …]
H A DIntegerDivision.cpp203 BasicBlock *Preheader = BasicBlock::Create(Builder.getContext(), in generateUnsignedDivisionCode() local
255 Builder.CreateCondBr(SkipLoop, LoopExit, Preheader); in generateUnsignedDivisionCode()
261 Builder.SetInsertPoint(Preheader); in generateUnsignedDivisionCode()
324 Carry_1->addIncoming(Zero, Preheader); in generateUnsignedDivisionCode()
327 SR_3->addIncoming(SR_1, Preheader); in generateUnsignedDivisionCode()
330 R_1->addIncoming(Tmp3, Preheader); in generateUnsignedDivisionCode()
333 Q_2->addIncoming(Q, Preheader); in generateUnsignedDivisionCode()
H A DLoopUtils.cpp488 auto *Preheader = L->getLoopPreheader(); in deleteDeadLoop() local
489 assert(Preheader && "Preheader should exist!"); in deleteDeadLoop()
509 Instruction *OldTerm = Preheader->getTerminator(); in deleteDeadLoop()
558 P.setIncomingBlock(PredIndex, Preheader); in deleteDeadLoop()
566 P.getIncomingBlock(PredIndex) == Preheader) && in deleteDeadLoop()
571 DTU.applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}); in deleteDeadLoop()
573 MSSAU->applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}, in deleteDeadLoop()
581 Builder.SetInsertPoint(Preheader->getTerminator()); in deleteDeadLoop()
584 Preheader->getTerminator()->eraseFromParent(); in deleteDeadLoop()
591 Preheader->getTerminator()->eraseFromParent(); in deleteDeadLoop()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DMachineLoopUtils.cpp31 MachineBasicBlock *Preheader = *Loop->pred_begin(); in PeelSingleBlockLoop() local
32 if (Preheader == Loop) in PeelSingleBlockLoop()
33 Preheader = *std::next(Loop->pred_begin()); in PeelSingleBlockLoop()
86 if (MI.getOperand(2).getMBB() != Preheader) in PeelSingleBlockLoop()
111 Preheader->ReplaceUsesOfBlockWith(Loop, NewBB); in PeelSingleBlockLoop()
113 Loop->replacePhiUsesWith(Preheader, NewBB); in PeelSingleBlockLoop()
114 Preheader->updateTerminator(Loop); in PeelSingleBlockLoop()
H A DMachineLICM.cpp281 unsigned Hoist(MachineInstr *MI, MachineBasicBlock *Preheader,
594 MachineBasicBlock *Preheader = getOrCreatePreheader(CurLoop); in HoistRegionPostRA() local
595 if (!Preheader) in HoistRegionPostRA()
645 MachineBasicBlock::iterator TI = Preheader->getFirstTerminator(); in HoistRegionPostRA()
646 if (TI != Preheader->end()) { in HoistRegionPostRA()
726 MachineBasicBlock *Preheader = CurLoop->getLoopPreheader(); in HoistPostRA() local
730 LLVM_DEBUG(dbgs() << "Hoisting to " << printMBBReference(*Preheader) in HoistPostRA()
736 Preheader->splice(Preheader->getFirstTerminator(), MBB, MI); in HoistPostRA()
830 MachineBasicBlock *Preheader = getOrCreatePreheader(CurLoop); in HoistOutOfLoop() local
831 if (!Preheader) in HoistOutOfLoop()
[all …]
H A DHardwareLoops.cpp360 BasicBlock *Preheader = L->getLoopPreheader(); in TryConvertLoop() local
363 if (!Preheader) in TryConvertLoop()
364 Preheader = InsertPreheaderForLoop(L, &DT, &LI, nullptr, PreserveLCSSA); in TryConvertLoop()
365 if (!Preheader) in TryConvertLoop()
401 BasicBlock *Preheader = L->getLoopPreheader(); in CanGenerateTest() local
402 if (!Preheader->getSinglePredecessor()) in CanGenerateTest()
405 BasicBlock *Pred = Preheader->getSinglePredecessor(); in CanGenerateTest()
436 if (BI->getSuccessor(SuccIdx) != Preheader) in CanGenerateTest()
574 BasicBlock *Preheader = L->getLoopPreheader(); in InsertPHICounter() local
579 Index->addIncoming(NumElts, Preheader); in InsertPHICounter()
H A DMachineLoopInfo.cpp161 MachineBasicBlock *Preheader = nullptr; in findLoopPreheader() local
166 if (Preheader) in findLoopPreheader()
168 Preheader = P; in findLoopPreheader()
174 for (MachineBasicBlock *S : Preheader->successors()) { in findLoopPreheader()
182 return Preheader; in findLoopPreheader()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopIdiomVectorize.cpp639 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in expandFindMismatch() local
640 BranchInst *PHBranch = cast<BranchInst>(Preheader->getTerminator()); in expandFindMismatch()
646 EndBlock = SplitBlock(Preheader, PHBranch, DT, LI, nullptr, "mismatch_end"); in expandFindMismatch()
665 Preheader->getTerminator()->setSuccessor(0, MinItCheckBlock); in expandFindMismatch()
691 DTU.applyUpdates({{DominatorTree::Insert, Preheader, MinItCheckBlock}, in expandFindMismatch()
692 {DominatorTree::Delete, Preheader, EndBlock}}); in expandFindMismatch()
893 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in transformByteCompare() local
895 BranchInst *PHBranch = cast<BranchInst>(Preheader->getTerminator()); in transformByteCompare()
917 auto *CmpBB = BasicBlock::Create(Preheader->getContext(), "byte.compare", in transformByteCompare()
918 Preheader->getParent()); in transformByteCompare()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonHardwareLoops.cpp403 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in findInductionRegister() local
406 if (!Header || !Preheader || !Latch || !ExitingBlock) in findInductionRegister()
598 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in getLoopTripCount() local
605 if (MBB == Preheader) in getLoopTripCount()
1232 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in convertToHardwareLoop() local
1233 if (!Preheader) { in convertToHardwareLoop()
1234 Preheader = createPreheaderForLoop(L); in convertToHardwareLoop()
1235 if (!Preheader) in convertToHardwareLoop()
1239 MachineBasicBlock::iterator InsertPos = Preheader->getFirstTerminator(); in convertToHardwareLoop()
1253 if (!MDT->dominates(BBDef, Preheader)) in convertToHardwareLoop()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXIntrinsics.cpp70 BasicBlock *createLoop(BasicBlock *Preheader, BasicBlock *Exit, Value *Bound,
101 BasicBlock *X86LowerAMXIntrinsics::createLoop(BasicBlock *Preheader, in createLoop() argument
105 LLVMContext &Ctx = Preheader->getContext(); in createLoop()
107 BasicBlock::Create(Ctx, Name + ".header", Preheader->getParent(), Exit); in createLoop()
118 IV->addIncoming(ConstantInt::get(I16Ty, 0), Preheader); in createLoop()
126 BranchInst *PreheaderBr = cast<BranchInst>(Preheader->getTerminator()); in createLoop()
130 {DominatorTree::Delete, Preheader, Tmp}, in createLoop()
135 {DominatorTree::Insert, Preheader, Header}, in createLoop()
/freebsd/contrib/llvm-project/llvm/lib/Analysis/
H A DLoopInfo.cpp94 BasicBlock *Preheader = getLoopPreheader(); in makeLoopInvariant() local
96 if (!Preheader) in makeLoopInvariant()
98 InsertPt = Preheader->getTerminator(); in makeLoopInvariant()
372 BasicBlock *Preheader = getLoopPreheader(); in getLoopGuardBranch() local
373 assert(Preheader && getLoopLatch() && in getLoopGuardBranch()
386 BasicBlock *GuardBB = Preheader->getUniquePredecessor(); in getLoopGuardBranch()
396 BasicBlock *GuardOtherSucc = (GuardBI->getSuccessor(0) == Preheader) in getLoopGuardBranch()
/freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/
H A DMatrixUtils.h82 static BasicBlock *CreateLoop(BasicBlock *Preheader, BasicBlock *Exit,

12