Home
last modified time | relevance | path

Searched refs:MSSAU (Results 1 – 25 of 33) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DLoopSimplifyCFG.cpp115 MemorySSAUpdater *MSSAU; member in __anona0e87c8a0111::ConstantTerminatorFoldingImpl
368 Preheader, Preheader->getTerminator(), &DT, &LI, MSSAU); in handleDeadExits()
426 if (MSSAU) in handleDeadExits()
427 MSSAU->applyUpdates(DTUpdates, DT, /*UpdateDT=*/true); in handleDeadExits()
436 if (MSSAU) { in handleDeadExits()
438 MSSAU->applyUpdates(DTUpdates, DT, /*UpdateDT=*/true); in handleDeadExits()
441 MSSAU->getMemorySSA()->verifyMemorySSA(); in handleDeadExits()
448 if (MSSAU) { in deleteDeadLoopBlocks()
451 MSSAU->removeBlocks(DeadLoopBlocksSet); in deleteDeadLoopBlocks()
513 if (MSSAU) in foldTerminators()
[all …]
H A DLoopInstSimplify.cpp44 MemorySSAUpdater *MSSAU) { in simplifyLoopInst() argument
71 MemorySSA *MSSA = MSSAU ? MSSAU->getMemorySSA() : nullptr; in simplifyLoopInst()
75 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst()
130 if (MSSAU) in simplifyLoopInst()
148 RecursivelyDeleteTriviallyDeadInstructions(DeadInsts, &TLI, MSSAU); in simplifyLoopInst()
151 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst()
173 std::optional<MemorySSAUpdater> MSSAU; in run() local
175 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
180 MSSAU ? &*MSSAU : nullptr)) in run()
H A DLICM.cpp179 MemorySSAUpdater &MSSAU, ScalarEvolution *SE,
183 MemorySSAUpdater &MSSAU, OptimizationRemarkEmitter *ORE);
201 MemorySSAUpdater &MSSAU, AssumptionCache *AC,
205 const LoopSafetyInfo *SafetyInfo, MemorySSAUpdater &MSSAU);
208 MemorySSAUpdater &MSSAU);
212 MemorySSAUpdater &MSSAU, ScalarEvolution *SE);
444 MemorySSAUpdater MSSAU(MSSA); in runOnLoop() local
468 TLI, TTI, L, MSSAU, &SafetyInfo, Flags, ORE) in runOnLoop()
470 MSSAU, &SafetyInfo, Flags, ORE); in runOnLoop()
474 MSSAU, SE, &SafetyInfo, Flags, ORE, LoopNestMode, in runOnLoop()
[all …]
H A DSimpleLoopUnswitch.cpp296 MemorySSAUpdater *MSSAU) { in buildPartialInvariantUnswitchConditionalBranch() argument
310 if (!MSSAU) in buildPartialInvariantUnswitchConditionalBranch()
313 MemorySSA *MSSA = MSSAU->getMemorySSA(); in buildPartialInvariantUnswitchConditionalBranch()
327 MSSAU->createMemoryAccessInBB(NewInst, DefiningAccess, in buildPartialInvariantUnswitchConditionalBranch()
417 MemorySSAUpdater *MSSAU, ScalarEvolution *SE) { in hoistLoopToNewParent() argument
478 formDedicatedExitBlocks(OldContainingL, &DT, &LI, MSSAU, in hoistLoopToNewParent()
517 MemorySSAUpdater *MSSAU) { in unswitchTrivialBranch() argument
598 if (MSSAU && VerifyMemorySSA) in unswitchTrivialBranch()
599 MSSAU->getMemorySSA()->verifyMemorySSA(); in unswitchTrivialBranch()
605 BasicBlock *NewPH = SplitEdge(OldPH, L.getHeader(), &DT, &LI, MSSAU); in unswitchTrivialBranch()
[all …]
H A DLoopSink.cpp189 DominatorTree &DT, BlockFrequencyInfo &BFI, MemorySSAUpdater *MSSAU) { in sinkInstruction() argument
257 if (MSSAU && MSSAU->getMemorySSA()->getMemoryAccess(&I)) { in sinkInstruction()
260 MSSAU->createMemoryAccessInBB(IC, nullptr, N, MemorySSA::Beginning); in sinkInstruction()
263 MSSAU->insertDef(MemDef, /*RenameUses=*/true); in sinkInstruction()
266 MSSAU->insertUse(MemUse, /*RenameUses=*/true); in sinkInstruction()
287 if (MSSAU) in sinkInstruction()
289 MSSAU->getMemorySSA()->getMemoryAccess(&I))) in sinkInstruction()
290 MSSAU->moveToPlace(OldMemAcc, MoveBB, MemorySSA::Beginning); in sinkInstruction()
317 MemorySSAUpdater MSSAU(&MSSA); in sinkLoopInvariantInstructions() local
344 if (!canSinkOrHoistInst(I, &AA, &DT, &L, MSSAU, false, LICMFlags)) in sinkLoopInvariantInstructions()
[all …]
H A DLoopRotation.cpp74 std::optional<MemorySSAUpdater> MSSAU; in run() local
76 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
78 MSSAU ? &*MSSAU : nullptr, SQ, false, Threshold, in run()
H A DGuardWidening.cpp108 static void eliminateGuard(Instruction *GuardInst, MemorySSAUpdater *MSSAU) { in eliminateGuard() argument
110 if (MSSAU) in eliminateGuard()
111 MSSAU->removeMemoryAccess(GuardInst); in eliminateGuard()
138 MemorySSAUpdater *MSSAU; member in __anonfd3b26bb0111::GuardWideningImpl
323 MemorySSAUpdater *MSSAU, DomTreeNode *Root, in GuardWideningImpl() argument
325 : DT(DT), PDT(PDT), LI(LI), AC(AC), MSSAU(MSSAU), Root(Root), in GuardWideningImpl()
365 eliminateGuard(I, MSSAU); in run()
995 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local
997 MSSAU = std::make_unique<MemorySSAUpdater>(&MSSAA->getMSSA()); in run()
998 if (!GuardWideningImpl(DT, &PDT, LI, AC, MSSAU ? MSSAU.get() : nullptr, in run()
[all …]
H A DLoopPredication.cpp266 MemorySSAUpdater *MSSAU; member in __anon4970eb7f0111::LoopPredication
324 LoopInfo *LI, MemorySSAUpdater *MSSAU) in LoopPredication() argument
325 : AA(AA), DT(DT), SE(SE), LI(LI), MSSAU(MSSAU){}; in LoopPredication()
334 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local
336 MSSAU = std::make_unique<MemorySSAUpdater>(AR.MSSA); in run()
338 MSSAU ? MSSAU.get() : nullptr); in run()
751 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in widenGuardConditions()
799 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in widenWidenableBranchGuardConditions()
1244 if (MSSAU && VerifyMemorySSA) in runOnLoop()
1245 MSSAU->getMemorySSA()->verifyMemorySSA(); in runOnLoop()
H A DLoopFlatten.cpp750 MemorySSAUpdater *MSSAU) { in DoFlattenLoopPair() argument
793 if (MSSAU) in DoFlattenLoopPair()
794 MSSAU->removeEdge(InnerExitingBlock, FI.InnerLoop->getHeader()); in DoFlattenLoopPair()
907 MemorySSAUpdater *MSSAU, in FlattenLoopPair() argument
937 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair()
992 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair()
1001 std::optional<MemorySSAUpdater> MSSAU; in run() local
1003 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
1020 MSSAU ? &*MSSAU : nullptr, LAIM.getInfo(*OuterLoop)); in run()
H A DMemCpyOptimizer.cpp289 MSSAU->removeMemoryAccess(I); in eraseInstruction()
485 ? MSSAU->createMemoryAccessBefore(AMemSet, nullptr, MemInsertPoint) in tryMergingIntoMemset()
486 : MSSAU->createMemoryAccessAfter(AMemSet, nullptr, MemInsertPoint)); in tryMergingIntoMemset()
487 MSSAU->insertDef(NewDef, /*RenameUses=*/true); in tryMergingIntoMemset()
620 MSSAU->moveAfter(MA, MemInsertPoint); in moveUp()
688 auto *NewAccess = MSSAU->createMemoryAccessAfter(M, nullptr, LastDef); in processStoreOfLoad()
689 MSSAU->insertDef(cast<MemoryDef>(NewAccess), /*RenameUses=*/true); in processStoreOfLoad()
816 auto *NewAccess = MSSAU->createMemoryAccessBefore(M, nullptr, StoreDef); in processStore()
817 MSSAU->insertDef(cast<MemoryDef>(NewAccess), /*RenameUses=*/false); in processStore()
1093 MSSAU->moveBefore(MSSA->getMemoryAccess(SkippedLifetimeStart), in performCallSlotOptzn()
[all …]
H A DLoopTermFold.cpp233 std::unique_ptr<MemorySSAUpdater> MSSAU; in RunTermFold() local
235 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in RunTermFold()
298 DeleteDeadPHIs(L->getHeader(), &TLI, MSSAU.get()); in RunTermFold()
H A DIndVarSimplify.cpp134 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anon28dbd4a40111::IndVarSimplify
170 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in IndVarSimplify()
381 RecursivelyDeleteTriviallyDeadInstructions(Compare, TLI, MSSAU.get()); in handleFloatingPointIV()
385 RecursivelyDeleteTriviallyDeadInstructions(Incr, TLI, MSSAU.get()); in handleFloatingPointIV()
399 RecursivelyDeleteTriviallyDeadInstructions(PN, TLI, MSSAU.get()); in handleFloatingPointIV()
2011 Changed |= RecursivelyDeleteDeadPHINode(PHI, TLI, MSSAU.get()); in run()
2014 RecursivelyDeleteTriviallyDeadInstructions(Inst, TLI, MSSAU.get()); in run()
2029 Changed |= DeleteDeadPHIs(L->getHeader(), TLI, MSSAU.get()); in run()
2034 if (VerifyMemorySSA && MSSAU) in run()
2035 MSSAU->getMemorySSA()->verifyMemorySSA(); in run()
H A DLoopIdiomRecognize.cpp171 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anon360f5f450111::LoopIdiomRecognize
182 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in LoopIdiomRecognize()
1158 if (MSSAU) { in processLoopStridedStore()
1159 MemoryAccess *NewMemAcc = MSSAU->createMemoryAccessInBB( in processLoopStridedStore()
1161 MSSAU->insertDef(cast<MemoryDef>(NewMemAcc), true); in processLoopStridedStore()
1188 if (MSSAU) in processLoopStridedStore()
1189 MSSAU->removeMemoryAccess(I, true); in processLoopStridedStore()
1192 if (MSSAU && VerifyMemorySSA) in processLoopStridedStore()
1193 MSSAU->getMemorySSA()->verifyMemorySSA(); in processLoopStridedStore()
1461 if (MSSAU) { in processLoopStoreOfLoopLoad()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DLoopSimplify.cpp116 LoopInfo *LI, MemorySSAUpdater *MSSAU, in InsertPreheaderForLoop() argument
138 LI, MSSAU, PreserveLCSSA); in InsertPreheaderForLoop()
215 AssumptionCache *AC, MemorySSAUpdater *MSSAU) { in separateNestedLoop() argument
270 DT, LI, MSSAU, PreserveLCSSA); in separateNestedLoop()
331 formDedicatedExitBlocks(L, DT, LI, MSSAU, PreserveLCSSA); in separateNestedLoop()
357 MemorySSAUpdater *MSSAU) { in insertUniqueBackedgeBlock() argument
467 if (MSSAU) in insertUniqueBackedgeBlock()
468 MSSAU->updatePhisWhenInsertingUniqueBackedgeBlock(Header, Preheader, in insertUniqueBackedgeBlock()
478 MemorySSAUpdater *MSSAU, bool PreserveLCSSA) { in simplifyOneLoop() argument
480 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop()
[all …]
H A DLoopRotationUtils.cpp67 MemorySSAUpdater *MSSAU; member in __anon7e6e14090111::LoopRotate
76 DominatorTree *DT, ScalarEvolution *SE, MemorySSAUpdater *MSSAU, in LoopRotate() argument
80 MSSAU(MSSAU), SQ(SQ), RotationOnly(RotationOnly), in LoopRotate()
514 if (MSSAU && VerifyMemorySSA) in rotateLoop()
515 MSSAU->getMemorySSA()->verifyMemorySSA(); in rotateLoop()
691 if (MSSAU) in rotateLoop()
776 if (MSSAU) { in rotateLoop()
778 MSSAU->updateForClonedBlockIntoPred(OrigHeader, OrigPreheader, in rotateLoop()
807 if (MSSAU) { in rotateLoop()
808 MSSAU->applyUpdates(Updates, *DT, /*UpdateDT=*/true); in rotateLoop()
[all …]
H A DBasicBlockUtils.cpp164 MemorySSAUpdater *MSSAU) { in DeleteDeadPHIs() argument
172 Changed |= RecursivelyDeleteDeadPHINode(PN, TLI, MSSAU); in DeleteDeadPHIs()
178 LoopInfo *LI, MemorySSAUpdater *MSSAU, in MergeBlockIntoPredecessor() argument
282 if (MSSAU) in MergeBlockIntoPredecessor()
283 MSSAU->moveAllAfterMergeBlocks(BB, PredBB, Start); in MergeBlockIntoPredecessor()
303 if (MSSAU) in MergeBlockIntoPredecessor()
305 MSSAU->getMemorySSA()->getMemoryAccess(PredBB->getTerminator()))) in MergeBlockIntoPredecessor()
306 MSSAU->moveToPlace(MUD, PredBB, MemorySSA::End); in MergeBlockIntoPredecessor()
627 LoopInfo *LI, MemorySSAUpdater *MSSAU, in SplitEdge() argument
634 CriticalEdgeSplittingOptions(DT, LI, MSSAU).setPreserveLCSSA(); in SplitEdge()
[all …]
H A DBreakCriticalEdges.cpp232 auto *MSSAU = Options.MSSAU; in SplitKnownCriticalEdge() local
233 if (MSSAU) in SplitKnownCriticalEdge()
234 MSSAU->wireOldPredecessorsToNewImmediatePredecessor( in SplitKnownCriticalEdge()
307 DestBB, LoopPreds, "split", DT, LI, MSSAU, Options.PreserveLCSSA); in SplitKnownCriticalEdge()
H A DMoveAutoInit.cpp200 MemorySSAUpdater MSSAU(&MSSA); in runMoveAutoInit() local
207 MSSAU.moveToPlace(MSSA.getMemoryAccess(Job.first), Job.first->getParent(), in runMoveAutoInit()
H A DLoopUtils.cpp59 MemorySSAUpdater *MSSAU, in formDedicatedExitBlocks() argument
92 BB, InLoopPredecessors, ".loopexit", DT, LI, MSSAU, PreserveLCSSA); in formDedicatedExitBlocks()
491 std::unique_ptr<MemorySSAUpdater> MSSAU; in deleteDeadLoop() local
493 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in deleteDeadLoop()
573 MSSAU->applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}, in deleteDeadLoop()
597 MSSAU->applyUpdates({{DominatorTree::Delete, Preheader, L->getHeader()}}, in deleteDeadLoop()
601 MSSAU->removeBlocks(DeadBlockSet); in deleteDeadLoop()
721 std::unique_ptr<MemorySSAUpdater> MSSAU; in breakLoopBackedge() local
723 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in breakLoopBackedge()
732 MSSAU.get()); in breakLoopBackedge()
[all …]
/freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/
H A DBasicBlockUtils.h90 MemorySSAUpdater *MSSAU = nullptr);
103 MemorySSAUpdater *MSSAU = nullptr,
153 MemorySSAUpdater *MSSAU; member
165 MemorySSAUpdater *MSSAU = nullptr,
167 : DT(DT), PDT(PDT), LI(LI), MSSAU(MSSAU) {} in DT()
261 MemorySSAUpdater *MSSAU = nullptr,
294 MemorySSAUpdater *MSSAU = nullptr,
298 MemorySSAUpdater *MSSAU = nullptr,
300 return SplitBlock(Old, SplitPt->getIterator(), DT, LI, MSSAU, BBName, Before);
314 MemorySSAUpdater *MSSAU = nullptr,
[all …]
H A DLocal.h100 MemorySSAUpdater *MSSAU = nullptr,
114 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
124 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
136 MemorySSAUpdater *MSSAU = nullptr);
208 MemorySSAUpdater *MSSAU = nullptr,
406 MemorySSAUpdater *MSSAU = nullptr);
431 MemorySSAUpdater *MSSAU = nullptr);
H A DLoopRotationUtils.h38 MemorySSAUpdater *MSSAU, const SimplifyQuery &SQ,
H A DLoopSimplify.h67 MemorySSAUpdater *MSSAU, bool PreserveLCSSA);
H A DLoopUtils.h57 MemorySSAUpdater *MSSAU,
66 MemorySSAUpdater *MSSAU,
365 MemorySSAUpdater &MSSAU,
/freebsd/contrib/llvm-project/llvm/lib/Analysis/
H A DLoopInfo.cpp72 MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument
75 return makeLoopInvariant(I, Changed, InsertPt, MSSAU, SE); in makeLoopInvariant()
80 Instruction *InsertPt, MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument
102 if (!makeLoopInvariant(Operand, Changed, InsertPt, MSSAU, SE)) in makeLoopInvariant()
107 if (MSSAU) in makeLoopInvariant()
108 if (auto *MUD = MSSAU->getMemorySSA()->getMemoryAccess(I)) in makeLoopInvariant()
109 MSSAU->moveToPlace(MUD, InsertPt->getParent(), in makeLoopInvariant()

12