Home
last modified time | relevance | path

Searched refs:MSSAU (Results 1 – 25 of 32) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DLoopSimplifyCFG.cpp115 MemorySSAUpdater *MSSAU; member in __anona0e87c8a0111::ConstantTerminatorFoldingImpl
353 Preheader, Preheader->getTerminator(), &DT, &LI, MSSAU); in handleDeadExits()
412 if (MSSAU) in handleDeadExits()
413 MSSAU->applyUpdates(DTUpdates, DT, /*UpdateDT=*/true); in handleDeadExits()
422 if (MSSAU) { in handleDeadExits()
424 MSSAU->applyUpdates(DTUpdates, DT, /*UpdateDT=*/true); in handleDeadExits()
427 MSSAU->getMemorySSA()->verifyMemorySSA(); in handleDeadExits()
434 if (MSSAU) { in deleteDeadLoopBlocks()
437 MSSAU->removeBlocks(DeadLoopBlocksSet); in deleteDeadLoopBlocks()
499 if (MSSAU) in foldTerminators()
[all …]
H A DLoopInstSimplify.cpp47 MemorySSAUpdater *MSSAU) { in simplifyLoopInst() argument
74 MemorySSA *MSSA = MSSAU ? MSSAU->getMemorySSA() : nullptr; in simplifyLoopInst()
78 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst()
133 if (MSSAU) in simplifyLoopInst()
151 RecursivelyDeleteTriviallyDeadInstructions(DeadInsts, &TLI, MSSAU); in simplifyLoopInst()
154 if (MSSAU && VerifyMemorySSA) in simplifyLoopInst()
176 std::optional<MemorySSAUpdater> MSSAU; in run() local
178 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
183 MSSAU ? &*MSSAU : nullptr)) in run()
H A DLICM.cpp177 MemorySSAUpdater &MSSAU, ScalarEvolution *SE,
181 MemorySSAUpdater &MSSAU, OptimizationRemarkEmitter *ORE);
196 MemorySSAUpdater &MSSAU, AssumptionCache *AC,
200 const LoopSafetyInfo *SafetyInfo, MemorySSAUpdater &MSSAU);
203 MemorySSAUpdater &MSSAU);
207 MemorySSAUpdater &MSSAU, ScalarEvolution *SE);
441 MemorySSAUpdater MSSAU(MSSA); in runOnLoop() local
465 TLI, TTI, L, MSSAU, &SafetyInfo, Flags, ORE) in runOnLoop()
467 MSSAU, &SafetyInfo, Flags, ORE); in runOnLoop()
471 MSSAU, SE, &SafetyInfo, Flags, ORE, LoopNestMode, in runOnLoop()
[all …]
H A DSimpleLoopUnswitch.cpp295 MemorySSAUpdater *MSSAU) { in buildPartialInvariantUnswitchConditionalBranch() argument
305 if (!MSSAU) in buildPartialInvariantUnswitchConditionalBranch()
308 MemorySSA *MSSA = MSSAU->getMemorySSA(); in buildPartialInvariantUnswitchConditionalBranch()
322 MSSAU->createMemoryAccessInBB(NewInst, DefiningAccess, in buildPartialInvariantUnswitchConditionalBranch()
411 MemorySSAUpdater *MSSAU, ScalarEvolution *SE) { in hoistLoopToNewParent() argument
472 formDedicatedExitBlocks(OldContainingL, &DT, &LI, MSSAU, in hoistLoopToNewParent()
511 MemorySSAUpdater *MSSAU) { in unswitchTrivialBranch() argument
592 if (MSSAU && VerifyMemorySSA) in unswitchTrivialBranch()
593 MSSAU->getMemorySSA()->verifyMemorySSA(); in unswitchTrivialBranch()
599 BasicBlock *NewPH = SplitEdge(OldPH, L.getHeader(), &DT, &LI, MSSAU); in unswitchTrivialBranch()
[all …]
H A DLoopSink.cpp173 DominatorTree &DT, BlockFrequencyInfo &BFI, MemorySSAUpdater *MSSAU) { in sinkInstruction()
241 if (MSSAU && MSSAU->getMemorySSA()->getMemoryAccess(&I)) { in sinkInstruction()
244 MSSAU->createMemoryAccessInBB(IC, nullptr, N, MemorySSA::Beginning); in sinkInstruction()
247 MSSAU->insertDef(MemDef, /*RenameUses=*/true); in sinkInstruction()
250 MSSAU->insertUse(MemUse, /*RenameUses=*/true); in sinkInstruction()
271 if (MSSAU) in sinkInstruction()
273 MSSAU->getMemorySSA()->getMemoryAccess(&I))) in sinkInstruction()
274 MSSAU->moveToPlace(OldMemAcc, MoveBB, MemorySSA::Beginning); in sinkInstruction()
301 MemorySSAUpdater MSSAU( in sinkLoopInvariantInstructions() local
175 sinkInstruction(Loop & L,Instruction & I,const SmallVectorImpl<BasicBlock * > & ColdLoopBBs,const SmallDenseMap<BasicBlock *,int,16> & LoopBlockNumber,LoopInfo & LI,DominatorTree & DT,BlockFrequencyInfo & BFI,MemorySSAUpdater * MSSAU) sinkInstruction() argument
[all...]
H A DLoopRotation.cpp75 std::optional<MemorySSAUpdater> MSSAU; in run() local
77 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
79 MSSAU ? &*MSSAU : nullptr, SQ, false, Threshold, in run()
H A DMemCpyOptimizer.cpp286 MSSAU->removeMemoryAccess(I); in eraseInstruction()
382 MSSAU->getMemorySSA()->getMemoryAccess(&*BI)); in tryMergingIntoMemset()
492 ? MSSAU->createMemoryAccessBefore(AMemSet, nullptr, MemInsertPoint) in tryMergingIntoMemset()
493 : MSSAU->createMemoryAccessAfter(AMemSet, nullptr, MemInsertPoint)); in tryMergingIntoMemset()
494 MSSAU->insertDef(NewDef, /*RenameUses=*/true); in tryMergingIntoMemset()
608 if (MemoryUseOrDef *MA = MSSAU->getMemorySSA()->getMemoryAccess(P)) { in moveUp()
614 if (MemoryUseOrDef *MA = MSSAU->getMemorySSA()->getMemoryAccess(&I)) { in moveUp()
626 if (MemoryUseOrDef *MA = MSSAU->getMemorySSA()->getMemoryAccess(I)) { in moveUp()
627 MSSAU->moveAfter(MA, MemInsertPoint); in moveUp()
701 cast<MemoryDef>(MSSAU->getMemorySSA()->getMemoryAccess(SI)); in processStoreOfLoad()
[all …]
H A DGuardWidening.cpp109 static void eliminateGuard(Instruction *GuardInst, MemorySSAUpdater *MSSAU) { in eliminateGuard() argument
111 if (MSSAU) in eliminateGuard()
112 MSSAU->removeMemoryAccess(GuardInst); in eliminateGuard()
139 MemorySSAUpdater *MSSAU; member in __anonfd3b26bb0111::GuardWideningImpl
324 MemorySSAUpdater *MSSAU, DomTreeNode *Root, in GuardWideningImpl() argument
326 : DT(DT), PDT(PDT), LI(LI), AC(AC), MSSAU(MSSAU), Root(Root), in GuardWideningImpl()
366 eliminateGuard(I, MSSAU); in run()
996 std::unique_ptr<MemorySSAUpdater> MSSAU; in run() local
998 MSSAU = std::make_unique<MemorySSAUpdater>(&MSSAA->getMSSA()); in run()
999 if (!GuardWideningImpl(DT, &PDT, LI, AC, MSSAU ? MSSAU.get() : nullptr, in run()
[all …]
H A DLoopPredication.cpp267 MemorySSAUpdater *MSSAU; member in __anon4970eb7f0111::LoopPredication
325 LoopInfo *LI, MemorySSAUpdater *MSSAU) in LoopPredication()
326 : AA(AA), DT(DT), SE(SE), LI(LI), MSSAU(MSSAU){};
335 std::unique_ptr<MemorySSAUpdater> MSSAU;
337 MSSAU = std::make_unique<MemorySSAUpdater>(AR.MSSA); in getAnalysisUsage()
339 MSSAU ? MSSAU.get() : nullptr); in getAnalysisUsage()
752 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in widenICmpRangeCheck()
800 RecursivelyDeleteTriviallyDeadInstructions(OldCond, nullptr /* TLI */, MSSAU); in collectChecks()
324 LoopPredication(AliasAnalysis * AA,DominatorTree * DT,ScalarEvolution * SE,LoopInfo * LI,MemorySSAUpdater * MSSAU) LoopPredication() argument
349 std::unique_ptr<MemorySSAUpdater> MSSAU; runOnLoop() local
375 std::unique_ptr<MemorySSAUpdater> MSSAU; run() local
[all...]
H A DLoopFlatten.cpp750 MemorySSAUpdater *MSSAU) { in DoFlattenLoopPair() argument
793 if (MSSAU) in DoFlattenLoopPair()
794 MSSAU->removeEdge(InnerExitingBlock, FI.InnerLoop->getHeader()); in DoFlattenLoopPair()
907 MemorySSAUpdater *MSSAU, in FlattenLoopPair() argument
937 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair()
992 return DoFlattenLoopPair(FI, DT, LI, SE, AC, TTI, U, MSSAU); in FlattenLoopPair()
1001 std::optional<MemorySSAUpdater> MSSAU; in run() local
1003 MSSAU = MemorySSAUpdater(AR.MSSA); in run()
1020 MSSAU ? &*MSSAU : nullptr, LAIM.getInfo(*OuterLoop)); in run()
H A DLoopIdiomRecognize.cpp149 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anon360f5f450111::LoopIdiomRecognize
160 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in LoopIdiomRecognize()
1129 if (MSSAU) { in processLoopStridedStore()
1130 MemoryAccess *NewMemAcc = MSSAU->createMemoryAccessInBB( in processLoopStridedStore()
1132 MSSAU->insertDef(cast<MemoryDef>(NewMemAcc), true); in processLoopStridedStore()
1159 if (MSSAU) in processLoopStridedStore()
1160 MSSAU->removeMemoryAccess(I, true); in processLoopStridedStore()
1163 if (MSSAU && VerifyMemorySSA) in processLoopStridedStore()
1164 MSSAU->getMemorySSA()->verifyMemorySSA(); in processLoopStridedStore()
1428 if (MSSAU) { in processLoopStoreOfLoopLoad()
[all …]
H A DGVN.cpp1485 if (MSSAU) { in eliminatePartiallyRedundantLoad()
1486 auto *NewAccess = MSSAU->createMemoryAccessInBB( in eliminatePartiallyRedundantLoad()
1489 MSSAU->insertDef(NewDef, /*RenameUses=*/true); in eliminatePartiallyRedundantLoad()
1491 MSSAU->insertUse(cast<MemoryUse>(NewAccess), /*RenameUses=*/true); in eliminatePartiallyRedundantLoad()
2065 if (MSSAU) { in processAssumeIntrinsic()
2068 MSSAU->getMemorySSA()->getBlockAccesses(IntrinsicI->getParent()); in processAssumeIntrinsic()
2085 FirstNonDom ? MSSAU->createMemoryAccessBefore( in processAssumeIntrinsic()
2088 : MSSAU->createMemoryAccessInBB( in processAssumeIntrinsic()
2092 MSSAU->insertDef(cast<MemoryDef>(NewDef), /*RenameUses=*/false); in processAssumeIntrinsic()
2239 if (MSSAU) in processLoad()
[all …]
H A DIndVarSimplify.cpp136 std::unique_ptr<MemorySSAUpdater> MSSAU; member in __anon28dbd4a40111::IndVarSimplify
172 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in IndVarSimplify()
383 RecursivelyDeleteTriviallyDeadInstructions(Compare, TLI, MSSAU.get()); in handleFloatingPointIV()
387 RecursivelyDeleteTriviallyDeadInstructions(Incr, TLI, MSSAU.get()); in handleFloatingPointIV()
401 RecursivelyDeleteTriviallyDeadInstructions(PN, TLI, MSSAU.get()); in handleFloatingPointIV()
2032 Changed |= RecursivelyDeleteDeadPHINode(PHI, TLI, MSSAU.get()); in run()
2035 RecursivelyDeleteTriviallyDeadInstructions(Inst, TLI, MSSAU.get()); in run()
2050 Changed |= DeleteDeadPHIs(L->getHeader(), TLI, MSSAU.get()); in run()
2055 if (VerifyMemorySSA && MSSAU) in run()
2056 MSSAU->getMemorySSA()->verifyMemorySSA(); in run()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DLoopSimplify.cpp119 LoopInfo *LI, MemorySSAUpdater *MSSAU, in InsertPreheaderForLoop() argument
141 LI, MSSAU, PreserveLCSSA); in InsertPreheaderForLoop()
218 AssumptionCache *AC, MemorySSAUpdater *MSSAU) { in separateNestedLoop() argument
273 DT, LI, MSSAU, PreserveLCSSA); in separateNestedLoop()
334 formDedicatedExitBlocks(L, DT, LI, MSSAU, PreserveLCSSA); in separateNestedLoop()
360 MemorySSAUpdater *MSSAU) { in insertUniqueBackedgeBlock() argument
470 if (MSSAU) in insertUniqueBackedgeBlock()
471 MSSAU->updatePhisWhenInsertingUniqueBackedgeBlock(Header, Preheader, in insertUniqueBackedgeBlock()
481 MemorySSAUpdater *MSSAU, bool PreserveLCSSA) { in simplifyOneLoop() argument
483 if (MSSAU && VerifyMemorySSA) in simplifyOneLoop()
[all …]
H A DLoopRotationUtils.cpp67 MemorySSAUpdater *MSSAU; member in __anon7e6e14090111::LoopRotate
76 DominatorTree *DT, ScalarEvolution *SE, MemorySSAUpdater *MSSAU, in LoopRotate() argument
80 MSSAU(MSSAU), SQ(SQ), RotationOnly(RotationOnly), in LoopRotate()
514 if (MSSAU && VerifyMemorySSA) in rotateLoop()
515 MSSAU->getMemorySSA()->verifyMemorySSA(); in rotateLoop()
712 if (MSSAU) in rotateLoop()
797 if (MSSAU) { in rotateLoop()
799 MSSAU->updateForClonedBlockIntoPred(OrigHeader, OrigPreheader, in rotateLoop()
828 if (MSSAU) { in rotateLoop()
829 MSSAU->applyUpdates(Updates, *DT, /*UpdateDT=*/true); in rotateLoop()
[all …]
H A DBasicBlockUtils.cpp165 MemorySSAUpdater *MSSAU) { in DeleteDeadPHIs() argument
175 Changed |= RecursivelyDeleteDeadPHINode(PN, TLI, MSSAU); in DeleteDeadPHIs()
181 LoopInfo *LI, MemorySSAUpdater *MSSAU, in MergeBlockIntoPredecessor() argument
285 if (MSSAU) in MergeBlockIntoPredecessor()
286 MSSAU->moveAllAfterMergeBlocks(BB, PredBB, Start); in MergeBlockIntoPredecessor()
306 if (MSSAU) in MergeBlockIntoPredecessor()
308 MSSAU->getMemorySSA()->getMemoryAccess(PredBB->getTerminator()))) in MergeBlockIntoPredecessor()
309 MSSAU->moveToPlace(MUD, PredBB, MemorySSA::End); in MergeBlockIntoPredecessor()
762 LoopInfo *LI, MemorySSAUpdater *MSSAU, in SplitEdge() argument
769 CriticalEdgeSplittingOptions(DT, LI, MSSAU).setPreserveLCSSA(); in SplitEdge()
[all …]
H A DBreakCriticalEdges.cpp226 auto *MSSAU = Options.MSSAU; in SplitKnownCriticalEdge() local
227 if (MSSAU) in SplitKnownCriticalEdge()
228 MSSAU->wireOldPredecessorsToNewImmediatePredecessor( in SplitKnownCriticalEdge()
297 DestBB, LoopPreds, "split", DT, LI, MSSAU, Options.PreserveLCSSA); in SplitKnownCriticalEdge()
H A DLoopUtils.cpp58 MemorySSAUpdater *MSSAU, in formDedicatedExitBlocks() argument
91 BB, InLoopPredecessors, ".loopexit", DT, LI, MSSAU, PreserveLCSSA); in formDedicatedExitBlocks()
489 std::unique_ptr<MemorySSAUpdater> MSSAU; in deleteDeadLoop() local
491 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in deleteDeadLoop()
571 MSSAU->applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}, in deleteDeadLoop()
595 MSSAU->applyUpdates({{DominatorTree::Delete, Preheader, L->getHeader()}}, in deleteDeadLoop()
599 MSSAU->removeBlocks(DeadBlockSet); in deleteDeadLoop()
734 std::unique_ptr<MemorySSAUpdater> MSSAU; in breakLoopBackedge() local
736 MSSAU = std::make_unique<MemorySSAUpdater>(MSSA); in breakLoopBackedge()
745 MSSAU.get()); in breakLoopBackedge()
[all …]
H A DMoveAutoInit.cpp202 MemorySSAUpdater MSSAU(&MSSA); in runMoveAutoInit()
209 MSSAU.moveToPlace(MSSA.getMemoryAccess(Job.first), Job.first->getParent(), in runMoveAutoInit()
199 MemorySSAUpdater MSSAU(&MSSA); runMoveAutoInit() local
/freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/
H A DBasicBlockUtils.h85 MemorySSAUpdater *MSSAU = nullptr);
98 MemorySSAUpdater *MSSAU = nullptr,
149 MemorySSAUpdater *MSSAU; member
161 MemorySSAUpdater *MSSAU = nullptr,
163 : DT(DT), PDT(PDT), LI(LI), MSSAU(MSSAU) {} in DT()
253 MemorySSAUpdater *MSSAU = nullptr,
285 MemorySSAUpdater *MSSAU = nullptr,
289 MemorySSAUpdater *MSSAU = nullptr,
291 return SplitBlock(Old, SplitPt->getIterator(), DT, LI, MSSAU, BBNam
[all...]
H A DLocal.h96 MemorySSAUpdater *MSSAU = nullptr,
110 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
120 const TargetLibraryInfo *TLI = nullptr, MemorySSAUpdater *MSSAU = nullptr,
131 MemorySSAUpdater *MSSAU = nullptr);
199 MemorySSAUpdater *MSSAU = nullptr,
380 MemorySSAUpdater *MSSAU = nullptr);
403 MemorySSAUpdater *MSSAU = nullptr);
H A DLoopUtils.h56 MemorySSAUpdater *MSSAU, bool PreserveLCSSA);
64 MemorySSAUpdater *MSSAU, bool PreserveLCSSA);
357 Loop *CurLoop, MemorySSAUpdater &MSSAU,
H A DLoopRotationUtils.h35 MemorySSAUpdater *MSSAU, const SimplifyQuery &SQ,
H A DLoopSimplify.h65 AssumptionCache *AC, MemorySSAUpdater *MSSAU,
/freebsd/contrib/llvm-project/llvm/lib/Analysis/
H A DLoopInfo.cpp72 MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument
75 return makeLoopInvariant(I, Changed, InsertPt, MSSAU, SE); in makeLoopInvariant()
80 Instruction *InsertPt, MemorySSAUpdater *MSSAU, in makeLoopInvariant() argument
102 if (!makeLoopInvariant(Operand, Changed, InsertPt, MSSAU, SE)) in makeLoopInvariant()
107 if (MSSAU) in makeLoopInvariant()
108 if (auto *MUD = MSSAU->getMemorySSA()->getMemoryAccess(I)) in makeLoopInvariant()
109 MSSAU->moveToPlace(MUD, InsertPt->getParent(), in makeLoopInvariant()

12