Lines Matching refs:MSSA
46 if (!MSSA->DT->isReachableFromEntry(BB)) in getPreviousDefRecursive()
47 return MSSA->getLiveOnEntryDef(); in getPreviousDefRecursive()
61 MemoryAccess *Result = MSSA->createMemoryPhi(BB); in getPreviousDefRecursive()
76 if (MSSA->DT->isReachableFromEntry(Pred)) { in getPreviousDefRecursive()
84 PhiOps.push_back(MSSA->getLiveOnEntryDef()); in getPreviousDefRecursive()
89 MemoryPhi *Phi = dyn_cast_or_null<MemoryPhi>(MSSA->getMemoryAccess(BB)); in getPreviousDefRecursive()
104 Phi = MSSA->createMemoryPhi(BB); in getPreviousDefRecursive()
148 auto *Defs = MSSA->getWritableBlockDefs(MA->getBlock()); in getPreviousDefInBlock()
160 auto End = MSSA->getWritableBlockAccesses(MA->getBlock())->rend(); in getPreviousDefInBlock()
175 auto *Defs = MSSA->getWritableBlockDefs(BB); in getPreviousDefFromEnd()
227 return MSSA->getLiveOnEntryDef(); in tryRemoveTrivialPhi()
257 auto *Defs = MSSA->getBlockDefs(MU->getBlock()); in insertUse()
267 if (auto *Defs = MSSA->getWritableBlockDefs(StartBlock)) { in insertUse()
274 MSSA->renamePass(MU->getBlock(), FirstDef, Visited); in insertUse()
280 MSSA->renamePass(Phi->getBlock(), nullptr, Visited); in insertUse()
309 if (!MSSA->DT->isReachableFromEntry(MD->getBlock())) { in insertDef()
310 MD->setDefiningAccess(MSSA->getLiveOnEntryDef()); in insertDef()
374 ForwardIDFCalculator IDFs(*MSSA->DT); in insertDef()
380 auto *MPhi = MSSA->getMemoryAccess(BBIDF); in insertDef()
382 MPhi = MSSA->createMemoryPhi(BBIDF); in insertDef()
438 MemoryAccess *FirstDef = &*MSSA->getWritableBlockDefs(StartBlock)->begin(); in insertDef()
444 MSSA->renamePass(MD->getBlock(), FirstDef, Visited); in insertDef()
450 MSSA->renamePass(Phi->getBlock(), nullptr, Visited); in insertDef()
457 MSSA->renamePass(Phi->getBlock(), nullptr, Visited); in insertDef()
470 auto *Defs = MSSA->getWritableBlockDefs(NewDef->getBlock()); in fixupDefs()
487 if (auto *MP = MSSA->getMemoryAccess(S)) in fixupDefs()
497 if (auto *Defs = MSSA->getWritableBlockDefs(FixupBlock)) { in fixupDefs()
504 assert(MSSA->dominates(NewDef, FirstDef) && in fixupDefs()
517 if (auto *MP = MSSA->getMemoryAccess(S)) in fixupDefs()
532 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(To)) { in removeEdge()
540 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(To)) { in removeDuplicatePhiEdgesBetween()
571 MemorySSA *MSSA) { in getNewDefiningAccessForClone() argument
574 if (!MSSA->isLiveOnEntryDef(DefMUD)) { in getNewDefiningAccessForClone()
579 InsnDefining = MSSA->getMemoryAccess(NewDefMUDI); in getNewDefiningAccessForClone()
583 DefMUD->getDefiningAccess(), VMap, MPhiMap, MSSA); in getNewDefiningAccessForClone()
600 const MemorySSA::AccessList *Acc = MSSA->getBlockAccesses(BB); in cloneUsesAndDefs()
615 MemoryAccess *NewUseOrDef = MSSA->createDefinedAccess( in cloneUsesAndDefs()
618 MPhiMap, MSSA), in cloneUsesAndDefs()
622 MSSA->insertIntoListsForBlock(NewUseOrDef, NewBB, MemorySSA::End); in cloneUsesAndDefs()
630 auto *MPhi = MSSA->getMemoryAccess(Header); in updatePhisWhenInsertingUniqueBackedgeBlock()
636 auto *NewMPhi = MSSA->createMemoryPhi(BEBlock); in updatePhisWhenInsertingUniqueBackedgeBlock()
696 getNewDefiningAccessForClone(IncomingAccess, VMap, MPhiMap, MSSA), in updateForClonedLoop()
710 assert(!MSSA->getWritableBlockAccesses(NewBlock) && in updateForClonedLoop()
714 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(BB)) { in updateForClonedLoop()
715 MemoryPhi *NewPhi = MSSA->createMemoryPhi(NewBlock); in updateForClonedLoop()
726 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(BB)) in updateForClonedLoop()
742 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(BB)) in updateForClonedBlockIntoPred()
847 MemorySSA::DefsList *Defs = MSSA->getWritableBlockDefs(BB); in applyInsertUpdates()
868 return MSSA->getLiveOnEntryDef(); in applyInsertUpdates()
874 return MSSA->getLiveOnEntryDef(); in applyInsertUpdates()
880 return MSSA->getLiveOnEntryDef(); in applyInsertUpdates()
983 if (PredMap.count(BB) && !MSSA->getMemoryAccess(BB)) in applyInsertUpdates()
984 InsertedPhis.push_back(MSSA->createMemoryPhi(BB)); in applyInsertUpdates()
1008 MemoryPhi *NewPhi = MSSA->getMemoryAccess(BB); in applyInsertUpdates()
1085 if (!MSSA->getMemoryAccess(BBIDF)) { in applyInsertUpdates()
1086 auto *IDFPhi = MSSA->createMemoryPhi(BBIDF); in applyInsertUpdates()
1092 auto *IDFPhi = MSSA->getMemoryAccess(BBIDF); in applyInsertUpdates()
1110 if (auto DefsList = MSSA->getWritableBlockDefs(BlockWithDefsToReplace)) { in applyInsertUpdates()
1122 if (auto *DomBlPhi = MSSA->getMemoryAccess(DominatedBlock)) in applyInsertUpdates()
1152 MSSA->moveTo(What, BB, Where); in moveTo()
1180 if (auto *Where = MSSA->getMemoryAccess(BB->getTerminator())) in moveToPlace()
1190 MemorySSA::AccessList *Accs = MSSA->getWritableBlockAccesses(From); in moveAllAccesses()
1197 if ((FirstInNew = MSSA->getMemoryAccess(&I))) in moveAllAccesses()
1206 MSSA->moveTo(MUD, To, MemorySSA::End); in moveAllAccesses()
1209 Accs = MSSA->getWritableBlockAccesses(From); in moveAllAccesses()
1216 auto *Defs = MSSA->getWritableBlockDefs(From); in moveAllAccesses()
1225 assert(MSSA->getBlockAccesses(To) == nullptr && in moveAllAfterSpliceBlocks()
1229 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(Succ)) in moveAllAfterSpliceBlocks()
1239 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(Succ)) in moveAllAfterMergeBlocks()
1246 assert(!MSSA->getWritableBlockAccesses(New) && in wireOldPredecessorsToNewImmediatePredecessor()
1248 MemoryPhi *Phi = MSSA->getMemoryAccess(Old); in wireOldPredecessorsToNewImmediatePredecessor()
1254 MSSA->moveTo(Phi, New, MemorySSA::Beginning); in wireOldPredecessorsToNewImmediatePredecessor()
1258 MemoryPhi *NewPhi = MSSA->createMemoryPhi(New); in wireOldPredecessorsToNewImmediatePredecessor()
1281 assert(!MSSA->isLiveOnEntryDef(MA) && in removeMemoryAccess()
1330 MSSA->removeFromLookups(MA); in removeMemoryAccess()
1331 MSSA->removeFromLists(MA); in removeMemoryAccess()
1355 if (MemoryPhi *MP = MSSA->getMemoryAccess(Succ)) { in removeBlocks()
1360 if (MemorySSA::AccessList *Acc = MSSA->getWritableBlockAccesses(BB)) in removeBlocks()
1367 MemorySSA::AccessList *Acc = MSSA->getWritableBlockAccesses(BB); in removeBlocks()
1371 MSSA->removeFromLookups(&MA); in removeBlocks()
1372 MSSA->removeFromLists(&MA); in removeBlocks()
1395 if (MemoryPhi *MPhi = MSSA->getMemoryAccess(Successor)) { in changeToUnreachable()
1414 MemoryUseOrDef *NewAccess = MSSA->createDefinedAccess( in createMemoryAccessInBB()
1417 MSSA->insertIntoListsForBlock(NewAccess, BB, Point); in createMemoryAccessInBB()
1425 MemoryUseOrDef *NewAccess = MSSA->createDefinedAccess(I, Definition); in createMemoryAccessBefore()
1426 MSSA->insertIntoListsBefore(NewAccess, InsertPt->getBlock(), in createMemoryAccessBefore()
1435 MemoryUseOrDef *NewAccess = MSSA->createDefinedAccess(I, Definition); in createMemoryAccessAfter()
1436 MSSA->insertIntoListsBefore(NewAccess, InsertPt->getBlock(), in createMemoryAccessAfter()