Lines Matching refs:KernelBB
111 MachineBasicBlock *KernelBB = MF.CreateMachineBasicBlock(BB->getBasicBlock()); in generatePipelinedLoop() local
131 generateProlog(MaxStageCount, KernelBB, VRMap, PrologBBs); in generatePipelinedLoop()
132 MF.insert(BB->getIterator(), KernelBB); in generatePipelinedLoop()
133 LIS.insertMBBInMaps(KernelBB); in generatePipelinedLoop()
143 KernelBB->push_back(NewMI); in generatePipelinedLoop()
152 KernelBB->push_back(NewMI); in generatePipelinedLoop()
156 NewKernel = KernelBB; in generatePipelinedLoop()
157 KernelBB->transferSuccessors(BB); in generatePipelinedLoop()
158 KernelBB->replaceSuccessor(BB, KernelBB); in generatePipelinedLoop()
160 generateExistingPhis(KernelBB, PrologBBs.back(), KernelBB, KernelBB, VRMap, in generatePipelinedLoop()
162 generatePhis(KernelBB, PrologBBs.back(), KernelBB, KernelBB, VRMap, VRMapPhi, in generatePipelinedLoop()
165 LLVM_DEBUG(dbgs() << "New block\n"; KernelBB->dump();); in generatePipelinedLoop()
169 generateEpilog(MaxStageCount, KernelBB, BB, VRMap, VRMapPhi, EpilogBBs, in generatePipelinedLoop()
174 splitLifetimes(KernelBB, EpilogBBs); in generatePipelinedLoop()
177 removeDeadInstructions(KernelBB, EpilogBBs); in generatePipelinedLoop()
180 addBranches(*Preheader, PrologBBs, KernelBB, EpilogBBs, VRMap); in generatePipelinedLoop()
196 MachineBasicBlock *KernelBB, in generateProlog() argument
240 PredBB->replaceSuccessor(BB, KernelBB); in generateProlog()
255 unsigned LastStage, MachineBasicBlock *KernelBB, MachineBasicBlock *OrigBB, in generateEpilog() argument
262 bool checkBranch = TII->analyzeBranch(*KernelBB, TBB, FBB, Cond); in generateEpilog()
267 MachineBasicBlock::succ_iterator LoopExitI = KernelBB->succ_begin(); in generateEpilog()
268 if (*LoopExitI == KernelBB) in generateEpilog()
270 assert(LoopExitI != KernelBB->succ_end() && "Expecting a successor"); in generateEpilog()
273 MachineBasicBlock *PredBB = KernelBB; in generateEpilog()
310 generateExistingPhis(NewBB, PrologBBs[i - 1], PredBB, KernelBB, VRMap, in generateEpilog()
312 generatePhis(NewBB, PrologBBs[i - 1], PredBB, KernelBB, VRMap, VRMapPhi, in generateEpilog()
327 TII->removeBranch(*KernelBB); in generateEpilog()
331 TII->insertBranch(*KernelBB, EpilogStart, KernelBB, Cond, DebugLoc()); in generateEpilog()
333 TII->insertBranch(*KernelBB, KernelBB, EpilogStart, Cond, DebugLoc()); in generateEpilog()
371 MachineBasicBlock *KernelBB, ValueMapTy *VRMap, InstrMapTy &InstrMap, in generateExistingPhis() argument
478 if (InstOp1->isPHI() && InstOp1->getParent() == KernelBB) in generateExistingPhis()
479 PhiOp1 = getInitPhiReg(*InstOp1, KernelBB); in generateExistingPhis()
609 MachineBasicBlock *KernelBB, ValueMapTy *VRMap, ValueMapTy *VRMapPhi, in generatePhis() argument
729 void ModuloScheduleExpander::removeDeadInstructions(MachineBasicBlock *KernelBB, in removeDeadInstructions() argument
782 for (MachineInstr &MI : llvm::make_early_inc_range(KernelBB->phis())) { in removeDeadInstructions()
801 void ModuloScheduleExpander::splitLifetimes(MachineBasicBlock *KernelBB, in splitLifetimes() argument
804 for (auto &PHI : KernelBB->phis()) { in splitLifetimes()
811 if (I->isPHI() && I->getParent() == KernelBB) { in splitLifetimes()
813 unsigned LCDef = getLoopPhiReg(PHI, KernelBB); in splitLifetimes()
817 if (!MI || MI->getParent() != KernelBB || MI->isPHI()) in splitLifetimes()
823 KernelBB->instr_end())) in splitLifetimes()
828 BuildMI(*KernelBB, MI, MI->getDebugLoc(), in splitLifetimes()
866 MachineBasicBlock *KernelBB, in addBranches() argument
870 MachineBasicBlock *LastPro = KernelBB; in addBranches()
871 MachineBasicBlock *LastEpi = KernelBB; in addBranches()
901 if (LastPro == KernelBB) { in addBranches()