| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ExecutionDomainFix.cpp | 72 assert(!LiveRegs.empty() && "Must enter basic block first."); in setLiveReg()
74 if (LiveRegs[rx] == dv) in setLiveReg()
76 if (LiveRegs[rx]) in setLiveReg()
77 release(LiveRegs[rx]); in setLiveReg()
78 LiveRegs[rx] = retain(dv); in setLiveReg()
83 assert(!LiveRegs.empty() && "Must enter basic block first."); in kill()
84 if (!LiveRegs[rx]) in kill()
87 release(LiveRegs[rx]); in kill()
88 LiveRegs[rx] = nullptr; in kill()
93 assert(!LiveRegs.empty() && "Must enter basic block first."); in force()
[all …]
|
| H A D | LivePhysRegs.cpp | 33 RegisterSet::iterator LRI = LiveRegs.begin(); in removeRegsInMask()
34 while (LRI != LiveRegs.end()) { in removeRegsInMask()
38 LRI = LiveRegs.erase(LRI); in removeRegsInMask()
143 if (LiveRegs.count(Reg)) in available()
148 if (LiveRegs.count(*R)) in available()
174 static void addCalleeSavedRegs(LivePhysRegs &LiveRegs, in addCalleeSavedRegs() argument
178 LiveRegs.addReg(*CSR); in addCalleeSavedRegs()
248 void llvm::computeLiveIns(LivePhysRegs &LiveRegs, in computeLiveIns() argument
253 LiveRegs.init(TRI); in computeLiveIns()
254 LiveRegs.addLiveOutsNoPristines(MBB); in computeLiveIns()
[all …]
|
| H A D | ReachingDefAnalysis.cpp | 62 if (LiveRegs.empty()) in enterBasicBlock()
63 LiveRegs.assign(NumRegUnits, ReachingDefDefaultVal); in enterBasicBlock()
72 if (LiveRegs[Unit] != -1) { in enterBasicBlock()
73 LiveRegs[Unit] = -1; in enterBasicBlock()
94 LiveRegs[Unit] = std::max(LiveRegs[Unit], Incoming[Unit]); in enterBasicBlock()
99 if (LiveRegs[Unit] != ReachingDefDefaultVal) in enterBasicBlock()
100 MBBReachingDefs[MBBNumber][Unit].push_back(LiveRegs[Unit]); in enterBasicBlock()
104 assert(!LiveRegs.empty() && "Must enter basic block first."); in leaveBasicBlock()
109 MBBOutRegsInfos[MBBNumber] = LiveRegs; in leaveBasicBlock()
118 LiveRegs.clear(); in leaveBasicBlock()
[all …]
|
| H A D | StackMapLivenessAnalysis.cpp | 52 LivePhysRegs LiveRegs; member in __anond8c955350111::StackMapLiveness
128 LiveRegs.init(*TRI); in calculateLiveness()
129 LiveRegs.addLiveOuts(MBB); in calculateLiveness()
140 LLVM_DEBUG(dbgs() << " " << LiveRegs << " " << MI); in calculateLiveness()
141 LiveRegs.stepBackward(MI); in calculateLiveness()
163 for (auto Reg : LiveRegs) in createRegisterMask()
|
| H A D | RegisterPressure.cpp | 256 LiveRegs.clear(); in reset()
289 LiveRegs.init(*MRI); in init()
326 P.LiveInRegs.reserve(LiveRegs.size()); in closeTop()
327 LiveRegs.appendTo(P.LiveInRegs); in closeTop()
338 P.LiveOutRegs.reserve(LiveRegs.size()); in closeBottom()
339 LiveRegs.appendTo(P.LiveOutRegs); in closeBottom()
345 assert(LiveRegs.size() == 0 && "no region boundary"); in closeRegion()
700 LaneBitmask PrevMask = LiveRegs.insert(P); in addLiveRegs()
739 LaneBitmask LiveMask = LiveRegs.contains(Reg); in bumpDeadDefs()
745 LaneBitmask LiveMask = LiveRegs.contains(Reg); in bumpDeadDefs()
[all …]
|
| H A D | ScheduleDAGInstrs.cpp | 1108 static void toggleKills(const MachineRegisterInfo &MRI, LiveRegUnits &LiveRegs, in toggleKills() argument
1118 bool IsKill = LiveRegs.available(Reg); in toggleKills()
1123 LiveRegs.addReg(Reg); in toggleKills()
1130 LiveRegs.init(*TRI); in fixupKills()
1131 LiveRegs.addLiveOuts(MBB); in fixupKills()
1149 LiveRegs.removeReg(Reg); in fixupKills()
1151 LiveRegs.removeRegsNotPreserved(MO.getRegMask()); in fixupKills()
1157 toggleKills(MRI, LiveRegs, MI, true); in fixupKills()
1161 toggleKills(MRI, LiveRegs, MI, false); in fixupKills()
1171 toggleKills(MRI, LiveRegs, *I, true); in fixupKills()
|
| H A D | BranchRelaxation.cpp | 89 LivePhysRegs LiveRegs;
322 computeAndAddLiveIns(LiveRegs, *NewBB); in fixupConditionalBranch()
392 computeAndAddLiveIns(LiveRegs, *NewBB); in fixupConditionalBranch()
636 computeAndAddLiveIns(LiveRegs, *RestoreBB); in runOnMachineFunction()
82 LivePhysRegs LiveRegs; global() member in __anon6cb7e2b90111::BranchRelaxation
|
| H A D | BranchFolding.cpp | 367 LiveRegs.clear(); in replaceTailWithBranchTo()
368 LiveRegs.addLiveOuts(OldMBB); in replaceTailWithBranchTo()
373 LiveRegs.stepBackward(*I); in replaceTailWithBranchTo()
385 if (!LiveRegs.available(*MRI, Reg)) in replaceTailWithBranchTo()
427 computeAndAddLiveIns(LiveRegs, *NewMBB); in SplitMBBAt()
853 LiveRegs.init(*TRI); in mergeCommonTails()
858 LiveRegs.clear(); in mergeCommonTails()
859 LiveRegs.addLiveOuts(*Pred); in mergeCommonTails()
862 if (!LiveRegs.available(*MRI, Reg)) in mergeCommonTails()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | LivePhysRegs.h | 55 RegisterSet LiveRegs; variable
63 LiveRegs.setUniverse(TRI.getNumRegs()); in LivePhysRegs()
72 LiveRegs.clear(); in init()
73 LiveRegs.setUniverse(TRI.getNumRegs()); in init()
77 void clear() { LiveRegs.clear(); } in clear()
80 bool empty() const { return LiveRegs.empty(); } in empty()
87 LiveRegs.insert(SubReg); in addReg()
96 LiveRegs.erase(*R); in removeReg()
109 bool contains(MCPhysReg Reg) const { return LiveRegs.count(Reg); } in contains()
158 const_iterator begin() const { return LiveRegs.begin(); } in begin()
[all …]
|
| H A D | ExecutionDomainFix.h | 129 LiveRegsDVInfo LiveRegs; variable
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | GCNRegPressure.cpp | 318 GCNRPTracker::LiveRegSet LiveRegs; in getLiveRegs() local
325 LiveRegs[Reg] = LiveMask; in getLiveRegs()
327 return LiveRegs; in getLiveRegs()
336 if (&LiveRegs != LiveRegsCopy) in reset()
337 LiveRegs = *LiveRegsCopy; in reset()
339 LiveRegs = After ? getLiveRegsAfter(MI, LIS) in reset()
343 MaxPressure = CurPressure = getRegPressure(*MRI, LiveRegs); in reset()
352 LiveRegs = LiveRegs_; in reset()
382 auto I = LiveRegs.find(Reg); in recede()
383 if (I == LiveRegs.end()) in recede()
[all …]
|
| H A D | GCNRegPressure.h | 152 LiveRegSet LiveRegs; variable
164 const decltype(LiveRegs) &getLiveRegs() const { return LiveRegs; } in decltype() argument
171 decltype(LiveRegs) moveLiveRegs() { in moveLiveRegs()
172 return std::move(LiveRegs); in moveLiveRegs()
241 bool reset(const MachineInstr &MI, const LiveRegSet *LiveRegs = nullptr);
331 Range &&LiveRegs) { in getRegPressure() argument
333 for (const auto &RM : LiveRegs) in getRegPressure()
343 Printable print(const GCNRPTracker::LiveRegSet &LiveRegs,
|
| H A D | SIFrameLowering.h | |
| /freebsd/contrib/llvm-project/llvm/lib/Target/LoongArch/ |
| H A D | LoongArchExpandAtomicPseudoInsts.cpp | 331 LivePhysRegs LiveRegs; in expandAtomicBinOp()
332 computeAndAddLiveIns(LiveRegs, *LoopMBB); in expandAtomicBinOp()
333 computeAndAddLiveIns(LiveRegs, *DoneMBB); in expandAtomicBinOp()
460 LivePhysRegs LiveRegs; in expandAtomicMinMaxOp()
461 computeAndAddLiveIns(LiveRegs, *LoopHeadMBB); in expandAtomicMinMaxOp()
462 computeAndAddLiveIns(LiveRegs, *LoopIfBodyMBB); in expandAtomicMinMaxOp()
463 computeAndAddLiveIns(LiveRegs, *LoopTailMBB); in expandAtomicMinMaxOp()
464 computeAndAddLiveIns(LiveRegs, *DoneMBB); in expandAtomicMinMaxOp()
596 LivePhysRegs LiveRegs; in expandAtomicCmpXchg()
597 computeAndAddLiveIns(LiveRegs, *LoopHeadMB in expandAtomicCmpXchg()
343 LivePhysRegs LiveRegs; expandAtomicBinOp() local
482 LivePhysRegs LiveRegs; expandAtomicMinMaxOp() local
608 LivePhysRegs LiveRegs; expandAtomicCmpXchg() local
[all...] |
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVExpandAtomicPseudoInsts.cpp | 420 LivePhysRegs LiveRegs; in expandAtomicMinMaxOp()
421 computeAndAddLiveIns(LiveRegs, *LoopMBB); in expandAtomicMinMaxOp()
422 computeAndAddLiveIns(LiveRegs, *DoneMBB); in expandAtomicMinMaxOp()
550 LivePhysRegs LiveRegs; in tryToFoldBNEOnCmpXchgResult()
551 computeAndAddLiveIns(LiveRegs, *LoopHeadMBB); in tryToFoldBNEOnCmpXchgResult()
552 computeAndAddLiveIns(LiveRegs, *LoopIfBodyMBB); in tryToFoldBNEOnCmpXchgResult()
553 computeAndAddLiveIns(LiveRegs, *LoopTailMBB); in tryToFoldBNEOnCmpXchgResult()
554 computeAndAddLiveIns(LiveRegs, *DoneMBB); in tryToFoldBNEOnCmpXchgResult()
723 LivePhysRegs LiveRegs;
724 computeAndAddLiveIns(LiveRegs, *LoopHeadMB
391 LivePhysRegs LiveRegs; expandAtomicBinOp() local
521 LivePhysRegs LiveRegs; expandAtomicMinMaxOp() local
690 LivePhysRegs LiveRegs; expandAtomicCmpXchg() local
[all...] |
| /freebsd/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZShortenInst.cpp | 49 LiveRegUnits LiveRegs; member in __anon84a548b40111::SystemZShortenInst
91 if (!LiveRegs.available(OtherReg)) in shortenIIF()
146 if (LiveRegs.available(SystemZ::CC) && shortenOn001(MI, Opcode)) { in shortenOn001AddCC()
211 LiveRegs.clear(); in processBlock()
212 LiveRegs.addLiveOuts(MBB); in processBlock()
380 LiveRegs.stepBackward(MI); in processBlock()
393 LiveRegs.init(*TRI); in runOnMachineFunction()
|
| H A D | SystemZPostRewrite.cpp | 164 LivePhysRegs LiveRegs(TII->getRegisterInfo()); in expandCondMove() local
165 LiveRegs.addLiveOuts(MBB); in expandCondMove()
167 LiveRegs.stepBackward(*I); in expandCondMove()
174 for (MCPhysReg R : LiveRegs) in expandCondMove()
181 for (MCPhysReg R : LiveRegs) in expandCondMove()
|
| H A D | SystemZElimCompare.cpp | 691 LiveRegUnits LiveRegs(*TRI); in processBlock() local
692 LiveRegs.addLiveOuts(MBB); in processBlock()
693 bool CompleteCCUsers = LiveRegs.available(SystemZ::CC); in processBlock()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Mips/ |
| H A D | MipsExpandPseudo.cpp | 191 LivePhysRegs LiveRegs; in expandAtomicCmpSwapSubword() local
192 computeAndAddLiveIns(LiveRegs, *loop1MBB); in expandAtomicCmpSwapSubword()
193 computeAndAddLiveIns(LiveRegs, *loop2MBB); in expandAtomicCmpSwapSubword()
194 computeAndAddLiveIns(LiveRegs, *sinkMBB); in expandAtomicCmpSwapSubword()
195 computeAndAddLiveIns(LiveRegs, *exitMBB); in expandAtomicCmpSwapSubword()
292 LivePhysRegs LiveRegs; in expandAtomicCmpSwap() local
293 computeAndAddLiveIns(LiveRegs, *loop1MBB); in expandAtomicCmpSwap()
294 computeAndAddLiveIns(LiveRegs, *loop2MBB); in expandAtomicCmpSwap()
295 computeAndAddLiveIns(LiveRegs, *exitMBB); in expandAtomicCmpSwap()
602 LivePhysRegs LiveRegs; in expandAtomicBinOpSubword() local
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ExpandPseudoInsts.cpp | 302 LivePhysRegs LiveRegs; in expandCMP_SWAP() local
303 computeAndAddLiveIns(LiveRegs, *DoneBB); in expandCMP_SWAP()
304 computeAndAddLiveIns(LiveRegs, *StoreBB); in expandCMP_SWAP()
305 computeAndAddLiveIns(LiveRegs, *LoadCmpBB); in expandCMP_SWAP()
308 computeAndAddLiveIns(LiveRegs, *StoreBB); in expandCMP_SWAP()
310 computeAndAddLiveIns(LiveRegs, *LoadCmpBB); in expandCMP_SWAP()
434 LivePhysRegs LiveRegs; in expandCMP_SWAP_128() local
435 computeAndAddLiveIns(LiveRegs, *DoneBB); in expandCMP_SWAP_128()
436 computeAndAddLiveIns(LiveRegs, *FailBB); in expandCMP_SWAP_128()
437 computeAndAddLiveIns(LiveRegs, *StoreBB); in expandCMP_SWAP_128()
[all …]
|
| H A D | AArch64FrameLowering.cpp | 1042 static void getLiveRegsForEntryMBB(LivePhysRegs &LiveRegs, in getLiveRegsForEntryMBB() argument
1045 LiveRegs.addLiveIns(MBB); in getLiveRegsForEntryMBB()
1049 LiveRegs.addReg(CSRegs[i]); in getLiveRegsForEntryMBB()
1075 LivePhysRegs LiveRegs(TRI); in findScratchNonCalleeSaveRegister() local
1076 getLiveRegsForEntryMBB(LiveRegs, *MBB); in findScratchNonCalleeSaveRegister()
1080 if (LiveRegs.available(MRI, AArch64::X9)) in findScratchNonCalleeSaveRegister()
1084 if (LiveRegs.available(MRI, Reg)) in findScratchNonCalleeSaveRegister()
1102 LivePhysRegs LiveRegs(TRI); in canUseAsPrologue() local
1103 getLiveRegsForEntryMBB(LiveRegs, MBB); in canUseAsPrologue()
1106 if (!LiveRegs.available(MRI, AArch64::X16) || in canUseAsPrologue()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMExpandPseudoInsts.cpp | 91 const LivePhysRegs &LiveRegs,
95 const LivePhysRegs &LiveRegs,
99 const LivePhysRegs &LiveRegs);
1404 const LivePhysRegs &LiveRegs, SmallVectorImpl<unsigned> &ScratchRegs) { in CMSESaveClearFPRegs() argument
1406 CMSESaveClearFPRegsV81(MBB, MBBI, DL, LiveRegs); in CMSESaveClearFPRegs()
1408 CMSESaveClearFPRegsV8(MBB, MBBI, DL, LiveRegs, ScratchRegs); in CMSESaveClearFPRegs()
1414 const LivePhysRegs &LiveRegs, SmallVectorImpl<unsigned> &ScratchRegs) { in CMSESaveClearFPRegsV8() argument
1483 MO.setIsUndef(!LiveRegs.contains(Reg)); in CMSESaveClearFPRegsV8()
1558 const LivePhysRegs &LiveRegs) { in CMSESaveClearFPRegsV81() argument
1583 MO.setIsUndef(!LiveRegs.contains(Reg)); in CMSESaveClearFPRegsV81()
[all …]
|
| H A D | ARMBlockPlacement.cpp | 138 LivePhysRegs LiveRegs; in revertWhileToDoLoop() local
139 computeAndAddLiveIns(LiveRegs, *NewBlock); in revertWhileToDoLoop()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86WinFixupBufferSecurityCheck.cpp | 169 LivePhysRegs LiveRegs; in FinishBlock() local
170 computeAndAddLiveIns(LiveRegs, *MBB); in FinishBlock()
|
| H A D | X86ExpandPseudo.cpp | 730 LivePhysRegs LiveRegs(*STI->getRegisterInfo()); in expandVastartSaveXmmRegs() local
733 LiveRegs.addLiveIns(*EntryBlk); in expandVastartSaveXmmRegs()
738 LiveRegs.stepForward(MI, Clobbers); in expandVastartSaveXmmRegs()
795 addLiveIns(*GuardedRegsBlk, LiveRegs); in expandVastartSaveXmmRegs()
796 addLiveIns(*TailBlk, LiveRegs); in expandVastartSaveXmmRegs()
|