| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | RegAllocGreedy.h | 86 LiveRangeStage getStage(const LiveInterval &VirtReg) const { in getStage() 95 void setStage(const LiveInterval &VirtReg, LiveRangeStage Stage) { in setStage() 159 using SmallLISet = SmallSetVector<const LiveInterval *, 4>; 164 SmallVector<std::pair<const LiveInterval *, MCRegister>, 8>; 271 SmallSetVector<const LiveInterval *, 8> SetOfBrokenHints; 293 void enqueueImpl(const LiveInterval *LI) override; 294 const LiveInterval *dequeue() override; 295 MCRegister selectOrSplit(const LiveInterval &, 297 void aboutToRemoveInterval(const LiveInterval &) override; 315 MCRegister selectOrSplitImpl(const LiveInterval &, [all …]
|
| H A D | RenameIndependentSubregs.cpp | 69 LiveInterval::SubRange *SR; 72 SubRangeInfo(LiveIntervals &LIS, LiveInterval::SubRange &SR, in SubRangeInfo() 78 bool renameComponents(LiveInterval &LI) const; 85 LiveInterval &LI) const; 91 const SmallVectorImpl<LiveInterval*> &Intervals) const; 96 const SmallVectorImpl<LiveInterval*> &Intervals) const; 101 const SmallVectorImpl<LiveInterval*> &Intervals) const; 122 bool RenameIndependentSubregs::renameComponents(LiveInterval &LI) const { in INITIALIZE_PASS_DEPENDENCY() 135 SmallVector<LiveInterval*, 4> Intervals; in INITIALIZE_PASS_DEPENDENCY() 143 LiveInterval &NewLI = LIS->createEmptyInterval(NewVReg); in INITIALIZE_PASS_DEPENDENCY() [all …]
|
| H A D | RegAllocBasic.cpp | 45 bool operator()(const LiveInterval *A, const LiveInterval *B) const { in operator ()() 65 std::priority_queue<const LiveInterval *, std::vector<const LiveInterval *>, 89 void enqueueImpl(const LiveInterval *LI) override { Queue.push(LI); } in enqueueImpl() 91 const LiveInterval *dequeue() override { in dequeue() 94 const LiveInterval *LI = Queue.top(); in dequeue() 99 MCRegister selectOrSplit(const LiveInterval &VirtReg, 118 bool spillInterferences(const LiveInterval &VirtReg, MCRegister PhysReg, 147 LiveInterval &LI = LIS->getInterval(VirtReg); in INITIALIZE_PASS_DEPENDENCY() 166 LiveInterval &LI = LIS->getInterval(VirtReg); in LRE_WillShrinkVirtReg() 206 bool RABasic::spillInterferences(const LiveInterval &VirtReg, in spillInterferences() [all …]
|
| H A D | RegAllocEvictionAdvisor.h | 22 class LiveInterval; variable 108 const LiveInterval &VirtReg, const AllocationOrder &Order, 114 canEvictHintInterference(const LiveInterval &VirtReg, MCRegister PhysReg, 124 bool canReassign(const LiveInterval &VirtReg, MCRegister FromReg) const; 128 std::optional<unsigned> getOrderLimit(const LiveInterval &VirtReg, 210 MCRegister tryFindEvictionCandidate(const LiveInterval &, 213 bool canEvictHintInterference(const LiveInterval &, MCRegister, 215 bool canEvictInterferenceBasedOnCost(const LiveInterval &, MCRegister, bool, 218 bool shouldEvict(const LiveInterval &A, bool, const LiveInterval &B,
|
| H A D | LiveRangeEdit.cpp | 34 LiveInterval &LiveRangeEdit::createEmptyIntervalFrom(Register OldReg, in createEmptyIntervalFrom() 40 LiveInterval &LI = LIS.createEmptyInterval(VReg); in createEmptyIntervalFrom() 47 LiveInterval &OldLI = LIS.getInterval(OldReg); in createEmptyIntervalFrom() 49 for (LiveInterval::SubRange &S : OldLI.subranges()) in createEmptyIntervalFrom() 86 LiveInterval &OrigLI = LIS.getInterval(Original); in scanRemattable() 123 LiveInterval &li = LIS.getInterval(MO.getReg()); in allUsesAvailableAt() 143 for (LiveInterval::SubRange &SR : li.subranges()) { in allUsesAvailableAt() 207 bool LiveRangeEdit::foldAsLoad(LiveInterval *LI, in foldAsLoad() 266 bool LiveRangeEdit::useIsKill(const LiveInterval &LI, in useIsKill() 275 for (const LiveInterval::SubRange &S : LI.subranges()) { in useIsKill() [all …]
|
| H A D | RegAllocBase.h | 46 class LiveInterval; variable 111 virtual void enqueueImpl(const LiveInterval *LI) = 0; 114 void enqueue(const LiveInterval *LI); 117 virtual const LiveInterval *dequeue() = 0; 123 virtual MCRegister selectOrSplit(const LiveInterval &VirtReg, 131 virtual void aboutToRemoveInterval(const LiveInterval &LI) {} in aboutToRemoveInterval()
|
| H A D | SplitKit.h | 35 class LiveInterval; variable 60 SlotIndex computeLastInsertPoint(const LiveInterval &CurLI, 67 SlotIndex getLastInsertPoint(const LiveInterval &CurLI, in getLastInsertPoint() 78 MachineBasicBlock::iterator getLastInsertPointIter(const LiveInterval &CurLI, 94 /// SplitAnalysis - Analyze a LiveInterval, looking for live range splitting 141 const LiveInterval *CurLI = nullptr; 178 void analyze(const LiveInterval *li); 185 const LiveInterval &getParent() const { return *CurLI; } 221 unsigned countLiveBlocks(const LiveInterval *li) const; 359 void addDeadDef(LiveInterval [all...] |
| H A D | SplitKit.cpp | 67 InsertPointAnalysis::computeLastInsertPoint(const LiveInterval &CurLI, in computeLastInsertPoint() 143 InsertPointAnalysis::getLastInsertPointIter(const LiveInterval &CurLI, in getLastInsertPointIter() 206 LiveInterval::const_iterator LVI = CurLI->begin(); in calcLiveBlockInfo() 207 LiveInterval::const_iterator LVE = CurLI->end(); in calcLiveBlockInfo() 310 unsigned SplitAnalysis::countLiveBlocks(const LiveInterval *cli) const { in countLiveBlocks() 313 LiveInterval *li = const_cast<LiveInterval*>(cli); in countLiveBlocks() 314 LiveInterval::iterator LVI = li->begin(); in countLiveBlocks() 315 LiveInterval::iterator LVE = li->end(); in countLiveBlocks() 336 const LiveInterval &Orig = LIS.getInterval(OrigReg); in isOriginalEndpoint() 338 LiveInterval::const_iterator I = Orig.find(Idx); in isOriginalEndpoint() [all …]
|
| H A D | LiveRegMatrix.cpp | 81 const LiveInterval &VRegInterval, MCRegister PhysReg, in foreachUnit() 87 for (const LiveInterval::SubRange &S : VRegInterval.subranges()) { in foreachUnit() 104 void LiveRegMatrix::assign(const LiveInterval &VirtReg, MCRegister PhysReg) { in assign() 121 void LiveRegMatrix::unassign(const LiveInterval &VirtReg) { in unassign() 146 bool LiveRegMatrix::checkRegMaskInterference(const LiveInterval &VirtReg, in checkRegMaskInterference() 164 bool LiveRegMatrix::checkRegUnitInterference(const LiveInterval &VirtReg, in checkRegUnitInterference() 186 LiveRegMatrix::checkInterference(const LiveInterval &VirtReg, in checkInterference() 241 const LiveInterval *VRegInterval = nullptr; in getOneVReg()
|
| H A D | StackSlotColoring.cpp | 71 std::vector<LiveInterval*> SSIntervals; 101 LiveInterval *SingleLI = nullptr; 116 bool overlaps(LiveInterval *LI) const { in overlaps() 123 void add(LiveInterval *LI, LiveIntervalUnion::Allocator &Alloc) { in add() 173 int ColorSlot(LiveInterval *li); 199 bool operator()(LiveInterval* LHS, LiveInterval* RHS) const { in operator ()() 222 LiveInterval &li = LS->getInterval(FI); in ScanForSpillSlotRefs() 268 LiveInterval &li = I->second; in InitializeSlots() 301 int StackSlotColoring::ColorSlot(LiveInterval *li) { in ColorSlot() 364 for (LiveInterval *li : SSIntervals) { in ColorSlots() [all …]
|
| H A D | RegisterCoalescer.cpp | 231 void setUndefOnPrunedSubRegUses(LiveInterval &LI, Register Reg, 253 bool isHighCostLiveInterval(LiveInterval &LI); 263 void mergeSubRangeInto(LiveInterval &LI, const LiveRange &ToMerge, 280 bool hasOtherReachingDefs(LiveInterval &IntA, LiveInterval &IntB, 318 void addUndefFlag(const LiveInterval &Int, SlotIndex UseIdx, 344 void shrinkToUses(LiveInterval *LI, in shrinkToUses() 350 SmallVector<LiveInterval*, 8> SplitLIs; in shrinkToUses() 620 LiveInterval &IntA = in adjustCopiesBackFrom() 622 LiveInterval &IntB = in adjustCopiesBackFrom() 642 LiveInterval::iterator BS = IntB.FindSegmentContaining(CopyIdx); in adjustCopiesBackFrom() [all …]
|
| H A D | LiveIntervalUnion.cpp | 17 #include "llvm/CodeGen/LiveInterval.h" 27 // Merge a LiveInterval's segments. Guarantee no overlaps. 28 void LiveIntervalUnion::unify(const LiveInterval &VirtReg, 56 void LiveIntervalUnion::extract(const LiveInterval &VirtReg, 68 assert(SegPos.value() == &VirtReg && "Inconsistent LiveInterval"); in extract() 103 const LiveInterval *LiveIntervalUnion::getOneVReg() const { 116 const LiveInterval *VirtReg) const { in isSeenInterference() 152 const LiveInterval *RecentReg = nullptr; in collectInterferingVRegs() 159 const LiveInterval *VReg = LiveUnionI.value(); in collectInterferingVRegs()
|
| H A D | InlineSpiller.cpp | 97 DenseMap<int, std::unique_ptr<LiveInterval>> StackSlotToOrigLI; 111 bool isSpillCandBB(LiveInterval &OrigLI, VNInfo &OrigVNI, 126 void runHoistSpills(LiveInterval &OrigLI, VNInfo &OrigVNI, 163 LiveInterval *StackInt = nullptr; 205 bool isSnippet(const LiveInterval &SnipLI); 211 bool hoistSpillInsideBB(LiveInterval &SpillLI, MachineInstr &CopyMI); 212 void eliminateRedundantSpills(LiveInterval &LI, VNInfo *VNI); 214 void markValueUsed(LiveInterval*, VNInfo*); 216 bool reMaterializeFor(LiveInterval &, MachineInstr &MI); 319 bool InlineSpiller::isSnippet(const LiveInterval &SnipLI) { in isSnippet() [all …]
|
| H A D | CalcSpillWeights.cpp | 82 bool VirtRegAuxInfo::isRematerializable(const LiveInterval &LI, in isRematerializable() 88 for (LiveInterval::const_vni_iterator I = LI.vni_begin(), E = LI.vni_end(); in isRematerializable() 116 const LiveInterval &SrcLI = LIS.getInterval(Reg); in isRematerializable() 132 bool VirtRegAuxInfo::isLiveAtStatepointVarArg(LiveInterval &LI) { in isLiveAtStatepointVarArg() 142 void VirtRegAuxInfo::calculateSpillWeightAndHint(LiveInterval &LI) { in calculateSpillWeightAndHint() 150 static bool canMemFoldInlineAsm(LiveInterval &LI, in canMemFoldInlineAsm() 161 float VirtRegAuxInfo::weightCalcHelper(LiveInterval &LI, SlotIndex *Start, in weightCalcHelper() 176 const LiveInterval &OrigInt = LIS.getInterval(Original); in weightCalcHelper()
|
| H A D | LiveIntervalCalc.cpp | 15 #include "llvm/CodeGen/LiveInterval.h" 42 void LiveIntervalCalc::calculate(LiveInterval &LI, bool TrackSubRegs) { 71 [&MO, Indexes, Alloc](LiveInterval::SubRange &SR) { in calculate() 93 for (LiveInterval::SubRange &S : LI.subranges()) { in calculate() 106 void LiveIntervalCalc::constructMainRangeFromSubranges(LiveInterval &LI) { 113 for (const LiveInterval::SubRange &SR : LI.subranges()) { in constructMainRangeFromSubranges() 136 LaneBitmask Mask, LiveInterval *LI) { in extendToUses()
|
| H A D | RegAllocGreedy.cpp | 235 LiveInterval &LI = LIS->getInterval(VirtReg); in LRE_CanEraseVirtReg() 254 LiveInterval &LI = LIS->getInterval(VirtReg); in LRE_WillShrinkVirtReg() 282 void RAGreedy::enqueueImpl(const LiveInterval *LI) { enqueue(Queue, LI); } in enqueueImpl() 284 void RAGreedy::enqueue(PQueue &CurQueue, const LiveInterval *LI) { in enqueue() 303 unsigned DefaultPriorityAdvisor::getPriority(const LiveInterval &LI) const { in getPriority() 382 const LiveInterval *RAGreedy::dequeue() { return dequeue(Queue); } in dequeue() 384 const LiveInterval *RAGreedy::dequeue(PQueue &CurQueue) { in dequeue() 387 LiveInterval *LI = &LIS->getInterval(~CurQueue.top().second); in dequeue() 397 MCRegister RAGreedy::tryAssign(const LiveInterval &VirtReg, in tryAssign() 455 bool RegAllocEvictionAdvisor::canReassign(const LiveInterval &VirtReg, in canReassign() [all …]
|
| H A D | LiveIntervals.cpp | 207 LiveInterval *LiveIntervals::createInterval(Register reg) { in createInterval() 209 return new LiveInterval(reg, Weight); in createInterval() 213 bool LiveIntervals::computeVirtRegInterval(LiveInterval &LI) { in computeVirtRegInterval() 226 LiveInterval &LI = createEmptyInterval(Reg); in computeVirtRegs() 229 SmallVector<LiveInterval*, 8> SplitLIs; in computeVirtRegs() 379 iterator_range<LiveInterval::vni_iterator> VNIs) { in createSegmentsForValues() 396 auto getSubRange = [](const LiveInterval &I, LaneBitmask M) in extendSegmentsToUses() 400 for (const LiveInterval::SubRange &SR : I.subranges()) { in extendSegmentsToUses() 409 const LiveInterval &LI = getInterval(Reg); in extendSegmentsToUses() 469 bool LiveIntervals::shrinkToUses(LiveInterval *li, in shrinkToUses() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | LiveIntervals.h | 70 IndexedMap<LiveInterval *, VirtReg2IndexFunctor> VirtRegIntervals; 125 LiveInterval &getInterval(Register Reg) { in getInterval() 132 const LiveInterval &getInterval(Register Reg) const { in getInterval() 141 LiveInterval &createEmptyInterval(Register Reg) { in createEmptyInterval() 148 LiveInterval &createAndComputeVirtRegInterval(Register Reg) { in createAndComputeVirtRegInterval() 149 LiveInterval &LI = createEmptyInterval(Reg); in createAndComputeVirtRegInterval() 157 LiveInterval &getOrCreateEmptyInterval(Register Reg) { in getOrCreateEmptyInterval() 169 LiveInterval::Segment addSegmentToEndOfBlock(Register Reg, 178 bool shrinkToUses(LiveInterval *li, 187 void shrinkToUses(LiveInterval::SubRange &SR, Register Reg); [all …]
|
| H A D | LiveRegMatrix.h | 34 class LiveInterval; variable 107 InterferenceKind checkInterference(const LiveInterval &VirtReg, 120 void assign(const LiveInterval &VirtReg, MCRegister PhysReg); 125 void unassign(const LiveInterval &VirtReg); 140 bool checkRegMaskInterference(const LiveInterval &VirtReg, 146 bool checkRegUnitInterference(const LiveInterval &VirtReg,
|
| H A D | LiveRangeEdit.h | 67 const LiveInterval *const Parent; 98 bool foldAsLoad(LiveInterval *LI, SmallVectorImpl<MachineInstr *> &Dead); 100 using ToShrinkSet = SmallSetVector<LiveInterval *, 8>; 111 bool useIsKill(const LiveInterval &LI, const MachineOperand &MO) const; 114 LiveInterval &createEmptyIntervalFrom(Register OldReg, bool createSubRanges); 128 LiveRangeEdit(const LiveInterval *parent, SmallVectorImpl<Register> &newRegs, 140 const LiveInterval &getParent() const { in getParent() 172 LiveInterval &createEmptyInterval() { in createEmptyInterval()
|
| H A D | CalcSpillWeights.h | 16 class LiveInterval; variable 54 bool isLiveAtStatepointVarArg(LiveInterval &LI); 65 void calculateSpillWeightAndHint(LiveInterval &LI); 78 static bool isRematerializable(const LiveInterval &LI, 96 float weightCalcHelper(LiveInterval &LI, SlotIndex *Start = nullptr,
|
| H A D | LiveIntervalUnion.h | 46 using LiveSegments = IntervalMap<SlotIndex, const LiveInterval *>; 91 void unify(const LiveInterval &VirtReg, const LiveRange &Range); 94 void extract(const LiveInterval &VirtReg, const LiveRange &Range); 108 const LiveInterval *getOneVReg() const; 117 SmallVector<const LiveInterval *, 4> InterferingVRegs; 128 bool isSeenInterference(const LiveInterval *VirtReg) const; 162 const SmallVectorImpl<const LiveInterval *> &interferingVRegs(
|
| H A D | LiveIntervalCalc.h | 40 LiveInterval *LI = nullptr); 61 void calculate(LiveInterval &LI, bool TrackSubRegs); 66 void constructMainRangeFromSubranges(LiveInterval &LI);
|
| H A D | LiveStacks.h | 43 using SS2IntervalMap = std::unordered_map<int, LiveInterval>; 66 LiveInterval &getOrCreateInterval(int Slot, const TargetRegisterClass *RC); 68 LiveInterval &getInterval(int Slot) { in getInterval() 75 const LiveInterval &getInterval(int Slot) const { in getInterval()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyRegColoring.cpp | 132 ArrayRef<SmallVector<LiveInterval *, 4>> Assignments, in undefInvalidDbgValues() argument 141 for (LiveInterval *LI : CoalescedIntervals) { in undefInvalidDbgValues() 170 for (LiveInterval *OtherLI : CoalescedIntervals) { in undefInvalidDbgValues() 244 SmallVector<LiveInterval *, 0> SortedIntervals; in runOnMachineFunction() 259 LiveInterval *LI = &Liveness->getInterval(VReg); in runOnMachineFunction() 271 llvm::sort(SortedIntervals, [MRI](LiveInterval *LHS, LiveInterval *RHS) { in runOnMachineFunction() 283 SmallVector<SmallVector<LiveInterval *, 4>, 16> Assignments( in runOnMachineFunction() 288 LiveInterval *LI = SortedIntervals[I]; in runOnMachineFunction() 298 for (LiveInterval *OtherLI : Assignments[C]) in runOnMachineFunction()
|