/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | ScheduleDAG.cpp | 111 if (!Required && PredDep.getSUnit() == D.getSUnit()) in addPred() 117 SUnit *PredSU = PredDep.getSUnit(); in addPred() 135 SUnit *N = D.getSUnit(); in addPred() 182 SUnit *N = D.getSUnit(); in removePred() 226 SUnit *SuccSU = SuccDep.getSUnit(); in setDepthDirty() 241 SUnit *PredSU = PredDep.getSUnit(); in setHeightDirty() 274 SUnit *PredSU = PredDep.getSUnit(); in ComputeDepth() 305 SUnit *SuccSU = SuccDep.getSUnit(); in ComputeHeight() 331 unsigned MaxDepth = BestI->getSUnit()->getDepth(); in biasCriticalPath() 334 if (I->getKind() == SDep::Data && I->getSUnit()->getDepth() > MaxDepth) { in biasCriticalPath() [all …]
|
H A D | MachinePipeliner.cpp | 719 NewInstrChanges[KV.first] = InstrChanges[getSUnit(KV.first)]; in schedule() 792 SUnit *SuccSU = SI.getSUnit(); in isSuccOrder() 957 SUnit *SU = getSUnit(UseMI); in updatePhiDependences() 977 SUnit *SU = getSUnit(DefMI); in updatePhiDependences() 999 MachineInstr *PMI = PI.getSUnit()->getInstr(); in updatePhiDependences() 1033 SUnit *DefSU = getSUnit(DefMI); in changeDependences() 1040 SUnit *LastSU = getSUnit(LastMI); in changeDependences() 1050 if (P.getSUnit() == DefSU) in changeDependences() 1053 Topo.RemovePred(&I, D.getSUnit()); in changeDependences() 1059 if (P.getSUnit() == &I && P.getKind() == SDep::Order) in changeDependences() [all …]
|
H A D | MacroFusion.cpp | 41 return SI.getSUnit(); in getPredClusterSU() 83 if (SI.getSUnit() == &SecondSU) in fuseInstructionPair() 87 if (SI.getSUnit() == &FirstSU) in fuseInstructionPair() 100 SUnit *SU = SI.getSUnit(); in fuseInstructionPair() 113 SUnit *SU = SI.getSUnit(); in fuseInstructionPair() 197 SUnit &DepSU = *Dep.getSUnit(); in scheduleAdjacentImpl()
|
H A D | VLIWMachineScheduler.cpp | 97 if (S.getSUnit() == SUu && S.getLatency() > 0) in hasDependence() 312 unsigned PredReadyCycle = PI.getSUnit()->TopReadyCycle; in releaseTopNode() 330 unsigned SuccReadyCycle = I->getSUnit()->BotReadyCycle; in releaseBottomNode() 554 if (!Pred.getSUnit()->isScheduled && (Pred.getSUnit() != SU2)) in isSingleUnscheduledPred() 569 if (!Succ.getSUnit()->isScheduled && (Succ.getSUnit() != SU2)) in isSingleUnscheduledSucc() 667 if (isSingleUnscheduledPred(SI.getSUnit(), SU)) in SchedulingCost() 673 if (isSingleUnscheduledSucc(PI.getSUnit(), SU)) in SchedulingCost() 711 if (!PI.getSUnit()->getInstr()->isPseudo() && PI.isAssignedRegDep() && in SchedulingCost() 713 Top.ResourceModel->isInPacket(PI.getSUnit())) { in SchedulingCost() 720 if (!SI.getSUnit()->getInstr()->isPseudo() && SI.isAssignedRegDep() && in SchedulingCost() [all …]
|
H A D | LatencyPriorityQueue.cpp | 59 SUnit &Pred = *P.getSUnit(); in getSingleUnscheduledPred() 77 if (getSingleUnscheduledPred(Succ.getSUnit()) == SU) in push() 91 AdjustPriorityOfUnscheduledPreds(Succ.getSUnit()); in scheduledNode()
|
H A D | WindowScheduler.cpp | 433 auto *SU = DAG.getSUnit(&MI); in calculateMaxCycle() 439 auto *PredMI = Pred.getSUnit()->getInstr(); in calculateMaxCycle() 497 auto *SU = TripleDAG->getSUnit(&MI); in calculateStallCycle() 500 if (Succ.isWeak() || Succ.getSUnit() == &TripleDAG->ExitSU) in calculateStallCycle() 508 auto *SuccMI = Succ.getSUnit()->getInstr(); in calculateStallCycle() 537 auto *SU = TripleDAG->getSUnit(&Phi); in schedulePhi() 544 auto *SuccMI = Succ.getSUnit()->getInstr(); in schedulePhi()
|
H A D | MachineScheduler.cpp | 707 SUnit *SuccSU = SuccEdge->getSUnit(); in releaseSucc() 744 SUnit *PredSU = PredEdge->getSUnit(); in releasePred() 1009 const unsigned FirstCycle = getSUnit(&*(std::begin(*this)))->TopReadyCycle; in dumpScheduleTraceTopDown() 1010 unsigned LastCycle = getSUnit(&*(std::prev(std::end(*this))))->TopReadyCycle; in dumpScheduleTraceTopDown() 1012 SUnit *SU = getSUnit(&MI); in dumpScheduleTraceTopDown() 1030 SUnit *SU = getSUnit(&MI); in dumpScheduleTraceTopDown() 1091 const int FirstCycle = getSUnit(&*(std::begin(*this)))->BotReadyCycle; in dumpScheduleTraceBottomUp() 1092 int LastCycle = getSUnit(&*(std::prev(std::end(*this))))->BotReadyCycle; in dumpScheduleTraceBottomUp() 1094 SUnit *SU = getSUnit(&MI); in dumpScheduleTraceBottomUp() 1112 SUnit *SU = getSUnit(&MI); in dumpScheduleTraceBottomUp() [all …]
|
H A D | ScheduleDAGInstrs.cpp | 1226 if (Topo.IsReachable(PredDep.getSUnit(), SuccSU)) in addEdge() 1228 Topo.AddPredQueued(SuccSU, PredDep.getSUnit()); in addEdge() 1304 unsigned PredNum = PredDep.getSUnit()->NodeNum; in visitPostorderNode() 1332 += R.DFSNodeData[PredDep.getSUnit()->NodeNum].InstrCount; in visitPostorderEdge() 1338 ConnectionPairs.emplace_back(PredDep.getSUnit(), Succ); in visitCrossEdge() 1385 const SUnit *PredSU = PredDep.getSUnit(); in joinPredSubtree() 1461 !SuccDep.getSUnit()->isBoundaryNode()) in hasDataSucc() 1488 || PredDep.getSUnit()->isBoundaryNode()) { in compute() 1492 if (Impl.isVisited(PredDep.getSUnit())) { in compute() 1496 Impl.visitPreorder(PredDep.getSUnit()); in compute() [all …]
|
H A D | AggressiveAntiDepBreaker.cpp | 275 const SUnit *PredSU = Pred.getSUnit(); in CriticalPathStep() 288 return (Next) ? Next->getSUnit() : nullptr; in CriticalPathStep() 823 SUnit *NextSU = Edge->getSUnit(); in BreakAntiDependencies() 867 if (Pred.getSUnit() == NextSU ? (Pred.getKind() != SDep::Anti || in BreakAntiDependencies() 876 if ((Pred.getSUnit() == NextSU) && (Pred.getKind() != SDep::Anti) && in BreakAntiDependencies() 881 } else if ((Pred.getSUnit() != NextSU) && in BreakAntiDependencies()
|
H A D | CriticalAntiDepBreaker.cpp | 145 const SUnit *PredSU = P.getSUnit(); in CriticalPathStep() 555 const SUnit *NextSU = Edge->getSUnit(); in BreakAntiDependencies() 578 if (P.getSUnit() == NextSU in BreakAntiDependencies()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | GCNMinRegStrategy.cpp | 90 for (auto PDep : SDep.getSUnit()->Preds) { in getReadySuccessors() 91 auto PSU = PDep.getSUnit(); in getReadySuccessors() 180 if (S.getSUnit()->isBoundaryNode() || isScheduled(S.getSUnit()) || in bumpPredsPriority() 183 for (const auto &P : S.getSUnit()->Preds) { in bumpPredsPriority() 184 auto PSU = P.getSUnit(); in bumpPredsPriority() 196 if (!P.getSUnit()->isBoundaryNode() && !isScheduled(P.getSUnit()) && in bumpPredsPriority() 197 Set.insert(P.getSUnit()).second) in bumpPredsPriority() 198 Worklist.push_back(P.getSUnit()); in bumpPredsPriority() 215 auto SuccSU = S.getSUnit(); in releaseSuccessors()
|
H A D | AMDGPUExportClustering.cpp | 70 SUnit *PredSU = Pred.getSUnit(); in buildCluster() 86 SUnit *PredSU = Pred.getSUnit(); in removeExportDependencies() 95 SUnit *ExportPredSU = ExportPred.getSUnit(); in removeExportDependencies() 130 removeExportDependencies(DAG, *Succ.getSUnit()); in apply()
|
H A D | AMDGPUIGroupLP.cpp | 255 for (auto &SP : S.getSUnit()->Preds) in resetEdges() 256 if (SP.getSUnit() == &SU) in resetEdges() 257 S.getSUnit()->removePred(SP); in resetEdges() 519 Succ->Preds, [&Pred](SDep &P) { return P.getSUnit() == Pred; }); in removeEdges() 1032 if (TII->isMFMAorWMMA(*Succ.getSUnit()->getInstr())) { in apply() 1033 TempSU = Succ.getSUnit(); in apply() 1081 Succ.getSUnit()->Succs.begin(), Succ.getSUnit()->Succs.end(), in apply() 1122 Succ.getSUnit()->Succs.begin(), Succ.getSUnit()->Succs.end(), in apply() 1201 if (Succ.getSUnit() == SU && Succ.getKind() == SDep::Data) in apply() 1285 if (TII->isMFMAorWMMA(*Succ.getSUnit()->getInstr())) { in apply() [all …]
|
H A D | SIMachineScheduler.cpp | 423 if (BC->isSUInBlock(Succ.getSUnit(), ID)) in undoSchedule() 433 SUnit *SuccSU = SuccEdge->getSUnit(); in undoReleaseSucc() 443 SUnit *SuccSU = SuccEdge->getSUnit(); in releaseSucc() 464 SUnit *SuccSU = Succ.getSUnit(); in releaseSuccessors() 497 NodeNum2Index.find(Succ.getSUnit()->NodeNum); in nodeScheduled() 644 if (PredDep.getSUnit() == &FromSU && in hasDataDependencyPred() 796 SUnit *Pred = PredDep.getSUnit(); in colorComputeReservedDependencies() 838 SUnit *Succ = SuccDep.getSUnit(); in colorComputeReservedDependencies() 918 SUnit *Succ = SuccDep.getSUnit(); in colorEndsAccordingToDependencies() 988 SUnit *Succ = SuccDep.getSUnit(); in colorMergeConstantLoadsNextGroup() [all …]
|
H A D | GCNILPSched.cpp | 66 SUnit *PredSU = Pred.getSUnit(); in CalcNodeSethiUllmanNumber() 110 unsigned Height = Succ.getSUnit()->getHeight(); in closestSucc() 275 auto PredSU = PredEdge.getSUnit(); in releasePredecessors()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonHazardRecognizer.cpp | 150 S.getSUnit()->NumPredsLeft == 1) { in EmitInstruction() 151 UsesDotCur = S.getSUnit(); in EmitInstruction() 165 TII->mayBeNewStore(*S.getSUnit()->getInstr()) && in EmitInstruction() 166 Resources->canReserveResources(*S.getSUnit()->getInstr())) { in EmitInstruction() 167 PrefVectorStoreNew = S.getSUnit(); in EmitInstruction()
|
H A D | HexagonSubtarget.cpp | 273 MachineInstr &MI2 = *SI.getSUnit()->getInstr(); in apply() 280 for (SDep &PI : SI.getSUnit()->Preds) { in apply() 281 if (PI.getSUnit() != &SU || PI.getKind() != SDep::Order) in apply() 284 SI.getSUnit()->setDepthDirty(); in apply() 469 MachineInstr *DDst = DDep.getSUnit()->getInstr(); in adjustSchedDependency() 557 if (!I.isAssignedRegDep() || I.getSUnit() != Dst) in restoreLatency() 606 if (!I.isAssignedRegDep() || I.getSUnit() != Dst) in changeLatency() 623 !I.getSUnit()->getInstr()->isPseudo()) in getZeroLatency() 624 return I.getSUnit(); in getZeroLatency() 701 if (ExclSrc.count(I.getSUnit()) == 0 && in isBestZeroLatency() [all …]
|
H A D | HexagonVLIWPacketizer.cpp | 938 if (Dep.getSUnit() == PacketSUDep && Dep.getKind() == SDep::Anti && in restrictingDepExistInPacket() 1006 if (Dep.getSUnit() == SU && Dep.getKind() == SDep::Data && in arePredicatesComplements() 1414 if (SUJ->Succs[i].getSUnit() != SUI) in isLegalToPacketizeTogether() 1922 if (Pred.getSUnit() == SUJ) in calcStall() 1933 if (Pred.getSUnit() == SUJ && Pred.getLatency() > 1) in calcStall()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | ScheduleDAGRRList.cpp | 225 Topo.AddPredQueued(SU, D.getSUnit()); in AddPredQueued() 233 Topo.AddPred(SU, D.getSUnit()); in AddPred() 241 Topo.RemovePred(SU, D.getSUnit()); in RemovePred() 401 SUnit *PredSU = PredEdge->getSUnit(); in ReleasePred() 566 assert((!RegDef || RegDef == SU || RegDef == Pred.getSUnit()) && in ReleasePredecessors() 568 LiveRegDefs[Pred.getReg()] = Pred.getSUnit(); in ReleasePredecessors() 823 SUnit *PredSU = PredEdge->getSUnit(); in CapturePred() 845 assert(LiveRegDefs[Pred.getReg()] == Pred.getSUnit() && in UnscheduleNodeBottomUp() 901 LiveRegGens[Reg] = Succ.getSUnit(); in UnscheduleNodeBottomUp() 904 Succ2.getSUnit()->getHeight() < LiveRegGens[Reg]->getHeight()) in UnscheduleNodeBottomUp() [all …]
|
H A D | ScheduleDAGFast.cpp | 136 SUnit *PredSU = PredEdge->getSUnit(); in ReleasePred() 167 LiveRegDefs[Pred.getReg()] = Pred.getSUnit(); in ReleasePredecessors() 190 if (LiveRegCycles[Succ.getReg()] == Succ.getSUnit()->getHeight()) { in ScheduleNodeBottomUp() 281 else if (Pred.getSUnit()->getNode() && in CopyAndMoveSuccessors() 282 Pred.getSUnit()->getNode()->isOperandOf(LoadNode)) in CopyAndMoveSuccessors() 294 if (ChainPred.getSUnit()) { in CopyAndMoveSuccessors() 310 SUnit *SuccDep = D.getSUnit(); in CopyAndMoveSuccessors() 317 SUnit *SuccDep = D.getSUnit(); in CopyAndMoveSuccessors() 354 SUnit *SuccSU = Succ.getSUnit(); in CopyAndMoveSuccessors() 390 SUnit *SuccSU = Succ.getSUnit(); in InsertCopiesAndMoveSuccs() [all …]
|
H A D | ResourcePriorityQueue.cpp | 73 SUnit *PredSU = Pred.getSUnit(); in numberRCValPredInSU() 111 SUnit *SuccSU = Succ.getSUnit(); in numberRCValSuccInSU() 212 SUnit &PredSU = *Pred.getSUnit(); in getSingleUnscheduledPred() 229 if (getSingleUnscheduledPred(Succ.getSUnit()) == SU) in push() 273 if (Succ.getSUnit() == SU) in isResourceAvailable() 498 if (Pred.isCtrl() || (Pred.getSUnit()->NumRegDefsLeft == 0)) in scheduledNode() 500 --Pred.getSUnit()->NumRegDefsLeft; in scheduledNode() 513 adjustPriorityOfUnscheduledPreds(Succ.getSUnit()); in scheduledNode()
|
H A D | ScheduleDAGVLIW.cpp | 110 SUnit *SuccSU = D.getSUnit(); in releaseSucc()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
H A D | PPCHazardRecognizers.cpp | 39 const MCInstrDesc *PredMCID = DAG->getInstrDesc(SU->Preds[i].getSUnit()); in isLoadAfterStore() 47 if (SU->Preds[i].getSUnit() == CurGroup[j]) in isLoadAfterStore() 65 const MCInstrDesc *PredMCID = DAG->getInstrDesc(SU->Preds[i].getSUnit()); in isBCTRAfterSet() 73 if (SU->Preds[i].getSUnit() == CurGroup[j]) in isBCTRAfterSet()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | ScheduleDAG.h | 152 SUnit *getSUnit() const; 451 if (Pred.getSUnit() == N) in isPred() 459 if (Succ.getSUnit() == N) in isSucc() 498 inline SUnit *SDep::getSUnit() const { return Dep.getPointer(); } in getSUnit() function 662 return Node->Preds[Operand].getSUnit();
|
H A D | ScheduleDAGInstrs.h | 293 SUnit *getSUnit(MachineInstr *MI) const; 397 inline SUnit *ScheduleDAGInstrs::getSUnit(MachineInstr *MI) const { in getSUnit() function
|