Lines Matching full:sg
394 for (auto &SG : SyncPipeline) { in reset() local
395 SmallVector<SUnit *, 32> TempCollection = SG.Collection; in reset()
396 SG.Collection.clear(); in reset()
401 SG.Collection.push_back(*SchedBarr); in reset()
451 for (auto &SG : SyncPipeline) { in makePipeline() local
452 LLVM_DEBUG(dbgs() << "SchedGroup with SGID " << SG.getSGID() in makePipeline()
455 for (auto &SU : SG.Collection) { in makePipeline()
464 SG.link(*SGBarr, false); in makePipeline()
592 SchedGroup *Match = llvm::find_if(SyncPipeline, [CandSGID](SchedGroup &SG) { in populateReadyList() argument
593 return SG.getSGID() == CandSGID; in populateReadyList()
645 // If we are trying SGs in least cost order, and the current SG is cost in solveExact()
656 for (auto &SG : SyncPipeline) { in solveExact() local
657 if (SG.getSGID() == CandSGID) in solveExact()
658 Match = &SG; in solveExact()
737 SchedGroup *Match = llvm::find_if(SyncPipeline, [CandSGID](SchedGroup &SG) { in greedyFind() argument
738 return SG.getSGID() == CandSGID; in greedyFind()
895 SchedGroup *SG = nullptr; in applyIGLPStrategy() local
897 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
899 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
901 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
903 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1580 SchedGroup *SG = nullptr; in applyIGLPStrategy() local
1625 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1628 SG->addRule(std::make_shared<EnablesNthMFMAInChain>( in applyIGLPStrategy()
1629 PositionInChain, MFMAChainSeeds[MFMAChain], TII, SG->getSGID(), in applyIGLPStrategy()
1632 SG->addRule( in applyIGLPStrategy()
1633 std::make_shared<EnablesNthMFMA>(1, TII, SG->getSGID(), true)); in applyIGLPStrategy()
1634 SG->addRule(std::make_shared<IsFMA>(TII, SG->getSGID())); in applyIGLPStrategy()
1635 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1638 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1641 SG->addRule(std::make_shared<EnablesNthMFMAInChain>( in applyIGLPStrategy()
1643 MFMAChainSeeds[getNextTransMFMAChain()], TII, SG->getSGID(), true)); in applyIGLPStrategy()
1645 SG->addRule(std::make_shared<EnablesNthMFMA>(MFMAEnablement + 1, TII, in applyIGLPStrategy()
1646 SG->getSGID(), true)); in applyIGLPStrategy()
1647 SG->addRule(std::make_shared<IsFMA>(TII, SG->getSGID())); in applyIGLPStrategy()
1648 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1652 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1654 SG->addRule(std::make_shared<OccursAtOrAfterNode>(*FirstPipeDSR, TII, in applyIGLPStrategy()
1655 SG->getSGID())); in applyIGLPStrategy()
1656 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1660 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1663 SG->addRule(std::make_shared<EnablesNthMFMAInChain>( in applyIGLPStrategy()
1664 PositionInChain, MFMAChainSeeds[MFMAChain], TII, SG->getSGID(), true)); in applyIGLPStrategy()
1666 SG->addRule(std::make_shared<EnablesNthMFMA>(1, TII, SG->getSGID(), true)); in applyIGLPStrategy()
1667 SG->addRule(std::make_shared<IsPipeExp>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
1668 SG->addRule(std::make_shared<LessThanNSuccs>(8, TII, SG->getSGID(), in applyIGLPStrategy()
1670 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1678 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1680 SG->addRule(std::make_shared<IsCvt>(TII, SG->getSGID())); in applyIGLPStrategy()
1682 SG->addRule(std::make_shared<IsReachableFromPrevNthGroup>( in applyIGLPStrategy()
1683 1 + (2 + UsesFMA) * I, TII, SG->getSGID())); in applyIGLPStrategy()
1685 SG->addRule(std::make_shared<IsSuccOfPrevNthGroup>( in applyIGLPStrategy()
1686 1 + (2 + UsesFMA) * I, TII, SG->getSGID())); in applyIGLPStrategy()
1687 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1692 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1695 SG->addRule(std::make_shared<EnablesNthMFMAInChain>( in applyIGLPStrategy()
1697 MFMAChainSeeds[getNextTransMFMAChain()], TII, SG->getSGID(), true)); in applyIGLPStrategy()
1699 SG->addRule(std::make_shared<EnablesNthMFMA>(2 * MFMAEnablement + 1, in applyIGLPStrategy()
1700 TII, SG->getSGID(), true)); in applyIGLPStrategy()
1701 SG->addRule(std::make_shared<IsFMA>(TII, SG->getSGID())); in applyIGLPStrategy()
1702 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1706 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1709 SG->addRule(std::make_shared<EnablesNthMFMAInChain>( in applyIGLPStrategy()
1710 PositionInChain, MFMAChainSeeds[MFMAChain], TII, SG->getSGID(), in applyIGLPStrategy()
1713 SG->addRule(std::make_shared<EnablesNthMFMA>(MFMAEnablement + 1, TII, in applyIGLPStrategy()
1714 SG->getSGID(), true)); in applyIGLPStrategy()
1715 SG->addRule(std::make_shared<IsPipeExp>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
1716 SG->addRule(std::make_shared<LessThanNSuccs>(8, TII, SG->getSGID(), in applyIGLPStrategy()
1718 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1723 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1725 SG->addRule(std::make_shared<IsPipeExp>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
1726 SG->addRule(std::make_shared<GreaterThanOrEqualToNSuccs>( in applyIGLPStrategy()
1727 8, TII, SG->getSGID(), HasChainBetweenCvt)); in applyIGLPStrategy()
1728 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1757 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1760 SG->addRule(std::make_shared<IsExactMFMA>( in applyIGLPStrategy()
1762 SG->getSGID(), true)); in applyIGLPStrategy()
1764 SG->addRule(std::make_shared<OccursAfterExp>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
1765 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1769 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1771 SG->addRule(std::make_shared<IsPipeAdd>(TII, SG->getSGID())); in applyIGLPStrategy()
1772 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1776 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1778 SG->addRule(std::make_shared<OccursAtOrAfterNode>(*FirstPipeDSR, TII, in applyIGLPStrategy()
1779 SG->getSGID())); in applyIGLPStrategy()
1780 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1791 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1793 SG->addRule(std::make_shared<IsCvt>(TII, SG->getSGID())); in applyIGLPStrategy()
1803 SG->addRule(std::make_shared<IsReachableFromPrevNthGroup>( in applyIGLPStrategy()
1804 CurrentOffset, TII, SG->getSGID())); in applyIGLPStrategy()
1806 SG->addRule(std::make_shared<IsSuccOfPrevNthGroup>(CurrentOffset, TII, in applyIGLPStrategy()
1807 SG->getSGID())); in applyIGLPStrategy()
1808 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1813 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1816 SG->addRule(std::make_shared<EnablesNthMFMAInChain>( in applyIGLPStrategy()
1818 MFMAChainSeeds[getNextTransMFMAChain()], TII, SG->getSGID(), in applyIGLPStrategy()
1821 SG->addRule(std::make_shared<EnablesNthMFMA>( in applyIGLPStrategy()
1823 TII, SG->getSGID(), true)); in applyIGLPStrategy()
1824 SG->addRule(std::make_shared<IsFMA>(TII, SG->getSGID())); in applyIGLPStrategy()
1825 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1829 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1832 SG->addRule(std::make_shared<EnablesNthMFMAInChain>( in applyIGLPStrategy()
1833 PositionInChain, MFMAChainSeeds[MFMAChain], TII, SG->getSGID(), in applyIGLPStrategy()
1836 SG->addRule(std::make_shared<EnablesNthMFMA>( in applyIGLPStrategy()
1838 TII, SG->getSGID(), true)); in applyIGLPStrategy()
1839 SG->addRule(std::make_shared<IsPipeExp>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
1840 SG->addRule(std::make_shared<LessThanNSuccs>(8, TII, SG->getSGID(), in applyIGLPStrategy()
1842 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
1847 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
1849 SG->addRule(std::make_shared<OccursAfterExp>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
1850 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2157 SchedGroup *SG; in applyIGLPStrategy() local
2162 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2164 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2166 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2168 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2178 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2180 SG->addRule(std::make_shared<EnablesInitialMFMA>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
2181 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2183 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2185 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2189 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2191 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2193 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2195 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2202 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2204 SG->addRule(std::make_shared<IsPermForDSW>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
2205 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2207 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2209 SG->addRule(std::make_shared<IsSuccOfPrevGroup>(TII, SG->getSGID())); in applyIGLPStrategy()
2210 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2212 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2214 SG->addRule(std::make_shared<SharesPredWithPrevNthGroup>( in applyIGLPStrategy()
2215 1, TII, SG->getSGID(), true)); in applyIGLPStrategy()
2216 SG->addRule(std::make_shared<VMEMSize>(TII, SG->getSGID())); in applyIGLPStrategy()
2217 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2219 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2221 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2223 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2225 SG->addRule(std::make_shared<SharesPredWithPrevNthGroup>( in applyIGLPStrategy()
2226 3, TII, SG->getSGID(), true)); in applyIGLPStrategy()
2227 SG->addRule(std::make_shared<VMEMSize>(TII, SG->getSGID())); in applyIGLPStrategy()
2228 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2230 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2232 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2239 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2241 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2243 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2245 SG->addRule(std::make_shared<VMEMSize>(TII, SG->getSGID())); in applyIGLPStrategy()
2246 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2248 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2250 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2259 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2261 SG->addRule(std::make_shared<IsPermForDSW>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
2262 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2264 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2266 SG->addRule(std::make_shared<IsSuccOfPrevGroup>(TII, SG->getSGID())); in applyIGLPStrategy()
2267 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2269 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2271 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2273 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2275 SG->addRule(std::make_shared<IsPermForDSW>(TII, SG->getSGID(), true)); in applyIGLPStrategy()
2276 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2278 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2280 SG->addRule(std::make_shared<IsSuccOfPrevGroup>(TII, SG->getSGID())); in applyIGLPStrategy()
2281 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2283 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2285 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2287 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2289 SG->addRule(std::make_shared<SharesPredWithPrevNthGroup>( in applyIGLPStrategy()
2290 2, TII, SG->getSGID(), true)); in applyIGLPStrategy()
2291 SG->addRule(std::make_shared<VMEMSize>(TII, SG->getSGID())); in applyIGLPStrategy()
2292 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2294 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2296 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2298 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2300 SG->addRule(std::make_shared<SharesPredWithPrevNthGroup>( in applyIGLPStrategy()
2301 4, TII, SG->getSGID(), true)); in applyIGLPStrategy()
2302 SG->addRule(std::make_shared<VMEMSize>(TII, SG->getSGID())); in applyIGLPStrategy()
2303 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2305 SG = &SyncedSchedGroups[PipelineSyncID].emplace_back( in applyIGLPStrategy()
2307 SG->initSchedGroup(SyncedInstrs[SG->getSyncID()]); in applyIGLPStrategy()
2606 SchedGroup SG(InvertedMask, std::nullopt, DAG, TII); in addSchedBarrierEdges() local
2607 SG.initSchedGroup(); in addSchedBarrierEdges()
2610 SG.link( in addSchedBarrierEdges()
2666 auto &SG = SyncedSchedGroups[SyncID].emplace_back((SchedGroupMask)SGMask, in initSchedGroupBarrierPipelineStage() local
2669 SG.initSchedGroup(RIter, SyncedInstrs[SG.getSyncID()]); in initSchedGroupBarrierPipelineStage()