Lines Matching refs:SchedGroupMask
66 enum class SchedGroupMask { enum
125 SchedGroupMask SGMask;
228 SchedGroupMask getMask() { return SGMask; } in getMask()
230 SchedGroup(SchedGroupMask SGMask, std::optional<unsigned> MaxSize, in SchedGroup()
236 SchedGroup(SchedGroupMask SGMask, std::optional<unsigned> MaxSize, int SyncID, in SchedGroup()
898 SchedGroupMask::DS, 2, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
902 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1626 SchedGroupMask::VALU, ExpRequirement, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1639 SchedGroupMask::VALU, ExpRequirement, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1653 SchedGroupMask::DS_READ, 2, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1661 SchedGroupMask::TRANS, ExpRequirement, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1679 SchedGroupMask::VALU, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1693 SchedGroupMask::VALU, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1707 SchedGroupMask::TRANS, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1724 SchedGroupMask::TRANS, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1758 SchedGroupMask::MFMA, MFMARatio, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1770 SchedGroupMask::VALU, VALUOps, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1777 SchedGroupMask::DS_READ, 2, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1792 SchedGroupMask::VALU, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1814 SchedGroupMask::VALU, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1830 SchedGroupMask::TRANS, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
1848 SchedGroupMask::MFMA, MFMAEnablement * 2, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2163 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2167 SchedGroupMask::VALU, 2, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2179 SchedGroupMask::DS_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2184 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2190 SchedGroupMask::DS_READ, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2194 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2203 SchedGroupMask::VALU, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2208 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2213 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2220 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2224 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2231 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2240 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2244 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2249 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2260 SchedGroupMask::VALU, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2265 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2270 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2274 SchedGroupMask::VALU, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2279 SchedGroupMask::DS_WRITE, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2284 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2288 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2295 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2299 SchedGroupMask::VMEM_READ, 4, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2306 SchedGroupMask::MFMA, 1, PipelineSyncID, DAG, TII); in applyIGLPStrategy()
2354 SchedGroupMask invertSchedBarrierMask(SchedGroupMask Mask) const;
2394 else if (((SGMask & SchedGroupMask::ALU) != SchedGroupMask::NONE) && in canAddMI()
2399 else if (((SGMask & SchedGroupMask::VALU) != SchedGroupMask::NONE) && in canAddMI()
2403 else if (((SGMask & SchedGroupMask::SALU) != SchedGroupMask::NONE) && in canAddMI()
2407 else if (((SGMask & SchedGroupMask::MFMA) != SchedGroupMask::NONE) && in canAddMI()
2411 else if (((SGMask & SchedGroupMask::VMEM) != SchedGroupMask::NONE) && in canAddMI()
2415 else if (((SGMask & SchedGroupMask::VMEM_READ) != SchedGroupMask::NONE) && in canAddMI()
2420 else if (((SGMask & SchedGroupMask::VMEM_WRITE) != SchedGroupMask::NONE) && in canAddMI()
2425 else if (((SGMask & SchedGroupMask::DS) != SchedGroupMask::NONE) && in canAddMI()
2429 else if (((SGMask & SchedGroupMask::DS_READ) != SchedGroupMask::NONE) && in canAddMI()
2433 else if (((SGMask & SchedGroupMask::DS_WRITE) != SchedGroupMask::NONE) && in canAddMI()
2437 else if (((SGMask & SchedGroupMask::TRANS) != SchedGroupMask::NONE) && in canAddMI()
2605 invertSchedBarrierMask((SchedGroupMask)MI.getOperand(0).getImm()); in addSchedBarrierEdges()
2616 SchedGroupMask
2617 IGroupLPDAGMutation::invertSchedBarrierMask(SchedGroupMask Mask) const { in invertSchedBarrierMask()
2620 SchedGroupMask InvertedMask = ~Mask; in invertSchedBarrierMask()
2623 if ((InvertedMask & SchedGroupMask::ALU) == SchedGroupMask::NONE) in invertSchedBarrierMask()
2624 InvertedMask &= ~SchedGroupMask::VALU & ~SchedGroupMask::SALU & in invertSchedBarrierMask()
2625 ~SchedGroupMask::MFMA & ~SchedGroupMask::TRANS; in invertSchedBarrierMask()
2627 else if ((InvertedMask & SchedGroupMask::VALU) == SchedGroupMask::NONE || in invertSchedBarrierMask()
2628 (InvertedMask & SchedGroupMask::SALU) == SchedGroupMask::NONE || in invertSchedBarrierMask()
2629 (InvertedMask & SchedGroupMask::MFMA) == SchedGroupMask::NONE || in invertSchedBarrierMask()
2630 (InvertedMask & SchedGroupMask::TRANS) == SchedGroupMask::NONE) in invertSchedBarrierMask()
2631 InvertedMask &= ~SchedGroupMask::ALU; in invertSchedBarrierMask()
2634 if ((InvertedMask & SchedGroupMask::VMEM) == SchedGroupMask::NONE) in invertSchedBarrierMask()
2635 InvertedMask &= ~SchedGroupMask::VMEM_READ & ~SchedGroupMask::VMEM_WRITE; in invertSchedBarrierMask()
2637 else if ((InvertedMask & SchedGroupMask::VMEM_READ) == SchedGroupMask::NONE || in invertSchedBarrierMask()
2638 (InvertedMask & SchedGroupMask::VMEM_WRITE) == SchedGroupMask::NONE) in invertSchedBarrierMask()
2639 InvertedMask &= ~SchedGroupMask::VMEM; in invertSchedBarrierMask()
2642 if ((InvertedMask & SchedGroupMask::DS) == SchedGroupMask::NONE) in invertSchedBarrierMask()
2643 InvertedMask &= ~SchedGroupMask::DS_READ & ~SchedGroupMask::DS_WRITE; in invertSchedBarrierMask()
2645 else if ((InvertedMask & SchedGroupMask::DS_READ) == SchedGroupMask::NONE || in invertSchedBarrierMask()
2646 (InvertedMask & SchedGroupMask::DS_WRITE) == SchedGroupMask::NONE) in invertSchedBarrierMask()
2647 InvertedMask &= ~SchedGroupMask::DS; in invertSchedBarrierMask()
2666 auto &SG = SyncedSchedGroups[SyncID].emplace_back((SchedGroupMask)SGMask, in initSchedGroupBarrierPipelineStage()