Lines Matching refs:SIAtomicScope
59 enum class SIAtomicScope { enum
97 SIAtomicScope Scope = SIAtomicScope::SYSTEM;
107 SIAtomicScope Scope = SIAtomicScope::SYSTEM, in SIMemOpInfo()
121 assert(Scope == SIAtomicScope::NONE && in SIMemOpInfo()
128 assert(Scope != SIAtomicScope::NONE && in SIMemOpInfo()
145 this->Scope = std::min(Scope, SIAtomicScope::SINGLETHREAD); in SIMemOpInfo()
149 this->Scope = std::min(Scope, SIAtomicScope::WORKGROUP); in SIMemOpInfo()
153 this->Scope = std::min(Scope, SIAtomicScope::AGENT); in SIMemOpInfo()
160 SIAtomicScope getScope() const { in getScope()
230 std::optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
296 SIAtomicScope Scope,
303 SIAtomicScope Scope,
310 SIAtomicScope Scope,
334 SIAtomicScope Scope,
346 SIAtomicScope Scope,
357 SIAtomicScope Scope,
391 SIAtomicScope Scope,
395 SIAtomicScope Scope,
399 SIAtomicScope Scope,
408 SIAtomicScope Scope,
415 SIAtomicScope Scope,
420 SIAtomicScope Scope,
432 SIAtomicScope Scope,
444 SIAtomicScope Scope,
448 SIAtomicScope Scope,
452 SIAtomicScope Scope,
461 SIAtomicScope Scope,
468 SIAtomicScope Scope,
473 SIAtomicScope Scope,
505 SIAtomicScope Scope,
509 SIAtomicScope Scope,
513 SIAtomicScope Scope,
521 bool insertAcquire(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
524 bool insertRelease(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
557 SIAtomicScope Scope,
566 SIAtomicScope Scope,
573 SIAtomicScope Scope,
583 SIAtomicScope Scope,
613 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const;
618 bool insertWait(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
622 bool insertAcquire(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
632 bool insertRelease(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
637 SIAtomicScope Scope, in enableLoadCacheBypass()
643 SIAtomicScope Scope, in enableStoreCacheBypass()
649 SIAtomicScope Scope, in enableRMWCacheBypass()
760 std::optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
764 return std::tuple(SIAtomicScope::SYSTEM, SIAtomicAddrSpace::ATOMIC, true); in toSIAtomicScope()
766 return std::tuple(SIAtomicScope::AGENT, SIAtomicAddrSpace::ATOMIC, true); in toSIAtomicScope()
768 return std::tuple(SIAtomicScope::WORKGROUP, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
771 return std::tuple(SIAtomicScope::WAVEFRONT, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
774 return std::tuple(SIAtomicScope::SINGLETHREAD, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
777 return std::tuple(SIAtomicScope::SYSTEM, in toSIAtomicScope()
780 return std::tuple(SIAtomicScope::AGENT, in toSIAtomicScope()
783 return std::tuple(SIAtomicScope::WORKGROUP, in toSIAtomicScope()
786 return std::tuple(SIAtomicScope::WAVEFRONT, in toSIAtomicScope()
789 return std::tuple(SIAtomicScope::SINGLETHREAD, in toSIAtomicScope()
851 SIAtomicScope Scope = SIAtomicScope::NONE; in constructFromMIWithMMO()
919 SIAtomicScope Scope = SIAtomicScope::NONE; in getAtomicFenceInfo()
985 SIAtomicScope Scope, in enableLoadCacheBypass()
992 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
993 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
998 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
999 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1000 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1020 SIAtomicScope Scope, in enableStoreCacheBypass()
1033 SIAtomicScope Scope, in enableRMWCacheBypass()
1074 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1092 SIAtomicScope Scope, in insertWait()
1111 case SIAtomicScope::SYSTEM: in insertWait()
1112 case SIAtomicScope::AGENT: in insertWait()
1115 case SIAtomicScope::WORKGROUP: in insertWait()
1116 case SIAtomicScope::WAVEFRONT: in insertWait()
1117 case SIAtomicScope::SINGLETHREAD: in insertWait()
1128 case SIAtomicScope::SYSTEM: in insertWait()
1129 case SIAtomicScope::AGENT: in insertWait()
1130 case SIAtomicScope::WORKGROUP: in insertWait()
1139 case SIAtomicScope::WAVEFRONT: in insertWait()
1140 case SIAtomicScope::SINGLETHREAD: in insertWait()
1151 case SIAtomicScope::SYSTEM: in insertWait()
1152 case SIAtomicScope::AGENT: in insertWait()
1161 case SIAtomicScope::WORKGROUP: in insertWait()
1162 case SIAtomicScope::WAVEFRONT: in insertWait()
1163 case SIAtomicScope::SINGLETHREAD: in insertWait()
1190 SIAtomicScope Scope, in insertAcquire()
1206 case SIAtomicScope::SYSTEM: in insertAcquire()
1207 case SIAtomicScope::AGENT: in insertAcquire()
1211 case SIAtomicScope::WORKGROUP: in insertAcquire()
1212 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1213 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1235 SIAtomicScope Scope, in insertRelease()
1244 SIAtomicScope Scope, in insertAcquire()
1266 case SIAtomicScope::SYSTEM: in insertAcquire()
1267 case SIAtomicScope::AGENT: in insertAcquire()
1271 case SIAtomicScope::WORKGROUP: in insertAcquire()
1272 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1273 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1296 SIAtomicScope Scope, in enableLoadCacheBypass()
1303 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1304 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1309 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1317 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1318 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1338 SIAtomicScope Scope, in enableStoreCacheBypass()
1345 case SIAtomicScope::SYSTEM: in enableStoreCacheBypass()
1346 case SIAtomicScope::AGENT: in enableStoreCacheBypass()
1350 case SIAtomicScope::WORKGROUP: in enableStoreCacheBypass()
1351 case SIAtomicScope::WAVEFRONT: in enableStoreCacheBypass()
1352 case SIAtomicScope::SINGLETHREAD: in enableStoreCacheBypass()
1373 SIAtomicScope Scope, in enableRMWCacheBypass()
1380 case SIAtomicScope::SYSTEM: in enableRMWCacheBypass()
1381 case SIAtomicScope::AGENT: in enableRMWCacheBypass()
1386 case SIAtomicScope::WORKGROUP: in enableRMWCacheBypass()
1387 case SIAtomicScope::WAVEFRONT: in enableRMWCacheBypass()
1388 case SIAtomicScope::SINGLETHREAD: in enableRMWCacheBypass()
1427 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1445 SIAtomicScope Scope, in insertWait()
1460 (Scope == SIAtomicScope::WORKGROUP)) { in insertWait()
1462 Scope = SIAtomicScope::AGENT; in insertWait()
1473 SIAtomicScope Scope, in insertAcquire()
1489 case SIAtomicScope::SYSTEM: in insertAcquire()
1501 case SIAtomicScope::AGENT: in insertAcquire()
1504 case SIAtomicScope::WORKGROUP: in insertAcquire()
1511 Scope = SIAtomicScope::AGENT; in insertAcquire()
1514 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1515 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1539 SIAtomicScope Scope, in insertRelease()
1553 case SIAtomicScope::SYSTEM: in insertRelease()
1567 case SIAtomicScope::AGENT: in insertRelease()
1568 case SIAtomicScope::WORKGROUP: in insertRelease()
1569 case SIAtomicScope::WAVEFRONT: in insertRelease()
1570 case SIAtomicScope::SINGLETHREAD: in insertRelease()
1589 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableLoadCacheBypass()
1596 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1601 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1605 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1613 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1614 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1634 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1640 case SIAtomicScope::SYSTEM: in enableStoreCacheBypass()
1645 case SIAtomicScope::AGENT: in enableStoreCacheBypass()
1649 case SIAtomicScope::WORKGROUP: in enableStoreCacheBypass()
1653 case SIAtomicScope::WAVEFRONT: in enableStoreCacheBypass()
1654 case SIAtomicScope::SINGLETHREAD: in enableStoreCacheBypass()
1673 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableRMWCacheBypass()
1680 case SIAtomicScope::SYSTEM: in enableRMWCacheBypass()
1684 case SIAtomicScope::AGENT: in enableRMWCacheBypass()
1685 case SIAtomicScope::WORKGROUP: in enableRMWCacheBypass()
1686 case SIAtomicScope::WAVEFRONT: in enableRMWCacheBypass()
1687 case SIAtomicScope::SINGLETHREAD: in enableRMWCacheBypass()
1727 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1742 SIAtomicScope Scope, in insertAcquire()
1758 case SIAtomicScope::SYSTEM: in insertAcquire()
1772 case SIAtomicScope::AGENT: in insertAcquire()
1785 case SIAtomicScope::WORKGROUP: in insertAcquire()
1804 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1805 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1828 SIAtomicScope Scope, in insertRelease()
1842 case SIAtomicScope::SYSTEM: in insertRelease()
1857 case SIAtomicScope::AGENT: in insertRelease()
1867 case SIAtomicScope::WORKGROUP: in insertRelease()
1868 case SIAtomicScope::WAVEFRONT: in insertRelease()
1869 case SIAtomicScope::SINGLETHREAD: in insertRelease()
1892 SIAtomicScope Scope, in enableLoadCacheBypass()
1899 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1900 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1906 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1914 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1915 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1964 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1985 SIAtomicScope Scope, in insertWait()
2005 case SIAtomicScope::SYSTEM: in insertWait()
2006 case SIAtomicScope::AGENT: in insertWait()
2012 case SIAtomicScope::WORKGROUP: in insertWait()
2025 case SIAtomicScope::WAVEFRONT: in insertWait()
2026 case SIAtomicScope::SINGLETHREAD: in insertWait()
2037 case SIAtomicScope::SYSTEM: in insertWait()
2038 case SIAtomicScope::AGENT: in insertWait()
2039 case SIAtomicScope::WORKGROUP: in insertWait()
2048 case SIAtomicScope::WAVEFRONT: in insertWait()
2049 case SIAtomicScope::SINGLETHREAD: in insertWait()
2060 case SIAtomicScope::SYSTEM: in insertWait()
2061 case SIAtomicScope::AGENT: in insertWait()
2070 case SIAtomicScope::WORKGROUP: in insertWait()
2071 case SIAtomicScope::WAVEFRONT: in insertWait()
2072 case SIAtomicScope::SINGLETHREAD: in insertWait()
2106 SIAtomicScope Scope, in insertAcquire()
2122 case SIAtomicScope::SYSTEM: in insertAcquire()
2123 case SIAtomicScope::AGENT: in insertAcquire()
2131 case SIAtomicScope::WORKGROUP: in insertAcquire()
2141 case SIAtomicScope::WAVEFRONT: in insertAcquire()
2142 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
2164 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableLoadCacheBypass()
2171 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
2172 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
2177 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
2185 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
2186 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
2236 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2305 SIAtomicScope Scope, in insertWait()
2324 case SIAtomicScope::SYSTEM: in insertWait()
2325 case SIAtomicScope::AGENT: in insertWait()
2331 case SIAtomicScope::WORKGROUP: in insertWait()
2344 case SIAtomicScope::WAVEFRONT: in insertWait()
2345 case SIAtomicScope::SINGLETHREAD: in insertWait()
2356 case SIAtomicScope::SYSTEM: in insertWait()
2357 case SIAtomicScope::AGENT: in insertWait()
2358 case SIAtomicScope::WORKGROUP: in insertWait()
2367 case SIAtomicScope::WAVEFRONT: in insertWait()
2368 case SIAtomicScope::SINGLETHREAD: in insertWait()
2401 SIAtomicScope Scope, in insertAcquire()
2421 case SIAtomicScope::SYSTEM: in insertAcquire()
2424 case SIAtomicScope::AGENT: in insertAcquire()
2427 case SIAtomicScope::WORKGROUP: in insertAcquire()
2437 case SIAtomicScope::WAVEFRONT: in insertAcquire()
2438 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
2457 SIAtomicScope Scope, in insertRelease()
2481 case SIAtomicScope::SYSTEM: in insertRelease()
2484 case SIAtomicScope::AGENT: in insertRelease()
2487 case SIAtomicScope::WORKGROUP: in insertRelease()
2499 case SIAtomicScope::WAVEFRONT: in insertRelease()
2500 case SIAtomicScope::SINGLETHREAD: in insertRelease()
2556 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2573 SIAtomicScope Scope, in setAtomicScope()
2579 case SIAtomicScope::SYSTEM: in setAtomicScope()
2582 case SIAtomicScope::AGENT: in setAtomicScope()
2585 case SIAtomicScope::WORKGROUP: in setAtomicScope()
2591 case SIAtomicScope::WAVEFRONT: in setAtomicScope()
2592 case SIAtomicScope::SINGLETHREAD: in setAtomicScope()