Lines Matching full:changed
530 bool Changed = false; in tryForceStoreSC0SC1() local
536 Changed |= enableSC0Bit(MI); in tryForceStoreSC0SC1()
537 Changed |= enableSC1Bit(MI); in tryForceStoreSC0SC1()
539 return Changed; in tryForceStoreSC0SC1()
988 bool Changed = false; in enableLoadCacheBypass() local
996 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1015 return Changed; in enableLoadCacheBypass()
1023 bool Changed = false; in enableStoreCacheBypass() local
1028 return Changed; in enableStoreCacheBypass()
1036 bool Changed = false; in enableRMWCacheBypass() local
1043 return Changed; in enableRMWCacheBypass()
1060 bool Changed = false; in enableVolatileAndOrNonTemporal() local
1067 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1074 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1077 return Changed; in enableVolatileAndOrNonTemporal()
1083 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1084 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
1085 return Changed; in enableVolatileAndOrNonTemporal()
1088 return Changed; in enableVolatileAndOrNonTemporal()
1097 bool Changed = false; in insertWait() local
1180 Changed = true; in insertWait()
1186 return Changed; in insertWait()
1196 bool Changed = false; in insertAcquire() local
1209 Changed = true; in insertAcquire()
1231 return Changed; in insertAcquire()
1250 bool Changed = false; in insertAcquire() local
1269 Changed = true; in insertAcquire()
1291 return Changed; in insertAcquire()
1299 bool Changed = false; in enableLoadCacheBypass() local
1307 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1315 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1333 return Changed; in enableLoadCacheBypass()
1341 bool Changed = false; in enableStoreCacheBypass() local
1368 return Changed; in enableStoreCacheBypass()
1376 bool Changed = false; in enableRMWCacheBypass() local
1396 return Changed; in enableRMWCacheBypass()
1413 bool Changed = false; in enableVolatileAndOrNonTemporal() local
1420 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1427 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1430 return Changed; in enableVolatileAndOrNonTemporal()
1436 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1437 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
1438 return Changed; in enableVolatileAndOrNonTemporal()
1441 return Changed; in enableVolatileAndOrNonTemporal()
1479 bool Changed = false; in insertAcquire() local
1499 Changed = true; in insertAcquire()
1533 Changed |= SIGfx7CacheControl::insertAcquire(MI, Scope, AddrSpace, Pos); in insertAcquire()
1535 return Changed; in insertAcquire()
1543 bool Changed = false; in insertRelease() local
1565 Changed = true; in insertRelease()
1581 Changed |= in insertRelease()
1585 return Changed; in insertRelease()
1592 bool Changed = false; in enableLoadCacheBypass() local
1598 Changed |= enableSC0Bit(MI); in enableLoadCacheBypass()
1599 Changed |= enableSC1Bit(MI); in enableLoadCacheBypass()
1603 Changed |= enableSC1Bit(MI); in enableLoadCacheBypass()
1611 Changed |= enableSC0Bit(MI); in enableLoadCacheBypass()
1629 return Changed; in enableLoadCacheBypass()
1636 bool Changed = false; in enableStoreCacheBypass() local
1642 Changed |= enableSC0Bit(MI); in enableStoreCacheBypass()
1643 Changed |= enableSC1Bit(MI); in enableStoreCacheBypass()
1647 Changed |= enableSC1Bit(MI); in enableStoreCacheBypass()
1651 Changed |= enableSC0Bit(MI); in enableStoreCacheBypass()
1669 return Changed; in enableStoreCacheBypass()
1676 bool Changed = false; in enableRMWCacheBypass() local
1682 Changed |= enableSC1Bit(MI); in enableRMWCacheBypass()
1698 return Changed; in enableRMWCacheBypass()
1715 bool Changed = false; in enableVolatileAndOrNonTemporal() local
1719 Changed |= enableSC0Bit(MI); in enableVolatileAndOrNonTemporal()
1720 Changed |= enableSC1Bit(MI); in enableVolatileAndOrNonTemporal()
1727 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1730 return Changed; in enableVolatileAndOrNonTemporal()
1734 Changed |= enableNTBit(MI); in enableVolatileAndOrNonTemporal()
1735 return Changed; in enableVolatileAndOrNonTemporal()
1738 return Changed; in enableVolatileAndOrNonTemporal()
1748 bool Changed = false; in insertAcquire() local
1770 Changed = true; in insertAcquire()
1783 Changed = true; in insertAcquire()
1801 Changed = true; in insertAcquire()
1824 return Changed; in insertAcquire()
1832 bool Changed = false; in insertRelease() local
1855 Changed = true; in insertRelease()
1865 Changed = true; in insertRelease()
1884 Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1887 return Changed; in insertRelease()
1895 bool Changed = false; in enableLoadCacheBypass() local
1903 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1904 Changed |= enableDLCBit(MI); in enableLoadCacheBypass()
1912 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1930 return Changed; in enableLoadCacheBypass()
1948 bool Changed = false; in enableVolatileAndOrNonTemporal() local
1955 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1956 Changed |= enableDLCBit(MI); in enableVolatileAndOrNonTemporal()
1964 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1966 return Changed; in enableVolatileAndOrNonTemporal()
1975 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1976 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
1978 return Changed; in enableVolatileAndOrNonTemporal()
1981 return Changed; in enableVolatileAndOrNonTemporal()
1990 bool Changed = false; in insertWait() local
2089 Changed = true; in insertWait()
2096 Changed = true; in insertWait()
2102 return Changed; in insertWait()
2112 bool Changed = false; in insertAcquire() local
2129 Changed = true; in insertAcquire()
2138 Changed = true; in insertAcquire()
2160 return Changed; in insertAcquire()
2167 bool Changed = false; in enableLoadCacheBypass() local
2175 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
2183 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
2201 return Changed; in enableLoadCacheBypass()
2219 bool Changed = false; in enableVolatileAndOrNonTemporal() local
2226 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
2229 Changed |= enableDLCBit(MI); in enableVolatileAndOrNonTemporal()
2236 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2238 return Changed; in enableVolatileAndOrNonTemporal()
2247 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
2248 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
2251 Changed |= enableDLCBit(MI); in enableVolatileAndOrNonTemporal()
2252 return Changed; in enableVolatileAndOrNonTemporal()
2255 return Changed; in enableVolatileAndOrNonTemporal()
2309 bool Changed = false; in insertWait() local
2381 Changed = true; in insertWait()
2386 Changed = true; in insertWait()
2391 Changed = true; in insertWait()
2397 return Changed; in insertWait()
2535 bool Changed = false; in enableVolatileAndOrNonTemporal() local
2539 Changed |= setTH(MI, AMDGPU::CPol::TH_LU); in enableVolatileAndOrNonTemporal()
2542 Changed |= setTH(MI, AMDGPU::CPol::TH_NT); in enableVolatileAndOrNonTemporal()
2546 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_SYS); in enableVolatileAndOrNonTemporal()
2549 Changed |= insertWaitsBeforeSystemScopeStore(MI); in enableVolatileAndOrNonTemporal()
2556 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2560 return Changed; in enableVolatileAndOrNonTemporal()
2575 bool Changed = false; in setAtomicScope() local
2580 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_SYS); in setAtomicScope()
2583 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_DEV); in setAtomicScope()
2589 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_SE); in setAtomicScope()
2607 return Changed; in setAtomicScope()
2625 bool Changed = false; in expandLoad() local
2631 Changed |= CC->enableLoadCacheBypass(MI, MOI.getScope(), in expandLoad()
2636 Changed |= CC->insertWait(MI, MOI.getScope(), in expandLoad()
2644 Changed |= CC->insertWait(MI, MOI.getScope(), in expandLoad()
2649 Changed |= CC->insertAcquire(MI, MOI.getScope(), in expandLoad()
2654 return Changed; in expandLoad()
2660 Changed |= CC->enableVolatileAndOrNonTemporal( in expandLoad()
2664 return Changed; in expandLoad()
2671 bool Changed = false; in expandStore() local
2677 Changed |= CC->enableStoreCacheBypass(MI, MOI.getScope(), in expandStore()
2683 Changed |= CC->insertRelease(MI, MOI.getScope(), in expandStore()
2688 return Changed; in expandStore()
2694 Changed |= CC->enableVolatileAndOrNonTemporal( in expandStore()
2700 Changed |= CC->expandSystemScopeStore(MI); in expandStore()
2701 return Changed; in expandStore()
2709 bool Changed = false; in expandAtomicFence() local
2719 Changed |= CC->insertWait( in expandAtomicFence()
2733 Changed |= CC->insertRelease(MI, MOI.getScope(), OrderingAddrSpace, in expandAtomicFence()
2745 Changed |= CC->insertAcquire(MI, MOI.getScope(), OrderingAddrSpace, in expandAtomicFence()
2748 return Changed; in expandAtomicFence()
2751 return Changed; in expandAtomicFence()
2758 bool Changed = false; in expandAtomicCmpxchgOrRmw() local
2766 Changed |= CC->enableRMWCacheBypass(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2774 Changed |= CC->insertRelease(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2784 Changed |= CC->insertWait(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2790 Changed |= CC->insertAcquire(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2795 return Changed; in expandAtomicCmpxchgOrRmw()
2798 return Changed; in expandAtomicCmpxchgOrRmw()
2802 bool Changed = false; in runOnMachineFunction() local
2832 Changed |= expandLoad(*MOI, MI); in runOnMachineFunction()
2834 Changed |= expandStore(*MOI, MI); in runOnMachineFunction()
2835 Changed |= CC->tryForceStoreSC0SC1(*MOI, MI); in runOnMachineFunction()
2837 Changed |= expandAtomicFence(*MOI, MI); in runOnMachineFunction()
2839 Changed |= expandAtomicCmpxchgOrRmw(*MOI, MI); in runOnMachineFunction()
2843 Changed |= removeAtomicPseudoMIs(); in runOnMachineFunction()
2844 return Changed; in runOnMachineFunction()