Lines Matching refs:CPol

285                       AMDGPU::CPol::CPol Bit) const;
377 return enableNamedBit(MI, AMDGPU::CPol::GLC); in enableGLCBit()
383 return enableNamedBit(MI, AMDGPU::CPol::SLC); in enableSLCBit()
485 return enableNamedBit(MI, AMDGPU::CPol::SC0); in enableSC0Bit()
491 return enableNamedBit(MI, AMDGPU::CPol::SC1); in enableSC1Bit()
497 return enableNamedBit(MI, AMDGPU::CPol::NT); in enableNTBit()
549 return enableNamedBit(MI, AMDGPU::CPol::DLC); in enableDLCBit()
597 AMDGPU::CPol::CPol Value) const;
601 AMDGPU::CPol::CPol Value) const;
956 AMDGPU::CPol::CPol Bit) const { in enableNamedBit()
957 MachineOperand *CPol = TII->getNamedOperand(*MI, AMDGPU::OpName::cpol); in enableNamedBit() local
958 if (!CPol) in enableNamedBit()
961 CPol->setImm(CPol->getImm() | Bit); in enableNamedBit()
1562 .addImm(AMDGPU::CPol::SC0 | AMDGPU::CPol::SC1); in insertRelease()
1764 .addImm(AMDGPU::CPol::SC0 | AMDGPU::CPol::SC1); in insertAcquire()
1778 .addImm(AMDGPU::CPol::SC1); in insertAcquire()
1796 .addImm(AMDGPU::CPol::SC0); in insertAcquire()
1851 .addImm(AMDGPU::CPol::SC0 | AMDGPU::CPol::SC1); in insertRelease()
1860 .addImm(AMDGPU::CPol::SC1); in insertRelease()
2259 AMDGPU::CPol::CPol Value) const { in setTH()
2260 MachineOperand *CPol = TII->getNamedOperand(*MI, OpName::cpol); in setTH() local
2261 if (!CPol) in setTH()
2264 uint64_t NewTH = Value & AMDGPU::CPol::TH; in setTH()
2265 if ((CPol->getImm() & AMDGPU::CPol::TH) != NewTH) { in setTH()
2266 CPol->setImm((CPol->getImm() & ~AMDGPU::CPol::TH) | NewTH); in setTH()
2274 AMDGPU::CPol::CPol Value) const { in setScope()
2275 MachineOperand *CPol = TII->getNamedOperand(*MI, OpName::cpol); in setScope() local
2276 if (!CPol) in setScope()
2279 uint64_t NewScope = Value & AMDGPU::CPol::SCOPE; in setScope()
2280 if ((CPol->getImm() & AMDGPU::CPol::SCOPE) != NewScope) { in setScope()
2281 CPol->setImm((CPol->getImm() & ~AMDGPU::CPol::SCOPE) | NewScope); in setScope()
2419 AMDGPU::CPol::CPol ScopeImm = AMDGPU::CPol::SCOPE_DEV; in insertAcquire()
2422 ScopeImm = AMDGPU::CPol::SCOPE_SYS; in insertAcquire()
2425 ScopeImm = AMDGPU::CPol::SCOPE_DEV; in insertAcquire()
2435 ScopeImm = AMDGPU::CPol::SCOPE_SE; in insertAcquire()
2479 AMDGPU::CPol::CPol ScopeImm = AMDGPU::CPol::SCOPE_DEV; in insertRelease()
2482 ScopeImm = AMDGPU::CPol::SCOPE_SYS; in insertRelease()
2485 ScopeImm = AMDGPU::CPol::SCOPE_DEV; in insertRelease()
2497 ScopeImm = AMDGPU::CPol::SCOPE_SE; in insertRelease()
2539 Changed |= setTH(MI, AMDGPU::CPol::TH_LU); in enableVolatileAndOrNonTemporal()
2542 Changed |= setTH(MI, AMDGPU::CPol::TH_NT); in enableVolatileAndOrNonTemporal()
2546 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_SYS); in enableVolatileAndOrNonTemporal()
2565 MachineOperand *CPol = TII->getNamedOperand(*MI, OpName::cpol); in expandSystemScopeStore() local
2566 if (CPol && ((CPol->getImm() & CPol::SCOPE) == CPol::SCOPE_SYS)) in expandSystemScopeStore()
2580 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_SYS); in setAtomicScope()
2583 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_DEV); in setAtomicScope()
2589 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_SE); in setAtomicScope()