44 enum class SIMemOp {  enum
318                                               SIMemOp Op, bool IsVolatile,
336                           SIMemOp Op,
403                                       SIAtomicAddrSpace AddrSpace, SIMemOp Op,
410                   SIMemOp Op,
456                                       SIAtomicAddrSpace AddrSpace, SIMemOp Op,
463                   SIMemOp Op,
517                                       SIAtomicAddrSpace AddrSpace, SIMemOp Op,
561                                       SIAtomicAddrSpace AddrSpace, SIMemOp Op,
568                   SIMemOp Op,
587                                       SIAtomicAddrSpace AddrSpace, SIMemOp Op,
619                   SIAtomicAddrSpace AddrSpace, SIMemOp Op,
626                                       SIAtomicAddrSpace AddrSpace, SIMemOp Op,
1047     MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,  in enableVolatileAndOrNonTemporal()
1058   assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE);  in enableVolatileAndOrNonTemporal()
1066     if (Op == SIMemOp::LOAD)  in enableVolatileAndOrNonTemporal()
1094                                     SIMemOp Op,  in insertWait()
1239   return insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,  in insertRelease()
1400     MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,  in enableVolatileAndOrNonTemporal()
1411   assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE);  in enableVolatileAndOrNonTemporal()
1419     if (Op == SIMemOp::LOAD)  in enableVolatileAndOrNonTemporal()
1447                                       SIMemOp Op,  in insertWait()
1702     MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,  in enableVolatileAndOrNonTemporal()
1713   assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE);  in enableVolatileAndOrNonTemporal()
1884   Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,  in insertRelease()
1934     MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,  in enableVolatileAndOrNonTemporal()
1946   assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE);  in enableVolatileAndOrNonTemporal()
1954     if (Op == SIMemOp::LOAD) {  in enableVolatileAndOrNonTemporal()
1974     if (Op == SIMemOp::STORE)  in enableVolatileAndOrNonTemporal()
1987                                      SIMemOp Op,  in insertWait()
2007       if ((Op & SIMemOp::LOAD) != SIMemOp::NONE)  in insertWait()
2009       if ((Op & SIMemOp::STORE) != SIMemOp::NONE)  in insertWait()
2019         if ((Op & SIMemOp::LOAD) != SIMemOp::NONE)  in insertWait()
2021         if ((Op & SIMemOp::STORE) != SIMemOp::NONE)  in insertWait()
2205     MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,  in enableVolatileAndOrNonTemporal()
2217   assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE);  in enableVolatileAndOrNonTemporal()
2225     if (Op == SIMemOp::LOAD)  in enableVolatileAndOrNonTemporal()
2246     if (Op == SIMemOp::STORE)  in enableVolatileAndOrNonTemporal()
2306                                      SIAtomicAddrSpace AddrSpace, SIMemOp Op,  in insertWait()
2326       if ((Op & SIMemOp::LOAD) != SIMemOp::NONE)  in insertWait()
2328       if ((Op & SIMemOp::STORE) != SIMemOp::NONE)  in insertWait()
2338         if ((Op & SIMemOp::LOAD) != SIMemOp::NONE)  in insertWait()
2340         if ((Op & SIMemOp::STORE) != SIMemOp::NONE)  in insertWait()
2516   insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE,  in insertRelease()
2523     MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op,  in enableVolatileAndOrNonTemporal()
2533   assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE);  in enableVolatileAndOrNonTemporal()
2548     if (Op == SIMemOp::STORE)  in enableVolatileAndOrNonTemporal()
2638                                 SIMemOp::LOAD | SIMemOp::STORE,  in expandLoad()
2646                                 SIMemOp::LOAD,  in expandLoad()
2661       MI, MOI.getInstrAddrSpace(), SIMemOp::LOAD, MOI.isVolatile(),  in expandLoad()
2695       MI, MOI.getInstrAddrSpace(), SIMemOp::STORE, MOI.isVolatile(),  in expandStore()
2720           MI, MOI.getScope(), OrderingAddrSpace, SIMemOp::LOAD | SIMemOp::STORE,  in expandAtomicFence()
2786                                 isAtomicRet(*MI) ? SIMemOp::LOAD :  in expandAtomicCmpxchgOrRmw()
2787                                                    SIMemOp::STORE,  in expandAtomicCmpxchgOrRmw()