/freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | SIMemoryLegalizer.cpp | 166 AtomicOrdering getOrdering() const { in getOrdering() function in __anone9343ac70111::SIMemOpInfo 2628 if (MOI.getOrdering() == AtomicOrdering::Monotonic || in expandLoad() 2629 MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 2630 MOI.getOrdering() == AtomicOrdering::SequentiallyConsistent) { in expandLoad() 2635 if (MOI.getOrdering() == AtomicOrdering::SequentiallyConsistent) in expandLoad() 2642 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 2643 MOI.getOrdering() == AtomicOrdering::SequentiallyConsistent) { in expandLoad() 2674 if (MOI.getOrdering() == AtomicOrdering::Monotonic || in expandStore() 2675 MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 2676 MOI.getOrdering() == AtomicOrdering::SequentiallyConsistent) { in expandStore() [all …]
|
H A D | AMDGPULowerBufferFatPointers.cpp | 1181 LI.getAlign(), LI.getOrdering(), LI.isVolatile(), in visitLoadInst() 1191 SI.getAlign(), SI.getOrdering(), SI.isVolatile(), in visitStoreInst() 1201 AI.getAlign(), AI.getOrdering(), AI.isVolatile(), in visitAtomicRMWInst()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | AtomicExpandPass.cpp | 283 if (LI && isAcquireOrStronger(LI->getOrdering())) { in run() 284 FenceOrdering = LI->getOrdering(); in run() 286 } else if (SI && isReleaseOrStronger(SI->getOrdering())) { in run() 287 FenceOrdering = SI->getOrdering(); in run() 289 } else if (RMWI && (isReleaseOrStronger(RMWI->getOrdering()) || in run() 290 isAcquireOrStronger(RMWI->getOrdering()))) { in run() 291 FenceOrdering = RMWI->getOrdering(); in run() 315 FenceOrdering = SI->getOrdering(); in run() 317 FenceOrdering = RMWI->getOrdering(); in run() 415 NewLI->setAtomic(LI->getOrdering(), LI->getSyncScopeID()); in convertAtomicLoadToIntegerType() [all …]
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineAtomicRMW.cpp | 119 assert(RMWI.getOrdering() != AtomicOrdering::NotAtomic && in visitAtomicRMWInst() 120 RMWI.getOrdering() != AtomicOrdering::Unordered && in visitAtomicRMWInst()
|
H A D | InstCombineLoadStoreAlloca.cpp | 370 LT->getAlign(), LT->getOrdering(), in replace() 570 NewLoad->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in combineLoadToNewType() 589 NewStore->setAtomic(SI.getOrdering(), SI.getSyncScopeID()); in combineStoreToNewValue() 1082 V1->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1084 V2->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1594 SI.getOrdering(), SI.getSyncScopeID()); in mergeStoreIntoSuccessor()
|
/freebsd/contrib/llvm-project/llvm/lib/IR/ |
H A D | Instruction.cpp | 801 LI->getOrdering() == cast<LoadInst>(I2)->getOrdering() && in hasSameSpecialState() 807 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in hasSameSpecialState() 829 return FI->getOrdering() == cast<FenceInst>(I2)->getOrdering() && in hasSameSpecialState() 843 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in hasSameSpecialState() 978 return cast<LoadInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic() 980 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
|
H A D | Instructions.cpp | 4229 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4234 getOrdering(), getSyncScopeID()); in cloneImpl() 4249 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4255 return new FenceInst(getContext(), getOrdering(), getSyncScopeID()); in cloneImpl()
|
H A D | AsmWriter.cpp | 4622 writeAtomic(LI->getContext(), LI->getOrdering(), LI->getSyncScopeID()); in printInstruction() 4627 writeAtomic(SI->getContext(), SI->getOrdering(), SI->getSyncScopeID()); in printInstruction() 4635 writeAtomic(RMWI->getContext(), RMWI->getOrdering(), in printInstruction() 4639 writeAtomic(FI->getContext(), FI->getOrdering(), FI->getSyncScopeID()); in printInstruction()
|
H A D | Verifier.cpp | 4206 Check(LI.getOrdering() != AtomicOrdering::Release && in visitLoadInst() 4207 LI.getOrdering() != AtomicOrdering::AcquireRelease, in visitLoadInst() 4232 Check(SI.getOrdering() != AtomicOrdering::Acquire && in visitStoreInst() 4233 SI.getOrdering() != AtomicOrdering::AcquireRelease, in visitStoreInst() 4311 Check(RMWI.getOrdering() != AtomicOrdering::Unordered, in visitAtomicRMWInst() 4340 const AtomicOrdering Ordering = FI.getOrdering(); in visitFenceInst()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | FunctionComparator.cpp | 677 cmpOrderings(LI->getOrdering(), cast<LoadInst>(R)->getOrdering())) in cmpOperations() 691 cmpOrderings(SI->getOrdering(), cast<StoreInst>(R)->getOrdering())) in cmpOperations() 736 cmpOrderings(FI->getOrdering(), cast<FenceInst>(R)->getOrdering())) in cmpOperations() 766 if (int Res = cmpOrderings(RMWI->getOrdering(), in cmpOperations() 767 cast<AtomicRMWInst>(R)->getOrdering())) in cmpOperations()
|
H A D | GlobalStatus.cpp | 97 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux() 109 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
/freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | MemoryDependenceAnalysis.cpp | 115 if (LI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 128 if (SI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 454 return isStrongerThan(LI->getOrdering(), AO); in getSimplePointerDependencyFrom() 456 return isStrongerThan(SI->getOrdering(), AO); in getSimplePointerDependencyFrom() 529 if (LI->isAtomic() && isStrongerThanUnordered(LI->getOrdering())) { in getSimplePointerDependencyFrom() 533 if (LI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom() 647 if (isLoad && FI->getOrdering() == AtomicOrdering::Release) in getSimplePointerDependencyFrom()
|
H A D | AliasAnalysis.cpp | 472 if (isStrongerThan(L->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 490 if (isStrongerThan(S->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 590 if (isStrongerThanMonotonic(RMW->getOrdering())) in getModRefInfo()
|
H A D | AliasSetTracker.cpp | 322 if (isStrongerThanMonotonic(LI->getOrdering())) in add() 328 if (isStrongerThanMonotonic(SI->getOrdering())) in add()
|
H A D | MemorySSA.cpp | 274 bool SeqCstUse = Use->getOrdering() == AtomicOrdering::SequentiallyConsistent; in areLoadsReorderable() 275 bool MayClobberIsAcquire = isAtLeastOrStrongerThan(MayClobber->getOrdering(), in areLoadsReorderable()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
H A D | ThreadSanitizer.cpp | 724 createOrdering(&IRB, LI->getOrdering())}; in instrumentAtomic() 739 createOrdering(&IRB, SI->getOrdering())}; in instrumentAtomic() 756 createOrdering(&IRB, RMWI->getOrdering())}; in instrumentAtomic() 793 Value *Args[] = {createOrdering(&IRB, FI->getOrdering())}; in instrumentAtomic()
|
H A D | DataFlowSanitizer.cpp | 2409 LI.setOrdering(addAcquireOrdering(LI.getOrdering())); in visitLoadInst() 2674 SI.setOrdering(addReleaseOrdering(SI.getOrdering())); in visitStoreInst() 2737 I.setOrdering(addReleaseOrdering(I.getOrdering())); in visitAtomicRMWInst()
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
H A D | GlobalOpt.cpp | 963 InitBool, false, Align(1), SI->getOrdering(), in OptimizeGlobalAddressOfAllocation() 981 LI->getOrdering(), LI->getSyncScopeID(), in OptimizeGlobalAddressOfAllocation() 1274 false, Align(1), LI->getOrdering(), in TryToShrinkGlobalToBoolean() 1284 new StoreInst(StoreVal, NewGV, false, Align(1), SI->getOrdering(), in TryToShrinkGlobalToBoolean() 1292 LI->getOrdering(), LI->getSyncScopeID(), LI->getIterator()); in TryToShrinkGlobalToBoolean()
|
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
H A D | Instructions.h | 218 AtomicOrdering getOrdering() const { in getOrdering() function 248 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 249 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 338 AtomicOrdering getOrdering() const { in getOrdering() function 369 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 370 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 443 AtomicOrdering getOrdering() const { 829 AtomicOrdering getOrdering() const {
|
/freebsd/contrib/llvm-project/llvm/include/llvm/Target/ |
H A D | TargetSelectionDAG.td | 960 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Monotonic 962 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Acquire 964 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Release 966 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::AcquireRelease 968 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::SequentiallyConsistent 971 // isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 972 // !isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 975 // isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 976 // !isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering())
|
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
H A D | DeadStoreElimination.cpp | 1271 return isStrongerThan(SI->getOrdering(), AtomicOrdering::Monotonic); in isReadClobber() 1791 return isStrongerThanMonotonic(LI->getOrdering()); in isDSEBarrier() 1793 return isStrongerThanMonotonic(SI->getOrdering()); in isDSEBarrier() 1795 return isStrongerThanMonotonic(ARMW->getOrdering()); in isDSEBarrier()
|
H A D | GVNSink.cpp | 443 if (isStrongerThanUnordered(I->getOrdering()) || I->isAtomic()) in createMemoryExpr()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/BPF/ |
H A D | BPFPreserveStaticOffset.cpp | 217 Args.push_back(ConstantInt::get(Int8Ty, (unsigned)Insn->getOrdering())); in fillCommonArgs()
|
/freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/DXILWriter/ |
H A D | DXILBitcodeWriter.cpp | 2459 Vals.push_back(getEncodedOrdering(cast<LoadInst>(I).getOrdering())); in writeInstruction() 2473 Vals.push_back(getEncodedOrdering(cast<StoreInst>(I).getOrdering())); in writeInstruction() 2499 Vals.push_back(getEncodedOrdering(cast<AtomicRMWInst>(I).getOrdering())); in writeInstruction() 2505 Vals.push_back(getEncodedOrdering(cast<FenceInst>(I).getOrdering())); in writeInstruction()
|
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
H A D | IRTranslator.cpp | 1405 LI.getSyncScopeID(), LI.getOrdering()); in translateLoad() 1444 SI.getSyncScopeID(), SI.getOrdering()); in translateStore() 3311 I.getOrdering())); in translateAtomicRMW() 3318 MIRBuilder.buildFence(static_cast<unsigned>(Fence.getOrdering()), in translateFence()
|