| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 317 if (LI && isAcquireOrStronger(LI->getOrdering())) { in processAtomicInstr() 318 FenceOrdering = LI->getOrdering(); in processAtomicInstr() 320 } else if (SI && isReleaseOrStronger(SI->getOrdering())) { in processAtomicInstr() 321 FenceOrdering = SI->getOrdering(); in processAtomicInstr() 323 } else if (RMWI && (isReleaseOrStronger(RMWI->getOrdering()) || in processAtomicInstr() 324 isAcquireOrStronger(RMWI->getOrdering()))) { in processAtomicInstr() 325 FenceOrdering = RMWI->getOrdering(); in processAtomicInstr() 351 FenceOrdering = SI->getOrdering(); in processAtomicInstr() 353 FenceOrdering = RMWI->getOrdering(); in processAtomicInstr() 483 NewLI->setAtomic(LI->getOrdering(), LI->getSyncScopeID()); in convertAtomicLoadToIntegerType() [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineAtomicRMW.cpp | 119 assert(RMWI.getOrdering() != AtomicOrdering::NotAtomic && in visitAtomicRMWInst() 120 RMWI.getOrdering() != AtomicOrdering::Unordered && in visitAtomicRMWInst()
|
| H A D | InstCombineLoadStoreAlloca.cpp | 392 LT->getAlign(), LT->getOrdering(), in replace() 585 NewLoad->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in combineLoadToNewType() 604 NewStore->setAtomic(SI.getOrdering(), SI.getSyncScopeID()); in combineStoreToNewValue() 1129 V1->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1131 V2->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1627 SI.getOrdering(), SI.getSyncScopeID()); in mergeStoreIntoSuccessor()
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Instruction.cpp | 873 LI->getOrdering() == cast<LoadInst>(I2)->getOrdering() && in hasSameSpecialState() 879 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in hasSameSpecialState() 901 return FI->getOrdering() == cast<FenceInst>(I2)->getOrdering() && in hasSameSpecialState() 915 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in hasSameSpecialState() 1053 return cast<LoadInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic() 1055 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
|
| H A D | Instructions.cpp | 4361 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4366 getOrdering(), getSyncScopeID()); in cloneImpl() 4381 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4387 return new FenceInst(getContext(), getOrdering(), getSyncScopeID()); in cloneImpl()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | FunctionComparator.cpp | 691 cmpOrderings(LI->getOrdering(), cast<LoadInst>(R)->getOrdering())) in cmpOperations() 705 cmpOrderings(SI->getOrdering(), cast<StoreInst>(R)->getOrdering())) in cmpOperations() 750 cmpOrderings(FI->getOrdering(), cast<FenceInst>(R)->getOrdering())) in cmpOperations() 780 if (int Res = cmpOrderings(RMWI->getOrdering(), in cmpOperations() 781 cast<AtomicRMWInst>(R)->getOrdering())) in cmpOperations()
|
| H A D | GlobalStatus.cpp | 97 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux() 109 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | MemoryDependenceAnalysis.cpp | 115 if (LI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 128 if (SI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 422 return isStrongerThan(LI->getOrdering(), AO); in getSimplePointerDependencyFrom() 424 return isStrongerThan(SI->getOrdering(), AO); in getSimplePointerDependencyFrom() 492 if (LI->isAtomic() && isStrongerThanUnordered(LI->getOrdering())) { in getSimplePointerDependencyFrom() 496 if (LI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom() 610 if (isLoad && FI->getOrdering() == AtomicOrdering::Release) in getSimplePointerDependencyFrom()
|
| H A D | AliasAnalysis.cpp | 424 if (isStrongerThan(L->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 442 if (isStrongerThan(S->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 542 if (isStrongerThanMonotonic(RMW->getOrdering())) in getModRefInfo()
|
| H A D | AliasSetTracker.cpp | 321 if (isStrongerThanMonotonic(LI->getOrdering())) in add() 327 if (isStrongerThanMonotonic(SI->getOrdering())) in add()
|
| H A D | MemorySSA.cpp | 274 bool SeqCstUse = Use->getOrdering() == AtomicOrdering::SequentiallyConsistent; in areLoadsReorderable() 275 bool MayClobberIsAcquire = isAtLeastOrStrongerThan(MayClobber->getOrdering(), in areLoadsReorderable()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 727 createOrdering(&IRB, LI->getOrdering())}; in instrumentAtomic() 743 createOrdering(&IRB, SI->getOrdering())}; in instrumentAtomic() 760 createOrdering(&IRB, RMWI->getOrdering())}; in instrumentAtomic() 797 Value *Args[] = {createOrdering(&IRB, FI->getOrdering())}; in instrumentAtomic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 168 AtomicOrdering getOrdering() const { in getOrdering() function in __anone9343ac70111::SIMemOpInfo 2609 const AtomicOrdering Order = MOI.getOrdering(); in expandLoad() 2653 if (MOI.getOrdering() == AtomicOrdering::Monotonic || in expandStore() 2654 MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 2655 MOI.getOrdering() == AtomicOrdering::SequentiallyConsistent) { in expandStore() 2660 if (MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 2661 MOI.getOrdering() == AtomicOrdering::SequentiallyConsistent) in expandStore() 2697 const AtomicOrdering Order = MOI.getOrdering(); in expandAtomicFence() 2742 const AtomicOrdering Order = MOI.getOrdering(); in expandAtomicCmpxchgOrRmw()
|
| H A D | AMDGPUSwLowerLDS.cpp | 694 NewLI->setAtomic(LI->getOrdering(), LI->getSyncScopeID()); in translateLDSMemoryOperationsToGlobalMemory() 704 NewSI->setAtomic(SI->getOrdering(), SI->getSyncScopeID()); in translateLDSMemoryOperationsToGlobalMemory() 715 RMW->getOrdering(), RMW->getSyncScopeID()); in translateLDSMemoryOperationsToGlobalMemory()
|
| H A D | AMDGPULowerBufferFatPointers.cpp | 1039 NewLI->setAtomic(OrigLI.getOrdering(), OrigLI.getSyncScopeID()); in visitLoadImpl() 1804 LI.getAlign(), LI.getOrdering(), LI.isVolatile(), in visitLoadInst() 1814 SI.getAlign(), SI.getOrdering(), SI.isVolatile(), in visitStoreInst() 1824 AI.getAlign(), AI.getOrdering(), AI.isVolatile(), in visitAtomicRMWInst()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 973 InitBool, false, Align(1), SI->getOrdering(), SI->getSyncScopeID(), in OptimizeGlobalAddressOfAllocation() 992 LI->getOrdering(), LI->getSyncScopeID(), in OptimizeGlobalAddressOfAllocation() 1286 false, Align(1), LI->getOrdering(), in TryToShrinkGlobalToBoolean() 1297 new StoreInst(StoreVal, NewGV, false, Align(1), SI->getOrdering(), in TryToShrinkGlobalToBoolean() 1305 LI->getOrdering(), LI->getSyncScopeID(), LI->getIterator()); in TryToShrinkGlobalToBoolean()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Target/ |
| H A D | TargetSelectionDAG.td | 1019 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Monotonic 1021 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Acquire 1023 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Release 1025 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::AcquireRelease 1027 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::SequentiallyConsistent 1030 // isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 1031 // !isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 1034 // isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 1035 // !isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering())
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 224 AtomicOrdering getOrdering() const { in getOrdering() function 254 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 255 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 347 AtomicOrdering getOrdering() const { in getOrdering() function 378 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 379 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 454 AtomicOrdering getOrdering() const { 863 AtomicOrdering getOrdering() const {
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | DeadStoreElimination.cpp | 1420 return isStrongerThan(SI->getOrdering(), AtomicOrdering::Monotonic); in isReadClobber() 1949 return isStrongerThanMonotonic(LI->getOrdering()); in isDSEBarrier() 1951 return isStrongerThanMonotonic(SI->getOrdering()); in isDSEBarrier() 1953 return isStrongerThanMonotonic(ARMW->getOrdering()); in isDSEBarrier()
|
| H A D | GVNSink.cpp | 362 if (isStrongerThanUnordered(I->getOrdering()) || I->isAtomic()) in createMemoryExpr()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/SandboxIR/ |
| H A D | Instruction.h | 422 AtomicOrdering getOrdering() const { in getOrdering() function 423 return cast<llvm::FenceInst>(Val)->getOrdering(); in getOrdering() 2088 AtomicOrdering getOrdering() const { in getOrdering() function 2089 return cast<llvm::AtomicRMWInst>(Val)->getOrdering(); in getOrdering()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/BPF/ |
| H A D | BPFPreserveStaticOffset.cpp | 215 Args.push_back(ConstantInt::get(Int8Ty, (unsigned)Insn->getOrdering())); in fillCommonArgs()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/DXILWriter/ |
| H A D | DXILBitcodeWriter.cpp | 2459 Vals.push_back(getEncodedOrdering(cast<LoadInst>(I).getOrdering())); in writeInstruction() 2473 Vals.push_back(getEncodedOrdering(cast<StoreInst>(I).getOrdering())); in writeInstruction() 2499 Vals.push_back(getEncodedOrdering(cast<AtomicRMWInst>(I).getOrdering())); in writeInstruction() 2505 Vals.push_back(getEncodedOrdering(cast<FenceInst>(I).getOrdering())); in writeInstruction()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 1419 LI.getSyncScopeID(), LI.getOrdering()); in translateLoad() 1458 SI.getSyncScopeID(), SI.getOrdering()); in translateStore() 3464 I.getOrdering())); in translateAtomicRMW() 3471 MIRBuilder.buildFence(static_cast<unsigned>(Fence.getOrdering()), in translateFence()
|
| /freebsd/contrib/llvm-project/llvm/lib/SandboxIR/ |
| H A D | Instruction.cpp | 317 GenericSetter<&FenceInst::getOrdering, &FenceInst::setOrdering>>( in setOrdering() 1274 .emplaceIfTracking<GenericSetter<&AtomicRMWInst::getOrdering, in setOrdering()
|