| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXUtilities.h | 128 inline std::string OrderingToString(Ordering Order) { in OrderingToString()
130 case Ordering::NotAtomic: in OrderingToString()
132 case Ordering::Relaxed: in OrderingToString()
134 case Ordering::Acquire: in OrderingToString()
136 case Ordering::Release: in OrderingToString()
138 case Ordering::AcquireRelease: in OrderingToString()
140 case Ordering::SequentiallyConsistent: in OrderingToString()
142 case Ordering::Volatile: in OrderingToString()
144 case Ordering::RelaxedMMIO: in OrderingToString()
151 inline raw_ostream &operator<<(raw_ostream &O, Ordering Order) {
|
| H A D | NVPTXISelDAGToDAG.cpp | 526 NVPTX::Ordering InstructionOrdering, FenceOrdering;
527 OperationOrderings(NVPTX::Ordering IO = NVPTX::Ordering::NotAtomic, in OperationOrderings()
528 NVPTX::Ordering FO = NVPTX::Ordering::NotAtomic) in OperationOrderings()
534 AtomicOrdering Ordering = N->getSuccessOrdering(); in getOperationOrderings() local
626 return NVPTX::Ordering::NotAtomic; in getOperationOrderings()
631 if (!(Ordering == AtomicOrdering::NotAtomic || in getOperationOrderings()
632 Ordering == AtomicOrdering::Unordered || in getOperationOrderings()
633 Ordering == AtomicOrdering::Monotonic) && in getOperationOrderings()
639 toIRString(Ordering))); in getOperationOrderings()
655 return NVPTX::Ordering::NotAtomic; in getOperationOrderings()
[all …]
|
| H A D | NVPTXISelDAGToDAG.h | 114 std::pair<NVPTX::Ordering, NVPTX::Scope>
116 NVPTX::Scope getOperationScope(MemSDNode *N, NVPTX::Ordering O) const;
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVExpandAtomicPseudoInsts.cpp | 151 static unsigned getLRForRMW32(AtomicOrdering Ordering, in getLRForRMW32() argument
153 switch (Ordering) { in getLRForRMW32()
173 static unsigned getSCForRMW32(AtomicOrdering Ordering, in getSCForRMW32() argument
175 switch (Ordering) { in getSCForRMW32()
195 static unsigned getLRForRMW64(AtomicOrdering Ordering, in getLRForRMW64() argument
197 switch (Ordering) { in getLRForRMW64()
217 static unsigned getSCForRMW64(AtomicOrdering Ordering, in getSCForRMW64() argument
219 switch (Ordering) { in getSCForRMW64()
239 static unsigned getLRForRMW(AtomicOrdering Ordering, int Width, in getLRForRMW() argument
242 return getLRForRMW32(Ordering, Subtarget); in getLRForRMW()
[all …]
|
| /freebsd/cddl/contrib/opensolaris/cmd/dtrace/test/tst/common/aggs/ |
| H A D | tst.negorder.d.out | 1 Ordering of quantize() with some negative weights:
148 Ordering of lquantize() with some negative weights:
295 Ordering of sum() with some negative weights:
322 Ordering of max() with some negative weights:
349 Ordering of min() with some negative weights:
|
| /freebsd/contrib/llvm-project/openmp/runtime/src/include/ |
| H A D | ompx.h.var | 91 _TGT_KERNEL_LANGUAGE_HOST_IMPL_SYNC_C(void, sync_block, int Ordering,
95 _TGT_KERNEL_LANGUAGE_HOST_IMPL_SYNC_C(void, sync_block_divergent, int Ordering,
96 ompx_sync_block(Ordering))
127 _TGT_KERNEL_LANGUAGE_DECL_SYNC_C(void, sync_block, int Ordering)
129 _TGT_KERNEL_LANGUAGE_DECL_SYNC_C(void, sync_block_divergent, int Ordering)
208 _TGT_KERNEL_LANGUAGE_HOST_IMPL_SYNC_CXX(void, sync_block, int Ordering = acc_rel,
209 Ordering)
211 int Ordering = acc_rel, Ordering)
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/MCTargetDesc/ |
| H A D | NVPTXInstPrinter.cpp | 276 auto Ordering = NVPTX::Ordering(Imm); in printLdStCode() local
277 switch (Ordering) { in printLdStCode()
278 case NVPTX::Ordering::NotAtomic: in printLdStCode()
280 case NVPTX::Ordering::Relaxed: in printLdStCode()
283 case NVPTX::Ordering::Acquire: in printLdStCode()
286 case NVPTX::Ordering::Release: in printLdStCode()
289 case NVPTX::Ordering::Volatile: in printLdStCode()
292 case NVPTX::Ordering::RelaxedMMIO: in printLdStCode()
299 OrderingToString(Ordering))); in printLdStCode()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | GlobalStatus.cpp | 97 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux()
109 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | MachineMemOperand.h | 168 unsigned Ordering : 4; // enum AtomicOrdering member
197 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
204 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
283 return static_cast<AtomicOrdering>(AtomicInfo.Ordering); in getSuccessOrdering()
|
| H A D | MachineFunction.h | 1086 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
1092 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
1098 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
1101 BaseAlignment, AAInfo, Ranges, SSID, Ordering,
1108 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
1111 BaseAlignment, AAInfo, Ranges, SSID, Ordering,
|
| H A D | DbgEntityHistoryCalculator.h | 118 const InstructionOrdering &Ordering);
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/AsmPrinter/ |
| H A D | DbgEntityHistoryCalculator.cpp | 116 const InstructionOrdering &Ordering) { in intersects() argument
119 if (EndMI && Ordering.isBefore(EndMI, RangesI->first)) in intersects()
121 if (EndMI && !Ordering.isBefore(RangesI->second, EndMI)) in intersects()
123 if (Ordering.isBefore(StartMI, RangesI->second)) in intersects()
131 const InstructionOrdering &Ordering) { in trimLocationRanges() argument
206 if (auto R = intersects(StartMI, EndMI, ScopeRanges, Ordering)) { in trimLocationRanges()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalityPredicates.cpp | 227 unsigned MMOIdx, AtomicOrdering Ordering) { in atomicOrderingAtLeastOrStrongerThan() argument
229 return isAtLeastOrStrongerThan(Query.MMODescrs[MMOIdx].Ordering, Ordering); in atomicOrderingAtLeastOrStrongerThan()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 229 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
230 setSubclassData<OrderingField>(Ordering); in setOrdering()
245 void setAtomic(AtomicOrdering Ordering,
247 setOrdering(Ordering);
353 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
354 setSubclassData<OrderingField>(Ordering); in setOrdering()
369 void setAtomic(AtomicOrdering Ordering,
371 setOrdering(Ordering);
434 void Init(AtomicOrdering Ordering, SyncScope::ID SSID);
445 LLVM_ABI FenceInst(LLVMContext &C, AtomicOrdering Ordering,
[all …]
|
| /freebsd/contrib/llvm-project/llvm/utils/TableGen/Basic/ |
| H A D | DirectiveEmitter.cpp | 680 std::vector<int> Ordering(Directives.size()); in emitLeafTable() local
681 std::iota(Ordering.begin(), Ordering.end(), 0); in emitLeafTable()
683 llvm::sort(Ordering, [&](int A, int B) { in emitLeafTable()
712 auto &Leaves = LeafTable[Ordering[I]]; in emitLeafTable()
728 auto FirstE = find_if(Ordering, [&](int RowIdx) { in emitLeafTable()
733 << std::distance(Ordering.begin(), FirstE) << ";\n\n"; in emitLeafTable()
739 std::vector<int> Reverse(Ordering.size()); in emitLeafTable()
740 for (int I = 0, E = Ordering.size(); I != E; ++I) in emitLeafTable()
741 Reverse[Ordering[I]] = I; in emitLeafTable()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | GlobalStatus.h | 80 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 97 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member in __anone9343ac70111::SIMemOpInfo
108 AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent, in SIMemOpInfo() argument
116 : Ordering(Ordering), FailureOrdering(FailureOrdering), Scope(Scope), in SIMemOpInfo()
122 if (Ordering == AtomicOrdering::NotAtomic) { in SIMemOpInfo()
169 return Ordering; in getOrdering()
215 return Ordering != AtomicOrdering::NotAtomic; in isAtomic()
798 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in constructFromMIWithMMO() local
824 Ordering = getMergedAtomicOrdering(Ordering, OpOrdering); in constructFromMIWithMMO()
835 if (Ordering != AtomicOrdering::NotAtomic) { in constructFromMIWithMMO()
850 return SIMemOpInfo(Ordering, Scope, OrderingAddrSpace, InstrAddrSpace, in constructFromMIWithMMO()
[all …]
|
| /freebsd/cddl/contrib/opensolaris/cmd/dtrace/test/tst/common/llquantize/ |
| H A D | tst.negorder.d.out | 1 Ordering of llquantize() with some negative weights:
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | GIMatchTableExecutorImpl.h | 531 auto Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
534 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
541 if (MMO->getMergedOrdering() != Ordering) in executeMatchTable()
548 auto Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
552 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
559 if (!isAtLeastOrStrongerThan(MMO->getMergedOrdering(), Ordering)) in executeMatchTable()
566 auto Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
570 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
577 if (!isStrongerThan(Ordering, MMO->getMergedOrdering())) in executeMatchTable()
|
| H A D | LegalizerInfo.h | 118 AtomicOrdering Ordering; member
121 MemDesc(LLT MemoryTy, uint64_t AlignInBits, AtomicOrdering Ordering) in MemDesc()
122 : MemoryTy(MemoryTy), AlignInBits(AlignInBits), Ordering(Ordering) {} in MemDesc()
359 atomicOrderingAtLeastOrStrongerThan(unsigned MMOIdx, AtomicOrdering Ordering);
|
| /freebsd/contrib/llvm-project/llvm/lib/SandboxIR/ |
| H A D | Instruction.cpp | 307 FenceInst *FenceInst::create(AtomicOrdering Ordering, InsertPosition Pos, in create() argument
310 llvm::FenceInst *LLVMI = Builder.CreateFence(Ordering, SSID); in create()
314 void FenceInst::setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
319 cast<llvm::FenceInst>(Val)->setOrdering(Ordering); in setOrdering()
1272 void AtomicRMWInst::setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
1276 cast<llvm::AtomicRMWInst>(Val)->setOrdering(Ordering); in setOrdering()
1295 MaybeAlign Align, AtomicOrdering Ordering, in create() argument
1300 Builder.CreateAtomicRMW(Op, Ptr->Val, Val->Val, Align, Ordering, SSID); in create()
1359 void AtomicCmpXchgInst::setSuccessOrdering(AtomicOrdering Ordering) { in setSuccessOrdering() argument
1364 cast<llvm::AtomicCmpXchgInst>(Val)->setSuccessOrdering(Ordering); in setSuccessOrdering()
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64LegalizerInfo.cpp | 497 Query.MMODescrs[0].Ordering == AtomicOrdering::Acquire; in AArch64LegalizerInfo()
501 Query.MMODescrs[0].Ordering != AtomicOrdering::NotAtomic; in AArch64LegalizerInfo()
555 Query.MMODescrs[0].Ordering == AtomicOrdering::Release; in AArch64LegalizerInfo()
559 Query.MMODescrs[0].Ordering != AtomicOrdering::NotAtomic; in AArch64LegalizerInfo()
1890 AtomicOrdering Ordering = (*MI.memoperands_begin())->getSuccessOrdering(); in legalizeLoadStore() local
1892 bool IsLoadAcquire = IsLoad && Ordering == AtomicOrdering::Acquire; in legalizeLoadStore()
1893 bool IsStoreRelease = !IsLoad && Ordering == AtomicOrdering::Release; in legalizeLoadStore()
1905 assert(Ordering == AtomicOrdering::Monotonic || in legalizeLoadStore()
1906 Ordering == AtomicOrdering::Unordered); in legalizeLoadStore()
2176 auto Ordering = (*MI.memoperands_begin())->getMergedOrdering(); in legalizeAtomicCmpxchg128() local
[all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | MachineOperand.cpp | 1102 AtomicOrdering Ordering, in MachineMemOperand() argument
1113 AtomicInfo.Ordering = static_cast<unsigned>(Ordering); in MachineMemOperand()
1114 assert(getSuccessOrdering() == Ordering && "Value truncated"); in MachineMemOperand()
1123 AtomicOrdering Ordering, in MachineMemOperand() argument
1131 BaseAlignment, AAInfo, Ranges, SSID, Ordering, FailureOrdering) {} in MachineMemOperand()
|
| /freebsd/contrib/llvm-project/compiler-rt/lib/orc/tests/unit/ |
| H A D | executor_address_test.cpp | 36 TEST(ExecutorAddrTest, Ordering) { in TEST() argument
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CGBuiltin.h | 92 llvm::AtomicOrdering Ordering =
|