| /freebsd/contrib/llvm-project/llvm/include/llvm/ADT/ |
| H A D | Statistic.h | 68 uint64_t getValue() const { return Value.load(std::memory_order_relaxed); } in getValue() 74 Value.store(Val, std::memory_order_relaxed); 79 Value.fetch_add(1, std::memory_order_relaxed); 85 return Value.fetch_add(1, std::memory_order_relaxed); 89 Value.fetch_sub(1, std::memory_order_relaxed); 95 return Value.fetch_sub(1, std::memory_order_relaxed); 101 Value.fetch_add(V, std::memory_order_relaxed); 108 Value.fetch_sub(V, std::memory_order_relaxed); 113 uint64_t PrevMax = Value.load(std::memory_order_relaxed); in updateMax() 117 PrevMax, V, std::memory_order_relaxed)) { in updateMax()
|
| /freebsd/contrib/llvm-project/compiler-rt/lib/rtsan/ |
| H A D | rtsan_stats.cpp | 27 atomic_fetch_add(&total_error_count, 1, memory_order_relaxed); in IncrementTotalErrorCount() 31 atomic_fetch_add(&unique_error_count, 1, memory_order_relaxed); in IncrementUniqueErrorCount() 35 return atomic_load(&total_error_count, memory_order_relaxed); in GetTotalErrorCount() 39 return atomic_load(&unique_error_count, memory_order_relaxed); in GetUniqueErrorCount() 43 atomic_fetch_add(&suppressed_count, 1, memory_order_relaxed); in IncrementSuppressedCount() 47 return atomic_load(&suppressed_count, memory_order_relaxed); in GetSuppressedCount()
|
| /freebsd/contrib/llvm-project/compiler-rt/lib/tsan/rtl/ |
| H A D | tsan_fd.cpp | 59 atomic_store(&s->rc, 1, memory_order_relaxed); in allocsync() 64 if (s && atomic_load(&s->rc, memory_order_relaxed) != (u64)-1) in ref() 65 atomic_fetch_add(&s->rc, 1, memory_order_relaxed); in ref() 70 if (s && atomic_load(&s->rc, memory_order_relaxed) != (u64)-1) { in unref() 112 atomic_load(&d->aux_sync, memory_order_relaxed))); in init() 113 atomic_store(&d->aux_sync, 0, memory_order_relaxed); in init() 140 atomic_store(&fdctx.globsync.rc, (u64)-1, memory_order_relaxed); in FdInit() 141 atomic_store(&fdctx.filesync.rc, (u64)-1, memory_order_relaxed); in FdInit() 142 atomic_store(&fdctx.socksync.rc, (u64)-1, memory_order_relaxed); in FdInit() 150 FdDesc *tab = (FdDesc*)atomic_load(&fdctx.tab[l1], memory_order_relaxed); in FdOnFork() [all …]
|
| H A D | tsan_external.cpp | 35 if (tag >= atomic_load(&used_tags, memory_order_relaxed)) return nullptr; in GetTagData() 50 uptr tag_count = atomic_load(&used_tags, memory_order_relaxed); in TagFromShadowStackFrame() 69 CHECK_LT(tag, atomic_load(&used_tags, memory_order_relaxed)); in ExternalAccess() 85 uptr new_tag = atomic_fetch_add(&used_tags, 1, memory_order_relaxed); in __tsan_external_register_tag() 108 CHECK_LT(tag, atomic_load(&used_tags, memory_order_relaxed)); in __tsan_external_assign_tag()
|
| /freebsd/contrib/llvm-project/compiler-rt/lib/sanitizer_common/ |
| H A D | sanitizer_addrhashmap.h | 234 if (atomic_load(&b->add, memory_order_relaxed)) { in acquire() 236 AddBucket *add = (AddBucket*)atomic_load(&b->add, memory_order_relaxed); in acquire() 239 uptr addr1 = atomic_load(&c->addr, memory_order_relaxed); in acquire() 255 uptr addr1 = atomic_load(&c->addr, memory_order_relaxed); in acquire() 267 AddBucket *add = (AddBucket*)atomic_load(&b->add, memory_order_relaxed); in acquire() 271 uptr addr1 = atomic_load(&c->addr, memory_order_relaxed); in acquire() 295 uptr addr1 = atomic_load(&c->addr, memory_order_relaxed); in acquire() 310 atomic_store(&b->add, (uptr)add, memory_order_relaxed); in acquire() 322 atomic_store(&b->add, (uptr)add1, memory_order_relaxed); in acquire() 328 CHECK_EQ(atomic_load(&c->addr, memory_order_relaxed), 0); in acquire() [all …]
|
| H A D | sanitizer_atomic.h | 25 memory_order_relaxed = __ATOMIC_RELAXED, enumerator 32 memory_order_relaxed = 1 << 0, 88 return atomic_load(a, memory_order_relaxed); in atomic_load_relaxed() 93 atomic_store(a, v, memory_order_relaxed); in atomic_store_relaxed()
|
| H A D | sanitizer_mutex.h | 26 atomic_store(&state_, 0, memory_order_relaxed); in Init() 44 CHECK_EQ(atomic_load(&state_, memory_order_relaxed), 1); in CheckLocked() 186 state = atomic_load(&state_, memory_order_relaxed); in Lock() 206 state = atomic_load(&state_, memory_order_relaxed); in Lock() 270 state = atomic_load(&state_, memory_order_relaxed); in ReadLock() 286 state = atomic_load(&state_, memory_order_relaxed); in ReadLock() 317 CHECK(atomic_load(&state_, memory_order_relaxed) & kWriterLock); in CheckWriteLocked() 323 CHECK(atomic_load(&state_, memory_order_relaxed) & kReaderLockMask); in CheckReadLocked()
|
| H A D | sanitizer_allocator_stats.h | 30 atomic_fetch_add(&stats_[i], v, memory_order_relaxed); in Add() 34 atomic_fetch_sub(&stats_[i], v, memory_order_relaxed); in Sub() 38 atomic_store(&stats_[i], v, memory_order_relaxed); in Set() 42 return atomic_load(&stats_[i], memory_order_relaxed); in Get()
|
| H A D | sanitizer_allocator.cpp | 40 if (atomic_load(&internal_allocator_initialized, memory_order_relaxed) == in internal_allocator() 191 return atomic_load(&allocator_may_return_null, memory_order_relaxed); in AllocatorMayReturnNull() 196 memory_order_relaxed); in SetAllocatorMayReturnNull() 207 return atomic_load(&rss_limit_exceeded, memory_order_relaxed); in IsRssLimitExceeded() 211 atomic_store(&rss_limit_exceeded, limit_exceeded, memory_order_relaxed); in SetRssLimitExceeded()
|
| H A D | sanitizer_lfstack.h | 28 atomic_store(&head_, 0, memory_order_relaxed); in Clear() 32 return (atomic_load(&head_, memory_order_relaxed) & kPtrMask) == 0; in Empty() 36 u64 cmp = atomic_load(&head_, memory_order_relaxed); in Push()
|
| H A D | sanitizer_tls_get_addr.cpp | 45 atomic_fetch_sub(&number_of_live_dtls, 1, memory_order_relaxed); in DTLS_Deallocate() 64 atomic_fetch_add(&number_of_live_dtls, 1, memory_order_relaxed); in DTLS_NextBlock() 145 atomic_load(&number_of_live_dtls, memory_order_relaxed)); in DTLS_on_tls_get_addr() 178 return atomic_load(&dtls->dtv_block, memory_order_relaxed) == in DTLSInDestruction()
|
| /freebsd/lib/libthr/tests/ |
| H A D | pthread_tryjoin_test.c | 24 while (atomic_load_explicit(&finish, memory_order_relaxed) != 1) in thr_fun() 26 atomic_store_explicit(&finish, 2, memory_order_relaxed); in thr_fun() 49 atomic_store_explicit(&finish, 1, memory_order_relaxed); in ATF_TC_BODY() 50 while (atomic_load_explicit(&finish, memory_order_relaxed) != 2) in ATF_TC_BODY()
|
| /freebsd/contrib/llvm-project/lldb/source/Core/ |
| H A D | Progress.cpp | 67 m_completed.fetch_add(amount, std::memory_order_relaxed); in Increment() 74 m_last_report_time_ns.load(std::memory_order_relaxed); in Increment() 82 last_report_time_ns, now.count(), std::memory_order_relaxed, in Increment() 83 std::memory_order_relaxed)); in Increment() 99 std::min(m_completed.load(std::memory_order_relaxed), m_total); in ReportProgress()
|
| /freebsd/contrib/llvm-project/libcxx/include/__stop_token/ |
| H A D | atomic_unique_lock.h | 98 _State __current_state = __state_.load(std::memory_order_relaxed); in __lock_impl() 106 __state_.wait(__current_state, std::memory_order_relaxed); in __lock_impl() 110 __current_state = __state_.load(std::memory_order_relaxed); in __lock_impl() 127 …std::memory_order_relaxed // fail to exchange order. We don't need any ordering as we are going ba… in __lock_impl()
|
| H A D | stop_state.h | 73 …__state_.load(std::memory_order_relaxed) <= static_cast<__state_t>(~(1 << __stop_source_counter_sh… in __increment_stop_source_counter() 75 __state_.fetch_add(1 << __stop_source_counter_shift, std::memory_order_relaxed); in __increment_stop_source_counter() 82 …__state_.load(std::memory_order_relaxed) >= static_cast<__state_t>(1 << __stop_source_counter_shif… in __decrement_stop_source_counter() 84 __state_.fetch_sub(1 << __stop_source_counter_shift, std::memory_order_relaxed); in __decrement_stop_source_counter()
|
| /freebsd/contrib/llvm-project/compiler-rt/lib/orc/ |
| H A D | debug.cpp | 36 DebugTypes.store(&DebugTypesAll, std::memory_order_relaxed); in initializeDebug() 43 DebugTypes.store(DT, std::memory_order_relaxed); in initializeDebug() 49 DebugTypes.store(&DebugTypesNone, std::memory_order_relaxed); in initializeDebug()
|
| /freebsd/contrib/llvm-project/compiler-rt/lib/scudo/standalone/ |
| H A D | options.h | 53 memory_order_relaxed); in clear() 57 atomic_fetch_or(&Val, 1U << static_cast<u32>(Opt), memory_order_relaxed); in set() 68 memory_order_relaxed)); in setFillContentsMode()
|
| H A D | atomic_helpers.h | 17 memory_order_relaxed = 0, enumerator 24 static_assert(memory_order_relaxed == __ATOMIC_RELAXED, ""); 127 return atomic_load(A, memory_order_relaxed); in atomic_load_relaxed() 132 atomic_store(A, V, memory_order_relaxed); in atomic_store_relaxed()
|
| /freebsd/tools/test/stress2/misc/ |
| H A D | vm_reserv_populate.sh | 97 memory_order_relaxed = 1 << 0, 115 assert(mo & (memory_order_relaxed | memory_order_consume 122 if (mo == memory_order_relaxed) {
|
| /freebsd/crypto/openssl/include/internal/ |
| H A D | tsan_assist.h | 61 #define tsan_load(ptr) atomic_load_explicit((ptr), memory_order_relaxed) 62 #define tsan_store(ptr, val) atomic_store_explicit((ptr), (val), memory_order_relaxed) 63 #define tsan_add(ptr, n) atomic_fetch_add_explicit((ptr), (n), memory_order_relaxed)
|
| /freebsd/contrib/llvm-project/lldb/include/lldb/Target/ |
| H A D | Statistics.h | 40 return Duration(InternalDuration(value.load(std::memory_order_relaxed))); in get() 44 void reset() { value.store(0, std::memory_order_relaxed); } in reset() 48 std::memory_order_relaxed); 226 return m_count.load(std::memory_order_relaxed); in GetSummaryCount() 258 void OnInvoked() noexcept { m_count.fetch_add(1, std::memory_order_relaxed); } in OnInvoked()
|
| /freebsd/contrib/llvm-project/libcxx/include/__cxx03/__atomic/ |
| H A D | to_gcc_order.h | 26 return __order == memory_order_relaxed in __to_gcc_order() 39 return __order == memory_order_relaxed in __to_gcc_failure_order()
|
| /freebsd/contrib/llvm-project/libcxx/include/__atomic/ |
| H A D | to_gcc_order.h | 26 return __order == memory_order_relaxed in __to_gcc_order() 39 return __order == memory_order_relaxed in __to_gcc_failure_order()
|
| H A D | memory_order.h | 43 inline constexpr auto memory_order_relaxed = memory_order::relaxed; variable 53 memory_order_relaxed = __mo_relaxed, enumerator
|
| /freebsd/contrib/llvm-project/lldb/source/Utility/ |
| H A D | Log.cpp | 106 MaskType mask = m_mask.fetch_or(*flags, std::memory_order_relaxed); in Enable() 108 m_options.store(options, std::memory_order_relaxed); in Enable() 110 m_channel.log_ptr.store(this, std::memory_order_relaxed); in Enable() 120 MaskType mask = m_mask.fetch_and(~(*flags), std::memory_order_relaxed); in Disable() 123 m_channel.log_ptr.store(nullptr, std::memory_order_relaxed); in Disable() 138 return m_options.load(std::memory_order_relaxed); in GetOptions() 142 return m_mask.load(std::memory_order_relaxed); in GetMask() 327 return m_options.load(std::memory_order_relaxed) & LLDB_LOG_OPTION_VERBOSE; in GetVerbose()
|