1 #ifndef JEMALLOC_INTERNAL_ATOMIC_H 2 #define JEMALLOC_INTERNAL_ATOMIC_H 3 4 #define ATOMIC_INLINE JEMALLOC_ALWAYS_INLINE 5 6 #define JEMALLOC_U8_ATOMICS 7 #if defined(JEMALLOC_GCC_ATOMIC_ATOMICS) 8 # include "jemalloc/internal/atomic_gcc_atomic.h" 9 # if !defined(JEMALLOC_GCC_U8_ATOMIC_ATOMICS) 10 # undef JEMALLOC_U8_ATOMICS 11 # endif 12 #elif defined(JEMALLOC_GCC_SYNC_ATOMICS) 13 # include "jemalloc/internal/atomic_gcc_sync.h" 14 # if !defined(JEMALLOC_GCC_U8_SYNC_ATOMICS) 15 # undef JEMALLOC_U8_ATOMICS 16 # endif 17 #elif defined(_MSC_VER) 18 # include "jemalloc/internal/atomic_msvc.h" 19 #elif defined(JEMALLOC_C11_ATOMICS) 20 # include "jemalloc/internal/atomic_c11.h" 21 #else 22 # error "Don't have atomics implemented on this platform." 23 #endif 24 25 /* 26 * This header gives more or less a backport of C11 atomics. The user can write 27 * JEMALLOC_GENERATE_ATOMICS(type, short_type, lg_sizeof_type); to generate 28 * counterparts of the C11 atomic functions for type, as so: 29 * JEMALLOC_GENERATE_ATOMICS(int *, pi, 3); 30 * and then write things like: 31 * int *some_ptr; 32 * atomic_pi_t atomic_ptr_to_int; 33 * atomic_store_pi(&atomic_ptr_to_int, some_ptr, ATOMIC_RELAXED); 34 * int *prev_value = atomic_exchange_pi(&ptr_to_int, NULL, ATOMIC_ACQ_REL); 35 * assert(some_ptr == prev_value); 36 * and expect things to work in the obvious way. 37 * 38 * Also included (with naming differences to avoid conflicts with the standard 39 * library): 40 * atomic_fence(atomic_memory_order_t) (mimics C11's atomic_thread_fence). 41 * ATOMIC_INIT (mimics C11's ATOMIC_VAR_INIT). 42 */ 43 44 /* 45 * Pure convenience, so that we don't have to type "atomic_memory_order_" 46 * quite so often. 47 */ 48 #define ATOMIC_RELAXED atomic_memory_order_relaxed 49 #define ATOMIC_ACQUIRE atomic_memory_order_acquire 50 #define ATOMIC_RELEASE atomic_memory_order_release 51 #define ATOMIC_ACQ_REL atomic_memory_order_acq_rel 52 #define ATOMIC_SEQ_CST atomic_memory_order_seq_cst 53 54 /* 55 * Not all platforms have 64-bit atomics. If we do, this #define exposes that 56 * fact. 57 */ 58 #if (LG_SIZEOF_PTR == 3 || LG_SIZEOF_INT == 3) 59 # define JEMALLOC_ATOMIC_U64 60 #endif 61 62 JEMALLOC_GENERATE_ATOMICS(void *, p, LG_SIZEOF_PTR) 63 64 /* 65 * There's no actual guarantee that sizeof(bool) == 1, but it's true on the only 66 * platform that actually needs to know the size, MSVC. 67 */ 68 JEMALLOC_GENERATE_ATOMICS(bool, b, 0) 69 70 JEMALLOC_GENERATE_INT_ATOMICS(unsigned, u, LG_SIZEOF_INT) 71 72 JEMALLOC_GENERATE_INT_ATOMICS(size_t, zu, LG_SIZEOF_PTR) 73 74 JEMALLOC_GENERATE_INT_ATOMICS(ssize_t, zd, LG_SIZEOF_PTR) 75 76 JEMALLOC_GENERATE_INT_ATOMICS(uint8_t, u8, 0) 77 78 JEMALLOC_GENERATE_INT_ATOMICS(uint32_t, u32, 2) 79 80 #ifdef JEMALLOC_ATOMIC_U64 81 JEMALLOC_GENERATE_INT_ATOMICS(uint64_t, u64, 3) 82 #endif 83 84 #undef ATOMIC_INLINE 85 86 #endif /* JEMALLOC_INTERNAL_ATOMIC_H */ 87