| /linux/include/asm-generic/ |
| H A D | barrier.h | 159 #ifndef smp_store_mb
160 #define smp_store_mb(var, value) do { kcsan_mb(); __smp_store_mb(var, value); } while (0) macro
181 #ifndef smp_store_mb
182 #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0) macro
|
| /linux/kernel/kcsan/ |
| H A D | selftest.c | 149 KCSAN_CHECK_READ_BARRIER(smp_store_mb(test_var, 0)); in test_barrier()
178 KCSAN_CHECK_WRITE_BARRIER(smp_store_mb(test_var, 0)); in test_barrier()
210 KCSAN_CHECK_RW_BARRIER(smp_store_mb(test_var, 0)); in test_barrier()
|
| H A D | kcsan_test.c | 582 KCSAN_EXPECT_READ_BARRIER(smp_store_mb(test_var, 0), true); in test_barrier_nothreads()
627 KCSAN_EXPECT_WRITE_BARRIER(smp_store_mb(test_var, 0), true); in test_barrier_nothreads()
672 KCSAN_EXPECT_RW_BARRIER(smp_store_mb(test_var, 0), true); in test_barrier_nothreads()
|
| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_gt_irq.h | 62 smp_store_mb(engine->irq_handler, fn); in intel_engine_set_irq_handler()
|
| /linux/drivers/infiniband/sw/siw/ |
| H A D | siw_qp.c | 932 smp_store_mb(sqe->flags, 0); in siw_activate_tx_from_sq()
996 smp_store_mb(irqe->flags, 0); in siw_activate_tx()
1065 smp_store_mb(sqe->flags, 0); in siw_sqe_complete()
1084 smp_store_mb(sqe->flags, 0); in siw_sqe_complete()
1127 smp_store_mb(rqe->flags, 0); in siw_rqe_complete()
1146 smp_store_mb(rqe->flags, 0); in siw_rqe_complete()
|
| H A D | siw_verbs.c | 1280 smp_store_mb(cq->notify->flags, SIW_NOTIFY_SOLICITED); in siw_req_notify_cq()
1286 smp_store_mb(cq->notify->flags, SIW_NOTIFY_ALL); in siw_req_notify_cq()
|
| /linux/tools/memory-model/Documentation/ |
| H A D | herd-representation.txt | 43 | smp_store_mb | W[ONCE] ->po F[MB] |
|
| /linux/kernel/locking/ |
| H A D | qspinlock_paravirt.h | 317 smp_store_mb(pn->state, VCPU_HALTED); in pv_wait_node()
|
| /linux/tools/memory-model/ |
| H A D | linux-kernel.def | 17 smp_store_mb(X,V) { __store{ONCE}(X,V); __fence{MB}; }
|
| /linux/kernel/sched/ |
| H A D | wait.c | 451 smp_store_mb(wq_entry->flags, wq_entry->flags & ~WQ_FLAG_WOKEN); /* B */ in wait_woken()
|
| /linux/drivers/firmware/arm_scmi/ |
| H A D | raw_mode.c | 642 smp_store_mb(xfer->state, SCMI_XFER_SENT_OK); in scmi_do_xfer_raw_start()
1508 smp_store_mb(xfer.priv, priv); in scmi_raw_error_report()
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_sw_fence.c | 519 smp_store_mb(ipc->value, 1); in task_ipc()
|
| H A D | i915_request.c | 2565 smp_store_mb(s->seen, true); /* be safe, be strong */ in signal_cb()
|
| /linux/arch/mips/kvm/ |
| H A D | mips.c | 451 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in kvm_arch_vcpu_ioctl_run()
1332 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in __kvm_mips_handle_exit()
|
| /linux/arch/loongarch/kvm/ |
| H A D | vcpu.c | 313 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in kvm_pre_enter_guest()
333 smp_store_mb(vcpu->mode, OUTSIDE_GUEST_MODE); in kvm_pre_enter_guest()
|
| /linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_mman.c | 983 smp_store_mb(i915->gem.mmap_singleton, file); in mmap_singleton()
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_active.c | 989 smp_store_mb(*ll_to_fence_slot(node), &rq->fence); in i915_request_add_active_barriers()
|
| H A D | intel_uncore.c | 480 smp_store_mb(domain->active, false); in intel_uncore_forcewake_reset()
|
| /linux/fs/ |
| H A D | select.c | 192 * and is paired with smp_store_mb() in poll_schedule_timeout. in __pollwake()
247 * The following smp_store_mb() serves two purposes. First, it's in poll_schedule_timeout()
255 smp_store_mb(pwq->triggered, 0); in poll_schedule_timeout()
|
| /linux/include/linux/ |
| H A D | sched.h | 251 smp_store_mb(current->__state, (state_value)); \
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/lib/ |
| H A D | clock.c | 424 smp_store_mb(clock_info->sign, in mlx5_update_clock_info_page()
|
| /linux/drivers/net/ |
| H A D | veth.c | 988 smp_store_mb(rq->rx_notify_masked, false); in veth_poll()
|
| /linux/arch/arm64/kvm/ |
| H A D | arm.c | 1271 smp_store_mb(vcpu->mode, IN_GUEST_MODE); in kvm_arch_vcpu_ioctl_run()
|
| /linux/Documentation/ |
| H A D | memory-barriers.txt | 1880 (*) smp_store_mb(var, value)
2173 smp_store_mb();
2218 smp_store_mb(); wake_up();
|
| /linux/net/tls/ |
| H A D | tls_sw.c | 508 smp_store_mb(rec->tx_ready, true); in tls_encrypt_done()
|