| /linux/drivers/iommu/intel/ |
| H A D | pasid.h | 90 WRITE_ONCE(pe->val[0], 0); in pasid_clear_entry() 91 WRITE_ONCE(pe->val[1], 0); in pasid_clear_entry() 92 WRITE_ONCE(pe->val[2], 0); in pasid_clear_entry() 93 WRITE_ONCE(pe->val[3], 0); in pasid_clear_entry() 94 WRITE_ONCE(pe->val[4], 0); in pasid_clear_entry() 95 WRITE_ONCE(pe->val[5], 0); in pasid_clear_entry() 96 WRITE_ONCE(pe->val[6], 0); in pasid_clear_entry() 97 WRITE_ONCE(pe->val[7], 0); in pasid_clear_entry() 102 WRITE_ONCE(pe->val[0], PASID_PTE_FPD); in pasid_clear_entry_with_fpd() 103 WRITE_ONCE(pe->val[1], 0); in pasid_clear_entry_with_fpd() [all …]
|
| /linux/kernel/rcu/ |
| H A D | rcu_segcblist.c | 32 WRITE_ONCE(rclp->len, rclp->len + 1); in rcu_cblist_enqueue() 59 WRITE_ONCE(srclp->len, 1); in rcu_cblist_flush_enqueue() 87 WRITE_ONCE(rsclp->len, v); in rcu_segcblist_set_len() 112 WRITE_ONCE(rsclp->seglen[seg], v); in rcu_segcblist_set_seglen() 118 WRITE_ONCE(rsclp->seglen[seg], rsclp->seglen[seg] + v); in rcu_segcblist_add_seglen() 218 WRITE_ONCE(rsclp->len, rsclp->len + v); in rcu_segcblist_add_len() 335 WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rhp); in rcu_segcblist_enqueue() 336 WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], &rhp->next); in rcu_segcblist_enqueue() 363 WRITE_ONCE(*rsclp->tails[i], rhp); in rcu_segcblist_entrain() 365 WRITE_ONCE(rsclp->tails[i], &rhp->next); in rcu_segcblist_entrain() [all …]
|
| H A D | sync.c | 70 WRITE_ONCE(rsp->gp_state, GP_PASSED); in rcu_sync_func() 77 WRITE_ONCE(rsp->gp_state, GP_EXIT); in rcu_sync_func() 85 WRITE_ONCE(rsp->gp_state, GP_IDLE); in rcu_sync_func() 112 WRITE_ONCE(rsp->gp_state, GP_ENTER); in rcu_sync_enter() 160 WRITE_ONCE(rsp->gp_state, GP_EXIT); in rcu_sync_exit() 163 WRITE_ONCE(rsp->gp_state, GP_REPLAY); in rcu_sync_exit() 182 WRITE_ONCE(rsp->gp_state, GP_EXIT); in rcu_sync_dtor()
|
| H A D | tree.c | 465 WRITE_ONCE(jiffies_to_sched_qs, jiffies_till_sched_qs); in adjust_jiffies_till_sched_qs() 474 WRITE_ONCE(jiffies_to_sched_qs, j); in adjust_jiffies_till_sched_qs() 483 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : j); in param_set_first_fqs_jiffies() 495 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : (j ?: 1)); in param_set_next_fqs_jiffies() 691 WRITE_ONCE(rdp->rcu_forced_tick, true); in __rcu_irq_enter_check_tick() 724 WRITE_ONCE(rdp->rcu_urgent_qs, false); in rcu_disable_urgency_upon_qs() 725 WRITE_ONCE(rdp->rcu_need_heavy_qs, false); in rcu_disable_urgency_upon_qs() 728 WRITE_ONCE(rdp->rcu_forced_tick, false); in rcu_disable_urgency_upon_qs() 791 WRITE_ONCE(seq_gpwrap_lag, lag_seq_count); in rcu_set_gpwrap_lag() 807 WRITE_ONCE(rd in rcu_gpnum_ovf() [all...] |
| H A D | srcutiny.c | 110 WRITE_ONCE(ssp->srcu_lock_nesting[idx], newval); in __srcu_read_unlock() 137 WRITE_ONCE(ssp->srcu_gp_running, true); in srcu_drive_gp() 144 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp() 145 WRITE_ONCE(ssp->srcu_gp_waiting, true); /* srcu_read_unlock() wakes! */ in srcu_drive_gp() 154 WRITE_ONCE(ssp->srcu_gp_waiting, false); /* srcu_read_unlock() cheap. */ in srcu_drive_gp() 155 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp() 175 WRITE_ONCE(ssp->srcu_gp_running, false); in srcu_drive_gp() 206 WRITE_ONCE(ssp->srcu_idx_max, cookie); in call_srcu()
|
| H A D | tree_nocb.h | 197 WRITE_ONCE(rdp_gp->nocb_defer_wakeup, RCU_NOCB_WAKE_NOT); in __wake_nocb_gp() 219 WRITE_ONCE(rdp_gp->nocb_gp_sleep, false); in __wake_nocb_gp() 287 WRITE_ONCE(rdp_gp->nocb_defer_wakeup, waketype); in wake_nocb_gp_defer() 290 WRITE_ONCE(rdp_gp->nocb_defer_wakeup, waketype); in wake_nocb_gp_defer() 295 WRITE_ONCE(rdp_gp->nocb_defer_wakeup, waketype); in wake_nocb_gp_defer() 342 WRITE_ONCE(rdp->lazy_len, 0); in rcu_nocb_do_flush_bypass() 345 WRITE_ONCE(rdp->nocb_bypass_first, j); 431 WRITE_ONCE(rdp->nocb_nobypass_last, j); in rcu_nocb_try_bypass() 439 WRITE_ONCE(rdp->nocb_nobypass_count, c); in rcu_nocb_try_bypass() 495 WRITE_ONCE(rd in rcu_nocb_try_bypass() [all...] |
| /linux/tools/lib/ |
| H A D | rbtree.c | 39 * WRITE_ONCE(). And we must not inadvertently cause (temporary) loops in the 155 WRITE_ONCE(parent->rb_right, tmp); in __rb_insert() 156 WRITE_ONCE(node->rb_left, parent); in __rb_insert() 176 WRITE_ONCE(gparent->rb_left, tmp); /* == parent->rb_right */ in __rb_insert() 177 WRITE_ONCE(parent->rb_right, gparent); in __rb_insert() 199 WRITE_ONCE(parent->rb_left, tmp); in __rb_insert() 200 WRITE_ONCE(node->rb_right, parent); in __rb_insert() 211 WRITE_ONCE(gparent->rb_right, tmp); /* == parent->rb_left */ in __rb_insert() 212 WRITE_ONCE(parent->rb_left, gparent); in __rb_insert() 253 WRITE_ONCE(paren in ____rb_erase_color() [all...] |
| /linux/lib/ |
| H A D | rbtree.c | 155 WRITE_ONCE(parent->rb_right, tmp); in __rb_insert() 156 WRITE_ONCE(node->rb_left, parent); in __rb_insert() 176 WRITE_ONCE(gparent->rb_left, tmp); /* == parent->rb_right */ in __rb_insert() 177 WRITE_ONCE(parent->rb_right, gparent); in __rb_insert() 199 WRITE_ONCE(parent->rb_left, tmp); in __rb_insert() 200 WRITE_ONCE(node->rb_right, parent); in __rb_insert() 211 WRITE_ONCE(gparent->rb_right, tmp); /* == parent->rb_left */ in __rb_insert() 212 WRITE_ONCE(parent->rb_left, gparent); in __rb_insert() 253 WRITE_ONCE(parent->rb_right, tmp1); in ____rb_erase_color() 254 WRITE_ONCE(sibling->rb_left, parent); in ____rb_erase_color() [all …]
|
| /linux/drivers/net/wireless/ath/ath9k/ |
| H A D | ar9003_mac.c | 42 WRITE_ONCE(ads->info, val); in ar9003_set_txdesc() 45 WRITE_ONCE(ads->link, i->link); in ar9003_set_txdesc() 48 WRITE_ONCE(ads->data0, i->buf_addr[0]); in ar9003_set_txdesc() 50 WRITE_ONCE(ads->data1, i->buf_addr[1]); in ar9003_set_txdesc() 52 WRITE_ONCE(ads->data2, i->buf_addr[2]); in ar9003_set_txdesc() 54 WRITE_ONCE(ads->data3, i->buf_addr[3]); in ar9003_set_txdesc() 57 WRITE_ONCE(ads->ctl3, val); in ar9003_set_txdesc() 59 WRITE_ONCE(ads->ctl5, val); in ar9003_set_txdesc() 61 WRITE_ONCE(ads->ctl7, val); in ar9003_set_txdesc() 63 WRITE_ONCE(ads->ctl9, val); in ar9003_set_txdesc() [all …]
|
| H A D | ar9002_mac.c | 223 WRITE_ONCE(ads->ds_link, i->link); in ar9002_set_txdesc() 224 WRITE_ONCE(ads->ds_data, i->buf_addr[0]); in ar9002_set_txdesc() 238 WRITE_ONCE(ads->ds_ctl2, set11nTries(i->rates, 0) in ar9002_set_txdesc() 245 WRITE_ONCE(ads->ds_ctl3, set11nRate(i->rates, 0) in ar9002_set_txdesc() 250 WRITE_ONCE(ads->ds_ctl2, 0); in ar9002_set_txdesc() 251 WRITE_ONCE(ads->ds_ctl3, 0); in ar9002_set_txdesc() 255 WRITE_ONCE(ads->ds_ctl0, 0); in ar9002_set_txdesc() 256 WRITE_ONCE(ads->ds_ctl1, ctl1); in ar9002_set_txdesc() 257 WRITE_ONCE(ads->ds_ctl6, ctl6); in ar9002_set_txdesc() 282 WRITE_ONCE(ads->ds_ctl0, (i->pkt_len & AR_FrameLen) in ar9002_set_txdesc() [all …]
|
| /linux/arch/xtensa/platforms/xtfpga/ |
| H A D | lcd.c | 37 WRITE_ONCE(*addr, data); in lcd_put_byte() 39 WRITE_ONCE(*addr, data & 0xf0); in lcd_put_byte() 40 WRITE_ONCE(*addr, (data << 4) & 0xf0); in lcd_put_byte() 46 WRITE_ONCE(*LCD_INSTR_ADDR, LCD_DISPLAY_MODE8BIT); in lcd_init() 48 WRITE_ONCE(*LCD_INSTR_ADDR, LCD_DISPLAY_MODE8BIT); in lcd_init() 50 WRITE_ONCE(*LCD_INSTR_ADDR, LCD_DISPLAY_MODE8BIT); in lcd_init() 53 WRITE_ONCE(*LCD_INSTR_ADDR, LCD_DISPLAY_MODE4BIT); in lcd_init()
|
| /linux/net/core/ |
| H A D | dev.h | 174 WRITE_ONCE(dev->gso_max_size, size); in netif_set_gso_max_size() 176 WRITE_ONCE(dev->gso_ipv4_max_size, size); in netif_set_gso_max_size() 183 WRITE_ONCE(dev->gso_max_segs, segs); in netif_set_gso_max_segs() 190 WRITE_ONCE(dev->gro_max_size, size); in netif_set_gro_max_size() 192 WRITE_ONCE(dev->gro_ipv4_max_size, size); in netif_set_gro_max_size() 199 WRITE_ONCE(dev->gso_ipv4_max_size, size); in netif_set_gso_ipv4_max_size() 206 WRITE_ONCE(dev->gro_ipv4_max_size, size); in netif_set_gro_ipv4_max_size() 227 WRITE_ONCE(n->defer_hard_irqs, defer); in napi_set_defer_hard_irqs() 243 WRITE_ONCE(netdev->napi_defer_hard_irqs, defer); in netdev_set_defer_hard_irqs() 273 WRITE_ONCE(n->gro_flush_timeout, timeout); in napi_set_gro_flush_timeout() [all …]
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | bpf_arena_list.h | 49 WRITE_ONCE(n->next, first); in list_add_head() 54 WRITE_ONCE(first->pprev, tmp); in list_add_head() 57 WRITE_ONCE(h->first, n); in list_add_head() 62 WRITE_ONCE(n->pprev, tmp); in list_add_head() 72 WRITE_ONCE(*pprev, next); in __list_del() 76 WRITE_ONCE(next->pprev, pprev); in __list_del()
|
| /linux/tools/memory-model/Documentation/ |
| H A D | locking.txt | 34 WRITE_ONCE(x, 1); 36 WRITE_ONCE(y, 1); 75 WRITE_ONCE(x, 1); 77 WRITE_ONCE(y, 1); 106 WRITE_ONCE(data, 1); 107 WRITE_ONCE(flag, 1); 117 no ordering between the two WRITE_ONCE() calls. It should therefore be 131 WRITE_ONCE(data, 1); 143 ordered after the WRITE_ONCE() to "data", solving the second problem. 163 WRITE_ONCE(x, 1); [all …]
|
| H A D | control-dependencies.txt | 37 WRITE_ONCE(b, 1); 41 WRITE_ONCE() are optional. Without the READ_ONCE(), the compiler might 42 fuse the load from "a" with other loads. Without the WRITE_ONCE(), 55 So don't leave out either the READ_ONCE() or the WRITE_ONCE(). 65 WRITE_ONCE(b, 1); 69 WRITE_ONCE(b, 1); 78 WRITE_ONCE(b, 1); /* BUG: No ordering vs. load from a!!! */ 80 /* WRITE_ONCE(b, 1); -- moved up, BUG!!! */ 83 /* WRITE_ONCE(b, 1); -- moved up, BUG!!! */ 108 WRITE_ONCE(b, 1); [all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable-3level.h | 38 WRITE_ONCE(ptep->pte_high, pte.pte_high); in native_set_pte() 40 WRITE_ONCE(ptep->pte_low, pte.pte_low); in native_set_pte() 69 WRITE_ONCE(ptep->pte_low, 0); in native_pte_clear() 71 WRITE_ONCE(ptep->pte_high, 0); in native_pte_clear() 76 WRITE_ONCE(pmdp->pmd_low, 0); in native_pmd_clear() 78 WRITE_ONCE(pmdp->pmd_high, 0); in native_pmd_clear() 139 WRITE_ONCE(pmdp->pmd_high, pmd.pmd_high); in pmdp_establish()
|
| H A D | pgtable_64.h | 63 WRITE_ONCE(*ptep, pte); in native_set_pte() 79 WRITE_ONCE(*pmdp, pmd); in native_set_pmd() 115 WRITE_ONCE(*pudp, pud); in native_set_pud() 144 WRITE_ONCE(*p4dp, p4d); in native_set_p4d() 150 WRITE_ONCE(*p4dp, native_make_p4d(native_pgd_val(pgd))); in native_set_p4d() 160 WRITE_ONCE(*pgdp, pti_set_user_pgtbl(pgdp, pgd)); in native_set_pgd()
|
| /linux/tools/memory-model/litmus-tests/ |
| H A D | S+poonceonces.litmus | 8 * is replaced by WRITE_ONCE() and the smp_load_acquire() replaced by 16 WRITE_ONCE(*x, 2); 17 WRITE_ONCE(*y, 1); 25 WRITE_ONCE(*x, 1);
|
| H A D | ISA2+poonceonces.litmus | 8 * smp_store_release() invocations are replaced by WRITE_ONCE() and all 16 WRITE_ONCE(*x, 1); 17 WRITE_ONCE(*y, 1); 25 WRITE_ONCE(*z, 1);
|
| H A D | Z6.0+pooncelock+poonceLock+pombonce.litmus | 17 WRITE_ONCE(*x, 1); 18 WRITE_ONCE(*y, 1); 29 WRITE_ONCE(*z, 1); 37 WRITE_ONCE(*z, 2);
|
| H A D | Z6.0+pooncelock+pooncelock+pombonce.litmus | 16 WRITE_ONCE(*x, 1); 17 WRITE_ONCE(*y, 1); 27 WRITE_ONCE(*z, 1); 35 WRITE_ONCE(*z, 2);
|
| /linux/kernel/locking/ |
| H A D | qspinlock_paravirt.h | 112 WRITE_ONCE(lock->pending, 1); in set_pending() 218 WRITE_ONCE(he->node, node); in pv_hash() 245 WRITE_ONCE(he->lock, NULL); in pv_unhash() 387 WRITE_ONCE(lock->locked, _Q_SLOW_VAL); in pv_kick_node() 423 WRITE_ONCE(pn->state, VCPU_RUNNING); in pv_wait_head_or_lock() 458 WRITE_ONCE(lock->locked, _Q_LOCKED_VAL); in pv_wait_head_or_lock() 459 WRITE_ONCE(*lp, NULL); in pv_wait_head_or_lock() 463 WRITE_ONCE(pn->state, VCPU_HASHED); in pv_wait_head_or_lock()
|
| /linux/Documentation/litmus-tests/locking/ |
| H A D | DCL-broken.litmus | 26 WRITE_ONCE(*data, 1); 27 WRITE_ONCE(*flag, 1); 45 WRITE_ONCE(*data, 1); 46 WRITE_ONCE(*flag, 1);
|
| /linux/arch/arm64/include/asm/ |
| H A D | preempt.h | 18 WRITE_ONCE(current_thread_info()->preempt.count, pc); in preempt_count_set() 48 WRITE_ONCE(current_thread_info()->preempt.count, pc); in __preempt_count_add() 55 WRITE_ONCE(current_thread_info()->preempt.count, pc); in __preempt_count_sub() 64 WRITE_ONCE(ti->preempt.count, --pc); in __preempt_count_dec_and_test()
|
| /linux/tools/testing/selftests/kvm/ |
| H A D | coalesced_io_test.c | 53 WRITE_ONCE(*io->mmio, io->mmio_gpa + i); in guest_code() 60 WRITE_ONCE(*io->mmio, io->mmio_gpa + i); in guest_code() 64 WRITE_ONCE(*io->mmio, io->mmio_gpa + i); in guest_code() 81 WRITE_ONCE(ring->first, ring_start); in vcpu_run_and_verify_io_exit() 82 WRITE_ONCE(ring->last, ring_start); in vcpu_run_and_verify_io_exit() 169 WRITE_ONCE(ring->first, ring_start); in test_coalesced_io() 170 WRITE_ONCE(ring->last, ring_start); in test_coalesced_io()
|