Home
last modified time | relevance | path

Searched refs:READ_ONCE (Results 1 – 25 of 1271) sorted by relevance

12345678910>>...51

/linux/kernel/rcu/
H A Dtree_stall.h84 int cpu_stall_timeout = READ_ONCE(rcu_exp_cpu_stall_timeout); in rcu_exp_jiffies_till_stall_check()
113 int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout); in rcu_jiffies_till_stall_check()
212 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); in record_gp_stall_check_time()
231 if (!READ_ONCE(rcu_kick_kthreads)) in rcu_stall_kick_kthreads()
233 j = READ_ONCE(rcu_state.jiffies_kick_kthreads); in rcu_stall_kick_kthreads()
235 (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) { in rcu_stall_kick_kthreads()
450 unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity); in rcu_is_gp_kthread_starving()
471 j = jiffies - READ_ONCE(rdp->rcuc_activity); in rcu_is_rcuc_kthread_starving()
579 data_race(READ_ONCE(rcu_state.gp_flags)), in rcu_check_gp_kthread_starvation()
581 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation()
[all …]
H A Dsrcutiny.c109 newval = READ_ONCE(ssp->srcu_lock_nesting[idx]) - 1; in __srcu_read_unlock()
112 if (!newval && READ_ONCE(ssp->srcu_gp_waiting) && in_task() && !irqs_disabled()) in __srcu_read_unlock()
131 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) { in srcu_drive_gp()
151 !READ_ONCE(ssp->srcu_lock_nesting[idx]), HZ / 10); in srcu_drive_gp()
152 } while (READ_ONCE(ssp->srcu_lock_nesting[idx])); in srcu_drive_gp()
176 idx = ULONG_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max)); in srcu_drive_gp()
203 if (ULONG_CMP_GE(READ_ONCE(ssp->srcu_idx_max), cookie)) { in srcu_gp_start_if_needed()
207 if (!READ_ONCE(ssp->srcu_gp_running)) { in srcu_gp_start_if_needed()
271 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
301 unsigned long cur_s = READ_ONCE(ssp->srcu_idx); in poll_state_synchronize_srcu()
H A Drcu_segcblist.h15 return READ_ONCE(rclp->len); in rcu_cblist_n_cbs()
45 return !READ_ONCE(rsclp->head); in rcu_segcblist_empty()
54 return READ_ONCE(rsclp->len); in rcu_segcblist_n_cbs()
73 return READ_ONCE(rsclp->flags) & flags; in rcu_segcblist_test_flags()
105 return !READ_ONCE(*READ_ONCE(rsclp->tails[seg])); in rcu_segcblist_restempty()
H A Dtree_plugin.h383 return READ_ONCE(rnp->gp_tasks) != NULL; in rcu_preempt_blocked_readers_cgp()
391 WRITE_ONCE(current->rcu_read_lock_nesting, READ_ONCE(current->rcu_read_lock_nesting) + 1); in rcu_preempt_read_enter()
396 int ret = READ_ONCE(current->rcu_read_lock_nesting) - 1; in rcu_preempt_read_exit()
437 if (unlikely(READ_ONCE(t->rcu_read_unlock_special.s))) in __rcu_read_unlock()
603 READ_ONCE(t->rcu_read_unlock_special.s)) && in rcu_preempt_need_deferred_qs()
707 if (t->rcu_blocked_node && READ_ONCE(t->rcu_blocked_node->exp_tasks)) in rcu_unlock_needs_exp_handling()
716 if (rdp->grpmask & READ_ONCE(rnp->expmask)) in rcu_unlock_needs_exp_handling()
728 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) in rcu_unlock_needs_exp_handling()
904 (long)READ_ONCE(rnp->gp_seq), (long)rnp->completedqs); in dump_blkd_tasks()
909 __func__, READ_ONCE(rnp->gp_tasks), data_race(rnp->boost_tasks), in dump_blkd_tasks()
[all …]
/linux/io_uring/
H A Dfs.c61 ren->old_dfd = READ_ONCE(sqe->fd); in io_renameat_prep()
62 oldf = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_renameat_prep()
63 newf = u64_to_user_ptr(READ_ONCE(sqe->addr2)); in io_renameat_prep()
64 ren->new_dfd = READ_ONCE(sqe->len); in io_renameat_prep()
65 ren->flags = READ_ONCE(sqe->rename_flags); in io_renameat_prep()
119 un->dfd = READ_ONCE(sqe->fd); in io_unlinkat_prep()
121 un->flags = READ_ONCE(sqe->unlink_flags); in io_unlinkat_prep()
125 fname = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_unlinkat_prep()
171 mkd->dfd = READ_ONCE(sqe->fd); in io_mkdirat_prep()
172 mkd->mode = READ_ONCE(sqe->len); in io_mkdirat_prep()
[all …]
H A Dcmd_net.c13 struct proto *prot = READ_ONCE(sk->sk_prot); in io_uring_cmd_get_sock_ioctl()
34 level = READ_ONCE(sqe->level); in io_uring_cmd_getsockopt()
38 optval = u64_to_user_ptr(READ_ONCE(sqe->optval)); in io_uring_cmd_getsockopt()
39 optname = READ_ONCE(sqe->optname); in io_uring_cmd_getsockopt()
40 optlen = READ_ONCE(sqe->optlen); in io_uring_cmd_getsockopt()
62 optval = u64_to_user_ptr(READ_ONCE(sqe->optval)); in io_uring_cmd_setsockopt()
63 optname = READ_ONCE(sqe->optname); in io_uring_cmd_setsockopt()
64 optlen = READ_ONCE(sqe->optlen); in io_uring_cmd_setsockopt()
65 level = READ_ONCE(sqe->level); in io_uring_cmd_setsockopt()
163 uaddr = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_uring_cmd_getsockname()
[all …]
H A Dadvise.c39 ma->addr = READ_ONCE(sqe->addr); in io_madvise_prep()
40 ma->len = READ_ONCE(sqe->off); in io_madvise_prep()
42 ma->len = READ_ONCE(sqe->len); in io_madvise_prep()
43 ma->advice = READ_ONCE(sqe->fadvise_advice); in io_madvise_prep()
86 fa->offset = READ_ONCE(sqe->off); in io_fadvise_prep()
87 fa->len = READ_ONCE(sqe->addr); in io_fadvise_prep()
89 fa->len = READ_ONCE(sqe->len); in io_fadvise_prep()
90 fa->advice = READ_ONCE(sqe->fadvise_advice); in io_fadvise_prep()
H A Dxattr.c51 name = u64_to_user_ptr(READ_ONCE(sqe->addr)); in __io_getxattr_prep()
52 ix->ctx.value = u64_to_user_ptr(READ_ONCE(sqe->addr2)); in __io_getxattr_prep()
53 ix->ctx.size = READ_ONCE(sqe->len); in __io_getxattr_prep()
54 ix->ctx.flags = READ_ONCE(sqe->xattr_flags); in __io_getxattr_prep()
92 path = u64_to_user_ptr(READ_ONCE(sqe->addr3)); in io_getxattr_prep()
130 name = u64_to_user_ptr(READ_ONCE(sqe->addr)); in __io_setxattr_prep()
131 ix->ctx.cvalue = u64_to_user_ptr(READ_ONCE(sqe->addr2)); in __io_setxattr_prep()
133 ix->ctx.size = READ_ONCE(sqe->len); in __io_setxattr_prep()
134 ix->ctx.flags = READ_ONCE(sqe->xattr_flags); in __io_setxattr_prep()
164 path = u64_to_user_ptr(READ_ONCE(sqe->addr3)); in io_setxattr_prep()
H A Dnop.c31 nop->flags = READ_ONCE(sqe->nop_flags); in io_nop_prep()
36 nop->result = READ_ONCE(sqe->len); in io_nop_prep()
40 nop->fd = READ_ONCE(sqe->fd); in io_nop_prep()
46 req->buf_index = READ_ONCE(sqe->buf_index); in io_nop_prep()
52 nop->extra1 = READ_ONCE(sqe->off); in io_nop_prep()
53 nop->extra2 = READ_ONCE(sqe->addr); in io_nop_prep()
H A Depoll.c36 epoll->epfd = READ_ONCE(sqe->fd); in io_epoll_ctl_prep()
37 epoll->op = READ_ONCE(sqe->len); in io_epoll_ctl_prep()
38 epoll->fd = READ_ONCE(sqe->off); in io_epoll_ctl_prep()
43 ev = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_epoll_ctl_prep()
85 iew->maxevents = READ_ONCE(sqe->len); in io_epoll_wait_prep()
86 iew->events = u64_to_user_ptr(READ_ONCE(sqe->addr)); in io_epoll_wait_prep()
/linux/include/net/
H A Dbusy_poll.h42 return READ_ONCE(sysctl_net_busy_poll); in net_busy_loop_on()
47 return READ_ONCE(sk->sk_ll_usec) && !signal_pending(current); in sk_can_busy_loop()
89 unsigned long bp_usec = READ_ONCE(sysctl_net_busy_poll); in busy_loop_timeout()
105 unsigned long bp_usec = READ_ONCE(sk->sk_ll_usec); in sk_busy_loop_timeout()
120 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop()
124 READ_ONCE(sk->sk_prefer_busy_poll), in sk_busy_loop()
125 READ_ONCE(sk->sk_busy_poll_budget) ?: BUSY_POLL_BUDGET); in sk_busy_loop()
152 if (unlikely(READ_ONCE(sk->sk_napi_id) != skb->napi_id)) in sk_mark_napi_id()
174 if (!READ_ONCE(sk->sk_napi_id)) in __sk_mark_napi_id_once()
/linux/tools/testing/selftests/kvm/
H A Dirqfd_test.c55 while (!READ_ONCE(done)) { in secondary_irqfd_juggler()
56 juggle_eventfd_secondary(vm1, READ_ONCE(__eventfd)); in secondary_irqfd_juggler()
57 juggle_eventfd_secondary(vm2, READ_ONCE(__eventfd)); in secondary_irqfd_juggler()
123 kvm_irqfd(vm1, 11, READ_ONCE(__eventfd), KVM_IRQFD_FLAG_DEASSIGN); in main()
124 kvm_irqfd(vm1, 12, READ_ONCE(__eventfd), KVM_IRQFD_FLAG_DEASSIGN); in main()
125 kvm_irqfd(vm1, 13, READ_ONCE(__eventfd), KVM_IRQFD_FLAG_DEASSIGN); in main()
126 kvm_irqfd(vm1, 14, READ_ONCE(__eventfd), KVM_IRQFD_FLAG_DEASSIGN); in main()
127 kvm_irqfd(vm1, 10, READ_ONCE(__eventfd), KVM_IRQFD_FLAG_DEASSIGN); in main()
H A Dsteal_time.c37 GUEST_ASSERT(!(READ_ONCE(st->version) & 1)); in check_status()
38 GUEST_ASSERT_EQ(READ_ONCE(st->flags), 0); in check_status()
39 GUEST_ASSERT_EQ(READ_ONCE(st->preempted), 0); in check_status()
54 version = READ_ONCE(st->version); in guest_code()
59 GUEST_ASSERT(version < READ_ONCE(st->version)); in guest_code()
136 GUEST_ASSERT_EQ(READ_ONCE(st->rev), 0); in check_status()
137 GUEST_ASSERT_EQ(READ_ONCE(st->attr), 0); in check_status()
268 GUEST_ASSERT(!(READ_ONCE(st->sequence) & 1)); in check_status()
269 GUEST_ASSERT(READ_ONCE(st->flags) == 0); in check_status()
270 GUEST_ASSERT(READ_ONCE(s in check_status()
[all...]
/linux/include/linux/
H A Dsrcutiny.h85 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
86 WRITE_ONCE(ssp->srcu_lock_nesting[idx], READ_ONCE(ssp->srcu_lock_nesting[idx]) + 1); in __srcu_read_lock()
148 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
151 data_race(READ_ONCE(ssp->srcu_lock_nesting[!idx])), in srcu_torture_stats_print()
152 data_race(READ_ONCE(ssp->srcu_lock_nesting[idx])), in srcu_torture_stats_print()
153 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
154 data_race(READ_ONCE(ssp->srcu_idx_max))); in srcu_torture_stats_print()
167 return READ_ONCE(ssp->srcu_lock_nesting[0]) || READ_ONCE(ssp->srcu_lock_nesting[1]); in srcu_readers_active()
/linux/Documentation/litmus-tests/locking/
H A DDCL-broken.litmus21 r0 = READ_ONCE(*flag);
24 r1 = READ_ONCE(*flag);
31 r2 = READ_ONCE(*data);
40 r0 = READ_ONCE(*flag);
43 r1 = READ_ONCE(*flag);
50 r2 = READ_ONCE(*data);
/linux/security/selinux/include/
H A Dsecurity.h127 return READ_ONCE(selinux_state.enforcing); in enforcing_enabled()
153 return READ_ONCE(selinux_state.policycap[POLICYDB_CAP_NETPEER]); in selinux_policycap_netpeer()
158 return READ_ONCE(selinux_state.policycap[POLICYDB_CAP_OPENPERM]); in selinux_policycap_openperm()
163 return READ_ONCE(selinux_state.policycap[POLICYDB_CAP_EXTSOCKCLASS]); in selinux_policycap_extsockclass()
168 return READ_ONCE(selinux_state.policycap[POLICYDB_CAP_ALWAYSNETWORK]); in selinux_policycap_alwaysnetwork()
173 return READ_ONCE(selinux_state.policycap[POLICYDB_CAP_CGROUPSECLABEL]); in selinux_policycap_cgroupseclabel()
178 return READ_ONCE( in selinux_policycap_nnp_nosuid_transition()
184 return READ_ONCE( in selinux_policycap_genfs_seclabel_symlinks()
190 return READ_ONCE( in selinux_policycap_ioctl_skip_cloexec()
196 return READ_ONCE( in selinux_policycap_userspace_initial_context()
[all...]
/linux/net/sched/
H A Dsch_dualpi2.c292 prob = READ_ONCE(q->pi2_prob); in must_drop()
665 qc = READ_ONCE(q->c_head_ts); in get_queue_delays()
666 ql = READ_ONCE(q->l_head_ts); in get_queue_delays()
1011 step_in_pkts = READ_ONCE(q->step_in_packets); in dualpi2_dump()
1012 step_th = READ_ONCE(q->step_thresh); in dualpi2_dump()
1019 (nla_put_u32(skb, TCA_DUALPI2_LIMIT, READ_ONCE(sch->limit)) || in dualpi2_dump()
1021 READ_ONCE(q->memory_limit)) || in dualpi2_dump()
1023 convert_ns_to_usec(READ_ONCE(q->pi2_target))) || in dualpi2_dump()
1025 convert_ns_to_usec(READ_ONCE(q->pi2_tupdate))) || in dualpi2_dump()
1027 dualpi2_unscale_alpha_beta(READ_ONCE(q->pi2_alpha))) || in dualpi2_dump()
[all …]
H A Dsch_pie.c477 ((u32)PSCHED_TICKS2NS(READ_ONCE(q->params.target))) / in pie_dump()
479 nla_put_u32(skb, TCA_PIE_LIMIT, READ_ONCE(sch->limit)) || in pie_dump()
481 jiffies_to_usecs(READ_ONCE(q->params.tupdate))) || in pie_dump()
482 nla_put_u32(skb, TCA_PIE_ALPHA, READ_ONCE(q->params.alpha)) || in pie_dump()
483 nla_put_u32(skb, TCA_PIE_BETA, READ_ONCE(q->params.beta)) || in pie_dump()
486 READ_ONCE(q->params.bytemode)) || in pie_dump()
488 READ_ONCE(q->params.dq_rate_estimator))) in pie_dump()
502 .prob = READ_ONCE(q->vars.prob) << BITS_PER_BYTE, in pie_dump_stats()
503 .delay = ((u32)PSCHED_TICKS2NS(READ_ONCE(q->vars.qdelay))) / in pie_dump_stats()
505 .packets_in = READ_ONCE(q->stats.packets_in), in pie_dump_stats()
[all …]
/linux/net/ipv4/
H A Dtcp_timer.c35 user_timeout = READ_ONCE(icsk->icsk_user_timeout); in tcp_clamp_rto_to_user_timeout()
57 user_timeout = READ_ONCE(icsk->icsk_user_timeout); in tcp_clamp_probe0_to_user_timeout()
79 tcp_done_with_error(sk, READ_ONCE(sk->sk_err_soft) ? : ETIMEDOUT); in tcp_write_err()
118 if (READ_ONCE(sk->sk_err_soft)) in tcp_out_of_resources()
152 int retries = READ_ONCE(sock_net(sk)->ipv4.sysctl_tcp_orphan_retries); /* May be zero. */ in tcp_orphan_retries()
155 if (READ_ONCE(sk->sk_err_soft) && !alive) in tcp_orphan_retries()
172 if (!READ_ONCE(net->ipv4.sysctl_tcp_mtu_probing)) in tcp_mtu_probing()
180 mss = min(READ_ONCE(net->ipv4.sysctl_tcp_base_mss), mss); in tcp_mtu_probing()
181 mss = max(mss, READ_ONCE(net->ipv4.sysctl_tcp_mtu_probe_floor)); in tcp_mtu_probing()
182 mss = max(mss, READ_ONCE(net->ipv4.sysctl_tcp_min_snd_mss)); in tcp_mtu_probing()
[all …]
/linux/drivers/nvdimm/
H A Dnd_virtio.c87 if (!READ_ONCE(vpmem->broken)) { in virtio_pmem_mark_broken()
131 if (READ_ONCE(vpmem->broken)) in virtio_pmem_host_ack()
162 if (READ_ONCE(vpmem->broken)) in virtio_pmem_flush()
188 if (READ_ONCE(vpmem->broken)) { in virtio_pmem_flush()
216 READ_ONCE(req_data->wq_buf_avail) || in virtio_pmem_flush()
217 READ_ONCE(vpmem->broken)); in virtio_pmem_flush()
220 if (READ_ONCE(vpmem->broken)) in virtio_pmem_flush()
224 if (READ_ONCE(vpmem->broken)) in virtio_pmem_flush()
230 if (!err && !READ_ONCE(vpmem->broken)) { in virtio_pmem_flush()
240 if (READ_ONCE(vpmem->broken) || err || !err1) { in virtio_pmem_flush()
[all …]
/linux/drivers/net/bonding/
H A Dbond_netlink.c58 READ_ONCE(slave->queue_id))) in bond_fill_slave_info()
85 READ_ONCE(ad_port->sm_churn_actor_state))) in bond_fill_slave_info()
88 READ_ONCE(ad_port->sm_churn_partner_state))) in bond_fill_slave_info()
709 mode = READ_ONCE(bond->params.mode); in bond_fill_info()
720 miimon = READ_ONCE(bond->params.miimon); in bond_fill_info()
725 READ_ONCE(bond->params.updelay) * miimon)) in bond_fill_info()
729 READ_ONCE(bond->params.downdelay) * miimon)) in bond_fill_info()
733 READ_ONCE(bond->params.peer_notif_delay) * miimon)) in bond_fill_info()
740 READ_ONCE(bond->params.arp_interval))) in bond_fill_info()
749 __be32 t = READ_ONCE(bond->params.arp_targets[i]); in bond_fill_info()
[all …]
/linux/drivers/net/ethernet/mellanox/mlx4/
H A Den_port.c165 packets += READ_ONCE(ring->packets); in mlx4_en_fold_software_stats()
166 bytes += READ_ONCE(ring->bytes); in mlx4_en_fold_software_stats()
176 packets += READ_ONCE(ring->packets); in mlx4_en_fold_software_stats()
177 bytes += READ_ONCE(ring->bytes); in mlx4_en_fold_software_stats()
254 sw_rx_dropped += READ_ONCE(ring->dropped); in mlx4_en_DUMP_ETH_STATS()
255 priv->port_stats.rx_chksum_good += READ_ONCE(ring->csum_ok); in mlx4_en_DUMP_ETH_STATS()
256 priv->port_stats.rx_chksum_none += READ_ONCE(ring->csum_none); in mlx4_en_DUMP_ETH_STATS()
257 priv->port_stats.rx_chksum_complete += READ_ONCE(ring->csum_complete); in mlx4_en_DUMP_ETH_STATS()
258 priv->port_stats.rx_alloc_pages += READ_ONCE(ring->rx_alloc_pages); in mlx4_en_DUMP_ETH_STATS()
259 priv->xdp_stats.rx_xdp_drop += READ_ONCE(ring->xdp_drop); in mlx4_en_DUMP_ETH_STATS()
[all …]
/linux/tools/memory-model/Documentation/
H A Dlocking.txt43 r0 = READ_ONCE(y);
45 r1 = READ_ONCE(x);
66 r0 = READ_ONCE(y);
68 r1 = READ_ONCE(x);
101 r0 = READ_ONCE(flag);
104 r1 = READ_ONCE(flag);
111 r2 = READ_ONCE(data);
116 READ_ONCE() of "flag" and the READ_ONCE() of "data". Second, there is
129 r1 = READ_ONCE(flag);
136 r2 = READ_ONCE(data);
[all …]
H A Dcontrol-dependencies.txt15 q = READ_ONCE(a);
17 p = READ_ONCE(b);
25 q = READ_ONCE(a);
28 p = READ_ONCE(b);
35 q = READ_ONCE(a);
40 of ordering. But please note that neither the READ_ONCE() nor the
41 WRITE_ONCE() are optional. Without the READ_ONCE(), the compiler might
55 So don't leave out either the READ_ONCE() or the WRITE_ONCE().
56 In particular, although READ_ONCE() does force the compiler to emit a
62 q = READ_ONCE(a);
[all …]
/linux/net/netfilter/
H A Dnf_conntrack_bpf.c134 netns_id = READ_ONCE(opts->netns_id); in __bpf_nf_ct_alloc_entry()
135 l4proto = READ_ONCE(opts->l4proto); in __bpf_nf_ct_alloc_entry()
136 ct_zone_id = READ_ONCE(opts->ct_zone_id); in __bpf_nf_ct_alloc_entry()
138 ct_zone_dir = READ_ONCE(opts->ct_zone_dir); in __bpf_nf_ct_alloc_entry()
139 if (READ_ONCE(opts->reserved[0]) || in __bpf_nf_ct_alloc_entry()
140 READ_ONCE(opts->reserved[1]) || in __bpf_nf_ct_alloc_entry()
141 READ_ONCE(opts->reserved[2])) in __bpf_nf_ct_alloc_entry()
212 netns_id = READ_ONCE(opts->netns_id); in __bpf_nf_ct_lookup()
213 l4proto = READ_ONCE(opts->l4proto); in __bpf_nf_ct_lookup()
214 ct_zone_id = READ_ONCE(opts->ct_zone_id); in __bpf_nf_ct_lookup()
[all …]

12345678910>>...51