Lines Matching refs:READ_ONCE
383 return READ_ONCE(rnp->gp_tasks) != NULL; in rcu_preempt_blocked_readers_cgp()
391 WRITE_ONCE(current->rcu_read_lock_nesting, READ_ONCE(current->rcu_read_lock_nesting) + 1); in rcu_preempt_read_enter()
396 int ret = READ_ONCE(current->rcu_read_lock_nesting) - 1; in rcu_preempt_read_exit()
437 if (unlikely(READ_ONCE(t->rcu_read_unlock_special.s))) in __rcu_read_unlock()
603 READ_ONCE(t->rcu_read_unlock_special.s)) && in rcu_preempt_need_deferred_qs()
707 if (t->rcu_blocked_node && READ_ONCE(t->rcu_blocked_node->exp_tasks)) in rcu_unlock_needs_exp_handling()
716 if (rdp->grpmask & READ_ONCE(rnp->expmask)) in rcu_unlock_needs_exp_handling()
728 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) in rcu_unlock_needs_exp_handling()
904 (long)READ_ONCE(rnp->gp_seq), (long)rnp->completedqs); in dump_blkd_tasks()
909 __func__, READ_ONCE(rnp->gp_tasks), data_race(rnp->boost_tasks), in dump_blkd_tasks()
910 READ_ONCE(rnp->exp_tasks)); in dump_blkd_tasks()
999 if (!READ_ONCE(*raw_cpu_ptr(&rcu_data.rcu_urgent_qs))) in rcu_all_qs()
1008 if (unlikely(READ_ONCE(*this_cpu_ptr(&rcu_data.rcu_need_heavy_qs)))) { in rcu_all_qs()
1029 if (unlikely(READ_ONCE(*this_cpu_ptr(&rcu_data.rcu_need_heavy_qs)))) in rcu_note_context_switch()
1074 if (READ_ONCE(rdp->cpu_no_qs.b.exp)) in rcu_preempt_deferred_qs()
1186 if (READ_ONCE(rnp->exp_tasks) == NULL && in rcu_boost()
1187 READ_ONCE(rnp->boost_tasks) == NULL) in rcu_boost()
1236 return READ_ONCE(rnp->exp_tasks) != NULL || in rcu_boost()
1237 READ_ONCE(rnp->boost_tasks) != NULL; in rcu_boost()
1253 rcu_wait(READ_ONCE(rnp->boost_tasks) || in rcu_boost_kthread()
1254 READ_ONCE(rnp->exp_tasks)); in rcu_boost_kthread()
1304 READ_ONCE(rnp->boost_kthread_status)); in rcu_initiate_boost()
1416 time_before(jiffies, READ_ONCE(rcu_state.gp_start) + HZ))) in rcu_nohz_full_cpu()