Home
last modified time | relevance | path

Searched refs:cpu_no_qs (Results 1 – 5 of 5) sorted by relevance

/linux/kernel/rcu/
H A Dtree_plugin.h274 if (blkd_state & RCU_EXP_BLKD && rdp->cpu_no_qs.b.exp) in rcu_preempt_ctxt_queue()
277 WARN_ON_ONCE(rdp->cpu_no_qs.b.exp); in rcu_preempt_ctxt_queue()
278 ASSERT_EXCLUSIVE_WRITER_SCOPED(rdp->cpu_no_qs.b.exp); in rcu_preempt_ctxt_queue()
301 if (this_cpu_read(rcu_data.cpu_no_qs.b.norm)) { in rcu_qs()
305 this_cpu_write(rcu_data.cpu_no_qs.b.norm, false); in rcu_qs()
369 if (rdp->cpu_no_qs.b.exp) in rcu_note_context_switch()
499 if (!special.s && !rdp->cpu_no_qs.b.exp) { in rcu_preempt_deferred_qs_irqrestore()
506 rdp->cpu_no_qs.b.norm = false; in rcu_preempt_deferred_qs_irqrestore()
520 if (rdp->cpu_no_qs.b.exp) in rcu_preempt_deferred_qs_irqrestore()
602 return (this_cpu_read(rcu_data.cpu_no_qs.b.exp) || in rcu_preempt_need_deferred_qs()
[all …]
H A Dtree_exp.h273 WRITE_ONCE(rdp->cpu_no_qs.b.exp, false); in rcu_report_exp_rdp()
274 ASSERT_EXCLUSIVE_WRITER(rdp->cpu_no_qs.b.exp); in rcu_report_exp_rdp()
587 "D."[!!data_race(rdp->cpu_no_qs.b.exp)]); in synchronize_rcu_expedited_stall()
738 ASSERT_EXCLUSIVE_WRITER_SCOPED(*this_cpu_ptr(&rcu_data.cpu_no_qs.b.exp)); in rcu_exp_need_qs()
739 this_cpu_write(rcu_data.cpu_no_qs.b.exp, true); in rcu_exp_need_qs()
766 ASSERT_EXCLUSIVE_WRITER_SCOPED(rdp->cpu_no_qs.b.exp); in rcu_exp_handler()
768 READ_ONCE(rdp->cpu_no_qs.b.exp))) in rcu_exp_handler()
800 WRITE_ONCE(rdp->cpu_no_qs.b.exp, true); in rcu_exp_handler()
876 ASSERT_EXCLUSIVE_WRITER_SCOPED(rdp->cpu_no_qs.b.exp); in rcu_exp_handler()
878 this_cpu_read(rcu_data.cpu_no_qs.b.exp)) in rcu_exp_handler()
H A Dtree.h193 union rcu_noqs cpu_no_qs; /* No QSes yet for this CPU. */ member
H A Dtree.c1304 rdp->cpu_no_qs.b.norm = need_qs; in __note_gp_changes()
2485 if (rdp->cpu_no_qs.b.norm || rdp->gp_seq != rnp->gp_seq || in rcu_report_qs_rdp()
2494 rdp->cpu_no_qs.b.norm = true; /* need qs for new gp. */ in rcu_report_qs_rdp()
2547 if (READ_ONCE(rdp->cpu_no_qs.b.norm)) in rcu_check_quiescent_state()
3760 if (rdp->core_needs_qs && !rdp->cpu_no_qs.b.norm && gp_in_progress) in rcu_pending()
4347 rdp->cpu_no_qs.b.norm = true; in rcutree_prepare_cpu()
4485 WARN_ON_ONCE(rdp->cpu_no_qs.b.exp); in rcutree_report_cpu_dead()
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst864 3 bool cpu_no_qs;
897 The ``->cpu_no_qs`` flag indicates that the CPU has not yet passed