245 	struct rcu_data *rdp;  in rcu_report_exp_cpu_mult()  local
255 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_report_exp_cpu_mult()
256 		if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp)  in rcu_report_exp_cpu_mult()
258 		rdp->rcu_forced_tick_exp = false;  in rcu_report_exp_cpu_mult()
267 static void rcu_report_exp_rdp(struct rcu_data *rdp)  in rcu_report_exp_rdp()  argument
270 	struct rcu_node *rnp = rdp->mynode;  in rcu_report_exp_rdp()
273 	WRITE_ONCE(rdp->cpu_no_qs.b.exp, false);  in rcu_report_exp_rdp()
274 	ASSERT_EXCLUSIVE_WRITER(rdp->cpu_no_qs.b.exp);  in rcu_report_exp_rdp()
275 	rcu_report_exp_cpu_mult(rnp, flags, rdp->grpmask, true);  in rcu_report_exp_rdp()
303 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());  in exp_funnel_lock()  local
304 	struct rcu_node *rnp = rdp->mynode;  in exp_funnel_lock()
372 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in __sync_rcu_exp_select_node_cpus()  local
373 		unsigned long mask = rdp->grpmask;  in __sync_rcu_exp_select_node_cpus()
398 				rdp->exp_watching_snap = snap;  in __sync_rcu_exp_select_node_cpus()
407 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in __sync_rcu_exp_select_node_cpus()  local
408 		unsigned long mask = rdp->grpmask;  in __sync_rcu_exp_select_node_cpus()
411 		if (rcu_watching_snap_stopped_since(rdp, rdp->exp_watching_snap)) {  in __sync_rcu_exp_select_node_cpus()
575 			struct rcu_data *rdp;  in synchronize_rcu_expedited_stall()  local
582 			rdp = per_cpu_ptr(&rcu_data, cpu);  in synchronize_rcu_expedited_stall()
585 				"o."[!!(rdp->grpmask & rnp->expmaskinit)],  in synchronize_rcu_expedited_stall()
586 				"N."[!!(rdp->grpmask & rnp->expmaskinitnext)],  in synchronize_rcu_expedited_stall()
587 				"D."[!!data_race(rdp->cpu_no_qs.b.exp)]);  in synchronize_rcu_expedited_stall()
633 	struct rcu_data *rdp;  in synchronize_rcu_expedited_wait()  local
647 				rdp = per_cpu_ptr(&rcu_data, cpu);  in synchronize_rcu_expedited_wait()
648 				if (rdp->rcu_forced_tick_exp)  in synchronize_rcu_expedited_wait()
650 				rdp->rcu_forced_tick_exp = true;  in synchronize_rcu_expedited_wait()
758 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_exp_handler()  local
759 	struct rcu_node *rnp = rdp->mynode;  in rcu_exp_handler()
766 	ASSERT_EXCLUSIVE_WRITER_SCOPED(rdp->cpu_no_qs.b.exp);  in rcu_exp_handler()
767 	if (WARN_ON_ONCE(!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||  in rcu_exp_handler()
768 			 READ_ONCE(rdp->cpu_no_qs.b.exp)))  in rcu_exp_handler()
779 			rcu_report_exp_rdp(rdp);  in rcu_exp_handler()
799 		if (rnp->expmask & rdp->grpmask) {  in rcu_exp_handler()
800 			WRITE_ONCE(rdp->cpu_no_qs.b.exp, true);  in rcu_exp_handler()
872 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_exp_handler()  local
873 	struct rcu_node *rnp = rdp->mynode;  in rcu_exp_handler()
876 	ASSERT_EXCLUSIVE_WRITER_SCOPED(rdp->cpu_no_qs.b.exp);  in rcu_exp_handler()
877 	if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||  in rcu_exp_handler()
1031 	struct rcu_data *rdp;  in start_poll_synchronize_rcu_expedited()  local
1036 	rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());  in start_poll_synchronize_rcu_expedited()
1037 	rnp = rdp->mynode;  in start_poll_synchronize_rcu_expedited()