84 	int cpu_stall_timeout = READ_ONCE(rcu_exp_cpu_stall_timeout);  in rcu_exp_jiffies_till_stall_check()
113 	int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout);  in rcu_jiffies_till_stall_check()
212 	rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs);  in record_gp_stall_check_time()
231 	if (!READ_ONCE(rcu_kick_kthreads))  in rcu_stall_kick_kthreads()
233 	j = READ_ONCE(rcu_state.jiffies_kick_kthreads);  in rcu_stall_kick_kthreads()
235 	    (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) {  in rcu_stall_kick_kthreads()
450 	unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity);  in rcu_is_gp_kthread_starving()
471 	j = jiffies - READ_ONCE(rdp->rcuc_activity);  in rcu_is_rcuc_kthread_starving()
579 		       data_race(READ_ONCE(rcu_state.gp_flags)),  in rcu_check_gp_kthread_starvation()
581 		       data_race(READ_ONCE(rcu_state.gp_state)),  in rcu_check_gp_kthread_starvation()
591 			} else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) {  in rcu_check_gp_kthread_starvation()
613 	jiffies_fqs = READ_ONCE(rcu_state.jiffies_force_qs);  in rcu_check_gp_kthread_expired_fqs_timer()
617 	    gpk && !READ_ONCE(gpk->on_rq)) {  in rcu_check_gp_kthread_expired_fqs_timer()
622 		       data_race(READ_ONCE(rcu_state.gp_flags)), // Diagnostic read  in rcu_check_gp_kthread_expired_fqs_timer()
689 			gpa = data_race(READ_ONCE(rcu_state.gp_activity));  in print_other_cpu_stall()
692 			       data_race(READ_ONCE(jiffies_till_next_fqs)),  in print_other_cpu_stall()
693 			       data_race(READ_ONCE(rcu_get_root()->qsmask)));  in print_other_cpu_stall()
697 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_other_cpu_stall()
752 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_cpu_stall()
788 	if ((rcu_stall_is_suppressed() && !READ_ONCE(rcu_kick_kthreads)) ||  in check_cpu_stall()
799 	if (READ_ONCE(rcu_state.nr_fqs_jiffies_stall) > 0)  in check_cpu_stall()
822 	gs1 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
824 	js = READ_ONCE(rcu_state.jiffies_stall);  in check_cpu_stall()
826 	gps = READ_ONCE(rcu_state.gp_start);  in check_cpu_stall()
828 	gs2 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
836 	self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask;  in check_cpu_stall()
853 		if (READ_ONCE(csd_lock_suppress_rcu_stall) && csd_lock_is_stuck()) {  in check_cpu_stall()
863 		if (READ_ONCE(rcu_cpu_stall_ftrace_dump))  in check_cpu_stall()
866 		if (READ_ONCE(rcu_state.jiffies_stall) == jn) {  in check_cpu_stall()
903 			if (data_race(READ_ONCE(rnp->qsmask))) {  in rcu_check_boost_fail()
906 				if (READ_ONCE(rnp->gp_tasks))  in rcu_check_boost_fail()
942 	struct task_struct *t = READ_ONCE(rcu_state.gp_kthread);  in show_rcu_state()
945 	ja = j - data_race(READ_ONCE(rcu_state.gp_activity));  in show_rcu_state()
946 	jr = j - data_race(READ_ONCE(rcu_state.gp_req_activity));  in show_rcu_state()
947 	js = j - data_race(READ_ONCE(rcu_state.gp_start));  in show_rcu_state()
948 	jw = j - data_race(READ_ONCE(rcu_state.gp_wake_time));  in show_rcu_state()
951 		data_race(READ_ONCE(rcu_state.gp_state)),  in show_rcu_state()
953 		js, ja, jr, jw, (long)data_race(READ_ONCE(rcu_state.gp_wake_seq)),  in show_rcu_state()
954 		(long)data_race(READ_ONCE(rcu_state.gp_seq)),  in show_rcu_state()
955 		(long)data_race(READ_ONCE(rcu_get_root()->gp_seq_needed)),  in show_rcu_state()
956 		data_race(READ_ONCE(rcu_state.gp_max)),  in show_rcu_state()
957 		data_race(READ_ONCE(rcu_state.gp_flags)));  in show_rcu_state()
964 		(long)data_race(READ_ONCE(rnp->gp_seq)),  in show_rcu_node()
965 		(long)data_race(READ_ONCE(rnp->gp_seq_needed)),  in show_rcu_node()
966 		data_race(READ_ONCE(rnp->qsmask)),  in show_rcu_node()
967 		".b"[!!data_race(READ_ONCE(rnp->boost_kthread_task))],  in show_rcu_node()
968 		".B"[!!data_race(READ_ONCE(rnp->boost_tasks))],  in show_rcu_node()
969 		".E"[!!data_race(READ_ONCE(rnp->exp_tasks))],  in show_rcu_node()
970 		".G"[!!data_race(READ_ONCE(rnp->gp_tasks))],  in show_rcu_node()
971 		data_race(READ_ONCE(rnp->n_boosts)));  in show_rcu_node()
986 		if (ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), READ_ONCE(rnp->gp_seq_needed)) &&  in show_rcu_gp_kthreads()
987 		    !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) &&  in show_rcu_gp_kthreads()
988 		    !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks)))  in show_rcu_gp_kthreads()
995 			if (READ_ONCE(rdp->gpwrap) ||  in show_rcu_gp_kthreads()
996 			    ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq),  in show_rcu_gp_kthreads()
997 					 READ_ONCE(rdp->gp_seq_needed)))  in show_rcu_gp_kthreads()
1000 				cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed)));  in show_rcu_gp_kthreads()
1005 		cbs += data_race(READ_ONCE(rdp->n_cbs_invoked));  in show_rcu_gp_kthreads()
1025 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
1026 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
1030 	if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
1031 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
1038 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
1039 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
1040 	    time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
1041 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
1052 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
1053 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
1054 	    time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
1055 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
1085 			__func__, jiffies - data_race(READ_ONCE(rcu_state.gp_start)));  in rcu_fwd_progress_check()
1089 			__func__, jiffies - data_race(READ_ONCE(rcu_state.gp_end)));  in rcu_fwd_progress_check()