30 	int cpu_stall_timeout = READ_ONCE(rcu_exp_cpu_stall_timeout);  in rcu_exp_jiffies_till_stall_check()
59 	int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout);  in rcu_jiffies_till_stall_check()
103 	return !time_before(j, READ_ONCE(rcu_state.gp_start) + d);  in rcu_gp_might_be_stalled()
175 	rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs);  in record_gp_stall_check_time()
194 	if (!READ_ONCE(rcu_kick_kthreads))  in rcu_stall_kick_kthreads()
196 	j = READ_ONCE(rcu_state.jiffies_kick_kthreads);  in rcu_stall_kick_kthreads()
198 	    (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) {  in rcu_stall_kick_kthreads()
403 	unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity);  in rcu_is_gp_kthread_starving()
424 	j = jiffies - READ_ONCE(rdp->rcuc_activity);  in rcu_is_rcuc_kthread_starving()
501 		       data_race(READ_ONCE(rcu_state.gp_flags)),  in rcu_check_gp_kthread_starvation()
503 		       data_race(READ_ONCE(rcu_state.gp_state)),  in rcu_check_gp_kthread_starvation()
504 		       gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu);  in rcu_check_gp_kthread_starvation()
535 	jiffies_fqs = READ_ONCE(rcu_state.jiffies_force_qs);  in rcu_check_gp_kthread_expired_fqs_timer()
539 	    gpk && !READ_ONCE(gpk->on_rq)) {  in rcu_check_gp_kthread_expired_fqs_timer()
546 		       data_race(READ_ONCE(gpk->__state)));  in rcu_check_gp_kthread_expired_fqs_timer()
605 			gpa = data_race(READ_ONCE(rcu_state.gp_activity));  in print_other_cpu_stall()
608 			       data_race(READ_ONCE(jiffies_till_next_fqs)),  in print_other_cpu_stall()
609 			       data_race(READ_ONCE(rcu_get_root()->qsmask)));  in print_other_cpu_stall()
613 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_other_cpu_stall()
663 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_cpu_stall()
693 	if ((rcu_stall_is_suppressed() && !READ_ONCE(rcu_kick_kthreads)) ||  in check_cpu_stall()
717 	gs1 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
719 	js = READ_ONCE(rcu_state.jiffies_stall);  in check_cpu_stall()
721 	gps = READ_ONCE(rcu_state.gp_start);  in check_cpu_stall()
723 	gs2 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
731 	    (READ_ONCE(rnp->qsmask) & rdp->grpmask) &&  in check_cpu_stall()
744 		if (READ_ONCE(rcu_cpu_stall_ftrace_dump))  in check_cpu_stall()
762 		if (READ_ONCE(rcu_cpu_stall_ftrace_dump))  in check_cpu_stall()
766 	if (didstall && READ_ONCE(rcu_state.jiffies_stall) == jn) {  in check_cpu_stall()
802 			if (data_race(READ_ONCE(rnp->qsmask))) {  in rcu_check_boost_fail()
805 				if (READ_ONCE(rnp->gp_tasks))  in rcu_check_boost_fail()
848 	struct task_struct *t = READ_ONCE(rcu_state.gp_kthread);  in show_rcu_gp_kthreads()
851 	ja = j - data_race(READ_ONCE(rcu_state.gp_activity));  in show_rcu_gp_kthreads()
852 	jr = j - data_race(READ_ONCE(rcu_state.gp_req_activity));  in show_rcu_gp_kthreads()
853 	js = j - data_race(READ_ONCE(rcu_state.gp_start));  in show_rcu_gp_kthreads()
854 	jw = j - data_race(READ_ONCE(rcu_state.gp_wake_time));  in show_rcu_gp_kthreads()
857 		data_race(READ_ONCE(rcu_state.gp_state)),  in show_rcu_gp_kthreads()
858 		t ? data_race(READ_ONCE(t->__state)) : 0x1ffff, t ? t->rt_priority : 0xffU,  in show_rcu_gp_kthreads()
859 		js, ja, jr, jw, (long)data_race(READ_ONCE(rcu_state.gp_wake_seq)),  in show_rcu_gp_kthreads()
860 		(long)data_race(READ_ONCE(rcu_state.gp_seq)),  in show_rcu_gp_kthreads()
861 		(long)data_race(READ_ONCE(rcu_get_root()->gp_seq_needed)),  in show_rcu_gp_kthreads()
862 		data_race(READ_ONCE(rcu_state.gp_max)),  in show_rcu_gp_kthreads()
863 		data_race(READ_ONCE(rcu_state.gp_flags)));  in show_rcu_gp_kthreads()
865 		if (ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), READ_ONCE(rnp->gp_seq_needed)) &&  in show_rcu_gp_kthreads()
866 		    !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) &&  in show_rcu_gp_kthreads()
867 		    !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks)))  in show_rcu_gp_kthreads()
871 			(long)data_race(READ_ONCE(rnp->gp_seq)),  in show_rcu_gp_kthreads()
872 			(long)data_race(READ_ONCE(rnp->gp_seq_needed)),  in show_rcu_gp_kthreads()
873 			data_race(READ_ONCE(rnp->qsmask)),  in show_rcu_gp_kthreads()
874 			".b"[!!data_race(READ_ONCE(rnp->boost_kthread_task))],  in show_rcu_gp_kthreads()
875 			".B"[!!data_race(READ_ONCE(rnp->boost_tasks))],  in show_rcu_gp_kthreads()
876 			".E"[!!data_race(READ_ONCE(rnp->exp_tasks))],  in show_rcu_gp_kthreads()
877 			".G"[!!data_race(READ_ONCE(rnp->gp_tasks))],  in show_rcu_gp_kthreads()
878 			data_race(READ_ONCE(rnp->n_boosts)));  in show_rcu_gp_kthreads()
883 			if (READ_ONCE(rdp->gpwrap) ||  in show_rcu_gp_kthreads()
884 			    ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq),  in show_rcu_gp_kthreads()
885 					 READ_ONCE(rdp->gp_seq_needed)))  in show_rcu_gp_kthreads()
888 				cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed)));  in show_rcu_gp_kthreads()
893 		cbs += data_race(READ_ONCE(rdp->n_cbs_invoked));  in show_rcu_gp_kthreads()
915 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
916 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
920 	if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
921 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
928 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
929 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
930 	    time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
931 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
942 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
943 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
944 	    time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
945 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
975 			__func__, jiffies - data_race(READ_ONCE(rcu_state.gp_start)));  in rcu_fwd_progress_check()
979 			__func__, jiffies - data_race(READ_ONCE(rcu_state.gp_end)));  in rcu_fwd_progress_check()