138 		sdp->srcu_gp_seq_needed = ssp->srcu_gp_seq;  in init_srcu_struct_data()
139 		sdp->srcu_gp_seq_needed_exp = ssp->srcu_gp_seq;  in init_srcu_struct_data()
244 	ssp->srcu_gp_seq = 0;  in init_srcu_struct_fields()
571 	if (ULONG_CMP_LT(READ_ONCE(ssp->srcu_gp_seq), READ_ONCE(ssp->srcu_gp_seq_needed_exp)))  in srcu_get_delay()
573 	if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq))) {  in srcu_get_delay()
611 	if (WARN_ON(rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) != SRCU_STATE_IDLE) ||  in cleanup_srcu_struct()
612 	    WARN_ON(rcu_seq_current(&ssp->srcu_gp_seq) != ssp->srcu_gp_seq_needed) ||  in cleanup_srcu_struct()
615 			__func__, ssp, rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)),  in cleanup_srcu_struct()
616 			rcu_seq_current(&ssp->srcu_gp_seq), ssp->srcu_gp_seq_needed);  in cleanup_srcu_struct()
670 	WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_gp_start()
673 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_gp_start()
675 				       rcu_seq_snap(&ssp->srcu_gp_seq));  in srcu_gp_start()
680 	rcu_seq_start(&ssp->srcu_gp_seq);  in srcu_gp_start()
681 	state = rcu_seq_state(ssp->srcu_gp_seq);  in srcu_gp_start()
760 	idx = rcu_seq_state(ssp->srcu_gp_seq);  in srcu_gp_end()
762 	if (ULONG_CMP_LT(READ_ONCE(ssp->srcu_gp_seq), READ_ONCE(ssp->srcu_gp_seq_needed_exp)))  in srcu_gp_end()
766 	rcu_seq_end(&ssp->srcu_gp_seq);  in srcu_gp_end()
767 	gpseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_gp_end()
819 	gpseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_gp_end()
854 			if (rcu_seq_done(&ssp->srcu_gp_seq, s) ||  in srcu_funnel_exp_start()
901 			if (rcu_seq_done(&ssp->srcu_gp_seq, s) && snp != snp_leaf)  in srcu_funnel_gp_start()
939 	if (!rcu_seq_done(&ssp->srcu_gp_seq, s) &&  in srcu_funnel_gp_start()
940 	    rcu_seq_state(ssp->srcu_gp_seq) == SRCU_STATE_IDLE) {  in srcu_funnel_gp_start()
941 		WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_funnel_gp_start()
1060 	curseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_might_be_idle()
1065 	if (curseq != rcu_seq_current(&ssp->srcu_gp_seq))  in srcu_might_be_idle()
1103 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_gp_start_if_needed()
1104 	s = rcu_seq_snap(&ssp->srcu_gp_seq);  in srcu_gp_start_if_needed()
1315 	return rcu_seq_snap(&ssp->srcu_gp_seq);  in get_state_synchronize_srcu()
1362 	if (!rcu_seq_done(&ssp->srcu_gp_seq, cookie))  in poll_state_synchronize_srcu()
1482 	idx = rcu_seq_state(smp_load_acquire(&ssp->srcu_gp_seq)); /* ^^^ */  in srcu_advance_state()
1485 		if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_advance_state()
1486 			WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq));  in srcu_advance_state()
1491 		idx = rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq));  in srcu_advance_state()
1501 	if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN1) {  in srcu_advance_state()
1509 		rcu_seq_set_state(&ssp->srcu_gp_seq, SRCU_STATE_SCAN2);  in srcu_advance_state()
1514 	if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN2) {  in srcu_advance_state()
1551 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_invoke_callbacks()
1579 				       rcu_seq_snap(&ssp->srcu_gp_seq));  in srcu_invoke_callbacks()
1596 	if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_reschedule()
1597 		if (!WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq))) {  in srcu_reschedule()
1601 	} else if (!rcu_seq_state(ssp->srcu_gp_seq)) {  in srcu_reschedule()
1647 	*gp_seq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcutorture_get_gp_data()
1676 		 tt, tf, rcu_seq_current(&ssp->srcu_gp_seq), ss_state,  in srcu_torture_stats_print()