Lines Matching refs:srcu_gp_seq_needed

138 		sdp->srcu_gp_seq_needed = ssp->srcu_gp_seq;  in init_srcu_struct_data()
268 	smp_store_release(&ssp->srcu_gp_seq_needed, 0); /* Init done. */  in init_srcu_struct_fields()
397 	if (!rcu_seq_state(smp_load_acquire(&ssp->srcu_gp_seq_needed))) /*^^^*/  in check_init_srcu_struct()
400 	if (!rcu_seq_state(ssp->srcu_gp_seq_needed)) {  in check_init_srcu_struct()
612 	    WARN_ON(rcu_seq_current(&ssp->srcu_gp_seq) != ssp->srcu_gp_seq_needed) ||  in cleanup_srcu_struct()
616 			rcu_seq_current(&ssp->srcu_gp_seq), ssp->srcu_gp_seq_needed);  in cleanup_srcu_struct()
670 	WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_gp_start()
807 			if (ULONG_CMP_GE(gpseq, sdp->srcu_gp_seq_needed + 100))  in srcu_gp_end()
808 				sdp->srcu_gp_seq_needed = gpseq;  in srcu_gp_end()
821 	    ULONG_CMP_LT(gpseq, ssp->srcu_gp_seq_needed)) {  in srcu_gp_end()
928 	if (ULONG_CMP_LT(ssp->srcu_gp_seq_needed, s)) {  in srcu_funnel_gp_start()
933 		smp_store_release(&ssp->srcu_gp_seq_needed, s); /*^^^*/  in srcu_funnel_gp_start()
941 		WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_funnel_gp_start()
1062 	if (ULONG_CMP_LT(curseq, READ_ONCE(ssp->srcu_gp_seq_needed)))  in srcu_might_be_idle()
1106 	if (ULONG_CMP_LT(sdp->srcu_gp_seq_needed, s)) {  in srcu_gp_start_if_needed()
1107 		sdp->srcu_gp_seq_needed = s;  in srcu_gp_start_if_needed()
1485 		if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_advance_state()
1596 	if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_reschedule()