Lines Matching refs:gpseq
747 unsigned long gpseq; in srcu_gp_end() local
767 gpseq = rcu_seq_current(&ssp->srcu_gp_seq); in srcu_gp_end()
768 if (ULONG_CMP_LT(ssp->srcu_gp_seq_needed_exp, gpseq)) in srcu_gp_end()
769 WRITE_ONCE(ssp->srcu_gp_seq_needed_exp, gpseq); in srcu_gp_end()
779 idx = rcu_seq_ctr(gpseq) % ARRAY_SIZE(snp->srcu_have_cbs); in srcu_gp_end()
785 cbs = ss_state < SRCU_SIZE_BIG || snp->srcu_have_cbs[idx] == gpseq; in srcu_gp_end()
786 snp->srcu_have_cbs[idx] = gpseq; in srcu_gp_end()
789 if (srcu_invl_snp_seq(sgsne) || ULONG_CMP_LT(sgsne, gpseq)) in srcu_gp_end()
790 WRITE_ONCE(snp->srcu_gp_seq_needed_exp, gpseq); in srcu_gp_end()
803 if (!(gpseq & counter_wrap_check)) in srcu_gp_end()
807 if (ULONG_CMP_GE(gpseq, sdp->srcu_gp_seq_needed + 100)) in srcu_gp_end()
808 sdp->srcu_gp_seq_needed = gpseq; in srcu_gp_end()
809 if (ULONG_CMP_GE(gpseq, sdp->srcu_gp_seq_needed_exp + 100)) in srcu_gp_end()
810 sdp->srcu_gp_seq_needed_exp = gpseq; in srcu_gp_end()
819 gpseq = rcu_seq_current(&ssp->srcu_gp_seq); in srcu_gp_end()
820 if (!rcu_seq_state(gpseq) && in srcu_gp_end()
821 ULONG_CMP_LT(gpseq, ssp->srcu_gp_seq_needed)) { in srcu_gp_end()