Home
last modified time | relevance | path

Searched refs:rcu_seq_state (Results 1 – 3 of 3) sorted by relevance

/linux-6.6.21/kernel/rcu/
Dsrcutree.c406 if (!rcu_seq_state(smp_load_acquire(&ssp->srcu_sup->srcu_gp_seq_needed))) /*^^^*/ in check_init_srcu_struct()
409 if (!rcu_seq_state(ssp->srcu_sup->srcu_gp_seq_needed)) { in check_init_srcu_struct()
623 if (rcu_seq_state(READ_ONCE(sup->srcu_gp_seq))) { in srcu_get_delay()
662 if (WARN_ON(rcu_seq_state(READ_ONCE(sup->srcu_gp_seq)) != SRCU_STATE_IDLE) || in cleanup_srcu_struct()
666 __func__, ssp, rcu_seq_state(READ_ONCE(sup->srcu_gp_seq)), in cleanup_srcu_struct()
791 state = rcu_seq_state(ssp->srcu_sup->srcu_gp_seq); in srcu_gp_start()
871 idx = rcu_seq_state(sup->srcu_gp_seq); in srcu_gp_end()
932 if (!rcu_seq_state(gpseq) && in srcu_gp_end()
1056 rcu_seq_state(sup->srcu_gp_seq) == SRCU_STATE_IDLE) { in srcu_funnel_gp_start()
1653 idx = rcu_seq_state(smp_load_acquire(&ssp->srcu_sup->srcu_gp_seq)); /* ^^^ */ in srcu_advance_state()
[all …]
Drcu.h77 static inline int rcu_seq_state(unsigned long s) in rcu_seq_state() function
97 WARN_ON_ONCE(rcu_seq_state(*sp) != 1); in rcu_seq_start()
110 WARN_ON_ONCE(!rcu_seq_state(*sp)); in rcu_seq_end()
Dtree.c227 return rcu_seq_state(rcu_seq_current(&rcu_state.gp_seq)); in rcu_gp_in_progress()
951 rcu_seq_state(rcu_seq_current(&rnp->gp_seq)))) { in rcu_start_this_gp()
957 if (rcu_seq_state(rcu_seq_current(&rnp->gp_seq))) { in rcu_start_this_gp()
1190 if (!rcu_seq_state(rcu_seq_current(&rnp->gp_seq)) || !raw_spin_trylock_rcu_node(rnp)) in rcu_advance_cbs_nowake()
1193 if (rcu_seq_state(rcu_seq_current(&rnp->gp_seq))) in rcu_advance_cbs_nowake()
1364 if (!rcu_seq_state(rcu_state.gp_seq_polled)) in rcu_poll_gp_seq_start()
4007 if (rcu_seq_state(lseq) || !rcu_seq_state(gseq) || rcu_seq_ctr(lseq) != rcu_seq_ctr(gseq)) in rcu_barrier_entrain()