19 long rcu_segcblist_n_segment_cbs(struct rcu_segcblist *rsclp);
41 static inline bool rcu_segcblist_empty(struct rcu_segcblist *rsclp)  in rcu_segcblist_empty()  argument
43 	return !READ_ONCE(rsclp->head);  in rcu_segcblist_empty()
47 static inline long rcu_segcblist_n_cbs(struct rcu_segcblist *rsclp)  in rcu_segcblist_n_cbs()  argument
50 	return atomic_long_read(&rsclp->len);  in rcu_segcblist_n_cbs()
52 	return READ_ONCE(rsclp->len);  in rcu_segcblist_n_cbs()
56 static inline void rcu_segcblist_set_flags(struct rcu_segcblist *rsclp,  in rcu_segcblist_set_flags()  argument
59 	WRITE_ONCE(rsclp->flags, rsclp->flags | flags);  in rcu_segcblist_set_flags()
62 static inline void rcu_segcblist_clear_flags(struct rcu_segcblist *rsclp,  in rcu_segcblist_clear_flags()  argument
65 	WRITE_ONCE(rsclp->flags, rsclp->flags & ~flags);  in rcu_segcblist_clear_flags()
68 static inline bool rcu_segcblist_test_flags(struct rcu_segcblist *rsclp,  in rcu_segcblist_test_flags()  argument
71 	return READ_ONCE(rsclp->flags) & flags;  in rcu_segcblist_test_flags()
78 static inline bool rcu_segcblist_is_enabled(struct rcu_segcblist *rsclp)  in rcu_segcblist_is_enabled()  argument
80 	return rcu_segcblist_test_flags(rsclp, SEGCBLIST_ENABLED);  in rcu_segcblist_is_enabled()
87 static inline bool rcu_segcblist_is_offloaded(struct rcu_segcblist *rsclp)  in rcu_segcblist_is_offloaded()  argument
90 	    rcu_segcblist_test_flags(rsclp, SEGCBLIST_LOCKING))  in rcu_segcblist_is_offloaded()
96 static inline bool rcu_segcblist_completely_offloaded(struct rcu_segcblist *rsclp)  in rcu_segcblist_completely_offloaded()  argument
99 	    !rcu_segcblist_test_flags(rsclp, SEGCBLIST_RCU_CORE))  in rcu_segcblist_completely_offloaded()
110 static inline bool rcu_segcblist_restempty(struct rcu_segcblist *rsclp, int seg)  in rcu_segcblist_restempty()  argument
112 	return !READ_ONCE(*READ_ONCE(rsclp->tails[seg]));  in rcu_segcblist_restempty()
119 static inline bool rcu_segcblist_segempty(struct rcu_segcblist *rsclp, int seg)  in rcu_segcblist_segempty()  argument
122 		return &rsclp->head == rsclp->tails[RCU_DONE_TAIL];  in rcu_segcblist_segempty()
123 	return rsclp->tails[seg - 1] == rsclp->tails[seg];  in rcu_segcblist_segempty()
126 void rcu_segcblist_inc_len(struct rcu_segcblist *rsclp);
127 void rcu_segcblist_add_len(struct rcu_segcblist *rsclp, long v);
128 void rcu_segcblist_init(struct rcu_segcblist *rsclp);
129 void rcu_segcblist_disable(struct rcu_segcblist *rsclp);
130 void rcu_segcblist_offload(struct rcu_segcblist *rsclp, bool offload);
131 bool rcu_segcblist_ready_cbs(struct rcu_segcblist *rsclp);
132 bool rcu_segcblist_pend_cbs(struct rcu_segcblist *rsclp);
133 struct rcu_head *rcu_segcblist_first_cb(struct rcu_segcblist *rsclp);
134 struct rcu_head *rcu_segcblist_first_pend_cb(struct rcu_segcblist *rsclp);
135 bool rcu_segcblist_nextgp(struct rcu_segcblist *rsclp, unsigned long *lp);
136 void rcu_segcblist_enqueue(struct rcu_segcblist *rsclp,
138 bool rcu_segcblist_entrain(struct rcu_segcblist *rsclp,
140 void rcu_segcblist_extract_done_cbs(struct rcu_segcblist *rsclp,
142 void rcu_segcblist_extract_pend_cbs(struct rcu_segcblist *rsclp,
144 void rcu_segcblist_insert_count(struct rcu_segcblist *rsclp,
146 void rcu_segcblist_insert_done_cbs(struct rcu_segcblist *rsclp,
148 void rcu_segcblist_insert_pend_cbs(struct rcu_segcblist *rsclp,
150 void rcu_segcblist_advance(struct rcu_segcblist *rsclp, unsigned long seq);
151 bool rcu_segcblist_accelerate(struct rcu_segcblist *rsclp, unsigned long seq);