19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp)  in rcu_lockdep_is_held_nocb()
24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
97 static void rcu_nocb_bypass_lock(struct rcu_data *rdp)  in rcu_nocb_bypass_lock()
121 static void rcu_nocb_wait_contended(struct rcu_data *rdp)  in rcu_nocb_wait_contended()
132 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp)  in rcu_nocb_bypass_trylock()
141 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp)  in rcu_nocb_bypass_unlock()
152 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
164 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
176 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
188 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
215 static bool __wake_nocb_gp(struct rcu_data *rdp_gp,  in __wake_nocb_gp()
216 			   struct rcu_data *rdp,  in __wake_nocb_gp()
250 static bool wake_nocb_gp(struct rcu_data *rdp, bool force)  in wake_nocb_gp()
253 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in wake_nocb_gp()
288 static void wake_nocb_gp_defer(struct rcu_data *rdp, int waketype,  in wake_nocb_gp_defer()
292 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in wake_nocb_gp_defer()
330 static bool rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp_in,  in rcu_nocb_do_flush_bypass()
374 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
388 static void rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j)  in rcu_nocb_try_flush_bypass()
415 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
559 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_alldone,  in __call_rcu_nocb_wake()
627 static int nocb_gp_toggle_rdp(struct rcu_data *rdp,  in nocb_gp_toggle_rdp()
665 static void nocb_gp_sleep(struct rcu_data *my_rdp, int cpu)  in nocb_gp_sleep()
677 static void nocb_gp_wait(struct rcu_data *my_rdp)  in nocb_gp_wait()
689 	struct rcu_data *rdp, *rdp_toggling = NULL;  in nocb_gp_wait()
896 	struct rcu_data *rdp = arg;  in rcu_nocb_gp_kthread()
906 static inline bool nocb_cb_can_run(struct rcu_data *rdp)  in nocb_cb_can_run()
913 static inline bool nocb_cb_wait_cond(struct rcu_data *rdp)  in nocb_cb_wait_cond()
922 static void nocb_cb_wait(struct rcu_data *rdp)  in nocb_cb_wait()
1004 	struct rcu_data *rdp = arg;  in rcu_nocb_cb_kthread()
1016 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
1022 static bool do_nocb_deferred_wakeup_common(struct rcu_data *rdp_gp,  in do_nocb_deferred_wakeup_common()
1023 					   struct rcu_data *rdp, int level,  in do_nocb_deferred_wakeup_common()
1046 	struct rcu_data *rdp = from_timer(rdp, t, nocb_timer);  in do_nocb_deferred_wakeup_timer()
1061 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
1064 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in do_nocb_deferred_wakeup()
1075 	do_nocb_deferred_wakeup(this_cpu_ptr(&rcu_data));  in rcu_nocb_flush_deferred_wakeup()
1079 static int rdp_offload_toggle(struct rcu_data *rdp,  in rdp_offload_toggle()
1084 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in rdp_offload_toggle()
1113 	struct rcu_data *rdp = arg;  in rcu_nocb_rdp_deoffload()
1117 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in rcu_nocb_rdp_deoffload()
1208 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_deoffload()
1232 	struct rcu_data *rdp = arg;  in rcu_nocb_rdp_offload()
1236 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in rcu_nocb_rdp_offload()
1293 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_offload()
1331 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in lazy_rcu_shrink_count()
1366 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in lazy_rcu_shrink_scan()
1411 	struct rcu_data *rdp;  in rcu_init_nohz()
1457 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_init_nohz()
1468 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1489 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_spawn_cpu_nocb_kthread()
1490 	struct rcu_data *rdp_gp;  in rcu_spawn_cpu_nocb_kthread()
1554 	struct rcu_data *rdp;  in rcu_organize_nocb_kthreads()
1555 	struct rcu_data *rdp_gp = NULL;  /* Suppress misguided gcc warn. */  in rcu_organize_nocb_kthreads()
1570 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_organize_nocb_kthreads()
1628 static void show_rcu_nocb_gp_state(struct rcu_data *rdp)  in show_rcu_nocb_gp_state()
1652 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()
1656 	struct rcu_data *nocb_next_rdp;  in show_rcu_nocb_state()
1713 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp)  in rcu_lockdep_is_held_nocb()
1718 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
1724 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
1729 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
1734 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
1741 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
1759 static bool wake_nocb_gp(struct rcu_data *rdp, bool force)  in wake_nocb_gp()
1764 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
1770 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
1776 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,  in __call_rcu_nocb_wake()
1782 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1786 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
1791 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
1800 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()