Home
last modified time | relevance | path

Searched refs:cblist (Results 1 – 11 of 11) sorted by relevance

/linux-6.6.21/kernel/rcu/
Dtree_nocb.h345 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_do_flush_bypass()
360 rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl); in rcu_nocb_do_flush_bypass()
430 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
436 if (!rcu_segcblist_completely_offloaded(&rdp->cblist)) { in rcu_nocb_try_bypass()
438 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
446 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
471 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
488 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
498 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in rcu_nocb_try_bypass()
516 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_try_bypass()
[all …]
Dtree.c82 .cblist.flags = SEGCBLIST_RCU_CORE,
238 if (rcu_segcblist_is_enabled(&rdp->cblist)) in rcu_get_n_cbs_cpu()
239 return rcu_segcblist_n_cbs(&rdp->cblist); in rcu_get_n_cbs_cpu()
660 return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) && in rcu_needs_cpu()
1096 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_accelerate_cbs()
1099 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPreAcc")); in rcu_accelerate_cbs()
1112 if (rcu_segcblist_accelerate(&rdp->cblist, gp_seq_req)) in rcu_accelerate_cbs()
1116 if (rcu_segcblist_restempty(&rdp->cblist, RCU_WAIT_TAIL)) in rcu_accelerate_cbs()
1121 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPostAcc")); in rcu_accelerate_cbs()
1143 (void)rcu_segcblist_accelerate(&rdp->cblist, c); in rcu_accelerate_cbs_unlocked()
[all …]
Dtasks.h39 struct rcu_segcblist cblist; member
270 if (rcu_segcblist_empty(&rtpcp->cblist)) in cblist_init_generic()
271 rcu_segcblist_init(&rtpcp->cblist); in cblist_init_generic()
300 if (!rcu_segcblist_empty(&rtpcp->cblist) && rtp->lazy_jiffies) { in call_rcu_tasks_generic_timer()
353 if (WARN_ON_ONCE(!rcu_segcblist_is_enabled(&rtpcp->cblist))) in call_rcu_tasks_generic()
354 rcu_segcblist_init(&rtpcp->cblist); in call_rcu_tasks_generic()
356 (rcu_segcblist_n_cbs(&rtpcp->cblist) == rcu_task_lazy_lim); in call_rcu_tasks_generic()
361 needwake = rcu_segcblist_empty(&rtpcp->cblist); in call_rcu_tasks_generic()
365 rcu_segcblist_enqueue(&rtpcp->cblist, rhp); in call_rcu_tasks_generic()
419 if (rcu_segcblist_entrain(&rtpcp->cblist, &rtpcp->barrier_q_head)) in rcu_barrier_tasks_generic()
[all …]
Dtree.h199 struct rcu_segcblist cblist; /* Segmented callback list, with */ member
495 if (rcu_segcblist_is_offloaded(&(rdp)->cblist)) \
Dtree_plugin.h37 return rcu_segcblist_is_offloaded(&rdp->cblist); in rcu_rdp_is_offloaded()
Dtree_stall.h941 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in show_rcu_gp_kthreads()
/linux-6.6.21/tools/rcu/
Drcu-cbs.py43 len = rdp.cblist.len.value_();
/linux-6.6.21/Documentation/RCU/Design/Memory-Ordering/
DTree-RCU-Memory-Ordering.rst216 15 if (!rcu_segcblist_empty(&rdp->cblist))
231 30 if (rcu_segcblist_pend_cbs(&rdp->cblist)) {
/linux-6.6.21/fs/nfsd/
Dnfs4state.c6259 struct list_head cblist; in deleg_reaper() local
6261 INIT_LIST_HEAD(&cblist); in deleg_reaper()
6273 list_add(&clp->cl_ra_cblist, &cblist); in deleg_reaper()
6282 while (!list_empty(&cblist)) { in deleg_reaper()
6283 clp = list_first_entry(&cblist, struct nfs4_client, in deleg_reaper()
/linux-6.6.21/Documentation/RCU/Design/Data-Structures/
DData-Structures.rst886 1 struct rcu_segcblist cblist;
895 The ``->cblist`` structure is the segmented callback list described
/linux-6.6.21/Documentation/admin-guide/
Dkernel-parameters.txt4835 the main ->cblist in order to avoid the extra