Searched refs:cblist (Results 1 – 10 of 10) sorted by relevance
| /linux-6.1.9/kernel/rcu/ |
| D | tree_nocb.h | 312 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_do_flush_bypass()
314 rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl); in rcu_nocb_do_flush_bypass()
382 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
388 if (!rcu_segcblist_completely_offloaded(&rdp->cblist)) { in rcu_nocb_try_bypass()
390 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
398 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
422 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
437 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
445 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in rcu_nocb_try_bypass()
458 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_try_bypass()
[all …]
|
| D | tree.c | 81 .cblist.flags = SEGCBLIST_RCU_CORE,
256 if (rcu_segcblist_is_enabled(&rdp->cblist)) in rcu_get_n_cbs_cpu()
257 return rcu_segcblist_n_cbs(&rdp->cblist); in rcu_get_n_cbs_cpu()
683 return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) && in rcu_needs_cpu()
1100 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_accelerate_cbs()
1103 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPreAcc")); in rcu_accelerate_cbs()
1116 if (rcu_segcblist_accelerate(&rdp->cblist, gp_seq_req)) in rcu_accelerate_cbs()
1120 if (rcu_segcblist_restempty(&rdp->cblist, RCU_WAIT_TAIL)) in rcu_accelerate_cbs()
1125 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPostAcc")); in rcu_accelerate_cbs()
1147 (void)rcu_segcblist_accelerate(&rdp->cblist, c); in rcu_accelerate_cbs_unlocked()
[all …]
|
| D | tasks.h | 37 struct rcu_segcblist cblist; member
257 if (rcu_segcblist_empty(&rtpcp->cblist)) in cblist_init_generic()
258 rcu_segcblist_init(&rtpcp->cblist); in cblist_init_generic()
310 if (!rcu_segcblist_is_enabled(&rtpcp->cblist)) { in call_rcu_tasks_generic()
315 needwake = rcu_segcblist_empty(&rtpcp->cblist); in call_rcu_tasks_generic()
316 rcu_segcblist_enqueue(&rtpcp->cblist, rhp); in call_rcu_tasks_generic()
370 if (rcu_segcblist_entrain(&rtpcp->cblist, &rtpcp->barrier_q_head)) in rcu_barrier_tasks_generic()
396 if (!rcu_segcblist_n_cbs(&rtpcp->cblist)) in rcu_tasks_need_gpcb()
400 n = rcu_segcblist_n_cbs(&rtpcp->cblist); in rcu_tasks_need_gpcb()
406 rcu_segcblist_advance(&rtpcp->cblist, rcu_seq_current(&rtp->tasks_gp_seq)); in rcu_tasks_need_gpcb()
[all …]
|
| D | tree.h | 182 struct rcu_segcblist cblist; /* Segmented callback list, with */ member
468 if (rcu_segcblist_is_offloaded(&(rdp)->cblist)) \
|
| D | tree_stall.h | 894 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in show_rcu_gp_kthreads()
|
| D | tree_plugin.h | 37 return rcu_segcblist_is_offloaded(&rdp->cblist); in rcu_rdp_is_offloaded()
|
| /linux-6.1.9/tools/rcu/ |
| D | rcu-cbs.py | 43 len = rdp.cblist.len.value_();
|
| /linux-6.1.9/Documentation/RCU/Design/Memory-Ordering/ |
| D | Tree-RCU-Memory-Ordering.rst | 216 15 if (!rcu_segcblist_empty(&rdp->cblist))
231 30 if (rcu_segcblist_pend_cbs(&rdp->cblist)) {
|
| /linux-6.1.9/Documentation/RCU/Design/Data-Structures/ |
| D | Data-Structures.rst | 886 1 struct rcu_segcblist cblist;
895 The ``->cblist`` structure is the segmented callback list described
|
| /linux-6.1.9/Documentation/admin-guide/ |
| D | kernel-parameters.txt | 4773 the main ->cblist in order to avoid the extra
|