Home
last modified time | relevance | path

Searched refs:exp_tasks (Results 1 – 5 of 5) sorted by relevance

/linux-6.1.9/kernel/rcu/
Dtree_plugin.h155 (rnp->exp_tasks ? RCU_EXP_TASKS : 0) + in rcu_preempt_ctxt_queue()
216 list_add(&t->rcu_node_entry, rnp->exp_tasks); in rcu_preempt_ctxt_queue()
247 if (!rnp->exp_tasks && (blkd_state & RCU_EXP_BLKD)) in rcu_preempt_ctxt_queue()
248 WRITE_ONCE(rnp->exp_tasks, &t->rcu_node_entry); in rcu_preempt_ctxt_queue()
531 if (&t->rcu_node_entry == rnp->exp_tasks) in rcu_preempt_deferred_qs_irqrestore()
532 WRITE_ONCE(rnp->exp_tasks, np); in rcu_preempt_deferred_qs_irqrestore()
642 expboost = (t->rcu_blocked_node && READ_ONCE(t->rcu_blocked_node->exp_tasks)) || in rcu_read_unlock_special()
793 READ_ONCE(rnp->exp_tasks)); in dump_blkd_tasks()
1051 if (READ_ONCE(rnp->exp_tasks) == NULL && in rcu_boost()
1061 if (rnp->exp_tasks == NULL && rnp->boost_tasks == NULL) { in rcu_boost()
[all …]
Dtree_exp.h155 return READ_ONCE(rnp->exp_tasks) == NULL && in sync_rcu_exp_done()
376 WRITE_ONCE(rnp->exp_tasks, rnp->blkd_tasks.next); in __sync_rcu_exp_select_node_cpus()
650 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_wait()
661 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_wait()
801 if (!READ_ONCE(rnp->exp_tasks)) in rcu_print_task_exp_stall()
804 t = list_entry(rnp->exp_tasks->prev, in rcu_print_task_exp_stall()
Dtree.h97 struct list_head *exp_tasks; member
Dtree_stall.h867 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads()
876 ".E"[!!data_race(READ_ONCE(rnp->exp_tasks))], in show_rcu_gp_kthreads()
/linux-6.1.9/Documentation/RCU/Design/Data-Structures/
DData-Structures.rst495 3 struct list_head *exp_tasks;
510 periods and in ``->exp_tasks`` for expedited grace periods. These last