Home
last modified time | relevance | path

Searched refs:exp_tasks (Results 1 – 5 of 5) sorted by relevance

/linux/kernel/rcu/
H A Dtree_plugin.h166 (rnp->exp_tasks ? RCU_EXP_TASKS : 0) + in rcu_preempt_ctxt_queue()
227 list_add(&t->rcu_node_entry, rnp->exp_tasks); in rcu_preempt_ctxt_queue()
258 if (!rnp->exp_tasks && (blkd_state & RCU_EXP_BLKD)) in rcu_preempt_ctxt_queue()
259 WRITE_ONCE(rnp->exp_tasks, &t->rcu_node_entry); in rcu_preempt_ctxt_queue()
544 if (&t->rcu_node_entry == rnp->exp_tasks) in rcu_preempt_deferred_qs_irqrestore()
545 WRITE_ONCE(rnp->exp_tasks, np); in rcu_preempt_deferred_qs_irqrestore()
655 expboost = (t->rcu_blocked_node && READ_ONCE(t->rcu_blocked_node->exp_tasks)) || in rcu_read_unlock_special()
806 READ_ONCE(rnp->exp_tasks)); in dump_blkd_tasks()
1064 if (READ_ONCE(rnp->exp_tasks) == NULL && in rcu_boost()
1074 if (rnp->exp_tasks == NULL && rnp->boost_tasks == NULL) { in rcu_boost()
[all …]
H A Dtree_exp.h157 return READ_ONCE(rnp->exp_tasks) == NULL && in sync_rcu_exp_done()
395 WRITE_ONCE(rnp->exp_tasks, rnp->blkd_tasks.next); in __sync_rcu_exp_select_node_cpus()
582 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_stall()
592 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_stall()
792 if (!rnp->exp_tasks) { in rcu_print_task_exp_stall()
796 t = list_entry(rnp->exp_tasks->prev, in rcu_print_task_exp_stall()
819 if (!READ_ONCE(rnp->exp_tasks)) { in rcu_exp_print_detail_task_stall_rnp()
823 t = list_entry(rnp->exp_tasks->prev, in rcu_exp_print_detail_task_stall_rnp()
H A Dtree.h96 struct list_head *exp_tasks; member
H A Dtree_stall.h924 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads()
933 ".E"[!!data_race(READ_ONCE(rnp->exp_tasks))], in show_rcu_gp_kthreads()
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst495 3 struct list_head *exp_tasks;
510 periods and in ``->exp_tasks`` for expedited grace periods. These last