Home
last modified time | relevance | path

Searched refs:exp_tasks (Results 1 – 6 of 6) sorted by relevance

/linux/kernel/rcu/
H A Dtree_plugin.h166 (rnp->exp_tasks ? RCU_EXP_TASKS : 0) + in rcu_preempt_ctxt_queue()
227 list_add(&t->rcu_node_entry, rnp->exp_tasks); in rcu_preempt_ctxt_queue()
258 if (!rnp->exp_tasks && (blkd_state & RCU_EXP_BLKD)) in rcu_preempt_ctxt_queue()
259 WRITE_ONCE(rnp->exp_tasks, &t->rcu_node_entry); in rcu_preempt_ctxt_queue()
547 if (&t->rcu_node_entry == rnp->exp_tasks) in rcu_preempt_deferred_qs_irqrestore()
548 WRITE_ONCE(rnp->exp_tasks, np); in rcu_preempt_deferred_qs_irqrestore()
707 if (t->rcu_blocked_node && READ_ONCE(t->rcu_blocked_node->exp_tasks)) in rcu_unlock_needs_exp_handling()
910 READ_ONCE(rnp->exp_tasks)); in dump_blkd_tasks()
1186 if (READ_ONCE(rnp->exp_tasks) == NULL && in rcu_boost()
1196 if (rnp->exp_tasks == NULL && rnp->boost_tasks == NULL) { in rcu_boost()
[all …]
H A Drcuscale.c123 static struct task_struct **exp_tasks; variable
846 if (exp_tasks) { in kfree_scale_cleanup()
848 torture_stop_kthread(rcu_scale_exp, exp_tasks[i]); in kfree_scale_cleanup()
849 kfree(exp_tasks); in kfree_scale_cleanup()
850 exp_tasks = NULL; in kfree_scale_cleanup()
948 exp_tasks = kzalloc_objs(exp_tasks[0], nrealexp); in kfree_scale_init()
949 if (!exp_tasks) { in kfree_scale_init()
957 exp_tasks[i]); in kfree_scale_init()
1019 if (exp_tasks) { in rcu_scale_cleanup()
1021 torture_stop_kthread(rcu_scale_exp, exp_tasks[i]); in rcu_scale_cleanup()
[all …]
H A Dtree_exp.h150 WRITE_ONCE(rnp->exp_tasks, rnp->blkd_tasks.next); in sync_exp_reset_tree()
164 return READ_ONCE(rnp->exp_tasks) == NULL && in sync_rcu_exp_done()
592 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_stall()
607 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_stall()
823 if (!rnp->exp_tasks) { in rcu_print_task_exp_stall()
827 t = list_entry(rnp->exp_tasks->prev, in rcu_print_task_exp_stall()
850 if (!READ_ONCE(rnp->exp_tasks)) { in rcu_exp_print_detail_task_stall_rnp()
854 t = list_entry(rnp->exp_tasks->prev, in rcu_exp_print_detail_task_stall_rnp()
H A Dtree.h96 struct list_head *exp_tasks; member
H A Dtree_stall.h969 ".E"[!!data_race(READ_ONCE(rnp->exp_tasks))], in show_rcu_node()
988 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads()
/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst528 3 struct list_head *exp_tasks;
543 periods and in ``->exp_tasks`` for expedited grace periods. These last