Lines Matching refs:rcu_nocb_mask
17 static cpumask_var_t rcu_nocb_mask; /* CPUs to have callbacks offloaded. */ variable
61 alloc_bootmem_cpumask_var(&rcu_nocb_mask); in rcu_nocb_setup()
63 if (cpulist_parse(++str, rcu_nocb_mask)) { in rcu_nocb_setup()
65 cpumask_setall(rcu_nocb_mask); in rcu_nocb_setup()
1121 cpumask_clear_cpu(cpu, rcu_nocb_mask); in rcu_nocb_cpu_deoffload()
1189 cpumask_set_cpu(cpu, rcu_nocb_mask); in rcu_nocb_cpu_offload()
1209 if (WARN_ON_ONCE(!cpumask_available(rcu_nocb_mask))) in lazy_rcu_shrink_count()
1217 for_each_cpu(cpu, rcu_nocb_mask) { in lazy_rcu_shrink_count()
1235 if (WARN_ON_ONCE(!cpumask_available(rcu_nocb_mask))) in lazy_rcu_shrink_scan()
1252 for_each_cpu(cpu, rcu_nocb_mask) { in lazy_rcu_shrink_scan()
1305 if (!cpumask_available(rcu_nocb_mask)) { in rcu_init_nohz()
1306 if (!zalloc_cpumask_var(&rcu_nocb_mask, GFP_KERNEL)) { in rcu_init_nohz()
1312 cpumask_or(rcu_nocb_mask, rcu_nocb_mask, cpumask); in rcu_init_nohz()
1331 if (!cpumask_subset(rcu_nocb_mask, cpu_possible_mask)) { in rcu_init_nohz()
1333 cpumask_and(rcu_nocb_mask, cpu_possible_mask, in rcu_init_nohz()
1334 rcu_nocb_mask); in rcu_init_nohz()
1336 if (cpumask_empty(rcu_nocb_mask)) in rcu_init_nohz()
1340 cpumask_pr_args(rcu_nocb_mask)); in rcu_init_nohz()
1344 for_each_cpu(cpu, rcu_nocb_mask) { in rcu_init_nohz()
1433 cpumask_clear_cpu(cpu, rcu_nocb_mask); in rcu_spawn_cpu_nocb_kthread()
1456 if (!cpumask_available(rcu_nocb_mask)) in rcu_organize_nocb_kthreads()
1492 if (cpumask_test_cpu(cpu, rcu_nocb_mask)) in rcu_organize_nocb_kthreads()
1505 if (cpumask_available(rcu_nocb_mask) && !cpumask_empty(rcu_nocb_mask)) in rcu_bind_current_to_nocb()
1506 WARN_ON(sched_setaffinity(current->pid, rcu_nocb_mask)); in rcu_bind_current_to_nocb()