| /linux/kernel/sched/ext/ |
| H A D | idle.c | 116 static s32 pick_idle_cpu_in_node(const struct cpumask *cpus_allowed, int node, u64 flags) in pick_idle_cpu_in_node() argument
122 cpu = cpumask_any_and_distribute(idle_cpumask(node)->smt, cpus_allowed); in pick_idle_cpu_in_node()
130 cpu = cpumask_any_and_distribute(idle_cpumask(node)->cpu, cpus_allowed); in pick_idle_cpu_in_node()
151 static s32 pick_idle_cpu_from_online_nodes(const struct cpumask *cpus_allowed, int node, u64 flags) in pick_idle_cpu_from_online_nodes() argument
182 cpu = pick_idle_cpu_in_node(cpus_allowed, node, flags); in pick_idle_cpu_from_online_nodes()
192 pick_idle_cpu_from_online_nodes(const struct cpumask *cpus_allowed, int node, u64 flags) in pick_idle_cpu_from_online_nodes() argument
201 static s32 scx_pick_idle_cpu(const struct cpumask *cpus_allowed, int node, u64 flags) in scx_pick_idle_cpu() argument
210 cpu = pick_idle_cpu_in_node(cpus_allowed, node, flags); in scx_pick_idle_cpu()
225 return pick_idle_cpu_from_online_nodes(cpus_allowed, node, flags); in scx_pick_idle_cpu()
459 const struct cpumask *cpus_allowed, u64 flags) in scx_select_cpu_dfl() argument
[all …]
|
| /linux/kernel/cgroup/ |
| H A D | cpuset-v1.c | 157 if (!cpumask_empty(cs->cpus_allowed) && in update_relax_domain_level()
259 while (cpumask_empty(parent->cpus_allowed) || in remove_tasks_in_empty_cpuset()
287 cpumask_copy(cs->cpus_allowed, new_cpus); in cpuset1_hotplug_update_tasks()
297 if (cpus_updated && !cpumask_empty(cs->cpus_allowed)) in cpuset1_hotplug_update_tasks()
302 is_empty = cpumask_empty(cs->cpus_allowed) || in cpuset1_hotplug_update_tasks()
336 return cpumask_subset(p->cpus_allowed, q->cpus_allowed) && in is_cpuset_subset()
372 if (!cpumask_empty(cur->cpus_allowed) && in cpuset1_validate_change()
373 cpumask_empty(trial->cpus_allowed)) in cpuset1_validate_change()
398 return cpumask_intersects(cs1->cpus_allowed, in cpuset1_cpus_excl_conflict()
399 cs2->cpus_allowed); in cpuset1_cpus_excl_conflict()
[all …]
|
| H A D | cpuset-internal.h | 101 cpumask_var_t cpus_allowed; member
|
| /linux/tools/sched_ext/include/scx/ |
| H A D | compat.bpf.h | 231 #define __COMPAT_scx_bpf_pick_idle_cpu_node(cpus_allowed, node, flags) \ argument
233 scx_bpf_pick_idle_cpu_node(cpus_allowed, node, flags) : \
234 scx_bpf_pick_idle_cpu(cpus_allowed, flags))
236 #define __COMPAT_scx_bpf_pick_any_cpu_node(cpus_allowed, node, flags) \ argument
238 scx_bpf_pick_any_cpu_node(cpus_allowed, node, flags) : \
239 scx_bpf_pick_any_cpu(cpus_allowed, flags))
254 const struct cpumask *cpus_allowed, u64 flags) __ksym __weak;
271 const struct cpumask *cpus_allowed, u64 flags) in scx_bpf_select_cpu_and() argument
280 return __scx_bpf_select_cpu_and(p, cpus_allowed, &args); in scx_bpf_select_cpu_and()
283 cpus_allowed, flags); in scx_bpf_select_cpu_and()
|
| H A D | common.bpf.h | 64 s32 __scx_bpf_select_cpu_and(struct task_struct *p, const struct cpumask *cpus_allowed,
94 s32 scx_bpf_pick_idle_cpu_node(const cpumask_t *cpus_allowed, int node, u64 flags) __ksym __weak;
95 s32 scx_bpf_pick_idle_cpu(const cpumask_t *cpus_allowed, u64 flags) __ksym;
96 s32 scx_bpf_pick_any_cpu_node(const cpumask_t *cpus_allowed, int node, u64 flags) __ksym __weak;
97 s32 scx_bpf_pick_any_cpu(const cpumask_t *cpus_allowed, u64 flags) __ksym;
|
| /linux/tools/sched_ext/ |
| H A D | scx_qmap.bpf.c | 171 struct scx_cmask cpus_allowed; /* per-task affinity in cid space */ member
180 struct_size_t(struct task_ctx, cpus_allowed.bits, \
230 cid = cmask_next_and2_set_wrap(&taskc->cpus_allowed, in pick_direct_dispatch_cid()
451 if (!cmask_intersects(&taskc->cpus_allowed, &qa.self_cids.mask)) { in BPF_STRUCT_OPS()
452 s32 c = cmask_next_set_wrap(&taskc->cpus_allowed, 0); in BPF_STRUCT_OPS()
478 if (bad >= 0 && cmask_test(bad, &taskc->cpus_allowed)) { in BPF_STRUCT_OPS()
541 cid = cmask_next_and2_set_wrap(&taskc->cpus_allowed, in BPF_STRUCT_OPS()
616 if (!cmask_intersects(&taskc->cpus_allowed, &qa.self_cids.mask)) { in scan_shared_dsq()
617 c = cmask_next_set_wrap(&taskc->cpus_allowed, 0); in scan_shared_dsq()
648 if (cmask_test(this_cid, &taskc->cpus_allowed) && in scan_shared_dsq()
[all …]
|
| /linux/kernel/sched/ |
| H A D | syscalls.c | 1139 cpumask_var_t cpus_allowed, new_mask; in __sched_setaffinity() local
1141 if (!alloc_cpumask_var(&cpus_allowed, GFP_KERNEL)) in __sched_setaffinity()
1149 cpuset_cpus_allowed(p, cpus_allowed); in __sched_setaffinity()
1150 cpumask_and(new_mask, ctx->new_mask, cpus_allowed); in __sched_setaffinity()
1163 cpuset_cpus_allowed(p, cpus_allowed); in __sched_setaffinity()
1164 if (!cpumask_subset(new_mask, cpus_allowed)) { in __sched_setaffinity()
1169 cpumask_copy(new_mask, cpus_allowed); in __sched_setaffinity()
1184 cpumask_copy(new_mask, cpus_allowed); in __sched_setaffinity()
1193 free_cpumask_var(cpus_allowed); in __sched_setaffinity()
|
| /linux/tools/testing/selftests/ublk/ |
| H A D | test_generic_12.sh | 41 --cpus_allowed=0 > /dev/null 2>&1
|
| /linux/arch/powerpc/platforms/cell/spufs/ |
| H A D | spufs.h | 111 cpumask_t cpus_allowed; member
|
| H A D | sched.c | 131 cpumask_copy(&ctx->cpus_allowed, current->cpus_ptr); in __spu_update_sched_info()
160 if (cpumask_intersects(mask, &ctx->cpus_allowed)) in __node_allowed()
|