| /linux/tools/testing/selftests/sched_ext/ |
| H A D | numa.bpf.c | 63 cpu = __COMPAT_scx_bpf_pick_idle_cpu_node(p->cpus_ptr, node, in BPF_STRUCT_OPS() 66 cpu = __COMPAT_scx_bpf_pick_any_cpu_node(p->cpus_ptr, node, in BPF_STRUCT_OPS() 76 if (cpu < 0 && !bpf_cpumask_test_cpu(task_cpu, p->cpus_ptr)) in BPF_STRUCT_OPS()
|
| H A D | allowed_cpus.bpf.c | 57 if (!bpf_cpumask_test_cpu(cpu, p->cpus_ptr)) in validate_selected_cpu() 164 cpu = scx_bpf_select_cpu_and(p, bpf_get_smp_processor_id(), 0, p->cpus_ptr, 0); in select_cpu_from_user()
|
| H A D | select_cpu_dispatch.bpf.c | 24 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| H A D | ddsp_bogus_dsq_fail.bpf.c | 16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| H A D | ddsp_vtimelocal_fail.bpf.c | 16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| H A D | select_cpu_vtime.bpf.c | 43 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | cpumask_failure.c | 69 cpumask = bpf_cpumask_acquire((struct bpf_cpumask *)task->cpus_ptr); in BPF_PROG() 80 bpf_cpumask_set_cpu(0, (struct bpf_cpumask *)task->cpus_ptr); in BPF_PROG() 280 ret = bpf_cpumask_populate((struct bpf_cpumask *)task->cpus_ptr, &bits, sizeof(bits)); in BPF_PROG()
|
| H A D | nested_trust_success.c | 24 bpf_cpumask_test_cpu(0, task->cpus_ptr); in BPF_PROG()
|
| /linux/samples/trace_events/ |
| H A D | trace-events-sample.c | 41 current->cpus_ptr, fmt, &va); in do_simple_thread_func() 53 trace_foo_rel_loc("Hello __rel_loc", cnt, bitmask, current->cpus_ptr); in do_simple_thread_func()
|
| /linux/kernel/sched/ext/ |
| H A D | idle.c | 462 const struct cpumask *allowed = cpus_allowed ?: p->cpus_ptr; in scx_select_cpu_dfl() 472 if (allowed != p->cpus_ptr) { in scx_select_cpu_dfl() 477 } else if (cpumask_and(local_cpus, cpus_allowed, p->cpus_ptr)) { in scx_select_cpu_dfl() 507 if (allowed == p->cpus_ptr && task_affinity_all(p)) in scx_select_cpu_dfl() 517 if (allowed == p->cpus_ptr && task_affinity_all(p)) in scx_select_cpu_dfl() 1002 if (cpumask_test_cpu(prev_cpu, allowed ?: p->cpus_ptr) && in select_cpu_from_kfunc() 1009 allowed ?: p->cpus_ptr, flags); in select_cpu_from_kfunc()
|
| H A D | ext.c | 2432 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq() 3627 scx_call_op_set_cpumask(sch, task_rq(p), p, (struct cpumask *)p->cpus_ptr); in set_cpus_allowed_scx() 4270 scx_call_op_set_cpumask(sch, rq, p, (struct cpumask *)p->cpus_ptr); in switching_to_scx() 5757 donee = cpumask_any_and_distribute(donee_mask, p->cpus_ptr); in bypass_lb_cpu() 6811 scx_dump_line(s, " cpus=%*pb no_mig=%u", cpumask_pr_args(p->cpus_ptr), in scx_dump_task()
|
| /linux/Documentation/bpf/ |
| H A D | cpumasks.rst | 105 if (!bpf_cpumask_full(task->cpus_ptr)) 108 bpf_cpumask_copy(cpumask, task->cpus_ptr); 243 /* struct cpumask * pointers such as task->cpus_ptr can also be queried. */ 244 if (bpf_cpumask_test_cpu(0, task->cpus_ptr))
|
| H A D | kfuncs.rst | 95 const cpumask_t *cpus_ptr;
|
| /linux/tools/sched_ext/ |
| H A D | scx_central.bpf.c | 154 * is_migration_disabled() explicitly as p->cpus_ptr may not in dispatch_to_cpu() 158 if (!bpf_cpumask_test_cpu(cpu, p->cpus_ptr) || in dispatch_to_cpu()
|
| H A D | scx_qmap.bpf.c | 949 cmask_from_cpumask(&taskc->cpus_allowed, p->cpus_ptr); in BPF_STRUCT_OPS_SLEEPABLE()
|
| /linux/init/ |
| H A D | init_task.c | 118 .cpus_ptr = &init_task.cpus_mask,
|
| /linux/kernel/sched/ |
| H A D | core.c | 2471 if (p->cpus_ptr != &p->cpus_mask) in migrate_disable_switch() 2703 if (cpumask_test_cpu(task_cpu(p), p->cpus_ptr)) { in migration_cpu_stop() 2787 p->cpus_ptr = ctx->new_mask; in set_cpus_allowed_common() 3458 if (!cpumask_test_cpu(arg->dst_cpu, arg->src_task->cpus_ptr)) in migrate_swap_stop() 3461 if (!cpumask_test_cpu(arg->src_cpu, arg->dst_task->cpus_ptr)) in migrate_swap_stop() 3496 if (!cpumask_test_cpu(arg.dst_cpu, arg.src_task->cpus_ptr)) in migrate_swap() 3499 if (!cpumask_test_cpu(arg.src_cpu, arg.dst_task->cpus_ptr)) in migrate_swap() 3579 for_each_cpu(dest_cpu, p->cpus_ptr) { in select_fallback_rq() 3632 cpu = cpumask_any(p->cpus_ptr); in select_task_rq() 4036 if (!cpumask_test_cpu(cpu, p->cpus_ptr)) in ttwu_queue_cond() [all …]
|
| H A D | syscalls.c | 631 if (!cpumask_subset(span, p->cpus_ptr) || in __sched_setscheduler()
|
| H A D | deadline.c | 661 cpu = cpumask_any_and(cpu_active_mask, p->cpus_ptr); in dl_task_offline_migration() 3405 if (!cpumask_intersects(p->cpus_ptr, hk_msk)) { in dl_get_task_effective_cpus()
|
| H A D | sched.h | 1572 for_each_cpu_and(cpu, sched_group_span(group), p->cpus_ptr) { in sched_group_cookie_match() 2916 if (!cpumask_test_cpu(cpu, p->cpus_ptr)) in task_allowed_on_cpu()
|
| /linux/drivers/infiniband/hw/hfi1/ |
| H A D | affinity.c | 982 *proc_mask = current->cpus_ptr; in hfi1_get_proc_affinity()
|
| /linux/arch/powerpc/platforms/cell/spufs/ |
| H A D | sched.c | 131 cpumask_copy(&ctx->cpus_allowed, current->cpus_ptr); in __spu_update_sched_info()
|
| /linux/kernel/bpf/ |
| H A D | verifier.c | 5824 const cpumask_t *cpus_ptr; in BTF_TYPE_SAFE_RCU() local
|