Home
last modified time | relevance | path

Searched refs:cpus_ptr (Results 1 – 25 of 29) sorted by relevance

12

/linux/tools/testing/selftests/sched_ext/
H A Dnuma.bpf.c63 cpu = __COMPAT_scx_bpf_pick_idle_cpu_node(p->cpus_ptr, node, in BPF_STRUCT_OPS()
66 cpu = __COMPAT_scx_bpf_pick_any_cpu_node(p->cpus_ptr, node, in BPF_STRUCT_OPS()
76 if (cpu < 0 && !bpf_cpumask_test_cpu(task_cpu, p->cpus_ptr)) in BPF_STRUCT_OPS()
H A Dallowed_cpus.bpf.c57 if (!bpf_cpumask_test_cpu(cpu, p->cpus_ptr)) in validate_selected_cpu()
164 cpu = scx_bpf_select_cpu_and(p, bpf_get_smp_processor_id(), 0, p->cpus_ptr, 0); in select_cpu_from_user()
H A Dselect_cpu_dispatch.bpf.c24 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
H A Dddsp_bogus_dsq_fail.bpf.c16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
H A Dddsp_vtimelocal_fail.bpf.c16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
H A Dselect_cpu_vtime.bpf.c43 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
H A Denable_cmask.bpf.c76 want = bpf_cpumask_test_cpu(cpu, p->cpus_ptr); in check_mask()
H A Ddequeue_remote.bpf.c190 if (bpf_cpumask_test_cpu(cpu, p->cpus_ptr)) { in BPF_STRUCT_OPS()
/linux/tools/testing/selftests/bpf/progs/
H A Dcpumask_failure.c69 cpumask = bpf_cpumask_acquire((struct bpf_cpumask *)task->cpus_ptr); in BPF_PROG()
80 bpf_cpumask_set_cpu(0, (struct bpf_cpumask *)task->cpus_ptr); in BPF_PROG()
280 ret = bpf_cpumask_populate((struct bpf_cpumask *)task->cpus_ptr, &bits, sizeof(bits)); in BPF_PROG()
H A Dnested_trust_success.c24 bpf_cpumask_test_cpu(0, task->cpus_ptr); in BPF_PROG()
/linux/kernel/sched/ext/
H A Didle.c462 const struct cpumask *allowed = cpus_allowed ?: p->cpus_ptr; in scx_select_cpu_dfl()
472 if (allowed != p->cpus_ptr) { in scx_select_cpu_dfl()
477 } else if (cpumask_and(local_cpus, cpus_allowed, p->cpus_ptr)) { in scx_select_cpu_dfl()
507 if (allowed == p->cpus_ptr && task_affinity_all(p)) in scx_select_cpu_dfl()
517 if (allowed == p->cpus_ptr && task_affinity_all(p)) in scx_select_cpu_dfl()
964 cpu = cpumask_first(p->cpus_ptr); in select_cpu_restricted()
966 if (!cpumask_test_cpu(cpu, p->cpus_ptr)) in select_cpu_restricted()
1038 allowed ?: p->cpus_ptr, flags); in select_cpu_from_kfunc()
H A Dext.c2471 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
3699 scx_call_op_set_cpumask(sch, task_rq(p), p, (struct cpumask *)p->cpus_ptr); in set_cpus_allowed_scx()
4027 struct scx_cmask *cmask = scx_fill_cmask_scratch(sch, p->cpus_ptr); in __scx_enable_task()
4045 scx_call_op_set_cpumask(sch, rq, p, p->cpus_ptr); in __scx_enable_task()
4392 scx_call_op_set_cpumask(sch, rq, p, (struct cpumask *)p->cpus_ptr); in switching_to_scx()
5932 donee = cpumask_any_and_distribute(donee_mask, p->cpus_ptr); in bypass_lb_cpu()
6998 scx_dump_line(s, " cpus=%*pb no_mig=%u", cpumask_pr_args(p->cpus_ptr), in scx_dump_task()
/linux/samples/trace_events/
H A Dtrace-events-sample.c41 current->cpus_ptr, fmt, &va); in do_simple_thread_func()
53 trace_foo_rel_loc("Hello __rel_loc", cnt, bitmask, current->cpus_ptr); in do_simple_thread_func()
/linux/Documentation/bpf/
H A Dcpumasks.rst105 if (!bpf_cpumask_full(task->cpus_ptr))
108 bpf_cpumask_copy(cpumask, task->cpus_ptr);
243 /* struct cpumask * pointers such as task->cpus_ptr can also be queried. */
244 if (bpf_cpumask_test_cpu(0, task->cpus_ptr))
/linux/tools/sched_ext/
H A Dscx_central.bpf.c158 if (!bpf_cpumask_test_cpu(cpu, p->cpus_ptr) || in dispatch_to_cpu()
/linux/init/
H A Dinit_task.c118 .cpus_ptr = &init_task.cpus_mask,
/linux/kernel/sched/
H A Dfair.c3086 !cpumask_test_cpu(cpu, env->p->cpus_ptr)) in update_numa_stats()
3118 !cpumask_test_cpu(cpu, env->p->cpus_ptr)) { in task_numa_assign()
3232 if (!cpumask_test_cpu(env->src_cpu, cur->cpus_ptr)) in task_numa_compare()
3430 for_each_cpu_and(cpu, cpumask_of_node(env->dst_nid), env->p->cpus_ptr) { in task_numa_find_cpu()
8645 for_each_cpu_and(i, sched_group_span(group), p->cpus_ptr) { in sched_balance_find_dst_group_cpu()
8684 if (!cpumask_intersects(sched_domain_span(sd), p->cpus_ptr)) in sched_balance_find_dst_cpu()
8781 for_each_cpu_and(sibling, sched_domain_span(sd), p->cpus_ptr) { in select_idle_smt_cpu()
8863 for_each_cpu_and(cpu, cpu_smt_mask(target), p->cpus_ptr) { in select_idle_smt()
8905 if (!cpumask_and(cpus, sched_domain_span(sd), p->cpus_ptr)) in select_idle_cpu()
9022 cpumask_and(cpus, sched_domain_span(sd), p->cpus_ptr); in select_idle_capacity()
[all …]
H A Dcore.c2481 if (p->cpus_ptr != &p->cpus_mask) in migrate_disable_switch()
2528 if (unlikely(!cpumask_test_cpu(task_cpu(p), p->cpus_ptr))) in task_can_migrate_to_preferred()
2531 return cpumask_intersects_and(p->cpus_ptr, cpu_preferred_mask, in task_can_migrate_to_preferred()
2739 if (cpumask_test_cpu(task_cpu(p), p->cpus_ptr)) { in migration_cpu_stop()
2823 p->cpus_ptr = ctx->new_mask; in set_cpus_allowed_common()
3501 if (!cpumask_test_cpu(arg->dst_cpu, arg->src_task->cpus_ptr)) in migrate_swap_stop()
3504 if (!cpumask_test_cpu(arg->src_cpu, arg->dst_task->cpus_ptr)) in migrate_swap_stop()
3539 if (!cpumask_test_cpu(arg.dst_cpu, arg.src_task->cpus_ptr)) in migrate_swap()
3542 if (!cpumask_test_cpu(arg.src_cpu, arg.dst_task->cpus_ptr)) in migrate_swap()
3622 for_each_cpu(dest_cpu, p->cpus_ptr) { in select_fallback_rq()
[all …]
H A Dsyscalls.c631 if (!cpumask_subset(span, p->cpus_ptr) || in __sched_setscheduler()
H A Dsched.h1573 for_each_cpu_and(cpu, sched_group_span(group), p->cpus_ptr) { in sched_group_cookie_match()
2946 if (!cpumask_test_cpu(cpu, p->cpus_ptr)) in task_allowed_on_cpu()
/linux/include/linux/
H A Dsched.h942 const cpumask_t *cpus_ptr; member
2465 if (unlikely(p->cpus_ptr != &p->cpus_mask)) in __migrate_enable()
2468 * Mustn't clear migration_disabled() until cpus_ptr points back at the in __migrate_enable()
/linux/fs/resctrl/
H A Dpseudo_lock.c1023 if (!cpumask_subset(current->cpus_ptr, &plr->d->hdr.cpu_mask)) { in pseudo_lock_dev_mmap_prepare()
/linux/drivers/infiniband/hw/hfi1/
H A Daffinity.c982 *proc_mask = current->cpus_ptr; in hfi1_get_proc_affinity()
/linux/arch/powerpc/platforms/cell/spufs/
H A Dsched.c131 cpumask_copy(&ctx->cpus_allowed, current->cpus_ptr); in __spu_update_sched_info()
/linux/kernel/
H A Dfork.c968 if (orig->cpus_ptr == &orig->cpus_mask) in dup_task_struct()
969 tsk->cpus_ptr = &tsk->cpus_mask; in dup_task_struct()

12