| /linux/tools/testing/selftests/sched_ext/ |
| H A D | numa.bpf.c | 52 s32 task_cpu = scx_bpf_task_cpu(p); in BPF_STRUCT_OPS() local 53 int node = __COMPAT_scx_bpf_cpu_node(task_cpu); in BPF_STRUCT_OPS() 76 if (cpu < 0 && !bpf_cpumask_test_cpu(task_cpu, p->cpus_ptr)) in BPF_STRUCT_OPS()
|
| /linux/Documentation/translations/zh_CN/scheduler/ |
| H A D | sched-capacity.rst | 302 task_util(p) < capacity(task_cpu(p)) 358 则任务可能变为CPU受限的,也就是说 ``task_util(p) > capacity(task_cpu(p))`` ;CPU算力 374 task_uclamp_min(p) <= capacity(task_cpu(cpu)) 387 task_bandwidth(p) < capacity(task_cpu(p))
|
| /linux/kernel/sched/ |
| H A D | core.c | 352 int cpu = task_cpu(p); in sched_core_next() 563 return per_cpu(sd_llc_id, task_cpu(p)); in task_llc() 2300 return cpu_curr(task_cpu(p)) == p; in task_curr() 2528 if (unlikely(!cpumask_test_cpu(task_cpu(p), p->cpus_ptr))) in task_can_migrate_to_preferred() 2605 WARN_ON_ONCE(task_cpu(p) != new_cpu); in move_queued_task() 2706 if (cpumask_test_cpu(task_cpu(p), &p->cpus_mask)) in migration_cpu_stop() 2739 if (cpumask_test_cpu(task_cpu(p), p->cpus_ptr)) { in migration_cpu_stop() 2754 stop_one_cpu_nowait(task_cpu(p), migration_cpu_stop, in migration_cpu_stop() 3019 if (cpumask_test_cpu(task_cpu(p), &p->cpus_mask) || in affine_move_task() 3207 !cpumask_test_cpu(task_cpu(p), ctx->new_mask))) { in __set_cpus_allowed_ptr_locked() [all …]
|
| H A D | stop_task.c | 15 return task_cpu(p); /* stop tasks as never migrate */ in select_task_rq_stop()
|
| H A D | psi.c | 895 task->pid, task->comm, task_cpu(task), in psi_flags_change() 906 int cpu = task_cpu(task); in psi_task_change() 925 int cpu = task_cpu(prev); in psi_task_switch() 1003 int cpu = task_cpu(curr); in psi_account_irqtime()
|
| H A D | deadline.c | 445 struct dl_bw *dl_b = dl_bw_of(task_cpu(p)); in task_non_contending() 450 __dl_sub(dl_b, dl_se->dl_bw, dl_bw_cpus(task_cpu(p))); in task_non_contending() 2174 struct dl_bw *dl_b = dl_bw_of(task_cpu(p)); in inactive_task_timer() 2183 __dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p))); in inactive_task_timer() 2941 int cpu = task_cpu(task); in find_later_rq() 3046 WARN_ON_ONCE(rq->cpu != task_cpu(p)); in pick_next_pushable_dl_task() 3351 __dl_sub(src_dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p))); in set_cpus_allowed_dl() 3788 int cpus, err = -1, cpu = task_cpu(p); in sched_dl_overflow()
|
| H A D | cpudeadline.c | 138 (cpu == task_cpu(p) && cap == max_cap)) { in cpudl_find()
|
| H A D | cpuacct.c | 338 unsigned int cpu = task_cpu(tsk); in cpuacct_charge()
|
| H A D | idle.c | 464 return task_cpu(p); /* IDLE tasks as never migrated */ in select_task_rq_idle()
|
| H A D | fair.c | 1933 curr_cpu = task_cpu(p); in get_scan_cpumasks() 2021 curr_cpu = task_cpu(p); in task_cache_work() 3442 .src_cpu = task_cpu(p), in task_numa_migrate() 4612 int src_nid = cpu_to_node(task_cpu(p)); in update_scan_period() 8431 if (cpu_of(rq) != task_cpu(p) || !READ_ONCE(p->se.avg.last_update_time)) in cpu_load_without() 8454 if (cpu_of(rq) != task_cpu(p) || !READ_ONCE(p->se.avg.last_update_time)) in cpu_runnable_without() 9342 bool add_task = p && task_cpu(p) != cpu && dst_cpu == cpu; in cpu_util() 9343 bool sub_task = p && task_cpu(p) == cpu && dst_cpu != cpu; in cpu_util() 9437 if (cpu != task_cpu(p) || !READ_ONCE(p->se.avg.last_update_time)) in cpu_util_without() 12533 if (cpu != task_cpu(p) || !READ_ONCE(p->se.avg.last_update_time)) in task_running_on_cpu() [all …]
|
| H A D | rt.c | 1783 int cpu = task_cpu(task); in find_lowest_rq() 1888 BUG_ON(rq->cpu != task_cpu(p)); in pick_next_pushable_task()
|
| H A D | sched.h | 1443 #define task_rq(p) cpu_rq(task_cpu(p)) 2715 int (*select_task_rq)(struct task_struct *p, int task_cpu, int flags);
|
| H A D | debug.c | 1028 if (task_cpu(p) != rq_cpu) in print_rq()
|
| /linux/kernel/trace/ |
| H A D | trace_sched_wakeup.c | 408 entry->next_cpu = task_cpu(next); in tracing_sched_switch_trace() 434 entry->next_cpu = task_cpu(wakee); in tracing_sched_wakeup_trace() 579 wakeup_cpu = task_cpu(p); in probe_wakeup()
|
| /linux/include/linux/sched/ |
| H A D | topology.h | 280 return cpu_to_node(task_cpu(p)); in task_node()
|
| /linux/Documentation/scheduler/ |
| H A D | sched-capacity.rst | 342 task_util(p) < capacity(task_cpu(p)) 405 then it might become CPU-bound, IOW ``task_util(p) > capacity(task_cpu(p))``; 424 task_uclamp_min(p) <= capacity(task_cpu(cpu)) 438 task_bandwidth(p) < capacity(task_cpu(p))
|
| /linux/include/linux/ |
| H A D | sched.h | 2261 static inline unsigned int task_cpu(const struct task_struct *p) 2270 static inline unsigned int task_cpu(const struct task_struct *p) 2318 return READ_ONCE(owner->on_cpu) && !vcpu_is_preempted(task_cpu(owner)); 2377 return task_cpu(t); 2257 static inline unsigned int task_cpu(const struct task_struct *p) task_cpu() function 2266 static inline unsigned int task_cpu(const struct task_struct *p) task_cpu() function
|
| /linux/kernel/rcu/ |
| H A D | tree_stall.h | 493 cpu = task_cpu(rcuc); in print_cpu_stat_info() 601 cpu = gpk ? task_cpu(gpk) : -1; in rcu_check_gp_kthread_expired_fqs_timer() 644 cpu = task_cpu(gpk); in print_other_cpu_stall()
|
| H A D | tasks.h | 1014 cpu = task_cpu(t); 1124 cpu = task_cpu(t);
|
| H A D | tree_nocb.h | 1605 rdp->nocb_gp_kthread ? (int)task_cpu(rdp->nocb_gp_kthread) : -1, in show_rcu_nocb_gp_state() 1665 rdp->nocb_cb_kthread ? (int)task_cpu(rdp->nocb_cb_kthread) : -1, in show_rcu_nocb_state()
|
| /linux/kernel/sched/ext/ |
| H A D | ext.c | 1628 dsq = find_global_dsq(sch, task_cpu(p)); in scx_dispatch_enqueue() 1938 find_dsq_for_dispatch(sch, rq, p->scx.ddsp_dsq_id, task_cpu(p)); in direct_dispatch() 2118 dsq = find_global_dsq(sch, task_cpu(p)); in scx_do_enqueue_task() 2121 dsq = bypass_enq_target_dsq(sch, task_cpu(p)); in scx_do_enqueue_task() 2515 WARN_ON_ONCE(task_cpu(p) == cpu); in task_can_run_on_remote_rq() 2532 p->comm, p->pid, task_cpu(p), cpu); in task_can_run_on_remote_rq() 2660 dst_dsq = find_global_dsq(sch, task_cpu(p)); in move_task_between_dsqs() 2826 scx_dispatch_enqueue(sch, src_rq, find_global_dsq(sch, task_cpu(p)), in dispatch_to_local_dsq() 2927 dsq = find_dsq_for_dispatch(sch, rq, dsq_id, task_cpu(p)); in finish_dispatch() 3578 if (sch && !scx_bypassing(sch, task_cpu(a)) && !scx_bypassing(sch, task_cpu(b))) in scx_prio_less() [all …]
|
| H A D | idle.c | 962 cpu = task_cpu(p); in select_cpu_restricted()
|
| /linux/arch/parisc/kernel/ |
| H A D | traps.c | 154 level, task_cpu(current), cr30, cr31); in show_regs()
|
| /linux/kernel/ |
| H A D | rseq.c | 294 ids.cpu_id = task_cpu(t); in rseq_slowpath_update_usr()
|
| /linux/kernel/time/ |
| H A D | tick-sched.c | 475 cpu = task_cpu(tsk); in tick_nohz_kick_task()
|