Home
last modified time | relevance | path

Searched refs:cpu_of (Results 1 – 10 of 10) sorted by relevance

/linux/kernel/sched/
H A Dpelt.c440 running = cap_scale(running, arch_scale_freq_capacity(cpu_of(rq))); in update_irq_load_avg()
441 running = cap_scale(running, arch_scale_cpu_capacity(cpu_of(rq))); in update_irq_load_avg()
481 unsigned long hw_pressure = arch_scale_hw_pressure(cpu_of(rq)); in update_other_load_avgs()
H A Dpelt.h123 delta = cap_scale(delta, arch_scale_cpu_capacity(cpu_of(rq))); in update_rq_clock_pelt()
124 delta = cap_scale(delta, arch_scale_freq_capacity(cpu_of(rq))); in update_rq_clock_pelt()
H A Ddeadline.c739 trace_sched_dl_replenish_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq)); in replenish_dl_new_period()
855 trace_sched_dl_replenish_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq)); in replenish_dl_entity()
1339 trace_sched_dl_throttle_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq)); in dl_check_constrained_dl()
1403 int cpu = cpu_of(rq); in dl_scaled_delta_exec()
1503 trace_sched_dl_throttle_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq)); in update_curr_dl_se()
1533 trace_sched_dl_update_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq)); in update_curr_dl_se()
1810 if (WARN_ON_ONCE(!cpu_online(cpu_of(rq)))) in dl_server_start()
1813 trace_sched_dl_server_start_tp(dl_se, cpu_of(rq), dl_get_type(dl_se, rq)); in dl_server_start()
1825 trace_sched_dl_server_stop_tp(dl_se, cpu_of(dl_se->rq), in dl_server_stop()
1891 int cpu = cpu_of(rq); in __dl_server_attach_root()
[all …]
H A Dcore.c821 irq_delta = irq_time_read(cpu_of(rq)) - rq->prev_irq_time; in update_rq_clock_task()
850 steal = prev_steal = paravirt_steal_clock(cpu_of(rq)); in update_rq_clock_task()
884 clock = sched_clock_cpu(cpu_of(rq)); in update_rq_clock()
922 WARN_ON_ONCE(cpu_of(rq) != smp_processor_id()); in hrtick()
997 smp_call_function_single_async(cpu_of(rq), &rq->hrtick_csd); in hrtick_start()
1213 cpu = cpu_of(rq); in __resched_curr()
1403 int cpu = cpu_of(rq); in nohz_csd_func()
3078 stop_one_cpu_nowait(cpu_of(rq), migration_cpu_stop, in affine_move_task()
3918 if (WARN_ON_ONCE(task_cpu(p) != cpu_of(rq))) in sched_ttwu_pending()
3919 set_task_cpu(p, cpu_of(rq)); in sched_ttwu_pending()
[all …]
H A Dsched.h1415 static inline int cpu_of(struct rq *rq) in cpu_of() function
1548 for_each_cpu(cpu, cpu_smt_mask(cpu_of(rq))) { in sched_core_cookie_match()
3030 int cpu = cpu_of(rq); in sched_update_tick_dependency()
3173 return cpu_active(cpu_of(rq)) && hrtimer_highres_enabled(); in hrtick_enabled()
3595 cpu_of(rq))); in cpufreq_update_util()
3709 rq_util = cpu_util_cfs(cpu_of(rq)) + cpu_util_rt(rq); in uclamp_rq_is_capped()
/linux/kernel/sched/ext/
H A Dsub.c288 pcpu = per_cpu_ptr(scx_task_sched(rq->curr)->pcpu, cpu_of(rq)); in scx_rescue_charge()
335 scx_bypassing(scx_task_sched(p), cpu_of(rq))) in scx_rescue_keep()
411 add_timer_on(timer, cpu_of(rq)); in scx_rescue_timer_arm()
475 int cpu = cpu_of(rq); in scx_rescue_check_overload()
589 if (cpu_active(cpu_of(rq))) in scx_rescue_flush()
703 s32 cid = __scx_cpu_to_cid(cpu_of(rq)); in scx_resolve_local_dsq()
714 missing = scx_missing_caps(asch, cpu_of(rq), needed); in scx_resolve_local_dsq()
768 missing = scx_missing_caps(scx_task_sched(p), cpu_of(rq), scx_caps_for_task(p)); in scx_task_reenq_on_cap_revoke()
773 p->scx.reenq_reason_cid = __scx_cpu_to_cid(cpu_of(rq)); in scx_task_reenq_on_cap_revoke()
966 s32 cpu = cpu_of(rq); in scx_process_sync_ecaps()
[all …]
H A Dinlines.h35 s32 cpu = cpu_of(rq); in scx_dispatch_sched()
H A Dext.c1032 irq_work_queue_on(&rq->scx.deferred_irq_work, cpu_of(rq)); in schedule_deferred()
1104 if (unlikely(scx_missing_caps(sch, cpu_of(rq), SCX_CAP_BASE))) { in schedule_dsq_reenq()
1109 struct scx_sched_pcpu *sch_pcpu = per_cpu_ptr(sch->pcpu, cpu_of(rq)); in schedule_dsq_reenq()
1130 struct scx_dsq_pcpu *dsq_pcpu = per_cpu_ptr(dsq->pcpu, cpu_of(rq)); in schedule_dsq_reenq()
1359 unlikely(scx_missing_caps(scx_task_sched(p), cpu_of(rq), SCX_CAP_BASE))) { in apply_task_slice_oob()
1972 return likely((rq->scx.flags & SCX_RQ_ONLINE) && cpu_active(cpu_of(rq))); in scx_rq_online()
1986 if (sticky_cpu == cpu_of(rq)) in scx_do_enqueue_task()
2008 __scx_exit(sch, SCX_EXIT_ERROR_REENQ, 0, cpu_of(rq), in scx_do_enqueue_task()
2023 if (scx_bypassing(sch, cpu_of(rq))) { in scx_do_enqueue_task()
2125 WRITE_ONCE(p->scx.runnable_cpu, cpu_of(rq)); in set_task_runnable()
[all …]
H A Dsub.h209 return likely(!scx_missing_caps(scx_task_sched(p), cpu_of(rq), SCX_CAP_BASE)); in scx_task_can_stay_on_cpu()
H A Didle.c745 s32 cpu = cpu_of(rq); in scx_idle_notify()
803 int cpu = cpu_of(rq); in __scx_update_idle()