Home
last modified time | relevance | path

Searched refs:cpu_rq (Results 1 – 18 of 18) sorted by relevance

/linux/kernel/sched/
H A Dcpuacct.c114 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()
131 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()
150 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()
158 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()
341 lockdep_assert_rq_held(cpu_rq(cpu)); in cpuacct_charge()
H A Ddeadline.c125 return &cpu_rq(i)->rd->dl_bw; in dl_bw_of()
130 struct root_domain *rd = cpu_rq(i)->rd; in dl_bw_cpus()
162 return __dl_bw_capacity(cpu_rq(i)->rd->span); in dl_bw_capacity()
168 struct root_domain *rd = cpu_rq(cpu)->rd; in dl_bw_visited()
186 struct rq *rq = cpu_rq(i); in __dl_update()
676 later_rq = cpu_rq(cpu); in dl_task_offline_migration()
1852 rq = cpu_rq(cpu); in sched_init_dl_servers()
2616 rq = cpu_rq(cpu); in select_task_rq_dl()
2647 dl_task_is_earliest_deadline(p, cpu_rq(target))) in select_task_rq_dl()
3069 later_rq = cpu_rq(cpu); in find_lock_later_rq()
[all …]
H A Ddebug.c381 struct rq *rq = cpu_rq(cpu); in sched_server_write_common()
461 struct rq *rq = cpu_rq(cpu); in sched_fair_server_runtime_write()
470 struct rq *rq = cpu_rq(cpu); in sched_fair_server_runtime_show()
496 struct rq *rq = cpu_rq(cpu); in sched_ext_server_runtime_write()
505 struct rq *rq = cpu_rq(cpu); in sched_ext_server_runtime_show()
528 struct rq *rq = cpu_rq(cpu); in sched_ext_server_period_write()
537 struct rq *rq = cpu_rq(cpu); in sched_ext_server_period_show()
582 struct rq *rq = cpu_rq(cpu); in sched_fair_server_period_write()
591 struct rq *rq = cpu_rq(cpu); in sched_fair_server_period_show()
1042 struct rq *rq = cpu_rq(cpu); in print_cfs_rq()
[all …]
H A Dcore.c414 raw_spin_lock_nested(&cpu_rq(t)->__lock, i++); in sched_core_lock()
425 raw_spin_unlock(&cpu_rq(t)->__lock); in sched_core_unlock()
450 while (cpu_rq(cpu)->core->core_pick_in_flight) { in __sched_core_flip()
457 cpu_rq(t)->core_enabled = enabled; in __sched_core_flip()
459 cpu_rq(cpu)->core->core_forceidle_start = 0; in __sched_core_flip()
470 cpu_rq(cpu)->core_enabled = enabled; in __sched_core_flip()
480 WARN_ON_ONCE(!RB_EMPTY_ROOT(&cpu_rq(cpu)->core_tree)); in sched_core_assert_empty()
1277 struct rq *rq = cpu_rq(cpu); in resched_cpu()
1339 struct rq *rq = cpu_rq(cpu); in wake_up_idle_cpu()
2135 init_uclamp_rq(cpu_rq(cpu)); in init_uclamp()
[all …]
H A Dfair.c1434 sd = rcu_dereference_sched_domain(cpu_rq(cpu)->sd); in exceed_llc_capacity()
1611 struct rq *rq = cpu_rq(i); in mm_init_sched()
2048 occ = fraction_mm_sched(cpu_rq(i), in task_cache_work()
2060 cur = rcu_dereference_all(cpu_rq(i)->curr); in task_cache_work()
3076 struct rq *rq = cpu_rq(cpu); in update_numa_stats()
3108 struct rq *rq = cpu_rq(env->dst_cpu); in task_numa_assign()
3123 rq = cpu_rq(env->dst_cpu); in task_numa_assign()
3138 rq = cpu_rq(env->best_cpu); in task_numa_assign()
3197 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare()
3554 best_rq = cpu_rq(env.best_cpu); in task_numa_migrate()
[all …]
H A Drt.c230 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry()
950 return &cpu_rq(cpu)->rt; in sched_rt_period_rt_rq()
1514 rq = cpu_rq(cpu); in select_task_rq_rt()
1565 p->prio < cpu_rq(target)->rt.highest_prio.curr) in select_task_rq_rt()
1912 lowest_rq = cpu_rq(cpu); in find_lock_lowest_rq()
2297 src_rq = cpu_rq(cpu); in pull_rt_task()
2598 rt_rq = &cpu_rq(cpu)->rt; in task_is_throttled_rt()
2946 for_each_rt_rq(rt_rq, iter, cpu_rq(cpu)) in print_rt_stats()
H A Dstats.c121 rq = cpu_rq(cpu); in show_schedstat()
H A Dsyscalls.c183 return idle_rq(cpu_rq(cpu)); in idle_cpu()
194 return cpu_rq(cpu)->idle; in idle_task()
200 struct rq *rq = cpu_rq(cpu); in sched_core_idle_cpu()
H A Dcpufreq_schedutil.c397 if (uclamp_rq_is_capped(cpu_rq(sg_cpu->cpu))) in sugov_hold_freq()
420 if (cpu_bw_dl(cpu_rq(sg_cpu->cpu)) > sg_cpu->bw_min) in sugov_update_single_common()
H A Dsched.h1441 #define cpu_rq(cpu) (&per_cpu(runqueues, (cpu))) macro
1443 #define task_rq(p) cpu_rq(task_cpu(p))
1444 #define cpu_curr(cpu) (cpu_rq(cpu)->curr)
1460 if (!idle_rq(cpu_rq(cpu))) in available_idle_cpu()
1574 if (sched_core_cookie_match(cpu_rq(cpu), p)) in sched_group_cookie_match()
2180 for (__sd = rcu_dereference_sched_domain(cpu_rq(cpu)->sd); \
3527 #define nohz_flags(cpu) (&cpu_rq(cpu)->nohz_flags)
H A Dtopology.c430 struct root_domain *rd = cpu_rq(cpu)->rd; in build_perf_domains()
762 struct rq *rq = cpu_rq(cpu); in cpu_attach_domain()
1038 sd = rcu_dereference_sched_domain(cpu_rq(i)->sd); in sched_update_llc_bytes()
3222 rq = cpu_rq(i); in build_sched_domains()
3464 sd = rcu_dereference(cpu_rq(cpu)->sd); in partition_sched_domains_locked()
3487 cpu_rq(cpumask_first(doms_cur[j]))->rd->pd) { in partition_sched_domains_locked()
H A Dcputime.c1205 rq = cpu_rq(cpu); in kcpustat_field()
1303 rq = cpu_rq(cpu); in kcpustat_cpu_fetch()
H A Dpsi.c799 lockdep_assert_rq_held(cpu_rq(cpu)); in psi_group_change()
1236 guard(rq_lock_irq)(cpu_rq(cpu)); in psi_cgroup_restart()
/linux/kernel/sched/ext/
H A Dext.h31 return cpu_rq(cpu)->scx.cpuperf_target; in scx_cpuperf_target()
H A Dext.c1859 return &cpu_rq(cpu)->scx.local_dsq; in find_dsq_for_dispatch()
3316 smp_load_acquire(&cpu_rq(cpu)->scx.kick_sync) != ksyncs[cpu]) { in kick_sync_wait_bal_cb()
3323 while (READ_ONCE(cpu_rq(cpu)->scx.kick_sync) == ksyncs[cpu]) { in kick_sync_wait_bal_cb()
3856 if (unlikely(check_rq_for_timeouts(cpu_rq(cpu)))) in scx_watchdog_workfn()
5210 struct rq *rq = cpu_rq(cpu); in exit_dsq()
5250 struct rq *rq = cpu_rq(cpu); in free_dsq_irq_workfn()
5533 irq_work_sync(&cpu_rq(cpu)->scx.kick_cpus_irq_work); in scx_sched_free_rcu_work()
5887 struct rq *donor_rq = cpu_rq(donor); in bypass_lb_cpu()
5942 if (!task_can_run_on_remote_rq(sch, p, cpu_rq(donee), false)) in bypass_lb_cpu()
5957 scx_dispatch_enqueue(sch, cpu_rq(donee), donee_dsq, p, 0, 0, SCX_ENQ_NESTED); in bypass_lb_cpu()
[all …]
H A Dsub.c933 if (llist_add(&pcpu->ecaps_to_sync_node, &cpu_rq(cpu)->scx.ecaps_to_sync)) in queue_sync_ecaps()
1162 struct rq *rq = cpu_rq(cpu); in scx_discard_ecaps_to_sync()
1220 struct rq *rq = cpu_rq(cpu); in scx_discard_stale_ecaps_syncs()
H A Didle.c555 cpu_rq(cpu)->scx.local_dsq.nr == 0 && in scx_select_cpu_dfl()
/linux/tools/perf/Documentation/
H A Dperf-probe.txt240 This provides some sort of flexibility and robustness to probe point definitions against minor code changes. For example, actual 10th line of schedule() can be moved easily by modifying schedule(), but the same line matching 'rq=cpu_rq*' may still exist in the function.)