Home
last modified time | relevance | path

Searched refs:cpu_rq (Results 1 – 13 of 13) sorted by relevance

/linux/kernel/sched/
H A Dcpuacct.c114 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()
131 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()
150 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()
158 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()
341 lockdep_assert_rq_held(cpu_rq(cpu)); in cpuacct_charge()
H A Ddeadline.c125 return &cpu_rq(i)->rd->dl_bw; in dl_bw_of()
130 struct root_domain *rd = cpu_rq(i)->rd; in dl_bw_cpus()
162 return __dl_bw_capacity(cpu_rq(i)->rd->span); in dl_bw_capacity()
168 struct root_domain *rd = cpu_rq(cpu)->rd; in dl_bw_visited()
186 struct rq *rq = cpu_rq(i); in __dl_update()
676 later_rq = cpu_rq(cpu); in dl_task_offline_migration()
1852 rq = cpu_rq(cpu); in sched_init_dl_servers()
2616 rq = cpu_rq(cpu); in select_task_rq_dl()
2647 dl_task_is_earliest_deadline(p, cpu_rq(target))) in select_task_rq_dl()
3066 later_rq = cpu_rq(cpu); in find_lock_later_rq()
[all …]
H A Dcore.c414 raw_spin_lock_nested(&cpu_rq(t)->__lock, i++); in sched_core_lock()
425 raw_spin_unlock(&cpu_rq(t)->__lock); in sched_core_unlock()
450 while (cpu_rq(cpu)->core->core_pick_in_flight) { in __sched_core_flip()
457 cpu_rq(t)->core_enabled = enabled; in __sched_core_flip()
459 cpu_rq(cpu)->core->core_forceidle_start = 0; in __sched_core_flip()
470 cpu_rq(cpu)->core_enabled = enabled; in __sched_core_flip()
480 WARN_ON_ONCE(!RB_EMPTY_ROOT(&cpu_rq(cpu)->core_tree)); in sched_core_assert_empty()
1274 struct rq *rq = cpu_rq(cpu); in resched_cpu()
1336 struct rq *rq = cpu_rq(cpu); in wake_up_idle_cpu()
2132 init_uclamp_rq(cpu_rq(cpu)); in init_uclamp()
[all …]
H A Dstats.c121 rq = cpu_rq(cpu); in show_schedstat()
H A Dcpufreq_schedutil.c385 if (uclamp_rq_is_capped(cpu_rq(sg_cpu->cpu))) in sugov_hold_freq()
408 if (cpu_bw_dl(cpu_rq(sg_cpu->cpu)) > sg_cpu->bw_min) in ignore_dl_rate_limit()
H A Dsyscalls.c183 return idle_rq(cpu_rq(cpu)); in idle_cpu()
194 return cpu_rq(cpu)->idle; in idle_task()
200 struct rq *rq = cpu_rq(cpu); in sched_core_idle_cpu()
H A Dsched.h1440 #define cpu_rq(cpu) (&per_cpu(runqueues, (cpu))) macro
1442 #define task_rq(p) cpu_rq(task_cpu(p))
1443 #define cpu_curr(cpu) (cpu_rq(cpu)->curr)
1459 if (!idle_rq(cpu_rq(cpu))) in available_idle_cpu()
1573 if (sched_core_cookie_match(cpu_rq(cpu), p)) in sched_group_cookie_match()
2179 for (__sd = rcu_dereference_sched_domain(cpu_rq(cpu)->sd); \
3478 #define nohz_flags(cpu) (&cpu_rq(cpu)->nohz_flags)
H A Dtopology.c416 struct root_domain *rd = cpu_rq(cpu)->rd; in build_perf_domains()
748 struct rq *rq = cpu_rq(cpu); in cpu_attach_domain()
1019 sd = rcu_dereference_sched_domain(cpu_rq(i)->sd); in sched_update_llc_bytes()
3200 rq = cpu_rq(i); in build_sched_domains()
3442 sd = rcu_dereference(cpu_rq(cpu)->sd); in partition_sched_domains_locked()
3465 cpu_rq(cpumask_first(doms_cur[j]))->rd->pd) { in partition_sched_domains_locked()
H A Dpsi.c804 lockdep_assert_rq_held(cpu_rq(cpu)); in psi_group_change()
1241 guard(rq_lock_irq)(cpu_rq(cpu)); in psi_cgroup_restart()
/linux/kernel/sched/ext/
H A Dext.c1835 return &cpu_rq(cpu)->scx.local_dsq; in find_dsq_for_dispatch()
3248 smp_load_acquire(&cpu_rq(cpu)->scx.kick_sync) != ksyncs[cpu]) { in kick_sync_wait_bal_cb()
3255 while (READ_ONCE(cpu_rq(cpu)->scx.kick_sync) == ksyncs[cpu]) { in kick_sync_wait_bal_cb()
3754 if (unlikely(check_rq_for_timeouts(cpu_rq(cpu)))) in scx_watchdog_workfn()
5072 struct rq *rq = cpu_rq(cpu); in exit_dsq()
5358 irq_work_sync(&cpu_rq(cpu)->scx.kick_cpus_irq_work); in scx_sched_free_rcu_work()
5712 struct rq *donor_rq = cpu_rq(donor); in bypass_lb_cpu()
5767 if (!task_can_run_on_remote_rq(sch, p, cpu_rq(donee), false)) in bypass_lb_cpu()
5782 scx_dispatch_enqueue(sch, cpu_rq(donee), donee_dsq, p, 0, 0, SCX_ENQ_NESTED); in bypass_lb_cpu()
6108 struct rq *rq = cpu_rq(cpu); in scx_bypass()
[all …]
H A Dsub.c936 if (llist_add(&pcpu->ecaps_to_sync_node, &cpu_rq(cpu)->scx.ecaps_to_sync)) in queue_sync_ecaps()
1165 struct rq *rq = cpu_rq(cpu); in scx_discard_ecaps_to_sync()
1223 struct rq *rq = cpu_rq(cpu); in scx_discard_stale_ecaps_syncs()
H A Didle.c555 cpu_rq(cpu)->scx.local_dsq.nr == 0 && in scx_select_cpu_dfl()
/linux/tools/perf/Documentation/
H A Dperf-probe.txt240 This provides some sort of flexibility and robustness to probe point definitions against minor code changes. For example, actual 10th line of schedule() can be moved easily by modifying schedule(), but the same line matching 'rq=cpu_rq*' may still exist in the function.)