Home
last modified time | relevance | path

Searched refs:cpu_rq (Results 1 – 18 of 18) sorted by relevance

/linux/kernel/sched/
H A Dcpuacct.c114 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()
131 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_read()
150 raw_spin_rq_lock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()
158 raw_spin_rq_unlock_irq(cpu_rq(cpu)); in cpuacct_cpuusage_write()
341 lockdep_assert_rq_held(cpu_rq(cpu)); in cpuacct_charge()
H A Ddeadline.c125 return &cpu_rq(i)->rd->dl_bw; in dl_bw_of()
130 struct root_domain *rd = cpu_rq(i)->rd; in dl_bw_cpus()
162 return __dl_bw_capacity(cpu_rq(i)->rd->span); in dl_bw_capacity()
168 struct root_domain *rd = cpu_rq(cpu)->rd; in dl_bw_visited()
186 struct rq *rq = cpu_rq(i); in __dl_update()
676 later_rq = cpu_rq(cpu); in dl_task_offline_migration()
1852 rq = cpu_rq(cpu); in sched_init_dl_servers()
2616 rq = cpu_rq(cpu); in select_task_rq_dl()
2647 dl_task_is_earliest_deadline(p, cpu_rq(target))) in select_task_rq_dl()
3069 later_rq = cpu_rq(cpu); in find_lock_later_rq()
[all …]
H A Ddebug.c381 struct rq *rq = cpu_rq(cpu); in sched_server_write_common()
461 struct rq *rq = cpu_rq(cpu); in sched_fair_server_runtime_write()
470 struct rq *rq = cpu_rq(cpu); in sched_fair_server_runtime_show()
496 struct rq *rq = cpu_rq(cpu); in sched_ext_server_runtime_write()
505 struct rq *rq = cpu_rq(cpu); in sched_ext_server_runtime_show()
528 struct rq *rq = cpu_rq(cpu); in sched_ext_server_period_write()
537 struct rq *rq = cpu_rq(cpu); in sched_ext_server_period_show()
582 struct rq *rq = cpu_rq(cpu); in sched_fair_server_period_write()
591 struct rq *rq = cpu_rq(cpu); in sched_fair_server_period_show()
1042 struct rq *rq = cpu_rq(cpu); in print_cfs_rq()
[all …]
H A Dcore.c414 raw_spin_lock_nested(&cpu_rq(t)->__lock, i++); in sched_core_lock()
425 raw_spin_unlock(&cpu_rq(t)->__lock); in sched_core_unlock()
450 while (cpu_rq(cpu)->core->core_pick_in_flight) { in __sched_core_flip()
457 cpu_rq(t)->core_enabled = enabled; in __sched_core_flip()
459 cpu_rq(cpu)->core->core_forceidle_start = 0; in __sched_core_flip()
470 cpu_rq(cpu)->core_enabled = enabled; in __sched_core_flip()
480 WARN_ON_ONCE(!RB_EMPTY_ROOT(&cpu_rq(cpu)->core_tree)); in sched_core_assert_empty()
1277 struct rq *rq = cpu_rq(cpu); in resched_cpu()
1339 struct rq *rq = cpu_rq(cpu); in wake_up_idle_cpu()
2135 init_uclamp_rq(cpu_rq(cpu)); in init_uclamp()
[all …]
H A Dfair.c1434 sd = rcu_dereference_sched_domain(cpu_rq(cpu)->sd); in exceed_llc_capacity()
1611 struct rq *rq = cpu_rq(i); in mm_init_sched()
2048 occ = fraction_mm_sched(cpu_rq(i), in task_cache_work()
2060 cur = rcu_dereference_all(cpu_rq(i)->curr); in task_cache_work()
3076 struct rq *rq = cpu_rq(cpu); in update_numa_stats()
3108 struct rq *rq = cpu_rq(env->dst_cpu); in task_numa_assign()
3123 rq = cpu_rq(env->dst_cpu); in task_numa_assign()
3138 rq = cpu_rq(env->best_cpu); in task_numa_assign()
3197 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare()
3554 best_rq = cpu_rq(env.best_cpu); in task_numa_migrate()
[all …]
H A Drt.c230 struct rq *rq = cpu_rq(cpu); in init_tg_rt_entry()
950 return &cpu_rq(cpu)->rt; in sched_rt_period_rt_rq()
1514 rq = cpu_rq(cpu); in select_task_rq_rt()
1565 p->prio < cpu_rq(target)->rt.highest_prio.curr) in select_task_rq_rt()
1912 lowest_rq = cpu_rq(cpu); in find_lock_lowest_rq()
2297 src_rq = cpu_rq(cpu); in pull_rt_task()
2598 rt_rq = &cpu_rq(cpu)->rt; in task_is_throttled_rt()
2946 for_each_rt_rq(rt_rq, iter, cpu_rq(cpu)) in print_rt_stats()
H A Dstats.c121 rq = cpu_rq(cpu); in show_schedstat()
H A Dsyscalls.c183 return idle_rq(cpu_rq(cpu)); in idle_cpu()
194 return cpu_rq(cpu)->idle; in idle_task()
200 struct rq *rq = cpu_rq(cpu); in sched_core_idle_cpu()
H A Dcpufreq_schedutil.c397 if (uclamp_rq_is_capped(cpu_rq(sg_cpu->cpu))) in sugov_hold_freq()
420 if (cpu_bw_dl(cpu_rq(sg_cpu->cpu)) > sg_cpu->bw_min) in sugov_update_single_common()
H A Dsched.h1450 #define cpu_rq(cpu) (&per_cpu(runqueues, (cpu))) in idle_rq()
1452 #define task_rq(p) cpu_rq(task_cpu(p))
1453 #define cpu_curr(cpu) (cpu_rq(cpu)->curr)
1469 if (!idle_rq(cpu_rq(cpu)))
1583 if (sched_core_cookie_match(cpu_rq(cpu), p)) in sched_core_enqueued()
2189 for (__sd = rcu_dereference_sched_domain(cpu_rq(cpu)->sd); \
3536 #define nohz_flags(cpu) (&cpu_rq(cpu)->nohz_flags)
1441 #define cpu_rq( global() macro
H A Dtopology.c430 struct root_domain *rd = cpu_rq(cpu)->rd; in build_perf_domains()
762 struct rq *rq = cpu_rq(cpu); in cpu_attach_domain()
1038 sd = rcu_dereference_sched_domain(cpu_rq(i)->sd); in sched_update_llc_bytes()
3222 rq = cpu_rq(i); in build_sched_domains()
3464 sd = rcu_dereference(cpu_rq(cpu)->sd); in partition_sched_domains_locked()
3487 cpu_rq(cpumask_first(doms_cur[j]))->rd->pd) { in partition_sched_domains_locked()
H A Dcputime.c1205 rq = cpu_rq(cpu); in kcpustat_field()
1303 rq = cpu_rq(cpu); in kcpustat_cpu_fetch()
H A Dpsi.c799 lockdep_assert_rq_held(cpu_rq(cpu)); in psi_group_change()
1236 guard(rq_lock_irq)(cpu_rq(cpu)); in psi_cgroup_restart()
/linux/kernel/sched/ext/
H A Dext.h47 return cpu_rq(cpu)->scx.cpuperf_target;
H A Dext.c2020 return &cpu_rq(cpu)->scx.local_dsq; in scx_do_enqueue_task()
3717 smp_load_acquire(&cpu_rq(cpu)->scx.kick_sync) != ksyncs[cpu]) { in handle_hotplug()
3724 while (READ_ONCE(cpu_rq(cpu)->scx.kick_sync) == ksyncs[cpu]) { in handle_hotplug()
4290 if (unlikely(check_rq_for_timeouts(cpu_rq(cpu))))
5743 struct rq *rq = cpu_rq(cpu);
5783 struct rq *rq = cpu_rq(cpu);
6066 irq_work_sync(&cpu_rq(cpu)->scx.kick_cpus_irq_work); in scx_bypass_lb_timerfn()
6421 struct rq *donor_rq = cpu_rq(donor); in scx_exit_reason()
6476 if (!task_can_run_on_remote_rq(sch, p, cpu_rq(donee), false)) in scx_link_sched()
6491 scx_dispatch_enqueue(sch, cpu_rq(done in scx_link_sched()
[all...]
H A Dsub.c198 struct rq *rq = cpu_rq(cpu); in scx_alloc_pshards()
247 struct rq *rq = cpu_rq(cpu);
1051 if (llist_add(&pcpu->ecaps_to_sync_node, &cpu_rq(cpu)->scx.ecaps_to_sync)) in scx_process_sync_ecaps()
1311 guard(rq_lock_irqsave)(cpu_rq(cpu)); in scx_fail_parent()
1322 struct rq *rq = cpu_rq(cpu);
1380 struct rq *rq = cpu_rq(cpu); in scx_cgroup_claim_subtree()
H A Didle.c565 cpu_rq(cpu)->scx.local_dsq.nr == 0 && in scx_select_cpu_dfl()
/linux/tools/perf/Documentation/
H A Dperf-probe.txt240 This provides some sort of flexibility and robustness to probe point definitions against minor code changes. For example, actual 10th line of schedule() can be moved easily by modifying schedule(), but the same line matching 'rq=cpu_rq*' may still exist in the function.)