Lines Matching refs:cpu_rq

1835 		return &cpu_rq(cpu)->scx.local_dsq;  in find_dsq_for_dispatch()
3248 smp_load_acquire(&cpu_rq(cpu)->scx.kick_sync) != ksyncs[cpu]) { in kick_sync_wait_bal_cb()
3255 while (READ_ONCE(cpu_rq(cpu)->scx.kick_sync) == ksyncs[cpu]) { in kick_sync_wait_bal_cb()
3754 if (unlikely(check_rq_for_timeouts(cpu_rq(cpu)))) in scx_watchdog_workfn()
5072 struct rq *rq = cpu_rq(cpu); in exit_dsq()
5358 irq_work_sync(&cpu_rq(cpu)->scx.kick_cpus_irq_work); in scx_sched_free_rcu_work()
5712 struct rq *donor_rq = cpu_rq(donor); in bypass_lb_cpu()
5767 if (!task_can_run_on_remote_rq(sch, p, cpu_rq(donee), false)) in bypass_lb_cpu()
5782 scx_dispatch_enqueue(sch, cpu_rq(donee), donee_dsq, p, 0, 0, SCX_ENQ_NESTED); in bypass_lb_cpu()
6108 struct rq *rq = cpu_rq(cpu); in scx_bypass()
6250 irq_work_sync(&cpu_rq(cpu)->scx.kick_cpus_irq_work); in free_kick_syncs()
6474 struct rq *rq = cpu_rq(cpu); in scx_root_disable()
6833 struct rq *rq = cpu_rq(cpu); in scx_dump_cpu()
7528 struct rq *rq = cpu_rq(cpu); in scx_root_enable_workfn()
7653 struct rq *rq = cpu_rq(cpu); in scx_root_enable_workfn()
7835 struct rq *rq = cpu_rq(cpu); in scx_root_enable_workfn()
8448 struct rq *rq = cpu_rq(cpu); in kick_one_cpu()
8509 struct rq *rq = cpu_rq(cpu); in kick_one_cpu_if_idle()
8677 struct rq *rq = cpu_rq(cpu); in init_sched_ext_class()
8699 cpu_rq(cpu)->scx.flags |= SCX_RQ_ONLINE; in init_sched_ext_class()
9331 rq = cpu_rq(smp_processor_id()); in scx_bpf_reenqueue_local()
9552 struct rq *target_rq = cpu_rq(cpu); in scx_kick_cpu()
9664 ret = READ_ONCE(cpu_rq(cpu)->scx.local_dsq.nr); in scx_bpf_dsq_nr_queued()
10181 rq = cpu_rq(cpu); in scx_cpuperf_set()
10458 return rcu_dereference(cpu_rq(cpu)->curr); in scx_bpf_cpu_curr()
10482 return rcu_dereference(cpu_rq(cpu)->curr); in scx_bpf_cid_curr()