Lines Matching refs:cpu_of

1032 	irq_work_queue_on(&rq->scx.deferred_irq_work, cpu_of(rq));  in schedule_deferred()
1104 if (unlikely(scx_missing_caps(sch, cpu_of(rq), SCX_CAP_BASE))) { in schedule_dsq_reenq()
1109 struct scx_sched_pcpu *sch_pcpu = per_cpu_ptr(sch->pcpu, cpu_of(rq)); in schedule_dsq_reenq()
1130 struct scx_dsq_pcpu *dsq_pcpu = per_cpu_ptr(dsq->pcpu, cpu_of(rq)); in schedule_dsq_reenq()
1359 unlikely(scx_missing_caps(scx_task_sched(p), cpu_of(rq), SCX_CAP_BASE))) { in apply_task_slice_oob()
1972 return likely((rq->scx.flags & SCX_RQ_ONLINE) && cpu_active(cpu_of(rq))); in scx_rq_online()
1986 if (sticky_cpu == cpu_of(rq)) in scx_do_enqueue_task()
2008 __scx_exit(sch, SCX_EXIT_ERROR_REENQ, 0, cpu_of(rq), in scx_do_enqueue_task()
2023 if (scx_bypassing(sch, cpu_of(rq))) { in scx_do_enqueue_task()
2125 WRITE_ONCE(p->scx.runnable_cpu, cpu_of(rq)); in set_task_runnable()
2155 sticky_cpu = cpu_of(rq); in enqueue_task_scx()
2184 unlikely(cpu_of(rq) != p->scx.selected_cpu)) in enqueue_task_scx()
2420 p->scx.sticky_cpu = cpu_of(dst_rq); in move_remote_task_to_local_dsq()
2422 set_task_cpu(p, cpu_of(dst_rq)); in move_remote_task_to_local_dsq()
2432 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
2466 s32 cpu = cpu_of(rq); in task_can_run_on_remote_rq()
2701 int node = cpu_to_node(cpu_of(rq)); in scx_consume_global_dsq()
2922 s32 cpu = cpu_of(rq); in dispatch_one()
3060 if (tick_nohz_full_cpu(cpu_of(rq))) in set_next_task_scx()
3061 tick_nohz_dep_set_cpu(cpu_of(rq), TICK_DEP_BIT_SCHED); in set_next_task_scx()
3110 SCX_CALL_OP(sch, cpu_release, rq, cpu_of(rq), &args); in switch_class()
3156 !scx_bypassing(sch, cpu_of(rq))) { in put_prev_task_scx()
3225 if (unlikely(cpu_of(rq) != smp_processor_id())) in kick_sync_wait_bal_cb()
3247 if (cpu == cpu_of(rq) || in kick_sync_wait_bal_cb()
3322 if (cpu_of(rq) == smp_processor_id()) { in dispatch_core_pick()
3407 if (!scx_bypassing(sch, cpu_of(rq)) && in do_pick_task_scx()
3633 s32 cpu = cpu_of(rq); in handle_hotplug()
3733 __scx_exit(sch, SCX_EXIT_ERROR_STALL, 0, cpu_of(rq), in check_rq_for_timeouts()
3800 if (scx_bypassing(sch, cpu_of(rq))) in task_tick_scx()
4657 if (scx_bypassing(sch, cpu_of(rq))) in scx_can_stop_tick()
8466 kickable = (cpu_online(cpu) || cpu == cpu_of(this_rq)) && in kick_one_cpu()
8516 (cpu_online(cpu) || cpu == cpu_of(this_rq))) { in kick_one_cpu_if_idle()
9473 (READ_ONCE(p->scx.runnable_cpu) != cpu_of(locked_rq) && in scx_bpf_task_set_slice()
9481 unlikely(scx_missing_caps(sch, cpu_of(locked_rq), SCX_CAP_BASE))) { in scx_bpf_task_set_slice()
9540 if (scx_bypassing(sch, cpu_of(this_rq))) in scx_kick_cpu()
10530 return sched_clock_cpu(cpu_of(rq)); in __scx_bpf_now()