Lines Matching refs:this_rq
1128 rq = this_rq(); in schedule_dsq_reenq()
2571 static bool consume_remote_task(struct scx_sched *sch, struct rq *this_rq, in consume_remote_task() argument
2575 if (unlink_dsq_and_switch_rq_lock(p, dsq, this_rq, src_rq)) { in consume_remote_task()
2576 move_remote_task_to_local_dsq(sch, p, enq_flags, src_rq, this_rq); in consume_remote_task()
2579 switch_rq_lock(src_rq, this_rq); in consume_remote_task()
3559 this_rq()->scx.in_select_cpu = true; in select_task_rq_scx()
3563 this_rq()->scx.in_select_cpu = false; in select_task_rq_scx()
8448 static bool kick_one_cpu(s32 cpu, struct scx_sched_pcpu *pcpu, struct rq *this_rq, in kick_one_cpu() argument
8452 struct scx_rq *this_scx = &this_rq->scx; in kick_one_cpu()
8469 kickable = (cpu_online(cpu) || cpu == cpu_of(this_rq)) && in kick_one_cpu()
8510 struct rq *this_rq) in kick_one_cpu_if_idle() argument
8519 (cpu_online(cpu) || cpu == cpu_of(this_rq))) { in kick_one_cpu_if_idle()
8532 struct rq *this_rq = this_rq(); in kick_cpus_irq_workfn() local
8533 struct scx_rq *this_scx = &this_rq->scx; in kick_cpus_irq_workfn()
8555 should_wait |= kick_one_cpu(cpu, pcpu, this_rq, ksyncs); in kick_cpus_irq_workfn()
8561 kick_one_cpu_if_idle(cpu, pcpu, this_rq); in kick_cpus_irq_workfn()
8571 raw_spin_rq_lock(this_rq); in kick_cpus_irq_workfn()
8573 resched_curr(this_rq); in kick_cpus_irq_workfn()
8574 scx_rq_lock_drop(this_rq); in kick_cpus_irq_workfn()
8575 raw_spin_rq_unlock(this_rq); in kick_cpus_irq_workfn()
9052 dst_dsq = find_dsq_for_dispatch(sch, locked_rq ?: this_rq(), dsq_id, task_cpu(p)); in scx_dsq_move()
9526 struct rq *this_rq; in scx_kick_cpu() local
9540 this_rq = this_rq(); in scx_kick_cpu()
9548 if (scx_bypassing(sch, cpu_of(this_rq))) in scx_kick_cpu()
9585 list_add_tail(&pcpu->to_kick_node, &this_rq->scx.sched_pcpus_to_kick); in scx_kick_cpu()
9586 irq_work_queue(&this_rq->scx.kick_cpus_irq_work); in scx_kick_cpu()
9666 ret = READ_ONCE((scx_locked_rq() ?: this_rq())->scx.local_dsq.nr); in scx_bpf_dsq_nr_queued()
9872 dsq = find_dsq_for_dispatch(sch, locked_rq ?: this_rq(), dsq_id, smp_processor_id()); in scx_bpf_dsq_reenq()
10524 lockdep_assert((rq == this_rq() && !preemptible()) || in __scx_bpf_now()
10579 return __scx_bpf_now(this_rq()); in scx_bpf_now()