Lines Matching refs:task_rq
612 if (WARN_ON_ONCE(rq != task_rq(p))) in nldsq_cursor_lost_task()
1271 lockdep_assert_rq_held(task_rq(p)); in set_task_slice_keep_oob()
1813 lockdep_assert_rq_held(task_rq(p)); in dispatch_dequeue_locked()
1912 struct rq *rq = task_rq(p); in direct_dispatch()
2474 lockdep_assert_rq_held(task_rq(p)); in task_can_run_on_remote_rq()
2568 !WARN_ON_ONCE(src_rq != task_rq(p)); in unlink_dsq_and_switch_rq_lock()
2605 struct rq *src_rq = task_rq(p), *dst_rq; in move_task_between_dsqs()
2668 struct rq *task_rq = task_rq(p); in scx_consume_dispatch_q() local
2681 if (rq == task_rq) { in scx_consume_dispatch_q()
2689 if (likely(consume_remote_task(sch, rq, p, enq_flags, dsq, task_rq))) in scx_consume_dispatch_q()
2727 struct rq *src_rq = task_rq(p); in dispatch_to_local_dsq()
2767 !WARN_ON_ONCE(src_rq != task_rq(p))) { in dispatch_to_local_dsq()
3511 return SCX_CALL_OP_2TASKS_RET(sch, core_sched_before, task_rq(a), in scx_prio_less()
3627 scx_call_op_set_cpumask(sch, task_rq(p), p, (struct cpumask *)p->cpus_ptr); in set_cpus_allowed_scx()
3900 struct rq *rq = task_rq(p); in __scx_enable_task()
3938 struct rq *rq = task_rq(p); in scx_disable_task()
3973 lockdep_assert_rq_held(task_rq(p)); in __scx_disable_and_exit_task()
3992 SCX_CALL_OP_TASK(sch, exit_task, task_rq(p), p, &args); in __scx_disable_and_exit_task()
4005 lockdep_assert_rq_held(task_rq(p)); in scx_sub_init_cancel_task()
4009 __SCX_CALL_OP_TASK(sch, ops, exit_task, task_rq(p), p, &args); in scx_sub_init_cancel_task()
4172 struct rq *rq = task_rq(p); in task_dead_and_done()
4231 lockdep_assert_rq_held(task_rq(p)); in reweight_task_scx()
4295 lockdep_assert_rq_held(task_rq(p)); in scx_check_setscheduler()
4524 struct rq *task_rq; in reenq_user() local
4534 task_rq = task_rq(p); in reenq_user()
4536 if (locked_rq != task_rq) { in reenq_user()
4541 if (unlikely(!raw_spin_rq_trylock(task_rq))) { in reenq_user()
4543 raw_spin_rq_lock(task_rq); in reenq_user()
4546 locked_rq = task_rq; in reenq_user()
4549 if (nldsq_cursor_lost_task(&cursor, task_rq, dsq, p)) in reenq_user()
4561 scx_do_enqueue_task(task_rq, p, SCX_ENQ_REENQ, -1); in reenq_user()
4885 SCX_CALL_OP_TASK(sch, cgroup_move, task_rq(p), in scx_cgroup_move_task()
5754 if (task_rq(p) != donor_rq) in bypass_lb_cpu()
6439 update_rq_clock(task_rq(p)); in scx_root_disable()
9017 src_rq = task_rq(p); in scx_dsq_move()
10378 return task_rq(p)->curr == p; in scx_bpf_task_running()