Home
last modified time | relevance | path

Searched refs:task_rq (Results 1 – 8 of 8) sorted by relevance

/linux/kernel/sched/ext/
H A Dext.c612 if (WARN_ON_ONCE(rq != task_rq(p))) in nldsq_cursor_lost_task()
1271 lockdep_assert_rq_held(task_rq(p)); in set_task_slice_keep_oob()
1813 lockdep_assert_rq_held(task_rq(p)); in dispatch_dequeue_locked()
1912 struct rq *rq = task_rq(p); in direct_dispatch()
2474 lockdep_assert_rq_held(task_rq(p)); in task_can_run_on_remote_rq()
2568 !WARN_ON_ONCE(src_rq != task_rq(p)); in unlink_dsq_and_switch_rq_lock()
2605 struct rq *src_rq = task_rq(p), *dst_rq; in move_task_between_dsqs()
2668 struct rq *task_rq = task_rq(p); in scx_consume_dispatch_q() local
2681 if (rq == task_rq) { in scx_consume_dispatch_q()
2689 if (likely(consume_remote_task(sch, rq, p, enq_flags, dsq, task_rq))) in scx_consume_dispatch_q()
[all …]
H A Dinternal.h2348 lockdep_is_held(__rq_lockp(task_rq(p)))); in scx_task_sched()
2438 lockdep_is_held(__rq_lockp(task_rq(p)))); in scx_task_sched()
H A Didle.c988 if (task_rq(p) != scx_locked_rq()) in select_cpu_from_kfunc()
H A Dsub.c1256 lockdep_assert_rq_held(task_rq(p)); in scx_rehome_task()
1285 lockdep_assert_rq_held(task_rq(p)); in scx_punt_task()
/linux/kernel/sched/
H A Dcore.c279 if (prio_less(b, a, !!task_rq(a)->core->core_forceidle_count)) in __sched_core_less()
749 rq = task_rq(p); in ___task_rq_lock()
751 if (likely(rq == task_rq(p) && !task_on_rq_migrating(p))) { in ___task_rq_lock()
771 rq = task_rq(p); in _task_rq_lock()
790 if (likely(rq == task_rq(p) && !task_on_rq_migrating(p))) { in _task_rq_lock()
1552 p->sched_class->reweight_task(task_rq(p), p, &lw); in set_load_weight()
2367 rq = task_rq(p); in wait_task_inactive()
2662 if (task_rq(p) == rq) { in migration_cpu_stop()
2743 if (task_rq(p) != rq) in push_cpu_stop()
2762 if (task_rq(p) == rq) { in push_cpu_stop()
[all …]
H A Ddeadline.c71 rq = task_rq(dl_task_of(dl_se)); in rq_of_dl_se()
343 dl_rq_change_utilization(task_rq(p), &p->dl, new_bw); in dl_change_utilization()
2663 rq = task_rq(p); in migrate_task_rq_dl()
2951 if (!cpudl_find(&task_rq(task)->rd->cpudl, task, later_mask)) in find_later_rq()
3104 (task_rq(task) != rq || in find_lock_later_rq()
3331 rq = task_rq(p); in set_cpus_allowed_dl()
3361 return !cpumask_intersects(task_rq(p)->rd->span, new_mask); in dl_task_needs_bw_move()
3860 struct rq *rq = task_rq(p); in __getparam_dl()
H A Dsyscalls.c1130 if (!cpumask_subset(task_rq(p)->rd->span, mask)) in dl_task_check_affinity()
1421 p_rq = task_rq(p); in yield_to()
1430 if (task_rq(p) != p_rq) in yield_to()
H A Dsched.h1442 #define task_rq(p) cpu_rq(task_cpu(p)) macro
1762 return &task_rq(p)->cfs; in task_cfs_rq()
1768 struct rq *rq = task_rq(p); in cfs_rq_of()
3126 WARN_ON_ONCE(task_rq(p) != rq); in attach_task()