Home
last modified time | relevance | path

Searched refs:src_rq (Results 1 – 6 of 6) sorted by relevance

/linux/kernel/sched/
H A Drt.c2266 struct rq *src_rq; in pull_rt_task() local
2294 src_rq = cpu_rq(cpu); in pull_rt_task()
2303 if (src_rq->rt.highest_prio.next >= in pull_rt_task()
2313 double_lock_balance(this_rq, src_rq); in pull_rt_task()
2319 p = pick_highest_pushable_task(src_rq, this_cpu); in pull_rt_task()
2326 WARN_ON(p == src_rq->curr); in pull_rt_task()
2337 if (p->prio < src_rq->donor->prio) in pull_rt_task()
2341 push_task = get_push_task(src_rq); in pull_rt_task()
2343 move_queued_task_locked(src_rq, this_rq, p); in pull_rt_task()
2354 double_unlock_balance(this_rq, src_rq); in pull_rt_task()
[all …]
H A Ddeadline.c3223 struct rq *src_rq; in pull_dl_task() local
3239 src_rq = cpu_rq(cpu); in pull_dl_task()
3247 src_rq->dl.earliest_dl.next)) in pull_dl_task()
3252 double_lock_balance(this_rq, src_rq); in pull_dl_task()
3258 if (src_rq->dl.dl_nr_running <= 1) in pull_dl_task()
3261 p = pick_earliest_pushable_dl_task(src_rq, this_cpu); in pull_dl_task()
3270 WARN_ON(p == src_rq->curr); in pull_dl_task()
3278 src_rq->donor->dl.deadline)) in pull_dl_task()
3282 push_task = get_push_task(src_rq); in pull_dl_task()
3284 move_queued_task_locked(src_rq, this_rq, p); in pull_dl_task()
[all …]
H A Dfair.c10619 struct rq *src_rq;
10651 lockdep_assert_rq_held(env->src_rq);
10683 delta = rq_clock_task(env->src_rq) - p->se.exec_start; in can_migrate_llc()
10714 if (env->src_rq->nr_running > env->src_rq->nr_preferred_running) in task_misfits_asym_cpu()
11004 if (env->src_rq->nr_pref_llc_running &&
11005 env->src_rq->nr_pref_llc_running == env->src_rq->cfs.h_nr_runnable) {
11017 if (env->src_rq->nr_running <= 1) in detach_task()
11020 cur = rcu_dereference_all(env->src_rq in detach_task()
10402 struct rq *src_rq; global() member
[all...]
H A Dcore.c3415 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
3418 src_rq = task_rq(p); in __migrate_swap_task()
3421 rq_pin_lock(src_rq, &srf); in __migrate_swap_task()
3424 move_queued_task_locked(src_rq, dst_rq, p); in __migrate_swap_task()
3428 rq_unpin_lock(src_rq, &srf); in __migrate_swap_task()
3448 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
3453 src_rq = cpu_rq(arg->src_cpu); in migrate_swap_stop()
3457 guard(double_rq_lock)(src_rq, dst_rq); in migrate_swap_stop()
H A Dsched.h4158 void move_queued_task_locked(struct rq *src_rq, struct rq *dst_rq, struct task_struct *task)
4160 lockdep_assert_rq_held(src_rq); in move_queued_task_locked()
4163 deactivate_task(src_rq, task, 0); in move_queued_task_locked()
4159 move_queued_task_locked(struct rq * src_rq,struct rq * dst_rq,struct task_struct * task) move_queued_task_locked() argument
/linux/kernel/sched/ext/
H A Dext.c2428 * @src_rq: rq to move the task from, locked on entry, released on return in move_remote_task_to_local_dsq()
2431 * Move @p which is currently on @src_rq to @dst_rq's local DSQ. in move_remote_task_to_local_dsq()
2435 struct rq *src_rq, struct rq *dst_rq) in move_remote_task_to_local_dsq()
2437 lockdep_assert_rq_held(src_rq); in move_remote_task_to_local_dsq()
2444 deactivate_task(src_rq, p, 0); in move_remote_task_to_local_dsq()
2447 switch_rq_lock(src_rq, dst_rq); in move_remote_task_to_local_dsq()
2547 * @src_rq: rq @p is currently on, stable with @dsq locked
2550 * including any local DSQ, but are not locking @src_rq. Locking @src_rq is
2554 * @src_rq i
2425 move_remote_task_to_local_dsq(struct scx_sched * sch,struct task_struct * p,u64 enq_flags,struct rq * src_rq,struct rq * dst_rq) move_remote_task_to_local_dsq() argument
2565 unlink_dsq_and_switch_rq_lock(struct task_struct * p,struct scx_dispatch_q * dsq,struct rq * locked_rq,struct rq * src_rq) unlink_dsq_and_switch_rq_lock() argument
2586 consume_remote_task(struct scx_sched * sch,struct rq * this_rq,struct task_struct * p,u64 enq_flags,struct scx_dispatch_q * dsq,struct rq * src_rq) consume_remote_task() argument
2618 struct rq *src_rq = task_rq(p), *dst_rq; move_task_between_dsqs() local
2740 struct rq *src_rq = task_rq(p); dispatch_to_local_dsq() local
9079 struct rq *p_rq, *src_rq, *locked_rq; scx_dsq_move() local
[all...]