Home
last modified time | relevance | path

Searched full:src_rq (Results 1 – 6 of 6) sorted by relevance

/linux/kernel/sched/
H A Dext.c2276 * @src_rq: rq to move the task from, locked on entry, released on return
2279 * Move @p which is currently on @src_rq to @dst_rq's local DSQ.
2282 struct rq *src_rq, struct rq *dst_rq) in move_remote_task_to_local_dsq() argument
2284 lockdep_assert_rq_held(src_rq); in move_remote_task_to_local_dsq()
2291 deactivate_task(src_rq, p, 0); in move_remote_task_to_local_dsq()
2294 raw_spin_rq_unlock(src_rq); in move_remote_task_to_local_dsq()
2381 * @src_rq: rq @p is currently on, stable with @dsq locked
2384 * DSQ, including any local DSQ, but are not locking @src_rq. Locking @src_rq is
2388 * @src_rq is locked, which e.g. scx_dump_task() depends on.
2390 * We want to grab @src_rq but that can deadlock if we try while locking @dsq,
[all …]
H A Ddeadline.c3006 struct rq *src_rq; in pull_dl_task() local
3022 src_rq = cpu_rq(cpu); in pull_dl_task()
3030 src_rq->dl.earliest_dl.next)) in pull_dl_task()
3035 double_lock_balance(this_rq, src_rq); in pull_dl_task()
3041 if (src_rq->dl.dl_nr_running <= 1) in pull_dl_task()
3044 p = pick_earliest_pushable_dl_task(src_rq, this_cpu); in pull_dl_task()
3053 WARN_ON(p == src_rq->curr); in pull_dl_task()
3061 src_rq->donor->dl.deadline)) in pull_dl_task()
3065 push_task = get_push_task(src_rq); in pull_dl_task()
3067 move_queued_task_locked(src_rq, this_rq, p); in pull_dl_task()
[all …]
H A Dext_internal.h1324 * 5. Lock src_rq (where the task currently lives)
1328 * 7. If src_rq == dst_rq: clear holding_cpu and enqueue directly
1331 * src_rq, locks dst_rq, and performs the deactivate/activate
H A Dfair.c9584 struct rq *src_rq; member
9615 lockdep_assert_rq_held(env->src_rq); in task_hot()
9647 delta = rq_clock_task(env->src_rq) - p->se.exec_start; in task_hot()
9678 if (env->src_rq->nr_running > env->src_rq->nr_preferred_running) in migrate_degrades_locality()
9744 lockdep_assert_rq_held(env->src_rq); in can_migrate_task()
9815 if (task_on_cpu(env->src_rq, p) || in can_migrate_task()
9816 task_current_donor(env->src_rq, p)) { in can_migrate_task()
9852 lockdep_assert_rq_held(env->src_rq); in detach_task()
9860 WARN_ON(task_current(env->src_rq, p)); in detach_task()
9861 WARN_ON(task_current_donor(env->src_rq, p)); in detach_task()
[all …]
H A Dsched.h4043 void move_queued_task_locked(struct rq *src_rq, struct rq *dst_rq, struct task_struct *task) in move_queued_task_locked() argument
4045 lockdep_assert_rq_held(src_rq); in move_queued_task_locked()
4048 deactivate_task(src_rq, task, 0); in move_queued_task_locked()
H A Dcore.c3358 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
3361 src_rq = task_rq(p); in __migrate_swap_task()
3364 rq_pin_lock(src_rq, &srf); in __migrate_swap_task()
3367 move_queued_task_locked(src_rq, dst_rq, p); in __migrate_swap_task()
3371 rq_unpin_lock(src_rq, &srf); in __migrate_swap_task()
3391 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
3396 src_rq = cpu_rq(arg->src_cpu); in migrate_swap_stop()
3400 guard(double_rq_lock)(src_rq, dst_rq); in migrate_swap_stop()