Searched refs:dst_rq (Results 1 – 5 of 5) sorted by relevance
| /linux/kernel/sched/ext/ |
| H A D | ext.c | 2378 struct rq *dst_rq) in scx_move_local_task_to_local_dsq() argument
2380 struct scx_dispatch_q *dst_dsq = scx_resolve_local_dsq(sch, dst_rq, p, &enq_flags); in scx_move_local_task_to_local_dsq()
2385 lockdep_assert_rq_held(dst_rq); in scx_move_local_task_to_local_dsq()
2397 rq_owned_post_enq(sch, dst_rq, dst_dsq, p, enq_flags); in scx_move_local_task_to_local_dsq()
2412 struct rq *src_rq, struct rq *dst_rq) in move_remote_task_to_local_dsq() argument
2420 p->scx.sticky_cpu = cpu_of(dst_rq); in move_remote_task_to_local_dsq()
2422 set_task_cpu(p, cpu_of(dst_rq)); in move_remote_task_to_local_dsq()
2424 switch_rq_lock(src_rq, dst_rq); in move_remote_task_to_local_dsq()
2432 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
2433 WARN_ON_ONCE(dst_rq->scx.remote_activate_enq_flags || in move_remote_task_to_local_dsq()
[all …]
|
| H A D | internal.h | 2059 struct rq *dst_rq);
|
| /linux/kernel/sched/ |
| H A D | fair.c | 3054 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare() local
3063 if (READ_ONCE(dst_rq->numa_migrate_on)) in task_numa_compare()
3067 cur = rcu_dereference_all(dst_rq->curr); in task_numa_compare()
10398 struct rq *dst_rq; member
10441 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
11170 rq_lock(env->dst_rq, &rf); in attach_tasks()
11171 update_rq_clock(env->dst_rq); in attach_tasks()
11177 attach_task(env->dst_rq, p); in attach_tasks()
11180 rq_unlock(env->dst_rq, &rf); in attach_tasks()
12701 set_rd_overloaded(env->dst_rq->rd, sg_overloaded); in update_sd_lb_stats()
[all …]
|
| H A D | sched.h | 4159 void move_queued_task_locked(struct rq *src_rq, struct rq *dst_rq, struct task_struct *task) in move_queued_task_locked() argument
4162 lockdep_assert_rq_held(dst_rq); in move_queued_task_locked()
4165 set_task_cpu(task, dst_rq->cpu); in move_queued_task_locked()
4166 activate_task(dst_rq, task, 0); in move_queued_task_locked()
4167 wakeup_preempt(dst_rq, task, 0); in move_queued_task_locked()
|
| H A D | core.c | 3408 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
3412 dst_rq = cpu_rq(cpu); in __migrate_swap_task()
3415 rq_pin_lock(dst_rq, &drf); in __migrate_swap_task()
3417 move_queued_task_locked(src_rq, dst_rq, p); in __migrate_swap_task()
3418 wakeup_preempt(dst_rq, p, 0); in __migrate_swap_task()
3420 rq_unpin_lock(dst_rq, &drf); in __migrate_swap_task()
3441 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
3447 dst_rq = cpu_rq(arg->dst_cpu); in migrate_swap_stop()
3450 guard(double_rq_lock)(src_rq, dst_rq); in migrate_swap_stop()
|