Searched refs:dst_rq (Results 1 – 5 of 5) sorted by relevance
| /linux/kernel/sched/ext/ |
| H A D | ext.c | 2417 u64 enq_flags, struct rq *dst_rq) in scx_move_local_task_to_local_dsq() argument
2421 lockdep_assert_rq_held(dst_rq); in scx_move_local_task_to_local_dsq()
2426 dst_dsq = scx_resolve_local_dsq(sch, dst_rq, p, &enq_flags); in scx_move_local_task_to_local_dsq()
2436 rq_owned_post_enq(sch, dst_rq, dst_dsq, p, enq_flags); in scx_move_local_task_to_local_dsq()
2451 struct rq *src_rq, struct rq *dst_rq) in move_remote_task_to_local_dsq() argument
2459 p->scx.sticky_cpu = cpu_of(dst_rq); in move_remote_task_to_local_dsq()
2461 set_task_cpu(p, cpu_of(dst_rq)); in move_remote_task_to_local_dsq()
2463 switch_rq_lock(src_rq, dst_rq); in move_remote_task_to_local_dsq()
2471 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
2472 WARN_ON_ONCE(dst_rq->scx.remote_activate_enq_flags || in move_remote_task_to_local_dsq()
[all …]
|
| H A D | internal.h | 2114 u64 enq_flags, struct rq *dst_rq);
|
| /linux/kernel/sched/ |
| H A D | sched.h | 4208 void move_queued_task_locked(struct rq *src_rq, struct rq *dst_rq, struct task_struct *task) in move_queued_task_locked() argument
4211 lockdep_assert_rq_held(dst_rq); in move_queued_task_locked()
4214 set_task_cpu(task, dst_rq->cpu); in move_queued_task_locked()
4215 activate_task(dst_rq, task, 0); in move_queued_task_locked()
4216 wakeup_preempt(dst_rq, task, 0); in move_queued_task_locked()
|
| H A D | fair.c | 3197 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare() local
3206 if (READ_ONCE(dst_rq->numa_migrate_on)) in task_numa_compare()
3210 cur = rcu_dereference_all(dst_rq->curr); in task_numa_compare()
10629 struct rq *dst_rq; member
10672 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
11448 __attach_tasks(env->dst_rq, &env->tasks); in attach_tasks()
12986 set_rd_overloaded(env->dst_rq->rd, sg_overloaded); in update_sd_lb_stats()
12989 set_rd_overutilized(env->dst_rq->rd, sg_overutilized); in update_sd_lb_stats()
12991 set_rd_overutilized(env->dst_rq->rd, sg_overutilized); in update_sd_lb_stats()
13237 if (!is_rd_overutilized(env->dst_rq->rd) && in sched_balance_find_src_group()
[all …]
|
| H A D | core.c | 3451 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
3455 dst_rq = cpu_rq(cpu); in __migrate_swap_task()
3458 rq_pin_lock(dst_rq, &drf); in __migrate_swap_task()
3460 move_queued_task_locked(src_rq, dst_rq, p); in __migrate_swap_task()
3461 wakeup_preempt(dst_rq, p, 0); in __migrate_swap_task()
3463 rq_unpin_lock(dst_rq, &drf); in __migrate_swap_task()
3484 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
3490 dst_rq = cpu_rq(arg->dst_cpu); in migrate_swap_stop()
3493 guard(double_rq_lock)(src_rq, dst_rq); in migrate_swap_stop()
|