Searched refs:dst_rq (Results 1 – 4 of 4) sorted by relevance
| /linux/kernel/sched/ |
| H A D | ext.c | 1630 struct rq *dst_rq) in move_local_task_to_local_dsq() argument
1632 struct scx_dispatch_q *dst_dsq = &dst_rq->scx.local_dsq; in move_local_task_to_local_dsq()
1636 lockdep_assert_rq_held(dst_rq); in move_local_task_to_local_dsq()
1661 struct rq *src_rq, struct rq *dst_rq) in move_remote_task_to_local_dsq() argument
1667 set_task_cpu(p, cpu_of(dst_rq)); in move_remote_task_to_local_dsq()
1668 p->scx.sticky_cpu = cpu_of(dst_rq); in move_remote_task_to_local_dsq()
1671 raw_spin_rq_lock(dst_rq); in move_remote_task_to_local_dsq()
1678 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
1679 WARN_ON_ONCE(dst_rq->scx.extra_enq_flags); in move_remote_task_to_local_dsq()
1680 dst_rq->scx.extra_enq_flags = enq_flags; in move_remote_task_to_local_dsq()
[all …]
|
| H A D | fair.c | 2229 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare() local
2238 if (READ_ONCE(dst_rq->numa_migrate_on)) in task_numa_compare()
2242 cur = rcu_dereference(dst_rq->curr); in task_numa_compare()
9280 struct rq *dst_rq; member
9322 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
9767 rq_lock(env->dst_rq, &rf); in attach_tasks()
9768 update_rq_clock(env->dst_rq); in attach_tasks()
9774 attach_task(env->dst_rq, p); in attach_tasks()
9777 rq_unlock(env->dst_rq, &rf); in attach_tasks()
11135 set_rd_overloaded(env->dst_rq->rd, sg_overloaded); in update_sd_lb_stats()
[all …]
|
| H A D | sched.h | 3896 void move_queued_task_locked(struct rq *src_rq, struct rq *dst_rq, struct task_struct *task) in move_queued_task_locked() argument
3899 lockdep_assert_rq_held(dst_rq); in move_queued_task_locked()
3902 set_task_cpu(task, dst_rq->cpu); in move_queued_task_locked()
3903 activate_task(dst_rq, task, 0); in move_queued_task_locked()
|
| H A D | core.c | 3276 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
3280 dst_rq = cpu_rq(cpu); in __migrate_swap_task()
3283 rq_pin_lock(dst_rq, &drf); in __migrate_swap_task()
3285 move_queued_task_locked(src_rq, dst_rq, p); in __migrate_swap_task()
3286 wakeup_preempt(dst_rq, p, 0); in __migrate_swap_task()
3288 rq_unpin_lock(dst_rq, &drf); in __migrate_swap_task()
3309 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
3315 dst_rq = cpu_rq(arg->dst_cpu); in migrate_swap_stop()
3318 guard(double_rq_lock)(src_rq, dst_rq); in migrate_swap_stop()
|