Searched refs:dst_rq (Results 1 – 4 of 4) sorted by relevance
| /linux/kernel/sched/ |
| H A D | ext.c | 2194 struct rq *dst_rq) in move_local_task_to_local_dsq() argument
2196 struct scx_dispatch_q *dst_dsq = &dst_rq->scx.local_dsq; in move_local_task_to_local_dsq()
2200 lockdep_assert_rq_held(dst_rq); in move_local_task_to_local_dsq()
2225 struct rq *src_rq, struct rq *dst_rq) in move_remote_task_to_local_dsq() argument
2233 p->scx.sticky_cpu = cpu_of(dst_rq); in move_remote_task_to_local_dsq()
2235 set_task_cpu(p, cpu_of(dst_rq)); in move_remote_task_to_local_dsq()
2238 raw_spin_rq_lock(dst_rq); in move_remote_task_to_local_dsq()
2245 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
2246 WARN_ON_ONCE(dst_rq->scx.extra_enq_flags); in move_remote_task_to_local_dsq()
2247 dst_rq->scx.extra_enq_flags = enq_flags; in move_remote_task_to_local_dsq()
[all …]
|
| H A D | fair.c | 2443 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare() local
2452 if (READ_ONCE(dst_rq->numa_migrate_on)) in task_numa_compare()
2456 cur = rcu_dereference_all(dst_rq->curr); in task_numa_compare()
9588 struct rq *dst_rq; member
9630 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
10049 rq_lock(env->dst_rq, &rf); in attach_tasks()
10050 update_rq_clock(env->dst_rq); in attach_tasks()
10056 attach_task(env->dst_rq, p); in attach_tasks()
10059 rq_unlock(env->dst_rq, &rf); in attach_tasks()
11426 set_rd_overloaded(env->dst_rq->rd, sg_overloaded); in update_sd_lb_stats()
[all …]
|
| H A D | sched.h | 4043 void move_queued_task_locked(struct rq *src_rq, struct rq *dst_rq, struct task_struct *task) in move_queued_task_locked() argument
4046 lockdep_assert_rq_held(dst_rq); in move_queued_task_locked()
4049 set_task_cpu(task, dst_rq->cpu); in move_queued_task_locked()
4050 activate_task(dst_rq, task, 0); in move_queued_task_locked()
4051 wakeup_preempt(dst_rq, task, 0); in move_queued_task_locked()
|
| H A D | core.c | 3358 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
3362 dst_rq = cpu_rq(cpu); in __migrate_swap_task()
3365 rq_pin_lock(dst_rq, &drf); in __migrate_swap_task()
3367 move_queued_task_locked(src_rq, dst_rq, p); in __migrate_swap_task()
3368 wakeup_preempt(dst_rq, p, 0); in __migrate_swap_task()
3370 rq_unpin_lock(dst_rq, &drf); in __migrate_swap_task()
3391 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
3397 dst_rq = cpu_rq(arg->dst_cpu); in migrate_swap_stop()
3400 guard(double_rq_lock)(src_rq, dst_rq); in migrate_swap_stop()
|