Home
last modified time | relevance | path

Searched refs:dst_rq (Results 1 – 4 of 4) sorted by relevance

/linux/kernel/sched/
H A Dext.c2238 struct rq *dst_rq) in move_remote_task_to_local_dsq()
2240 struct scx_dispatch_q *dst_dsq = &dst_rq->scx.local_dsq; in move_remote_task_to_local_dsq()
2242 /* @dsq is locked and @p is on @dst_rq */ in move_remote_task_to_local_dsq()
2244 lockdep_assert_rq_held(dst_rq); in move_remote_task_to_local_dsq()
2264 * @dst_rq: rq to move the task into, locked on return
2266 * Move @p which is currently on @src_rq to @dst_rq's local DSQ.
2269 struct rq *src_rq, struct rq *dst_rq)
2277 p->scx.sticky_cpu = cpu_of(dst_rq); in task_can_run_on_remote_rq()
2279 set_task_cpu(p, cpu_of(dst_rq)); in task_can_run_on_remote_rq()
2282 raw_spin_rq_lock(dst_rq); in task_can_run_on_remote_rq()
2194 move_local_task_to_local_dsq(struct scx_sched * sch,struct task_struct * p,u64 enq_flags,struct scx_dispatch_q * src_dsq,struct rq * dst_rq) move_local_task_to_local_dsq() argument
2225 move_remote_task_to_local_dsq(struct task_struct * p,u64 enq_flags,struct rq * src_rq,struct rq * dst_rq) move_remote_task_to_local_dsq() argument
2406 struct rq *src_rq = task_rq(p), *dst_rq; move_task_between_dsqs() local
2529 struct rq *dst_rq = container_of(dst_dsq, struct rq, scx.local_dsq); dispatch_to_local_dsq() local
[all...]
H A Dfair.c2443 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare() local
2452 if (READ_ONCE(dst_rq->numa_migrate_on)) in task_numa_compare()
2456 cur = rcu_dereference_all(dst_rq->curr); in task_numa_compare()
9588 struct rq *dst_rq; member
9630 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
10049 rq_lock(env->dst_rq, &rf); in attach_tasks()
10050 update_rq_clock(env->dst_rq); in attach_tasks()
10056 attach_task(env->dst_rq, p); in attach_tasks()
10059 rq_unlock(env->dst_rq, &rf); in attach_tasks()
11426 set_rd_overloaded(env->dst_rq->rd, sg_overloaded); in update_sd_lb_stats()
[all …]
H A Dsched.h4043 void move_queued_task_locked(struct rq *src_rq, struct rq *dst_rq, struct task_struct *task) in move_queued_task_locked() argument
4046 lockdep_assert_rq_held(dst_rq); in move_queued_task_locked()
4049 set_task_cpu(task, dst_rq->cpu); in move_queued_task_locked()
4050 activate_task(dst_rq, task, 0); in move_queued_task_locked()
4051 wakeup_preempt(dst_rq, task, 0); in move_queued_task_locked()
H A Dcore.c3358 struct rq *src_rq, *dst_rq; in __migrate_swap_task() local
3362 dst_rq = cpu_rq(cpu); in __migrate_swap_task()
3365 rq_pin_lock(dst_rq, &drf); in __migrate_swap_task()
3367 move_queued_task_locked(src_rq, dst_rq, p); in __migrate_swap_task()
3368 wakeup_preempt(dst_rq, p, 0); in __migrate_swap_task()
3370 rq_unpin_lock(dst_rq, &drf); in __migrate_swap_task()
3391 struct rq *src_rq, *dst_rq; in migrate_swap_stop() local
3397 dst_rq = cpu_rq(arg->dst_cpu); in migrate_swap_stop()
3400 guard(double_rq_lock)(src_rq, dst_rq); in migrate_swap_stop()