Lines Matching refs:locked_rq

1083 			u64 reenq_flags, struct rq *locked_rq)  in schedule_dsq_reenq()  argument
1153 if (rq == locked_rq) in schedule_dsq_reenq()
2551 struct rq *locked_rq, in unlink_dsq_and_switch_rq_lock() argument
2557 lockdep_assert_rq_held(locked_rq); in unlink_dsq_and_switch_rq_lock()
2564 switch_rq_lock(locked_rq, src_rq); in unlink_dsq_and_switch_rq_lock()
2729 struct rq *locked_rq = rq; in dispatch_to_local_dsq() local
2760 if (locked_rq != src_rq) { in dispatch_to_local_dsq()
2761 switch_rq_lock(locked_rq, src_rq); in dispatch_to_local_dsq()
2762 locked_rq = src_rq; in dispatch_to_local_dsq()
2789 locked_rq = dst_rq; in dispatch_to_local_dsq()
2798 if (locked_rq != rq) in dispatch_to_local_dsq()
2799 switch_rq_lock(locked_rq, rq); in dispatch_to_local_dsq()
4515 struct rq *locked_rq = rq; in reenq_user() local
4538 if (locked_rq != task_rq) { in reenq_user()
4539 if (locked_rq) { in reenq_user()
4540 scx_rq_lock_drop(locked_rq); in reenq_user()
4541 raw_spin_rq_unlock(locked_rq); in reenq_user()
4548 locked_rq = task_rq; in reenq_user()
4568 scx_rq_lock_drop(locked_rq); in reenq_user()
4569 raw_spin_rq_unlock(locked_rq); in reenq_user()
4570 locked_rq = NULL; in reenq_user()
4580 if (locked_rq != rq) { in reenq_user()
4581 if (locked_rq) { in reenq_user()
4582 scx_rq_lock_drop(locked_rq); in reenq_user()
4583 raw_spin_rq_unlock(locked_rq); in reenq_user()
8981 struct rq *p_rq, *src_rq, *locked_rq; in scx_dsq_move() local
9022 locked_rq = scx_locked_rq(); in scx_dsq_move()
9024 if (locked_rq) { in scx_dsq_move()
9025 if (locked_rq != src_rq) in scx_dsq_move()
9026 switch_rq_lock(locked_rq, src_rq); in scx_dsq_move()
9052 dst_dsq = find_dsq_for_dispatch(sch, locked_rq ?: this_rq(), dsq_id, task_cpu(p)); in scx_dsq_move()
9068 if (locked_rq) { in scx_dsq_move()
9069 if (locked_rq != p_rq) in scx_dsq_move()
9070 switch_rq_lock(p_rq, locked_rq); in scx_dsq_move()
9459 struct rq *locked_rq; in scx_bpf_task_set_slice() local
9479 locked_rq = scx_locked_rq(); in scx_bpf_task_set_slice()
9480 if (!locked_rq || in scx_bpf_task_set_slice()
9481 (READ_ONCE(p->scx.runnable_cpu) != cpu_of(locked_rq) && in scx_bpf_task_set_slice()
9482 !task_current(locked_rq, p))) { in scx_bpf_task_set_slice()
9489 unlikely(scx_missing_caps(sch, cpu_of(locked_rq), SCX_CAP_BASE))) { in scx_bpf_task_set_slice()
9853 struct rq *locked_rq = scx_locked_rq(); in scx_bpf_dsq_reenq() local
9872 dsq = find_dsq_for_dispatch(sch, locked_rq ?: this_rq(), dsq_id, smp_processor_id()); in scx_bpf_dsq_reenq()
9873 schedule_dsq_reenq(sch, dsq, reenq_flags, locked_rq); in scx_bpf_dsq_reenq()
10177 struct rq *rq, *locked_rq; in scx_cpuperf_set() local
10190 locked_rq = scx_locked_rq(); in scx_cpuperf_set()
10196 if (locked_rq && rq != locked_rq) { in scx_cpuperf_set()
10205 if (!locked_rq) { in scx_cpuperf_set()
10224 if (!locked_rq) in scx_cpuperf_set()