Lines Matching refs:rf
742 struct rq *___task_rq_lock(struct task_struct *p, struct rq_flags *rf)
752 rq_pin_lock(rq, rf);
765 struct rq *_task_rq_lock(struct task_struct *p, struct rq_flags *rf)
770 raw_spin_lock_irqsave(&p->pi_lock, rf->flags);
791 rq_pin_lock(rq, rf);
795 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags);
920 struct rq_flags rf;
924 rq_lock(rq, &rf);
927 rq_unlock(rq, &rf);
958 struct rq_flags rf;
960 rq_lock(rq, &rf);
962 rq_unlock(rq, &rf);
1938 struct rq_flags rf;
1949 rq = task_rq_lock(p, &rf);
1960 task_rq_unlock(rq, p, &rf);
2356 struct rq_flags rf;
2391 rq = task_rq_lock(p, &rf);
2411 task_rq_unlock(rq, p, &rf);
2556 static struct rq *move_queued_task(struct rq *rq, struct rq_flags *rf,
2564 rq_unlock(rq, rf);
2568 rq_lock(rq, rf);
2603 static struct rq *__migrate_task(struct rq *rq, struct rq_flags *rf,
2611 rq = move_queued_task(rq, rf, p, dest_cpu);
2628 struct rq_flags rf;
2634 local_irq_save(rf.flags);
2649 rq_lock(rq, &rf);
2676 rq = __migrate_task(rq, &rf, p, arg->dest_cpu);
2716 rq_unlock(rq, &rf);
2717 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags);
2726 rq_unlock(rq, &rf);
2727 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags);
2969 static int affine_move_task(struct rq *rq, struct task_struct *p, struct rq_flags *rf,
3004 task_rq_unlock(rq, p, rf);
3058 task_rq_unlock(rq, p, rf);
3076 task_rq_unlock(rq, p, rf);
3089 rq = move_queued_task(rq, rf, p, dest_cpu);
3096 task_rq_unlock(rq, p, rf);
3125 struct rq_flags *rf)
3190 return affine_move_task(rq, p, rf, dest_cpu, ctx->flags);
3193 task_rq_unlock(rq, p, rf);
3209 struct rq_flags rf;
3212 rq = task_rq_lock(p, &rf);
3222 return __set_cpus_allowed_ptr_locked(p, ctx, rq, &rf);
3253 struct rq_flags rf;
3257 rq = task_rq_lock(p, &rf);
3274 return __set_cpus_allowed_ptr_locked(p, &ac, rq, &rf);
3277 task_rq_unlock(rq, p, &rf);
3829 struct rq_flags *rf)
3857 rq_unpin_lock(rq, rf);
3859 rq_repin_lock(rq, rf);
3919 struct rq_flags rf;
3924 rq_lock_irqsave(rq, &rf);
3934 ttwu_do_activate(rq, p, p->sched_remote_wakeup ? WF_MIGRATED : 0, &rf);
3948 rq_unlock_irqrestore(rq, &rf);
4093 struct rq_flags rf;
4098 rq_lock(rq, &rf);
4100 ttwu_do_activate(rq, p, wake_flags, &rf);
4101 rq_unlock(rq, &rf);
4496 struct rq_flags rf;
4499 raw_spin_lock_irqsave(&p->pi_lock, rf.flags);
4502 struct rq *rq = __task_rq_lock(p, &rf);
4516 __task_rq_unlock(rq, p, &rf);
4521 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags);
4546 struct rq_flags rf;
4548 rq_lock_irqsave(rq, &rf);
4551 rq_unlock_irqrestore(rq, &rf);
4966 struct rq_flags rf;
4970 raw_spin_lock_irqsave(&p->pi_lock, rf.flags);
4982 rq = __task_rq_lock(p, &rf);
4994 rq_unpin_lock(rq, &rf);
4996 rq_repin_lock(rq, &rf);
4998 task_rq_unlock(rq, p, &rf);
5209 void __balance_callbacks(struct rq *rq, struct rq_flags *rf)
5211 if (rf)
5212 rq_unpin_lock(rq, rf);
5214 if (rf)
5215 rq_repin_lock(rq, rf);
5230 prepare_lock_switch(struct rq *rq, struct task_struct *next, struct rq_flags *rf)
5240 rq_unpin_lock(rq, rf);
5475 struct task_struct *next, struct rq_flags *rf)
5530 prepare_lock_switch(rq, next, rf);
5696 struct rq_flags rf;
5716 rq = task_rq_lock(p, &rf);
5728 task_rq_unlock(rq, p, &rf);
5788 struct rq_flags rf;
5797 rq_lock(rq, &rf);
5817 rq_unlock(rq, &rf);
6130 static void prev_balance(struct rq *rq, struct rq_flags *rf)
6144 if (class->balance && class->balance(rq, rf))
6153 __pick_next_task(struct rq *rq, struct rq_flags *rf)
6173 p = pick_task_fair(rq, rf);
6179 p = pick_task_idle(rq, rf);
6186 prev_balance(rq, rf);
6189 p = class->pick_task(rq, rf);
6224 static inline struct task_struct *pick_task(struct rq *rq, struct rq_flags *rf)
6232 p = class->pick_task(rq, rf);
6245 pick_next_task(struct rq *rq, struct rq_flags *rf)
6258 return __pick_next_task(rq, rf);
6271 return __pick_next_task(rq, rf);
6297 prev_balance(rq, rf);
6337 next = pick_task(rq, rf);
6377 p = pick_task(rq_i, rf);
6408 p = idle_sched_class.pick_task(rq_i, rf);
6721 pick_next_task(struct rq *rq, struct rq_flags *rf)
6724 return __pick_next_task(rq, rf);
6823 static inline void proxy_release_rq_lock(struct rq *rq, struct rq_flags *rf)
6839 rq_unpin_lock(rq, rf);
6843 static inline void proxy_reacquire_rq_lock(struct rq *rq, struct rq_flags *rf)
6847 rq_repin_lock(rq, rf);
6863 static void proxy_migrate_task(struct rq *rq, struct rq_flags *rf,
6887 proxy_release_rq_lock(rq, rf);
6891 proxy_reacquire_rq_lock(rq, rf);
6921 find_proxy_task(struct rq *rq, struct task_struct *donor, struct rq_flags *rf)
7060 proxy_migrate_task(rq, rf, p, owner_cpu);
7065 find_proxy_task(struct rq *rq, struct task_struct *donor, struct rq_flags *rf)
7122 struct rq_flags rf;
7158 rq_lock(rq, &rf);
7199 next = pick_next_task(rq, &rf);
7207 next = find_proxy_task(rq, next, &rf);
7284 rq = context_switch(rq, prev, next, &rf);
7286 rq_unpin_lock(rq, &rf);
7698 struct rq_flags rf;
7710 rq = __task_rq_lock(p, &rf);
7797 __balance_callbacks(rq, &rf);
7798 __task_rq_unlock(rq, p, &rf);
8473 struct rq_flags rf;
8485 rq_lock(rq, &rf);
8488 rq = __migrate_task(rq, &rf, p, cpu);
8489 rq_unlock(rq, &rf);
8572 struct rq_flags rf;
8574 rq_lock_irqsave(rq, &rf);
8581 rq_unlock_irqrestore(rq, &rf);
8648 struct rq_flags rf;
8650 rq_lock_irqsave(rq, &rf);
8655 rq_unlock_irqrestore(rq, &rf);
8660 struct rq_flags rf;
8662 rq_lock_irqsave(rq, &rf);
8667 rq_unlock_irqrestore(rq, &rf);
8901 struct rq_flags rf;
8906 rq_lock_irqsave(rq, &rf);
8916 rq_unlock_irqrestore(rq, &rf);
9569 __balance_callbacks(rq, &rq_guard.rf);