| /linux/kernel/sched/ |
| H A D | loadavg.c | 80 long calc_load_fold_active(struct rq *this_rq, long adjust) in calc_load_fold_active() argument
84 nr_active = this_rq->nr_running - adjust; in calc_load_fold_active()
85 nr_active += (long)this_rq->nr_uninterruptible; in calc_load_fold_active()
87 if (nr_active != this_rq->calc_load_active) { in calc_load_fold_active()
88 delta = nr_active - this_rq->calc_load_active; in calc_load_fold_active()
89 this_rq->calc_load_active = nr_active; in calc_load_fold_active()
253 calc_load_nohz_fold(this_rq()); in calc_load_nohz_start()
267 struct rq *this_rq = this_rq(); in calc_load_nohz_stop() local
272 this_rq->calc_load_update = READ_ONCE(calc_load_update); in calc_load_nohz_stop()
273 if (time_before(jiffies, this_rq->calc_load_update)) in calc_load_nohz_stop()
[all …]
|
| H A D | sched.h | 107 extern void calc_global_load_tick(struct rq *this_rq);
108 extern long calc_load_fold_active(struct rq *this_rq, long adjust);
1440 #define this_rq() __this_rq()
2083 rq = this_rq(); in _this_rq_lock_irq()
2697 void (*task_woken)(struct rq *this_rq, struct task_struct *task);
2733 void (*switching_from)(struct rq *this_rq, struct task_struct *task);
2734 void (*switched_from) (struct rq *this_rq, struct task_struct *task);
2735 void (*switching_to) (struct rq *this_rq, struct task_struct *task);
2736 void (*switched_to) (struct rq *this_rq, struct task_struct *task);
2737 u64 (*get_prio) (struct rq *this_rq, struc
1441 #define this_rq() __this_rq( global() macro
3289 _double_lock_balance(struct rq * this_rq,struct rq * busiest) _double_lock_balance() argument
3307 _double_lock_balance(struct rq * this_rq,struct rq * busiest) _double_lock_balance() argument
3339 double_lock_balance(struct rq * this_rq,struct rq * busiest) double_lock_balance() argument
3348 double_unlock_balance(struct rq * this_rq,struct rq * busiest) double_unlock_balance() argument
[all...] |
| H A D | rt.c | 583 return this_rq()->rd->span; in sched_rt_period_mask()
2231 rq = this_rq(); in rto_push_irq_work_func()
2261 static void pull_rt_task(struct rq *this_rq) in pull_rt_task() argument
2263 int this_cpu = this_rq->cpu, cpu; in pull_rt_task()
2267 int rt_overload_count = rt_overloaded(this_rq); in pull_rt_task()
2280 cpumask_test_cpu(this_rq->cpu, this_rq->rd->rto_mask)) in pull_rt_task()
2285 tell_cpu_to_push(this_rq); in pull_rt_task()
2290 for_each_cpu(cpu, this_rq->rd->rto_mask) { in pull_rt_task()
2304 this_rq->rt.highest_prio.curr) in pull_rt_task()
2313 double_lock_balance(this_rq, src_rq); in pull_rt_task()
[all …]
|
| H A D | fair.c | 6150 static int sched_balance_newidle(struct rq *this_rq, struct rq_flags *rf) in update_misfit_status()
6151 __must_hold(__rq_lockp(this_rq)); in update_misfit_status()
7372 if (rq == this_rq()) { in __return_cfs_rq_runtime()
9233 this_rq()->nr_running <= 1 &&
9742 struct root_domain *rd = this_rq()->rd; in select_task_rq_fair()
9946 if (!is_rd_overutilized(this_rq()->rd)) { in wakeup_preempt_fair()
13734 static int sched_balance_rq(int this_cpu, struct rq *this_rq, in sched_balance_rq()
13747 .dst_rq = this_rq, in sched_balance_rq()
14564 WARN_ON_ONCE(rq != this_rq()); in nohz_newidle_balance()
14667 static void _nohz_idle_balance(struct rq *this_rq, unsigne in sched_balance_newidle()
13475 sched_balance_rq(int this_cpu,struct rq * this_rq,struct sched_domain * sd,enum cpu_idle_type idle,int * continue_balancing) sched_balance_rq() argument
14398 _nohz_idle_balance(struct rq * this_rq,unsigned int flags) _nohz_idle_balance() argument
14501 nohz_idle_balance(struct rq * this_rq,enum cpu_idle_type idle) nohz_idle_balance() argument
14547 nohz_newidle_balance(struct rq * this_rq) nohz_newidle_balance() argument
14570 nohz_idle_balance(struct rq * this_rq,enum cpu_idle_type idle) nohz_idle_balance() argument
14575 nohz_newidle_balance(struct rq * this_rq) nohz_newidle_balance() argument
14587 sched_balance_newidle(struct rq * this_rq,struct rq_flags * rf) sched_balance_newidle() argument
14741 struct rq *this_rq = this_rq(); sched_balance_softirq() local
[all...] |
| H A D | deadline.c | 3218 static void pull_dl_task(struct rq *this_rq) in pull_dl_task() argument
3220 int this_cpu = this_rq->cpu, cpu; in pull_dl_task()
3226 if (likely(!dl_overloaded(this_rq))) in pull_dl_task()
3235 for_each_cpu(cpu, this_rq->rd->dlo_mask) { in pull_dl_task()
3245 if (this_rq->dl.dl_nr_running && in pull_dl_task()
3246 dl_time_before(this_rq->dl.earliest_dl.curr, in pull_dl_task()
3252 double_lock_balance(this_rq, src_rq); in pull_dl_task()
3269 dl_task_is_earliest_deadline(p, this_rq)) { in pull_dl_task()
3284 move_queued_task_locked(src_rq, this_rq, p); in pull_dl_task()
3292 double_unlock_balance(this_rq, src_rq); in pull_dl_task()
[all …]
|
| H A D | idle.c | 24 idle_set_state(this_rq(), idle_state); in sched_idle_set_state()
|
| H A D | core.c | 994 if (rq == this_rq()) in hrtick_start()
2626 struct rq *rq = this_rq(); in migration_cpu_stop()
2737 struct rq *lowest_rq = NULL, *rq = this_rq(); in push_cpu_stop()
3711 rq = this_rq(); in ttwu_stat()
3917 struct rq *rq = this_rq(); in sched_ttwu_pending()
5232 __acquires(__rq_lockp(this_rq())) in prepare_lock_switch()
5250 __acquire(__rq_lockp(this_rq())); in prepare_lock_switch()
5338 * past. 'prev == current' is still correct but we need to recalculate this_rq
5342 __releases(__rq_lockp(this_rq())) in finish_task_switch()
5344 struct rq *rq = this_rq(); in finish_task_switch()
[all...] |
| H A D | syscalls.c | 1417 rq = this_rq(); in yield_to()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | test_access_variable_array.c | |
| /linux/kernel/sched/ext/ |
| H A D | ext.c | 1136 rq = this_rq(); in schedule_dsq_reenq()
2605 static bool consume_remote_task(struct scx_sched *sch, struct rq *this_rq,
2609 if (unlink_dsq_and_switch_rq_lock(p, dsq, this_rq, src_rq)) {
2610 move_remote_task_to_local_dsq(sch, p, enq_flags, src_rq, this_rq);
2613 switch_rq_lock(src_rq, this_rq); in move_task_between_dsqs()
3609 this_rq()->scx.in_select_cpu = true; in select_task_rq_scx()
3613 this_rq()->scx.in_select_cpu = false; in select_task_rq_scx()
8620 static bool kick_one_cpu(s32 cpu, struct scx_sched_pcpu *pcpu, struct rq *this_rq,
8624 struct scx_rq *this_scx = &this_rq->scx; in kick_cpus_irq_workfn()
8641 kickable = (cpu_online(cpu) || cpu == cpu_of(this_rq)) in kick_cpus_irq_workfn()
2584 consume_remote_task(struct scx_sched * sch,struct rq * this_rq,struct task_struct * p,u64 enq_flags,struct scx_dispatch_q * dsq,struct rq * src_rq) consume_remote_task() argument
8539 kick_one_cpu(s32 cpu,struct scx_sched_pcpu * pcpu,struct rq * this_rq,unsigned long * ksyncs) kick_one_cpu() argument
8601 kick_one_cpu_if_idle(s32 cpu,struct scx_sched_pcpu * pcpu,struct rq * this_rq) kick_one_cpu_if_idle() argument
8623 struct rq *this_rq = this_rq(); kick_cpus_irq_workfn() local
9624 struct rq *this_rq; scx_kick_cpu() local
[all...] |
| H A D | idle.c | 1014 if (this_rq()->scx.in_select_cpu) { in select_cpu_from_kfunc()
|