Home
last modified time | relevance | path

Searched defs:cfs_rq (Results 1 – 6 of 6) sorted by relevance

/linux/kernel/sched/
H A Dfair.c309 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_add_leaf_cfs_rq() argument
377 list_del_leaf_cfs_rq(struct cfs_rq * cfs_rq) list_del_leaf_cfs_rq() argument
403 for_each_leaf_cfs_rq_safe(rq,cfs_rq,pos) global() argument
459 cfs_rq_is_idle(struct cfs_rq * cfs_rq) cfs_rq_is_idle() argument
476 list_add_leaf_cfs_rq(struct cfs_rq * cfs_rq) list_add_leaf_cfs_rq() argument
481 list_del_leaf_cfs_rq(struct cfs_rq * cfs_rq) list_del_leaf_cfs_rq() argument
489 for_each_leaf_cfs_rq_safe(rq,cfs_rq,pos) global() argument
507 cfs_rq_is_idle(struct cfs_rq * cfs_rq) cfs_rq_is_idle() argument
554 entity_key(struct cfs_rq * cfs_rq,struct sched_entity * se) entity_key() argument
621 avg_vruntime_add(struct cfs_rq * cfs_rq,struct sched_entity * se) avg_vruntime_add() argument
631 avg_vruntime_sub(struct cfs_rq * cfs_rq,struct sched_entity * se) avg_vruntime_sub() argument
641 avg_vruntime_update(struct cfs_rq * cfs_rq,s64 delta) avg_vruntime_update() argument
653 avg_vruntime(struct cfs_rq * cfs_rq) avg_vruntime() argument
702 update_entity_lag(struct cfs_rq * cfs_rq,struct sched_entity * se) update_entity_lag() argument
726 vruntime_eligible(struct cfs_rq * cfs_rq,u64 vruntime) vruntime_eligible() argument
742 entity_eligible(struct cfs_rq * cfs_rq,struct sched_entity * se) entity_eligible() argument
747 __update_min_vruntime(struct cfs_rq * cfs_rq,u64 vruntime) __update_min_vruntime() argument
761 update_min_vruntime(struct cfs_rq * cfs_rq) update_min_vruntime() argument
823 __enqueue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se) __enqueue_entity() argument
831 __dequeue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se) __dequeue_entity() argument
838 __pick_root_entity(struct cfs_rq * cfs_rq) __pick_root_entity() argument
848 __pick_first_entity(struct cfs_rq * cfs_rq) __pick_first_entity() argument
877 pick_eevdf(struct cfs_rq * cfs_rq) pick_eevdf() argument
943 __pick_last_entity(struct cfs_rq * cfs_rq) __pick_last_entity() argument
977 update_deadline(struct cfs_rq * cfs_rq,struct sched_entity * se) update_deadline() argument
1059 struct cfs_rq *cfs_rq = cfs_rq_of(se); post_init_entity_util_avg() local
1101 update_tg_load_avg(struct cfs_rq * cfs_rq) update_tg_load_avg() argument
1156 update_curr(struct cfs_rq * cfs_rq) update_curr() argument
1184 update_stats_wait_start_fair(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_wait_start_fair() argument
1201 update_stats_wait_end_fair(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_wait_end_fair() argument
1227 update_stats_enqueue_sleeper_fair(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_enqueue_sleeper_fair() argument
1247 update_stats_enqueue_fair(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) update_stats_enqueue_fair() argument
1264 update_stats_dequeue_fair(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) update_stats_dequeue_fair() argument
1296 update_stats_curr_start(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_curr_start() argument
3576 account_entity_enqueue(struct cfs_rq * cfs_rq,struct sched_entity * se) account_entity_enqueue() argument
3593 account_entity_dequeue(struct cfs_rq * cfs_rq,struct sched_entity * se) account_entity_dequeue() argument
3657 enqueue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) enqueue_load_avg() argument
3664 dequeue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) dequeue_load_avg() argument
3674 enqueue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) enqueue_load_avg() argument
3676 dequeue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) dequeue_load_avg() argument
3785 reweight_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,unsigned long weight) reweight_entity() argument
3841 struct cfs_rq *cfs_rq = cfs_rq_of(se); reweight_task() local
3925 calc_group_shares(struct cfs_rq * cfs_rq) calc_group_shares() argument
3990 cfs_rq_util_change(struct cfs_rq * cfs_rq,int flags) cfs_rq_util_change() argument
4037 cfs_rq_last_update_time(struct cfs_rq * cfs_rq) cfs_rq_last_update_time() argument
4051 child_cfs_rq_on_list(struct cfs_rq * cfs_rq) child_cfs_rq_on_list() argument
4069 cfs_rq_is_decayed(struct cfs_rq * cfs_rq) cfs_rq_is_decayed() argument
4097 update_tg_load_avg(struct cfs_rq * cfs_rq) update_tg_load_avg() argument
4128 clear_tg_load_avg(struct cfs_rq * cfs_rq) clear_tg_load_avg() argument
4162 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; clear_tg_offline_cfs_rqs() local
4270 update_tg_cfs_util(struct cfs_rq * cfs_rq,struct sched_entity * se,struct cfs_rq * gcfs_rq) update_tg_cfs_util() argument
4302 update_tg_cfs_runnable(struct cfs_rq * cfs_rq,struct sched_entity * se,struct cfs_rq * gcfs_rq) update_tg_cfs_runnable() argument
4332 update_tg_cfs_load(struct cfs_rq * cfs_rq,struct sched_entity * se,struct cfs_rq * gcfs_rq) update_tg_cfs_load() argument
4399 add_tg_cfs_propagate(struct cfs_rq * cfs_rq,long runnable_sum) add_tg_cfs_propagate() argument
4408 struct cfs_rq *cfs_rq, *gcfs_rq; propagate_entity_load_avg() local
4465 update_tg_load_avg(struct cfs_rq * cfs_rq) update_tg_load_avg() argument
4474 add_tg_cfs_propagate(struct cfs_rq * cfs_rq,long runnable_sum) add_tg_cfs_propagate() argument
4482 struct cfs_rq *cfs_rq; migrate_se_pelt_lag() local
4577 update_cfs_rq_load_avg(u64 now,struct cfs_rq * cfs_rq) update_cfs_rq_load_avg() argument
4648 attach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) attach_entity_load_avg() argument
4703 detach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) detach_entity_load_avg() argument
4734 update_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) update_load_avg() argument
4782 struct cfs_rq *cfs_rq = cfs_rq_of(se); sync_entity_load_avg() local
4795 struct cfs_rq *cfs_rq = cfs_rq_of(se); remove_entity_load_avg() local
4814 cfs_rq_runnable_avg(struct cfs_rq * cfs_rq) cfs_rq_runnable_avg() argument
4819 cfs_rq_load_avg(struct cfs_rq * cfs_rq) cfs_rq_load_avg() argument
4846 util_est_enqueue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_enqueue() argument
4862 util_est_dequeue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_dequeue() argument
4880 util_est_update(struct cfs_rq * cfs_rq,struct task_struct * p,bool task_sleep) util_est_update() argument
5135 cfs_rq_is_decayed(struct cfs_rq * cfs_rq) cfs_rq_is_decayed() argument
5145 update_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se,int not_used1) update_load_avg() argument
5153 attach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) attach_entity_load_avg() argument
5155 detach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) detach_entity_load_avg() argument
5163 util_est_enqueue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_enqueue() argument
5166 util_est_dequeue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_dequeue() argument
5169 util_est_update(struct cfs_rq * cfs_rq,struct task_struct * p,bool task_sleep) util_est_update() argument
5176 place_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) place_entity() argument
5282 enqueue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) enqueue_entity() argument
5352 struct cfs_rq *cfs_rq = cfs_rq_of(se); __clear_buddies_next() local
5360 clear_buddies(struct cfs_rq * cfs_rq,struct sched_entity * se) clear_buddies() argument
5369 dequeue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) dequeue_entity() argument
5422 set_next_entity(struct cfs_rq * cfs_rq,struct sched_entity * se) set_next_entity() argument
5472 pick_next_entity(struct cfs_rq * cfs_rq) pick_next_entity() argument
5486 put_prev_entity(struct cfs_rq * cfs_rq,struct sched_entity * prev) put_prev_entity() argument
5509 entity_tick(struct cfs_rq * cfs_rq,struct sched_entity * curr,int queued) entity_tick() argument
5620 __assign_cfs_rq_runtime(struct cfs_bandwidth * cfs_b,struct cfs_rq * cfs_rq,u64 target_runtime) __assign_cfs_rq_runtime() argument
5647 assign_cfs_rq_runtime(struct cfs_rq * cfs_rq) assign_cfs_rq_runtime() argument
5659 __account_cfs_rq_runtime(struct cfs_rq * cfs_rq,u64 delta_exec) __account_cfs_rq_runtime() argument
5678 account_cfs_rq_runtime(struct cfs_rq * cfs_rq,u64 delta_exec) account_cfs_rq_runtime() argument
5686 cfs_rq_throttled(struct cfs_rq * cfs_rq) cfs_rq_throttled() argument
5692 throttled_hierarchy(struct cfs_rq * cfs_rq) throttled_hierarchy() argument
5717 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; tg_unthrottle_up() local
5746 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; tg_throttle_down() local
5762 throttle_cfs_rq(struct cfs_rq * cfs_rq) throttle_cfs_rq() argument
5851 unthrottle_cfs_rq(struct cfs_rq * cfs_rq) unthrottle_cfs_rq() argument
5977 __unthrottle_cfs_rq_async(struct cfs_rq * cfs_rq) __unthrottle_cfs_rq_async() argument
5997 __unthrottle_cfs_rq_async(struct cfs_rq * cfs_rq) __unthrottle_cfs_rq_async() argument
6003 unthrottle_cfs_rq_async(struct cfs_rq * cfs_rq) unthrottle_cfs_rq_async() argument
6019 struct cfs_rq *cfs_rq, *tmp; distribute_cfs_runtime() local
6206 __return_cfs_rq_runtime(struct cfs_rq * cfs_rq) __return_cfs_rq_runtime() argument
6229 return_cfs_rq_runtime(struct cfs_rq * cfs_rq) return_cfs_rq_runtime() argument
6274 check_enqueue_throttle(struct cfs_rq * cfs_rq) check_enqueue_throttle() argument
6295 struct cfs_rq *pcfs_rq, *cfs_rq; sync_throttle() local
6311 check_cfs_rq_runtime(struct cfs_rq * cfs_rq) check_cfs_rq_runtime() argument
6417 init_cfs_rq_runtime(struct cfs_rq * cfs_rq) init_cfs_rq_runtime() argument
6489 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; update_runtime_enabled() local
6514 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; unthrottle_offline_cfs_rqs() local
6540 struct cfs_rq *cfs_rq = task_cfs_rq(p); cfs_task_bw_constrained() local
6585 account_cfs_rq_runtime(struct cfs_rq * cfs_rq,u64 delta_exec) account_cfs_rq_runtime() argument
6586 check_cfs_rq_runtime(struct cfs_rq * cfs_rq) check_cfs_rq_runtime() argument
6587 check_enqueue_throttle(struct cfs_rq * cfs_rq) check_enqueue_throttle() argument
6589 return_cfs_rq_runtime(struct cfs_rq * cfs_rq) return_cfs_rq_runtime() argument
6591 cfs_rq_throttled(struct cfs_rq * cfs_rq) cfs_rq_throttled() argument
6596 throttled_hierarchy(struct cfs_rq * cfs_rq) throttled_hierarchy() argument
6609 init_cfs_rq_runtime(struct cfs_rq * cfs_rq) init_cfs_rq_runtime() argument
6749 struct cfs_rq *cfs_rq; enqueue_task_fair() local
6842 struct cfs_rq *cfs_rq; dequeue_task_fair() local
6950 struct cfs_rq *cfs_rq; cpu_load_without() local
6973 struct cfs_rq *cfs_rq; cpu_runnable_without() local
7711 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs; cpu_util() local
8352 struct cfs_rq *cfs_rq = task_cfs_rq(curr); check_preempt_wakeup_fair() local
8430 struct cfs_rq *cfs_rq; pick_task_fair() local
8462 struct cfs_rq *cfs_rq = &rq->cfs; pick_next_task_fair() local
8615 struct cfs_rq *cfs_rq; put_prev_task_fair() local
8629 struct cfs_rq *cfs_rq = task_cfs_rq(curr); yield_task_fair() local
9303 cfs_rq_has_blocked(struct cfs_rq * cfs_rq) cfs_rq_has_blocked() argument
9342 cfs_rq_has_blocked(struct cfs_rq * cfs_rq) cfs_rq_has_blocked() argument
9378 struct cfs_rq *cfs_rq, *pos; __update_blocked_fair() local
9424 update_cfs_rq_h_load(struct cfs_rq * cfs_rq) update_cfs_rq_h_load() argument
9459 struct cfs_rq *cfs_rq = task_cfs_rq(p); task_h_load() local
9468 struct cfs_rq *cfs_rq = &rq->cfs; __update_blocked_fair() local
12586 struct cfs_rq *cfs_rq = cfs_rq_of(se); se_fi_update() local
12658 struct cfs_rq *cfs_rq; task_is_throttled_fair() local
12681 struct cfs_rq *cfs_rq; task_tick_fair() local
12706 struct cfs_rq *cfs_rq; task_fork_fair() local
12755 struct cfs_rq *cfs_rq = cfs_rq_of(se); propagate_entity_cfs_rq() local
12784 struct cfs_rq *cfs_rq = cfs_rq_of(se); detach_entity_cfs_rq() local
12806 struct cfs_rq *cfs_rq = cfs_rq_of(se); attach_entity_cfs_rq() local
12873 struct cfs_rq *cfs_rq = cfs_rq_of(se); set_next_task_fair() local
12881 init_cfs_rq(struct cfs_rq * cfs_rq) init_cfs_rq() argument
12928 struct cfs_rq *cfs_rq; alloc_fair_sched_group() local
13011 init_tg_cfs_entry(struct task_group * tg,struct cfs_rq * cfs_rq,struct sched_entity * se,int cpu,struct sched_entity * parent) init_tg_cfs_entry() argument
13141 struct cfs_rq *cfs_rq = cfs_rq_of(se); sched_group_set_idle() local
13241 struct cfs_rq *cfs_rq, *pos; print_cfs_stats() local
[all...]
H A Dpelt.h169 /* rq->task_clock normalized against any time this cfs_rq ha argument
156 update_idle_cfs_rq_clock_pelt(struct cfs_rq * cfs_rq) update_idle_cfs_rq_clock_pelt() argument
177 update_idle_cfs_rq_clock_pelt(struct cfs_rq * cfs_rq) update_idle_cfs_rq_clock_pelt() argument
178 cfs_rq_clock_pelt(struct cfs_rq * cfs_rq) cfs_rq_clock_pelt() argument
187 update_cfs_rq_load_avg(u64 now,struct cfs_rq * cfs_rq) update_cfs_rq_load_avg() argument
232 update_idle_cfs_rq_clock_pelt(struct cfs_rq * cfs_rq) update_idle_cfs_rq_clock_pelt() argument
[all...]
H A Dsched.h404 struct cfs_rq **cfs_rq; global() member
592 struct cfs_rq { global() struct
616 tasks_timelinecfs_rq global() argument
619 currcfs_rq global() argument
620 nextcfs_rq global() argument
623 nr_spread_overcfs_rq global() argument
630 avgcfs_rq global() argument
632 last_update_time_copycfs_rq global() argument
634 __anon83abaf990108cfs_rq global() argument
661 rqcfs_rq global() argument
672 leaf_cfs_rq_listcfs_rq global() argument
673 tgcfs_rq global() argument
676 idlecfs_rq global() argument
679 runtime_enabledcfs_rq global() argument
680 runtime_remainingcfs_rq global() argument
682 throttled_pelt_idlecfs_rq global() argument
684 throttled_pelt_idle_copycfs_rq global() argument
686 throttled_clockcfs_rq global() argument
687 throttled_clock_peltcfs_rq global() argument
688 throttled_clock_pelt_timecfs_rq global() argument
689 throttled_clock_selfcfs_rq global() argument
690 throttled_clock_self_timecfs_rq global() argument
691 throttledcfs_rq global() argument
692 throttle_countcfs_rq global() argument
693 throttled_listcfs_rq global() argument
694 throttled_csd_listcfs_rq global() argument
1216 rq_of(struct cfs_rq * cfs_rq) rq_of() argument
1223 rq_of(struct cfs_rq * cfs_rq) rq_of() argument
[all...]
H A Dpelt.c306 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se) in __update_load_avg_se() argument
320 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq) in __update_load_avg_cfs_rq() argument
[all...]
H A Ddebug.c629 print_cfs_rq(struct seq_file * m,int cpu,struct cfs_rq * cfs_rq) print_cfs_rq() argument
[all...]
H A Dcore.c9344 struct cfs_rq *cfs_rq = tg->cfs_rq[i]; in tg_set_cfs_bandwidth() local