H A D | fair.c | 309 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_add_leaf_cfs_rq() argument 377 list_del_leaf_cfs_rq(struct cfs_rq * cfs_rq) list_del_leaf_cfs_rq() argument 403 for_each_leaf_cfs_rq_safe(rq,cfs_rq,pos) global() argument 459 cfs_rq_is_idle(struct cfs_rq * cfs_rq) cfs_rq_is_idle() argument 476 list_add_leaf_cfs_rq(struct cfs_rq * cfs_rq) list_add_leaf_cfs_rq() argument 481 list_del_leaf_cfs_rq(struct cfs_rq * cfs_rq) list_del_leaf_cfs_rq() argument 489 for_each_leaf_cfs_rq_safe(rq,cfs_rq,pos) global() argument 507 cfs_rq_is_idle(struct cfs_rq * cfs_rq) cfs_rq_is_idle() argument 554 entity_key(struct cfs_rq * cfs_rq,struct sched_entity * se) entity_key() argument 621 avg_vruntime_add(struct cfs_rq * cfs_rq,struct sched_entity * se) avg_vruntime_add() argument 631 avg_vruntime_sub(struct cfs_rq * cfs_rq,struct sched_entity * se) avg_vruntime_sub() argument 641 avg_vruntime_update(struct cfs_rq * cfs_rq,s64 delta) avg_vruntime_update() argument 653 avg_vruntime(struct cfs_rq * cfs_rq) avg_vruntime() argument 702 update_entity_lag(struct cfs_rq * cfs_rq,struct sched_entity * se) update_entity_lag() argument 726 vruntime_eligible(struct cfs_rq * cfs_rq,u64 vruntime) vruntime_eligible() argument 742 entity_eligible(struct cfs_rq * cfs_rq,struct sched_entity * se) entity_eligible() argument 747 __update_min_vruntime(struct cfs_rq * cfs_rq,u64 vruntime) __update_min_vruntime() argument 761 update_min_vruntime(struct cfs_rq * cfs_rq) update_min_vruntime() argument 823 __enqueue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se) __enqueue_entity() argument 831 __dequeue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se) __dequeue_entity() argument 838 __pick_root_entity(struct cfs_rq * cfs_rq) __pick_root_entity() argument 848 __pick_first_entity(struct cfs_rq * cfs_rq) __pick_first_entity() argument 877 pick_eevdf(struct cfs_rq * cfs_rq) pick_eevdf() argument 943 __pick_last_entity(struct cfs_rq * cfs_rq) __pick_last_entity() argument 977 update_deadline(struct cfs_rq * cfs_rq,struct sched_entity * se) update_deadline() argument 1059 struct cfs_rq *cfs_rq = cfs_rq_of(se); post_init_entity_util_avg() local 1101 update_tg_load_avg(struct cfs_rq * cfs_rq) update_tg_load_avg() argument 1156 update_curr(struct cfs_rq * cfs_rq) update_curr() argument 1184 update_stats_wait_start_fair(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_wait_start_fair() argument 1201 update_stats_wait_end_fair(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_wait_end_fair() argument 1227 update_stats_enqueue_sleeper_fair(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_enqueue_sleeper_fair() argument 1247 update_stats_enqueue_fair(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) update_stats_enqueue_fair() argument 1264 update_stats_dequeue_fair(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) update_stats_dequeue_fair() argument 1296 update_stats_curr_start(struct cfs_rq * cfs_rq,struct sched_entity * se) update_stats_curr_start() argument 3576 account_entity_enqueue(struct cfs_rq * cfs_rq,struct sched_entity * se) account_entity_enqueue() argument 3593 account_entity_dequeue(struct cfs_rq * cfs_rq,struct sched_entity * se) account_entity_dequeue() argument 3657 enqueue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) enqueue_load_avg() argument 3664 dequeue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) dequeue_load_avg() argument 3674 enqueue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) enqueue_load_avg() argument 3676 dequeue_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) dequeue_load_avg() argument 3785 reweight_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,unsigned long weight) reweight_entity() argument 3841 struct cfs_rq *cfs_rq = cfs_rq_of(se); reweight_task() local 3925 calc_group_shares(struct cfs_rq * cfs_rq) calc_group_shares() argument 3990 cfs_rq_util_change(struct cfs_rq * cfs_rq,int flags) cfs_rq_util_change() argument 4037 cfs_rq_last_update_time(struct cfs_rq * cfs_rq) cfs_rq_last_update_time() argument 4051 child_cfs_rq_on_list(struct cfs_rq * cfs_rq) child_cfs_rq_on_list() argument 4069 cfs_rq_is_decayed(struct cfs_rq * cfs_rq) cfs_rq_is_decayed() argument 4097 update_tg_load_avg(struct cfs_rq * cfs_rq) update_tg_load_avg() argument 4128 clear_tg_load_avg(struct cfs_rq * cfs_rq) clear_tg_load_avg() argument 4162 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; clear_tg_offline_cfs_rqs() local 4270 update_tg_cfs_util(struct cfs_rq * cfs_rq,struct sched_entity * se,struct cfs_rq * gcfs_rq) update_tg_cfs_util() argument 4302 update_tg_cfs_runnable(struct cfs_rq * cfs_rq,struct sched_entity * se,struct cfs_rq * gcfs_rq) update_tg_cfs_runnable() argument 4332 update_tg_cfs_load(struct cfs_rq * cfs_rq,struct sched_entity * se,struct cfs_rq * gcfs_rq) update_tg_cfs_load() argument 4399 add_tg_cfs_propagate(struct cfs_rq * cfs_rq,long runnable_sum) add_tg_cfs_propagate() argument 4408 struct cfs_rq *cfs_rq, *gcfs_rq; propagate_entity_load_avg() local 4465 update_tg_load_avg(struct cfs_rq * cfs_rq) update_tg_load_avg() argument 4474 add_tg_cfs_propagate(struct cfs_rq * cfs_rq,long runnable_sum) add_tg_cfs_propagate() argument 4482 struct cfs_rq *cfs_rq; migrate_se_pelt_lag() local 4577 update_cfs_rq_load_avg(u64 now,struct cfs_rq * cfs_rq) update_cfs_rq_load_avg() argument 4648 attach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) attach_entity_load_avg() argument 4703 detach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) detach_entity_load_avg() argument 4734 update_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) update_load_avg() argument 4782 struct cfs_rq *cfs_rq = cfs_rq_of(se); sync_entity_load_avg() local 4795 struct cfs_rq *cfs_rq = cfs_rq_of(se); remove_entity_load_avg() local 4814 cfs_rq_runnable_avg(struct cfs_rq * cfs_rq) cfs_rq_runnable_avg() argument 4819 cfs_rq_load_avg(struct cfs_rq * cfs_rq) cfs_rq_load_avg() argument 4846 util_est_enqueue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_enqueue() argument 4862 util_est_dequeue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_dequeue() argument 4880 util_est_update(struct cfs_rq * cfs_rq,struct task_struct * p,bool task_sleep) util_est_update() argument 5135 cfs_rq_is_decayed(struct cfs_rq * cfs_rq) cfs_rq_is_decayed() argument 5145 update_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se,int not_used1) update_load_avg() argument 5153 attach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) attach_entity_load_avg() argument 5155 detach_entity_load_avg(struct cfs_rq * cfs_rq,struct sched_entity * se) detach_entity_load_avg() argument 5163 util_est_enqueue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_enqueue() argument 5166 util_est_dequeue(struct cfs_rq * cfs_rq,struct task_struct * p) util_est_dequeue() argument 5169 util_est_update(struct cfs_rq * cfs_rq,struct task_struct * p,bool task_sleep) util_est_update() argument 5176 place_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) place_entity() argument 5282 enqueue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) enqueue_entity() argument 5352 struct cfs_rq *cfs_rq = cfs_rq_of(se); __clear_buddies_next() local 5360 clear_buddies(struct cfs_rq * cfs_rq,struct sched_entity * se) clear_buddies() argument 5369 dequeue_entity(struct cfs_rq * cfs_rq,struct sched_entity * se,int flags) dequeue_entity() argument 5422 set_next_entity(struct cfs_rq * cfs_rq,struct sched_entity * se) set_next_entity() argument 5472 pick_next_entity(struct cfs_rq * cfs_rq) pick_next_entity() argument 5486 put_prev_entity(struct cfs_rq * cfs_rq,struct sched_entity * prev) put_prev_entity() argument 5509 entity_tick(struct cfs_rq * cfs_rq,struct sched_entity * curr,int queued) entity_tick() argument 5620 __assign_cfs_rq_runtime(struct cfs_bandwidth * cfs_b,struct cfs_rq * cfs_rq,u64 target_runtime) __assign_cfs_rq_runtime() argument 5647 assign_cfs_rq_runtime(struct cfs_rq * cfs_rq) assign_cfs_rq_runtime() argument 5659 __account_cfs_rq_runtime(struct cfs_rq * cfs_rq,u64 delta_exec) __account_cfs_rq_runtime() argument 5678 account_cfs_rq_runtime(struct cfs_rq * cfs_rq,u64 delta_exec) account_cfs_rq_runtime() argument 5686 cfs_rq_throttled(struct cfs_rq * cfs_rq) cfs_rq_throttled() argument 5692 throttled_hierarchy(struct cfs_rq * cfs_rq) throttled_hierarchy() argument 5717 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; tg_unthrottle_up() local 5746 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; tg_throttle_down() local 5762 throttle_cfs_rq(struct cfs_rq * cfs_rq) throttle_cfs_rq() argument 5851 unthrottle_cfs_rq(struct cfs_rq * cfs_rq) unthrottle_cfs_rq() argument 5977 __unthrottle_cfs_rq_async(struct cfs_rq * cfs_rq) __unthrottle_cfs_rq_async() argument 5997 __unthrottle_cfs_rq_async(struct cfs_rq * cfs_rq) __unthrottle_cfs_rq_async() argument 6003 unthrottle_cfs_rq_async(struct cfs_rq * cfs_rq) unthrottle_cfs_rq_async() argument 6019 struct cfs_rq *cfs_rq, *tmp; distribute_cfs_runtime() local 6206 __return_cfs_rq_runtime(struct cfs_rq * cfs_rq) __return_cfs_rq_runtime() argument 6229 return_cfs_rq_runtime(struct cfs_rq * cfs_rq) return_cfs_rq_runtime() argument 6274 check_enqueue_throttle(struct cfs_rq * cfs_rq) check_enqueue_throttle() argument 6295 struct cfs_rq *pcfs_rq, *cfs_rq; sync_throttle() local 6311 check_cfs_rq_runtime(struct cfs_rq * cfs_rq) check_cfs_rq_runtime() argument 6417 init_cfs_rq_runtime(struct cfs_rq * cfs_rq) init_cfs_rq_runtime() argument 6489 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; update_runtime_enabled() local 6514 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; unthrottle_offline_cfs_rqs() local 6540 struct cfs_rq *cfs_rq = task_cfs_rq(p); cfs_task_bw_constrained() local 6585 account_cfs_rq_runtime(struct cfs_rq * cfs_rq,u64 delta_exec) account_cfs_rq_runtime() argument 6586 check_cfs_rq_runtime(struct cfs_rq * cfs_rq) check_cfs_rq_runtime() argument 6587 check_enqueue_throttle(struct cfs_rq * cfs_rq) check_enqueue_throttle() argument 6589 return_cfs_rq_runtime(struct cfs_rq * cfs_rq) return_cfs_rq_runtime() argument 6591 cfs_rq_throttled(struct cfs_rq * cfs_rq) cfs_rq_throttled() argument 6596 throttled_hierarchy(struct cfs_rq * cfs_rq) throttled_hierarchy() argument 6609 init_cfs_rq_runtime(struct cfs_rq * cfs_rq) init_cfs_rq_runtime() argument 6749 struct cfs_rq *cfs_rq; enqueue_task_fair() local 6842 struct cfs_rq *cfs_rq; dequeue_task_fair() local 6950 struct cfs_rq *cfs_rq; cpu_load_without() local 6973 struct cfs_rq *cfs_rq; cpu_runnable_without() local 7711 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs; cpu_util() local 8352 struct cfs_rq *cfs_rq = task_cfs_rq(curr); check_preempt_wakeup_fair() local 8430 struct cfs_rq *cfs_rq; pick_task_fair() local 8462 struct cfs_rq *cfs_rq = &rq->cfs; pick_next_task_fair() local 8615 struct cfs_rq *cfs_rq; put_prev_task_fair() local 8629 struct cfs_rq *cfs_rq = task_cfs_rq(curr); yield_task_fair() local 9303 cfs_rq_has_blocked(struct cfs_rq * cfs_rq) cfs_rq_has_blocked() argument 9342 cfs_rq_has_blocked(struct cfs_rq * cfs_rq) cfs_rq_has_blocked() argument 9378 struct cfs_rq *cfs_rq, *pos; __update_blocked_fair() local 9424 update_cfs_rq_h_load(struct cfs_rq * cfs_rq) update_cfs_rq_h_load() argument 9459 struct cfs_rq *cfs_rq = task_cfs_rq(p); task_h_load() local 9468 struct cfs_rq *cfs_rq = &rq->cfs; __update_blocked_fair() local 12586 struct cfs_rq *cfs_rq = cfs_rq_of(se); se_fi_update() local 12658 struct cfs_rq *cfs_rq; task_is_throttled_fair() local 12681 struct cfs_rq *cfs_rq; task_tick_fair() local 12706 struct cfs_rq *cfs_rq; task_fork_fair() local 12755 struct cfs_rq *cfs_rq = cfs_rq_of(se); propagate_entity_cfs_rq() local 12784 struct cfs_rq *cfs_rq = cfs_rq_of(se); detach_entity_cfs_rq() local 12806 struct cfs_rq *cfs_rq = cfs_rq_of(se); attach_entity_cfs_rq() local 12873 struct cfs_rq *cfs_rq = cfs_rq_of(se); set_next_task_fair() local 12881 init_cfs_rq(struct cfs_rq * cfs_rq) init_cfs_rq() argument 12928 struct cfs_rq *cfs_rq; alloc_fair_sched_group() local 13011 init_tg_cfs_entry(struct task_group * tg,struct cfs_rq * cfs_rq,struct sched_entity * se,int cpu,struct sched_entity * parent) init_tg_cfs_entry() argument 13141 struct cfs_rq *cfs_rq = cfs_rq_of(se); sched_group_set_idle() local 13241 struct cfs_rq *cfs_rq, *pos; print_cfs_stats() local [all...] |