Searched refs:cfs_rq (Results 1 – 6 of 6) sorted by relevance
| /linux/kernel/sched/ |
| H A D | fair.c | 324 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_add_leaf_cfs_rq() argument
326 struct rq *rq = rq_of(cfs_rq); in list_add_leaf_cfs_rq()
329 if (cfs_rq->on_list) in list_add_leaf_cfs_rq()
332 cfs_rq->on_list = 1; in list_add_leaf_cfs_rq()
343 if (cfs_rq->tg->parent && in list_add_leaf_cfs_rq()
344 tg_cfs_rq(cfs_rq->tg->parent, cpu)->on_list) { in list_add_leaf_cfs_rq()
351 list_add_tail_rcu(&cfs_rq->leaf_cfs_rq_list, in list_add_leaf_cfs_rq()
352 &(tg_cfs_rq(cfs_rq->tg->parent, cpu)->leaf_cfs_rq_list)); in list_add_leaf_cfs_rq()
362 if (!cfs_rq->tg->parent) { in list_add_leaf_cfs_rq()
367 list_add_tail_rcu(&cfs_rq->leaf_cfs_rq_list, in list_add_leaf_cfs_rq()
[all …]
|
| H A D | pelt.h | 9 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se);
10 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq);
161 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in update_idle_cfs_rq_clock_pelt() argument
165 if (unlikely(cfs_rq->pelt_clock_throttled)) in update_idle_cfs_rq_clock_pelt()
168 throttled = cfs_rq->throttled_clock_pelt_time; in update_idle_cfs_rq_clock_pelt()
170 u64_u32_store(cfs_rq->throttled_pelt_idle, throttled); in update_idle_cfs_rq_clock_pelt()
174 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in cfs_rq_clock_pelt() argument
176 if (unlikely(cfs_rq->pelt_clock_throttled)) in cfs_rq_clock_pelt()
177 return cfs_rq->throttled_clock_pelt - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
179 return rq_clock_pelt(rq_of(cfs_rq)) - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
[all …]
|
| H A D | debug.c | 1036 void print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq) in print_cfs_rq() argument
1049 SEQ_printf_task_group_path(m, cfs_rq->tg, "cfs_rq[%d]:%s\n", cpu); in print_cfs_rq()
1056 root = __pick_root_entity(cfs_rq); in print_cfs_rq()
1059 first = __pick_first_entity(cfs_rq); in print_cfs_rq()
1062 last = __pick_last_entity(cfs_rq); in print_cfs_rq()
1065 zero_vruntime = cfs_rq->zero_vruntime; in print_cfs_rq()
1066 sum_w_vruntime = cfs_rq->sum_w_vruntime; in print_cfs_rq()
1067 sum_weight = cfs_rq->sum_weight; in print_cfs_rq()
1068 sum_shift = cfs_rq->sum_shift; in print_cfs_rq()
1069 avruntime = avg_vruntime(cfs_rq); in print_cfs_rq()
[all …]
|
| H A D | sched.h | 84 struct cfs_rq;
488 struct cfs_rq __percpu *cfs_rq; member
574 extern void init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq,
581 extern void unthrottle_cfs_rq(struct cfs_rq *cfs_rq);
607 struct cfs_rq *prev, struct cfs_rq *next);
681 struct cfs_rq { struct
1210 struct cfs_rq cfs;
1403 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
1405 return cfs_rq->rq; in rq_of()
1410 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
[all …]
|
| H A D | core.c | 4655 p->se.cfs_rq = NULL; in __sched_fork()
8930 root_task_group.cfs_rq = &runqueues.cfs; in sched_init()
9863 struct cfs_rq *cfs_rq = tg_cfs_rq(tg, i); in tg_set_cfs_bandwidth() local
9864 struct rq *rq = cfs_rq->rq; in tg_set_cfs_bandwidth()
9868 cfs_rq->runtime_enabled = runtime_enabled; in tg_set_cfs_bandwidth()
9869 cfs_rq->runtime_remaining = 1; in tg_set_cfs_bandwidth()
9871 if (cfs_rq->throttled) { in tg_set_cfs_bandwidth()
9873 unthrottle_cfs_rq(cfs_rq); in tg_set_cfs_bandwidth()
|
| /linux/include/linux/ |
| H A D | sched.h | 66 struct cfs_rq;
484 * For cfs_rq, they are the aggregated values of all runnable and blocked
499 * with the highest load (=88761), always runnable on a single cfs_rq,
606 struct cfs_rq *cfs_rq; member
608 struct cfs_rq *my_q;
|