Searched refs:cfs_rq (Results 1 – 5 of 5) sorted by relevance
| /linux/kernel/sched/ |
| H A D | fair.c | 323 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_add_leaf_cfs_rq() argument
325 struct rq *rq = rq_of(cfs_rq); in list_add_leaf_cfs_rq()
328 if (cfs_rq->on_list) in list_add_leaf_cfs_rq()
331 cfs_rq->on_list = 1; in list_add_leaf_cfs_rq()
342 if (cfs_rq->tg->parent && in list_add_leaf_cfs_rq()
343 tg_cfs_rq(cfs_rq->tg->parent, cpu)->on_list) { in list_add_leaf_cfs_rq()
350 list_add_tail_rcu(&cfs_rq->leaf_cfs_rq_list, in list_add_leaf_cfs_rq()
351 &(tg_cfs_rq(cfs_rq->tg->parent, cpu)->leaf_cfs_rq_list)); in list_add_leaf_cfs_rq()
361 if (!cfs_rq->tg->parent) { in list_add_leaf_cfs_rq()
366 list_add_tail_rcu(&cfs_rq->leaf_cfs_rq_list, in list_add_leaf_cfs_rq()
[all …]
|
| H A D | pelt.h | 9 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se);
10 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq);
161 static inline void update_idle_cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in update_idle_cfs_rq_clock_pelt() argument
165 if (unlikely(cfs_rq->pelt_clock_throttled)) in update_idle_cfs_rq_clock_pelt()
168 throttled = cfs_rq->throttled_clock_pelt_time; in update_idle_cfs_rq_clock_pelt()
170 u64_u32_store(cfs_rq->throttled_pelt_idle, throttled); in update_idle_cfs_rq_clock_pelt()
174 static inline u64 cfs_rq_clock_pelt(struct cfs_rq *cfs_rq) in cfs_rq_clock_pelt() argument
176 if (unlikely(cfs_rq->pelt_clock_throttled)) in cfs_rq_clock_pelt()
177 return cfs_rq->throttled_clock_pelt - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
179 return rq_clock_pelt(rq_of(cfs_rq)) - cfs_rq->throttled_clock_pelt_time; in cfs_rq_clock_pelt()
[all …]
|
| H A D | pelt.c | 209 * se has been already dequeued but cfs_rq->h_curr still points to it. in ___update_load_sum()
211 * but also for a cfs_rq if the latter becomes idle. As an example, in ___update_load_sum()
251 * removed from a cfs_rq and we need to update sched_avg. Scheduler entities
254 * the period_contrib of cfs_rq when updating the sched_avg of a sched_entity
307 int __update_load_avg_se(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se) in __update_load_avg_se() argument
310 cfs_rq->h_curr == se)) { in __update_load_avg_se()
321 int __update_load_avg_cfs_rq(u64 now, struct cfs_rq *cfs_rq) in __update_load_avg_cfs_rq() argument
323 if (___update_load_sum(now, &cfs_rq in __update_load_avg_cfs_rq()
[all...] |
| H A D | sched.h | 84 struct cfs_rq;
488 struct cfs_rq __percpu *cfs_rq; member
574 extern void init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq,
581 extern void unthrottle_cfs_rq(struct cfs_rq *cfs_rq);
607 struct cfs_rq *prev, struct cfs_rq *next);
681 struct cfs_rq { struct
1211 struct cfs_rq cfs;
1402 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
1404 return cfs_rq->rq; in rq_of()
1409 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
[all …]
|
| H A D | core.c | 4592 p->se.cfs_rq = NULL; in __sched_fork()
8969 root_task_group.cfs_rq = &runqueues.cfs; in sched_init()
9902 struct cfs_rq *cfs_rq = tg_cfs_rq(tg, i); in tg_set_cfs_bandwidth() local
9903 struct rq *rq = cfs_rq->rq; in tg_set_cfs_bandwidth()
9907 cfs_rq->runtime_enabled = runtime_enabled; in tg_set_cfs_bandwidth()
9908 cfs_rq->runtime_remaining = 1; in tg_set_cfs_bandwidth()
9910 if (cfs_rq->throttled) { in tg_set_cfs_bandwidth()
9912 unthrottle_cfs_rq(cfs_rq); in tg_set_cfs_bandwidth()
|