Lines Matching refs:load_sum

2764 		delta = p->se.avg.load_sum;  in numa_get_avg_runtime()
3739 cfs_rq->avg.load_sum += se_weight(se) * se->avg.load_sum; in enqueue_load_avg()
3746 sub_positive(&cfs_rq->avg.load_sum, se_weight(se) * se->avg.load_sum); in dequeue_load_avg()
3748 cfs_rq->avg.load_sum = max_t(u32, cfs_rq->avg.load_sum, in dequeue_load_avg()
3785 se->avg.load_avg = div_u64(se_weight(se) * se->avg.load_sum, divider); in reweight_entity()
3971 if (sa->load_sum) in load_avg_is_decayed()
4296 u64 load_sum = 0; in update_tg_cfs_load() local
4316 runnable_sum += se->avg.load_sum; in update_tg_cfs_load()
4324 load_sum = div_u64(gcfs_rq->avg.load_sum, in update_tg_cfs_load()
4329 runnable_sum = min(se->avg.load_sum, load_sum); in update_tg_cfs_load()
4341 load_sum = se_weight(se) * runnable_sum; in update_tg_cfs_load()
4342 load_avg = div_u64(load_sum, divider); in update_tg_cfs_load()
4348 delta_sum = load_sum - (s64)se_weight(se) * se->avg.load_sum; in update_tg_cfs_load()
4350 se->avg.load_sum = runnable_sum; in update_tg_cfs_load()
4353 add_positive(&cfs_rq->avg.load_sum, delta_sum); in update_tg_cfs_load()
4355 cfs_rq->avg.load_sum = max_t(u32, cfs_rq->avg.load_sum, in update_tg_cfs_load()
4556 sub_positive(&sa->load_sum, r * divider); in update_cfs_rq_load_avg()
4558 sa->load_sum = max_t(u32, sa->load_sum, sa->load_avg * PELT_MIN_DIVIDER); in update_cfs_rq_load_avg()
4636 se->avg.load_sum = se->avg.load_avg * divider; in attach_entity_load_avg()
4637 if (se_weight(se) < se->avg.load_sum) in attach_entity_load_avg()
4638 se->avg.load_sum = div_u64(se->avg.load_sum, se_weight(se)); in attach_entity_load_avg()
4640 se->avg.load_sum = 1; in attach_entity_load_avg()
4648 add_tg_cfs_propagate(cfs_rq, se->avg.load_sum); in attach_entity_load_avg()
4678 add_tg_cfs_propagate(cfs_rq, -se->avg.load_sum); in detach_entity_load_avg()