1516 uclamp_idle_value(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_idle_value()  argument
1524 	if (clamp_id == UCLAMP_MAX) {  in uclamp_idle_value()
1532 static inline void uclamp_idle_reset(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_idle_reset()  argument
1539 	uclamp_rq_set(rq, clamp_id, clamp_value);  in uclamp_idle_reset()
1543 unsigned int uclamp_rq_max_value(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_rq_max_value()  argument
1546 	struct uclamp_bucket *bucket = rq->uclamp[clamp_id].bucket;  in uclamp_rq_max_value()
1560 	return uclamp_idle_value(rq, clamp_id, clamp_value);  in uclamp_rq_max_value()
1591 uclamp_tg_restrict(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_tg_restrict()  argument
1594 	struct uclamp_se uc_req = p->uclamp_req[clamp_id];  in uclamp_tg_restrict()
1626 uclamp_eff_get(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_get()  argument
1628 	struct uclamp_se uc_req = uclamp_tg_restrict(p, clamp_id);  in uclamp_eff_get()
1629 	struct uclamp_se uc_max = uclamp_default[clamp_id];  in uclamp_eff_get()
1638 unsigned long uclamp_eff_value(struct task_struct *p, enum uclamp_id clamp_id)  in uclamp_eff_value()  argument
1643 	if (p->uclamp[clamp_id].active)  in uclamp_eff_value()
1644 		return (unsigned long)p->uclamp[clamp_id].value;  in uclamp_eff_value()
1646 	uc_eff = uclamp_eff_get(p, clamp_id);  in uclamp_eff_value()
1662 				    enum uclamp_id clamp_id)  in uclamp_rq_inc_id()  argument
1664 	struct uclamp_rq *uc_rq = &rq->uclamp[clamp_id];  in uclamp_rq_inc_id()
1665 	struct uclamp_se *uc_se = &p->uclamp[clamp_id];  in uclamp_rq_inc_id()
1671 	p->uclamp[clamp_id] = uclamp_eff_get(p, clamp_id);  in uclamp_rq_inc_id()
1677 	uclamp_idle_reset(rq, clamp_id, uc_se->value);  in uclamp_rq_inc_id()
1686 	if (uc_se->value > uclamp_rq_get(rq, clamp_id))  in uclamp_rq_inc_id()
1687 		uclamp_rq_set(rq, clamp_id, uc_se->value);  in uclamp_rq_inc_id()
1700 				    enum uclamp_id clamp_id)  in uclamp_rq_dec_id()  argument
1702 	struct uclamp_rq *uc_rq = &rq->uclamp[clamp_id];  in uclamp_rq_dec_id()
1703 	struct uclamp_se *uc_se = &p->uclamp[clamp_id];  in uclamp_rq_dec_id()
1753 	rq_clamp = uclamp_rq_get(rq, clamp_id);  in uclamp_rq_dec_id()
1760 		bkt_clamp = uclamp_rq_max_value(rq, clamp_id, uc_se->value);  in uclamp_rq_dec_id()
1761 		uclamp_rq_set(rq, clamp_id, bkt_clamp);  in uclamp_rq_dec_id()
1767 	enum uclamp_id clamp_id;  in uclamp_rq_inc()  local
1785 	for_each_clamp_id(clamp_id)  in uclamp_rq_inc()
1786 		uclamp_rq_inc_id(rq, p, clamp_id);  in uclamp_rq_inc()
1795 	enum uclamp_id clamp_id;  in uclamp_rq_dec()  local
1812 	for_each_clamp_id(clamp_id)  in uclamp_rq_dec()
1813 		uclamp_rq_dec_id(rq, p, clamp_id);  in uclamp_rq_dec()
1817 				      enum uclamp_id clamp_id)  in uclamp_rq_reinc_id()  argument
1819 	if (!p->uclamp[clamp_id].active)  in uclamp_rq_reinc_id()
1822 	uclamp_rq_dec_id(rq, p, clamp_id);  in uclamp_rq_reinc_id()
1823 	uclamp_rq_inc_id(rq, p, clamp_id);  in uclamp_rq_reinc_id()
1829 	if (clamp_id == UCLAMP_MAX && (rq->uclamp_flags & UCLAMP_FLAG_IDLE))  in uclamp_rq_reinc_id()
1836 	enum uclamp_id clamp_id;  in uclamp_update_active()  local
1856 	for_each_clamp_id(clamp_id)  in uclamp_update_active()
1857 		uclamp_rq_reinc_id(rq, p, clamp_id);  in uclamp_update_active()
1987 	enum uclamp_id clamp_id;  in uclamp_fork()  local
1993 	for_each_clamp_id(clamp_id)  in uclamp_fork()
1994 		p->uclamp[clamp_id].active = false;  in uclamp_fork()
1999 	for_each_clamp_id(clamp_id) {  in uclamp_fork()
2000 		uclamp_se_set(&p->uclamp_req[clamp_id],  in uclamp_fork()
2001 			      uclamp_none(clamp_id), false);  in uclamp_fork()
2012 	enum uclamp_id clamp_id;  in init_uclamp_rq()  local
2015 	for_each_clamp_id(clamp_id) {  in init_uclamp_rq()
2016 		uc_rq[clamp_id] = (struct uclamp_rq) {  in init_uclamp_rq()
2017 			.value = uclamp_none(clamp_id)  in init_uclamp_rq()
2027 	enum uclamp_id clamp_id;  in init_uclamp()  local
2033 	for_each_clamp_id(clamp_id) {  in init_uclamp()
2034 		uclamp_se_set(&init_task.uclamp_req[clamp_id],  in init_uclamp()
2035 			      uclamp_none(clamp_id), false);  in init_uclamp()
2040 	for_each_clamp_id(clamp_id) {  in init_uclamp()
2041 		uclamp_default[clamp_id] = uc_max;  in init_uclamp()
2043 		root_task_group.uclamp_req[clamp_id] = uc_max;  in init_uclamp()
2044 		root_task_group.uclamp[clamp_id] = uc_max;  in init_uclamp()
8966 	enum uclamp_id clamp_id;  in alloc_uclamp_sched_group()  local
8968 	for_each_clamp_id(clamp_id) {  in alloc_uclamp_sched_group()
8969 		uclamp_se_set(&tg->uclamp_req[clamp_id],  in alloc_uclamp_sched_group()
8970 			      uclamp_none(clamp_id), false);  in alloc_uclamp_sched_group()
8971 		tg->uclamp[clamp_id] = parent->uclamp[clamp_id];  in alloc_uclamp_sched_group()
9234 	enum uclamp_id clamp_id;  in cpu_util_update_eff()  local
9244 		for_each_clamp_id(clamp_id) {  in cpu_util_update_eff()
9246 			eff[clamp_id] = css_tg(css)->uclamp_req[clamp_id].value;  in cpu_util_update_eff()
9249 			    eff[clamp_id] > uc_parent[clamp_id].value) {  in cpu_util_update_eff()
9250 				eff[clamp_id] = uc_parent[clamp_id].value;  in cpu_util_update_eff()
9259 		for_each_clamp_id(clamp_id) {  in cpu_util_update_eff()
9260 			if (eff[clamp_id] == uc_se[clamp_id].value)  in cpu_util_update_eff()
9262 			uc_se[clamp_id].value = eff[clamp_id];  in cpu_util_update_eff()
9263 			uc_se[clamp_id].bucket_id = uclamp_bucket_id(eff[clamp_id]);  in cpu_util_update_eff()
9264 			clamps |= (0x1 << clamp_id);  in cpu_util_update_eff()
9321 				enum uclamp_id clamp_id)  in cpu_uclamp_write()  argument
9336 	if (tg->uclamp_req[clamp_id].value != req.util)  in cpu_uclamp_write()
9337 		uclamp_se_set(&tg->uclamp_req[clamp_id], req.util, false);  in cpu_uclamp_write()
9343 	tg->uclamp_pct[clamp_id] = req.percent;  in cpu_uclamp_write()
9366 				    enum uclamp_id clamp_id)  in cpu_uclamp_print()  argument
9375 		util_clamp = tg->uclamp_req[clamp_id].value;  in cpu_uclamp_print()
9383 	percent = tg->uclamp_pct[clamp_id];  in cpu_uclamp_print()