54 static inline struct blkcg_gq *tg_to_blkg(struct throtl_grp *tg)  in tg_to_blkg()
83 	struct throtl_grp *tg = sq_to_tg(sq);  in sq_to_td()  local
91 static uint64_t tg_bps_limit(struct throtl_grp *tg, int rw)  in tg_bps_limit()
101 static unsigned int tg_iops_limit(struct throtl_grp *tg, int rw)  in tg_iops_limit()
143 static void throtl_qnode_init(struct throtl_qnode *qn, struct throtl_grp *tg)  in throtl_qnode_init()
271 	struct throtl_grp *tg;  in throtl_pd_alloc()  local
308 	struct throtl_grp *tg = pd_to_tg(pd);  in throtl_pd_init()  local
338 static void tg_update_has_rules(struct throtl_grp *tg)  in tg_update_has_rules()
355 	struct throtl_grp *tg = pd_to_tg(pd);  in throtl_pd_online()  local
365 	struct throtl_grp *tg = pd_to_tg(pd);  in throtl_pd_free()  local
394 	struct throtl_grp *tg;  in update_min_dispatch_time()  local
403 static void tg_service_queue_add(struct throtl_grp *tg)  in tg_service_queue_add()
429 static void throtl_enqueue_tg(struct throtl_grp *tg)  in throtl_enqueue_tg()
438 static void throtl_dequeue_tg(struct throtl_grp *tg)  in throtl_dequeue_tg()
507 static inline void throtl_start_new_slice_with_credit(struct throtl_grp *tg,  in throtl_start_new_slice_with_credit()
529 static inline void throtl_start_new_slice(struct throtl_grp *tg, bool rw,  in throtl_start_new_slice()
545 static inline void throtl_set_slice_end(struct throtl_grp *tg, bool rw,  in throtl_set_slice_end()
551 static inline void throtl_extend_slice(struct throtl_grp *tg, bool rw,  in throtl_extend_slice()
565 static bool throtl_slice_used(struct throtl_grp *tg, bool rw)  in throtl_slice_used()
613 static long long throtl_trim_bps(struct throtl_grp *tg, bool rw,  in throtl_trim_bps()
634 static int throtl_trim_iops(struct throtl_grp *tg, bool rw,  in throtl_trim_iops()
656 static inline void throtl_trim_slice(struct throtl_grp *tg, bool rw)  in throtl_trim_slice()
710 static void __tg_update_carryover(struct throtl_grp *tg, bool rw,  in __tg_update_carryover()
753 static void tg_update_carryover(struct throtl_grp *tg)  in tg_update_carryover()
766 static unsigned long tg_within_iops_limit(struct throtl_grp *tg, struct bio *bio,  in tg_within_iops_limit()
789 static unsigned long tg_within_bps_limit(struct throtl_grp *tg, struct bio *bio,  in tg_within_bps_limit()
826 static void throtl_charge_bps_bio(struct throtl_grp *tg, struct bio *bio)  in throtl_charge_bps_bio()
838 static void throtl_charge_iops_bio(struct throtl_grp *tg, struct bio *bio)  in throtl_charge_iops_bio()
850 static void tg_update_slice(struct throtl_grp *tg, bool rw)  in tg_update_slice()
859 static unsigned long tg_dispatch_bps_time(struct throtl_grp *tg, struct bio *bio)  in tg_dispatch_bps_time()
878 static unsigned long tg_dispatch_iops_time(struct throtl_grp *tg, struct bio *bio)  in tg_dispatch_iops_time()
898 static unsigned long tg_dispatch_time(struct throtl_grp *tg, struct bio *bio)  in tg_dispatch_time()
935 			      struct throtl_grp *tg)  in throtl_add_bio_tg()
966 static void tg_update_disptime(struct throtl_grp *tg)  in tg_update_disptime()
1003 static void tg_dispatch_one_bio(struct throtl_grp *tg, bool rw)  in tg_dispatch_one_bio()
1045 static int throtl_dispatch_tg(struct throtl_grp *tg)  in throtl_dispatch_tg()
1083 		struct throtl_grp *tg;  in throtl_select_dispatch()  local
1130 	struct throtl_grp *tg = sq_to_tg(sq);  in throtl_pending_timer_fn()  local
1235 	struct throtl_grp *tg = pd_to_tg(pd);  in tg_prfill_conf_u64()  local
1246 	struct throtl_grp *tg = pd_to_tg(pd);  in tg_prfill_conf_uint()  local
1268 static void tg_conf_updated(struct throtl_grp *tg, bool global)  in tg_conf_updated()
1369 	struct throtl_grp *tg;  in tg_set_conf()  local
1499 	struct throtl_grp *tg = pd_to_tg(pd);  in tg_prfill_limit()  local
1553 	struct throtl_grp *tg;  in tg_set_limit()  local
1645 static void tg_flush_bios(struct throtl_grp *tg)  in tg_flush_bios()
1723 static bool tg_within_limit(struct throtl_grp *tg, struct bio *bio, bool rw)  in tg_within_limit()
1756 	struct throtl_grp *tg = blkg_to_tg(blkg);  in __blk_throtl_bio()  local