Lines Matching refs:READ
255 INIT_LIST_HEAD(&sq->queued[READ]); in throtl_service_queue_init()
279 for (rw = READ; rw <= WRITE; rw++) { in throtl_pd_alloc()
285 tg->bps[READ] = U64_MAX; in throtl_pd_alloc()
287 tg->iops[READ] = UINT_MAX; in throtl_pd_alloc()
336 for (rw = READ; rw <= WRITE; rw++) { in tg_update_has_rules()
518 rw == READ ? 'R' : 'W', tg->slice_start[rw], in throtl_start_new_slice_with_credit()
534 rw == READ ? 'R' : 'W', tg->slice_start[rw], in throtl_start_new_slice()
553 rw == READ ? 'R' : 'W', tg->slice_start[rw], in throtl_extend_slice()
698 rw == READ ? 'R' : 'W', time_elapsed / DFL_THROTL_SLICE, in throtl_trim_slice()
751 __tg_update_carryover(tg, READ, &bytes[READ], &ios[READ]); in tg_update_carryover()
756 bytes[READ], bytes[WRITE], ios[READ], ios[WRITE]); in tg_update_carryover()
965 bio = throtl_peek_queued(&sq->queued[READ]); in tg_update_disptime()
1048 while ((bio = throtl_peek_queued(&sq->queued[READ])) && in throtl_dispatch_tg()
1051 tg_dispatch_one_bio(tg, READ); in throtl_dispatch_tg()
1092 if (sq_queued(sq, READ) || sq_queued(sq, WRITE)) in throtl_select_dispatch()
1146 unsigned int __maybe_unused bio_cnt_r = sq_queued(sq, READ); in throtl_pending_timer_fn()
1212 for (rw = READ; rw <= WRITE; rw++) in blk_throtl_dispatch_work_fn()
1269 tg_bps_limit(tg, READ), tg_bps_limit(tg, WRITE), in tg_conf_updated()
1270 tg_iops_limit(tg, READ), tg_iops_limit(tg, WRITE)); in tg_conf_updated()
1300 throtl_start_new_slice(tg, READ, false); in tg_conf_updated()
1430 .private = offsetof(struct throtl_grp, bps[READ]),
1442 .private = offsetof(struct throtl_grp, iops[READ]),
1489 if (tg->bps[READ] == bps_dft && in tg_prfill_limit()
1491 tg->iops[READ] == iops_dft && in tg_prfill_limit()
1496 if (tg->bps[READ] == U64_MAX) in tg_prfill_limit()
1499 seq_printf(sf, " rbps=%llu", tg->bps[READ]); in tg_prfill_limit()
1506 if (tg->iops[READ] == UINT_MAX) in tg_prfill_limit()
1509 seq_printf(sf, " riops=%u", tg->iops[READ]); in tg_prfill_limit()
1555 v[0] = tg->bps[READ]; in tg_set_limit()
1557 v[2] = tg->iops[READ]; in tg_set_limit()
1595 tg->bps[READ] = v[0]; in tg_set_limit()
1597 tg->iops[READ] = v[2]; in tg_set_limit()
1794 rw == READ ? 'R' : 'W', in __blk_throtl_bio()
1798 sq_queued(sq, READ), sq_queued(sq, WRITE)); in __blk_throtl_bio()