436 struct bfq_data *bic_to_bfqd(struct bfq_io_cq *bic)  in bic_to_bfqd()
467 void bfq_schedule_dispatch(struct bfq_data *bfqd)  in bfq_schedule_dispatch()
486 static struct request *bfq_choose_req(struct bfq_data *bfqd,  in bfq_choose_req()
578 static bool bfqq_request_over_limit(struct bfq_data *bfqd,  in bfqq_request_over_limit()
670 static bool bfqq_request_over_limit(struct bfq_data *bfqd,  in bfqq_request_over_limit()
695 	struct bfq_data *bfqd = data->q->elevator->elevator_data;  in bfq_limit_depth()
730 bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root,  in bfq_rq_pos_tree_lookup()
786 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_pos_tree_add_move()
856 static bool bfq_asymmetric_scenario(struct bfq_data *bfqd,  in bfq_asymmetric_scenario()
1017 static struct request *bfq_find_next_rq(struct bfq_data *bfqd,  in bfq_find_next_rq()
1066 static void bfq_updated_next_req(struct bfq_data *bfqd,  in bfq_updated_next_req()
1095 static unsigned int bfq_wr_duration(struct bfq_data *bfqd)  in bfq_wr_duration()
1127 					  struct bfq_data *bfqd)  in switch_back_to_interactive_wr()
1135 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd,  in bfq_bfqq_resume_state()
1209 static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_reset_burst_list()
1232 static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_add_to_burst()
1384 static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_handle_burst()
1462 static int bfq_max_budget(struct bfq_data *bfqd)  in bfq_max_budget()
1474 static int bfq_min_budget(struct bfq_data *bfqd)  in bfq_min_budget()
1586 static bool bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd,  in bfq_bfqq_update_budg_for_activation()
1655 static void bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd,  in bfq_update_bfqq_wr_on_rq_arrival()
1752 static bool bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd,  in bfq_bfqq_idle_for_long_time()
1794 static unsigned int bfq_actuator_index(struct bfq_data *bfqd, struct bio *bio)  in bfq_actuator_index()
1820 static void bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd,  in bfq_bfqq_handle_idle_busy_switch()
1987 static void bfq_reset_inject_limit(struct bfq_data *bfqd,  in bfq_reset_inject_limit()
2134 static void bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_check_waker()
2209 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_add_request()
2361 static struct request *bfq_find_rq_fmerge(struct bfq_data *bfqd,  in bfq_find_rq_fmerge()
2386 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_remove_request()
2450 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_bio_merge()
2483 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_request_merge()
2507 		struct bfq_data *bfqd;  in bfq_request_merged()
2628 void bfq_end_wr_async_queues(struct bfq_data *bfqd,  in bfq_end_wr_async_queues()
2643 static void bfq_end_wr(struct bfq_data *bfqd)  in bfq_end_wr()
2676 static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd,  in bfqq_find_close()
2718 static struct bfq_queue *bfq_find_close_cooperator(struct bfq_data *bfqd,  in bfq_find_close_cooperator()
2843 static bool idling_boosts_thr_without_issues(struct bfq_data *bfqd,
2847 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_setup_stable_merge()
2901 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_setup_cooperator()
3105 void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_release_process_ref()
3127 static struct bfq_queue *bfq_merge_bfqqs(struct bfq_data *bfqd,  in bfq_merge_bfqqs()
3233 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_allow_bio_merge()
3284 static void bfq_set_budget_timeout(struct bfq_data *bfqd,  in bfq_set_budget_timeout()
3300 static void __bfq_set_in_service_queue(struct bfq_data *bfqd,  in __bfq_set_in_service_queue()
3357 static struct bfq_queue *bfq_set_in_service_queue(struct bfq_data *bfqd)  in bfq_set_in_service_queue()
3365 static void bfq_arm_slice_timer(struct bfq_data *bfqd)  in bfq_arm_slice_timer()
3409 static unsigned long bfq_calc_max_budget(struct bfq_data *bfqd)  in bfq_calc_max_budget()
3420 static void update_thr_responsiveness_params(struct bfq_data *bfqd)  in update_thr_responsiveness_params()
3429 static void bfq_reset_rate_computation(struct bfq_data *bfqd,  in bfq_reset_rate_computation()
3447 static void bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq)  in bfq_update_rate_reset()
3588 static void bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq)  in bfq_update_peak_rate()
3873 static bool idling_needed_for_service_guarantees(struct bfq_data *bfqd,  in idling_needed_for_service_guarantees()
3889 static bool __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in __bfq_bfqq_expire()
3957 static void __bfq_bfqq_recalc_budget(struct bfq_data *bfqd,  in __bfq_bfqq_recalc_budget()
4149 static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_bfqq_is_slow()
4298 static unsigned long bfq_bfqq_softrt_next_start(struct bfq_data *bfqd,  in bfq_bfqq_softrt_next_start()
4334 void bfq_bfqq_expire(struct bfq_data *bfqd,  in bfq_bfqq_expire()
4486 static bool idling_boosts_thr_without_issues(struct bfq_data *bfqd,  in idling_boosts_thr_without_issues()
4588 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_better_to_idle()
4650 bfq_choose_bfqq_for_injection(struct bfq_data *bfqd)  in bfq_choose_bfqq_for_injection()
4741 bfq_find_active_bfqq_for_actuator(struct bfq_data *bfqd, int idx)  in bfq_find_active_bfqq_for_actuator()
4774 bfq_find_bfqq_for_underused_actuator(struct bfq_data *bfqd)  in bfq_find_bfqq_for_underused_actuator()
4798 static struct bfq_queue *bfq_select_queue(struct bfq_data *bfqd)  in bfq_select_queue()
5032 static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_update_wr_data()
5100 static struct request *bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd,  in bfq_dispatch_rq_from_bfqq()
5146 	struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;  in bfq_has_work()
5158 	struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;  in __bfq_dispatch_request()
5299 	struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;  in bfq_dispatch_request()
5434 static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_exit_bfqq()
5452 	struct bfq_data *bfqd;  in bfq_exit_icq_bfqq()
5480 	struct bfq_data *bfqd = bic_to_bfqd(bic);  in bfq_exit_icq()
5510 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_set_next_ioprio_data()
5555 static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd,
5562 	struct bfq_data *bfqd = bic_to_bfqd(bic);  in bfq_check_ioprio_change()
5589 static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_init_bfqq()
5659 static struct bfq_queue **bfq_async_queue_prio(struct bfq_data *bfqd,  in bfq_async_queue_prio()
5679 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_do_early_stable_merge()
5750 static struct bfq_queue *bfq_do_or_sched_stable_merge(struct bfq_data *bfqd,  in bfq_do_or_sched_stable_merge()
5829 static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd,  in bfq_get_queue()
5889 static void bfq_update_io_thinktime(struct bfq_data *bfqd,  in bfq_update_io_thinktime()
5912 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_update_io_seektime()
5942 static void bfq_update_has_short_ttime(struct bfq_data *bfqd,  in bfq_update_has_short_ttime()
6074 static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_rq_enqueued()
6147 static bool __bfq_insert_request(struct bfq_data *bfqd, struct request *rq)  in __bfq_insert_request()
6240 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_insert_request()
6305 static void bfq_update_hw_tag(struct bfq_data *bfqd)  in bfq_update_hw_tag()
6346 static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd)  in bfq_completed_request()
6582 static void bfq_update_inject_limit(struct bfq_data *bfqd,  in bfq_update_inject_limit()
6648 	struct bfq_data *bfqd;  in bfq_finish_requeue_request()
6737 __bfq_get_bfqq_handle_split(struct bfq_data *bfqd, struct bfq_io_cq *bic,  in __bfq_get_bfqq_handle_split()
6851 static struct bfq_queue *bfq_get_bfqq_handle_split(struct bfq_data *bfqd,  in bfq_get_bfqq_handle_split()
6931 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_init_rq()
7003 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_idle_slice_timer_body()
7055 	struct bfq_data *bfqd = container_of(timer, struct bfq_data,  in bfq_idle_slice_timer()
7073 static void __bfq_put_async_bfqq(struct bfq_data *bfqd,  in __bfq_put_async_bfqq()
7095 void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg)  in bfq_put_async_queues()
7114 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_depth_updated()
7143 	struct bfq_data *bfqd = e->elevator_data;  in bfq_exit_queue()
7180 				struct bfq_data *bfqd)  in bfq_init_root_group()
7197 	struct bfq_data *bfqd;  in bfq_init_queue()
7399 	struct bfq_data *bfqd = e->elevator_data;			\
7421 	struct bfq_data *bfqd = e->elevator_data;			\
7433 	struct bfq_data *bfqd = e->elevator_data;			\
7465 	struct bfq_data *bfqd = e->elevator_data;			\
7486 	struct bfq_data *bfqd = e->elevator_data;  in bfq_max_budget_store()
7514 	struct bfq_data *bfqd = e->elevator_data;  in bfq_timeout_sync_store()
7537 	struct bfq_data *bfqd = e->elevator_data;  in bfq_strict_guarantees_store()
7559 	struct bfq_data *bfqd = e->elevator_data;  in bfq_low_latency_store()