| H A D | bfq-iosched.c | 237 #define BFQQ_SEEKY(bfqq) (hweight32(bfqq->seek_history) > 19) argument 245 #define BFQQ_TOTALLY_SEEKY(bfqq) (bfqq argument 391 bic_set_bfqq(struct bfq_io_cq * bic,struct bfq_queue * bfqq,bool is_sync,unsigned int actuator_idx) bic_set_bfqq() argument 477 bfq_class_idle(bfqq) global() argument 587 struct bfq_queue *bfqq; bfqq_request_over_limit() local 735 struct bfq_queue *bfqq = NULL; bfq_rq_pos_tree_lookup() local 770 bfq_too_late_for_merging(struct bfq_queue * bfqq) bfq_too_late_for_merging() argument 786 bfq_pos_tree_add_move(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_pos_tree_add_move() argument 857 bfq_asymmetric_scenario(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_asymmetric_scenario() argument 901 bfq_weights_tree_add(struct bfq_queue * bfqq) bfq_weights_tree_add() argument 975 bfq_weights_tree_remove(struct bfq_queue * bfqq) bfq_weights_tree_remove() argument 998 bfq_check_fifo(struct bfq_queue * bfqq,struct request * last) bfq_check_fifo() argument 1018 bfq_find_next_rq(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct request * last) bfq_find_next_rq() argument 1046 bfq_serv_to_charge(struct request * rq,struct bfq_queue * bfqq) bfq_serv_to_charge() argument 1067 bfq_updated_next_req(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_updated_next_req() argument 1126 switch_back_to_interactive_wr(struct bfq_queue * bfqq,struct bfq_data * bfqd) switch_back_to_interactive_wr() argument 1135 bfq_bfqq_resume_state(struct bfq_queue * bfqq,struct bfq_data * bfqd,struct bfq_io_cq * bic,bool bfq_already_existing) bfq_bfqq_resume_state() argument 1201 bfqq_process_refs(struct bfq_queue * bfqq) bfqq_process_refs() argument 1209 bfq_reset_burst_list(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_reset_burst_list() argument 1232 bfq_add_to_burst(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_add_to_burst() argument 1384 bfq_handle_burst(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_handle_burst() argument 1450 bfq_bfqq_budget_left(struct bfq_queue * bfqq) bfq_bfqq_budget_left() argument 1587 bfq_bfqq_update_budg_for_activation(struct bfq_data * bfqd,struct bfq_queue * bfqq,bool arrived_in_time) bfq_bfqq_update_budg_for_activation() argument 1656 bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data * bfqd,struct bfq_queue * bfqq,unsigned int old_wr_coeff,bool wr_or_deserves_wr,bool interactive,bool in_burst,bool soft_rt) bfq_update_bfqq_wr_on_rq_arrival() argument 1753 bfq_bfqq_idle_for_long_time(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_bfqq_idle_for_long_time() argument 1766 bfq_bfqq_higher_class_or_weight(struct bfq_queue * bfqq,struct bfq_queue * in_serv_bfqq) bfq_bfqq_higher_class_or_weight() argument 1821 bfq_bfqq_handle_idle_busy_switch(struct bfq_data * bfqd,struct bfq_queue * bfqq,int old_wr_coeff,struct request * rq,bool * interactive) bfq_bfqq_handle_idle_busy_switch() argument 1988 bfq_reset_inject_limit(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_reset_inject_limit() argument 2053 bfq_update_io_intensity(struct bfq_queue * bfqq,u64 now_ns) bfq_update_io_intensity() argument 2134 bfq_check_waker(struct bfq_data * bfqd,struct bfq_queue * bfqq,u64 now_ns) bfq_check_waker() argument 2208 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_add_request() local 2365 struct bfq_queue *bfqq = bfqd->bio_bfqq; bfq_find_rq_fmerge() local 2385 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_remove_request() local 2506 struct bfq_queue *bfqq = RQ_BFQQ(req); bfq_request_merged() local 2558 struct bfq_queue *bfqq = RQ_BFQQ(rq), bfq_requests_merged() local 2596 bfq_bfqq_end_wr(struct bfq_queue * bfqq) bfq_bfqq_end_wr() argument 2645 struct bfq_queue *bfqq; bfq_end_wr() local 2676 bfqq_find_close(struct bfq_data * bfqd,struct bfq_queue * bfqq,sector_t sector) bfqq_find_close() argument 2722 struct bfq_queue *bfqq; bfq_find_close_cooperator() local 2739 bfq_setup_merge(struct bfq_queue * bfqq,struct bfq_queue * new_bfqq) bfq_setup_merge() argument 2814 bfq_may_be_close_cooperator(struct bfq_queue * bfqq,struct bfq_queue * new_bfqq) bfq_may_be_close_cooperator() argument 2847 bfq_setup_stable_merge(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct bfq_queue * stable_merge_bfqq,struct bfq_iocq_bfqq_data * bfqq_data) bfq_setup_stable_merge() argument 2901 bfq_setup_cooperator(struct bfq_data * bfqd,struct bfq_queue * bfqq,void * io_struct,bool request,struct bfq_io_cq * bic) bfq_setup_cooperator() argument 3035 bfq_bfqq_save_state(struct bfq_queue * bfqq) bfq_bfqq_save_state() argument 3105 bfq_release_process_ref(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_release_process_ref() argument 3129 bfq_merge_bfqqs(struct bfq_data * bfqd,struct bfq_io_cq * bic,struct bfq_queue * bfqq) bfq_merge_bfqqs() argument 3235 struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq; bfq_allow_bio_merge() local 3285 bfq_set_budget_timeout(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_set_budget_timeout() argument 3301 __bfq_set_in_service_queue(struct bfq_data * bfqd,struct bfq_queue * bfqq) __bfq_set_in_service_queue() argument 3359 struct bfq_queue *bfqq = bfq_get_next_queue(bfqd); bfq_set_in_service_queue() local 3367 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_arm_slice_timer() local 3652 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_dispatch_remove() local 3874 idling_needed_for_service_guarantees(struct bfq_data * bfqd,struct bfq_queue * bfqq) idling_needed_for_service_guarantees() argument 3889 __bfq_bfqq_expire(struct bfq_data * bfqd,struct bfq_queue * bfqq,enum bfqq_expiration reason) __bfq_bfqq_expire() argument 3958 __bfq_bfqq_recalc_budget(struct bfq_data * bfqd,struct bfq_queue * bfqq,enum bfqq_expiration reason) __bfq_bfqq_recalc_budget() argument 4149 bfq_bfqq_is_slow(struct bfq_data * bfqd,struct bfq_queue * bfqq,bool compensate,unsigned long * delta_ms) bfq_bfqq_is_slow() argument 4299 bfq_bfqq_softrt_next_start(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_bfqq_softrt_next_start() argument 4335 bfq_bfqq_expire(struct bfq_data * bfqd,struct bfq_queue * bfqq,bool compensate,enum bfqq_expiration reason) bfq_bfqq_expire() argument 4459 bfq_bfqq_budget_timeout(struct bfq_queue * bfqq) bfq_bfqq_budget_timeout() argument 4472 bfq_may_expire_for_budg_timeout(struct bfq_queue * bfqq) bfq_may_expire_for_budg_timeout() argument 4487 idling_boosts_thr_without_issues(struct bfq_data * bfqd,struct bfq_queue * bfqq) idling_boosts_thr_without_issues() argument 4586 bfq_better_to_idle(struct bfq_queue * bfqq) bfq_better_to_idle() argument 4637 bfq_bfqq_must_idle(struct bfq_queue * bfqq) bfq_bfqq_must_idle() argument 4652 struct bfq_queue *bfqq, *in_serv_bfqq = bfqd->in_service_queue; bfq_choose_bfqq_for_injection() local 4743 struct bfq_queue *bfqq; bfq_find_active_bfqq_for_actuator() local 4782 struct bfq_queue *bfqq = bfq_find_bfqq_for_underused_actuator() local 4800 struct bfq_queue *bfqq, *inject_bfqq; bfq_select_queue() local 5032 bfq_update_wr_data(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_update_wr_data() argument 5101 bfq_dispatch_rq_from_bfqq(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_dispatch_rq_from_bfqq() argument 5160 struct bfq_queue *bfqq = NULL; __bfq_dispatch_request() local 5251 struct bfq_queue *bfqq = rq ? RQ_BFQQ(rq) : NULL; bfq_update_dispatch_stats() local 5330 bfq_put_queue(struct bfq_queue * bfqq) bfq_put_queue() argument 5411 bfq_put_stable_ref(struct bfq_queue * bfqq) bfq_put_stable_ref() argument 5417 bfq_put_cooperator(struct bfq_queue * bfqq) bfq_put_cooperator() argument 5434 bfq_exit_bfqq(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_exit_bfqq() argument 5451 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, actuator_idx); bfq_exit_icq_bfqq() local 5506 bfq_set_next_ioprio_data(struct bfq_queue * bfqq,struct bfq_io_cq * bic) bfq_set_next_ioprio_data() argument 5563 struct bfq_queue *bfqq; bfq_check_ioprio_change() local 5589 bfq_init_bfqq(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct bfq_io_cq * bic,pid_t pid,int is_sync,unsigned int act_idx) bfq_init_bfqq() argument 5679 bfq_do_early_stable_merge(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct bfq_io_cq * bic,struct bfq_queue * last_bfqq_created) bfq_do_early_stable_merge() argument 5751 bfq_do_or_sched_stable_merge(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct bfq_io_cq * bic) bfq_do_or_sched_stable_merge() argument 5837 struct bfq_queue *bfqq; bfq_get_queue() local 5890 bfq_update_io_thinktime(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_update_io_thinktime() argument 5912 bfq_update_io_seektime(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct request * rq) bfq_update_io_seektime() argument 5943 bfq_update_has_short_ttime(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct bfq_io_cq * bic) bfq_update_has_short_ttime() argument 6074 bfq_rq_enqueued(struct bfq_data * bfqd,struct bfq_queue * bfqq,struct request * rq) bfq_rq_enqueued() argument 6130 bfqq_request_allocated(struct bfq_queue * bfqq) bfqq_request_allocated() argument 6138 bfqq_request_freed(struct bfq_queue * bfqq) bfqq_request_freed() argument 6149 struct bfq_queue *bfqq = RQ_BFQQ(rq), __bfq_insert_request() local 6204 bfq_update_insert_stats(struct request_queue * q,struct bfq_queue * bfqq,bool idle_timer_disabled,blk_opf_t cmd_flags) bfq_update_insert_stats() argument 6229 bfq_update_insert_stats(struct request_queue * q,struct bfq_queue * bfqq,bool idle_timer_disabled,blk_opf_t cmd_flags) bfq_update_insert_stats() argument 6241 struct bfq_queue *bfqq; bfq_insert_request() local 6307 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_update_hw_tag() local 6346 bfq_completed_request(struct bfq_queue * bfqq,struct bfq_data * bfqd) bfq_completed_request() argument 6583 bfq_update_inject_limit(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_update_inject_limit() argument 6647 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_finish_requeue_request() local 6717 bfq_split_bfqq(struct bfq_io_cq * bic,struct bfq_queue * bfqq) bfq_split_bfqq() argument 6742 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, act_idx); __bfq_get_bfqq_handle_split() local 6818 bfq_waker_bfqq(struct bfq_queue * bfqq) bfq_waker_bfqq() argument 6858 struct bfq_queue *bfqq; bfq_get_bfqq_handle_split() local 6934 struct bfq_queue *bfqq; bfq_init_rq() local 7003 bfq_idle_slice_timer_body(struct bfq_data * bfqd,struct bfq_queue * bfqq) bfq_idle_slice_timer_body() argument 7057 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_idle_slice_timer() local 7076 struct bfq_queue *bfqq = *bfqq_ptr; __bfq_put_async_bfqq() local 7144 struct bfq_queue *bfqq, *n; bfq_exit_queue() local [all...] |