237 #define BFQQ_SEEKY(bfqq)	(hweight32(bfqq->seek_history) > 19)  argument
245 #define BFQQ_TOTALLY_SEEKY(bfqq)	(bfqq->seek_history == -1)  argument
391 		  struct bfq_queue *bfqq,  in bic_set_bfqq()
484 #define bfq_class_idle(bfqq)	((bfqq)->ioprio_class == IOPRIO_CLASS_IDLE)  argument
585 static bool bfqq_request_over_limit(struct bfq_queue *bfqq, int limit)  in bfqq_request_over_limit()
669 static bool bfqq_request_over_limit(struct bfq_queue *bfqq, int limit)  in bfqq_request_over_limit()
707 		struct bfq_queue *bfqq =  in bfq_limit_depth()  local
733 	struct bfq_queue *bfqq = NULL;  in bfq_rq_pos_tree_lookup()  local
768 static bool bfq_too_late_for_merging(struct bfq_queue *bfqq)  in bfq_too_late_for_merging()
784 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_pos_tree_add_move()
855 				   struct bfq_queue *bfqq)  in bfq_asymmetric_scenario()
899 void bfq_weights_tree_add(struct bfq_queue *bfqq)  in bfq_weights_tree_add()
973 void bfq_weights_tree_remove(struct bfq_queue *bfqq)  in bfq_weights_tree_remove()
996 static struct request *bfq_check_fifo(struct bfq_queue *bfqq,  in bfq_check_fifo()
1016 					struct bfq_queue *bfqq,  in bfq_find_next_rq()
1044 					struct bfq_queue *bfqq)  in bfq_serv_to_charge()
1065 				 struct bfq_queue *bfqq)  in bfq_updated_next_req()
1124 static void switch_back_to_interactive_wr(struct bfq_queue *bfqq,  in switch_back_to_interactive_wr()
1133 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd,  in bfq_bfqq_resume_state()
1199 static int bfqq_process_refs(struct bfq_queue *bfqq)  in bfqq_process_refs()
1207 static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_reset_burst_list()
1230 static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_add_to_burst()
1382 static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_handle_burst()
1448 static int bfq_bfqq_budget_left(struct bfq_queue *bfqq)  in bfq_bfqq_budget_left()
1585 						struct bfq_queue *bfqq,  in bfq_bfqq_update_budg_for_activation()
1654 					     struct bfq_queue *bfqq,  in bfq_update_bfqq_wr_on_rq_arrival()
1751 					struct bfq_queue *bfqq)  in bfq_bfqq_idle_for_long_time()
1764 static bool bfq_bfqq_higher_class_or_weight(struct bfq_queue *bfqq,  in bfq_bfqq_higher_class_or_weight()
1819 					     struct bfq_queue *bfqq,  in bfq_bfqq_handle_idle_busy_switch()
1986 				   struct bfq_queue *bfqq)  in bfq_reset_inject_limit()
2051 static void bfq_update_io_intensity(struct bfq_queue *bfqq, u64 now_ns)  in bfq_update_io_intensity()
2132 static void bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_check_waker()
2206 	struct bfq_queue *bfqq = RQ_BFQQ(rq);  in bfq_add_request()  local
2363 	struct bfq_queue *bfqq = bfqd->bio_bfqq;  in bfq_find_rq_fmerge()  local
2383 	struct bfq_queue *bfqq = RQ_BFQQ(rq);  in bfq_remove_request()  local
2511 		struct bfq_queue *bfqq = RQ_BFQQ(req);  in bfq_request_merged()  local
2563 	struct bfq_queue *bfqq = RQ_BFQQ(rq),  in bfq_requests_merged()  local
2601 static void bfq_bfqq_end_wr(struct bfq_queue *bfqq)  in bfq_bfqq_end_wr()
2650 	struct bfq_queue *bfqq;  in bfq_end_wr()  local
2681 static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd,  in bfqq_find_close()
2727 	struct bfq_queue *bfqq;  in bfq_find_close_cooperator()  local
2744 bfq_setup_merge(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq)  in bfq_setup_merge()
2819 static bool bfq_may_be_close_cooperator(struct bfq_queue *bfqq,  in bfq_may_be_close_cooperator()
2852 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_setup_stable_merge()
2906 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_setup_cooperator()
3040 static void bfq_bfqq_save_state(struct bfq_queue *bfqq)  in bfq_bfqq_save_state()
3110 void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_release_process_ref()
3134 					 struct bfq_queue *bfqq)  in bfq_merge_bfqqs()
3240 	struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq;  in bfq_allow_bio_merge()  local
3290 				   struct bfq_queue *bfqq)  in bfq_set_budget_timeout()
3306 				       struct bfq_queue *bfqq)  in __bfq_set_in_service_queue()
3364 	struct bfq_queue *bfqq = bfq_get_next_queue(bfqd);  in bfq_set_in_service_queue()  local
3372 	struct bfq_queue *bfqq = bfqd->in_service_queue;  in bfq_arm_slice_timer()  local
3657 	struct bfq_queue *bfqq = RQ_BFQQ(rq);  in bfq_dispatch_remove()  local
3879 						 struct bfq_queue *bfqq)  in idling_needed_for_service_guarantees()
3894 static bool __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in __bfq_bfqq_expire()
3963 				     struct bfq_queue *bfqq,  in __bfq_bfqq_recalc_budget()
4154 static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_bfqq_is_slow()
4304 						struct bfq_queue *bfqq)  in bfq_bfqq_softrt_next_start()
4340 		     struct bfq_queue *bfqq,  in bfq_bfqq_expire()
4464 static bool bfq_bfqq_budget_timeout(struct bfq_queue *bfqq)  in bfq_bfqq_budget_timeout()
4477 static bool bfq_may_expire_for_budg_timeout(struct bfq_queue *bfqq)  in bfq_may_expire_for_budg_timeout()
4492 					     struct bfq_queue *bfqq)  in idling_boosts_thr_without_issues()
4591 static bool bfq_better_to_idle(struct bfq_queue *bfqq)  in bfq_better_to_idle()
4642 static bool bfq_bfqq_must_idle(struct bfq_queue *bfqq)  in bfq_bfqq_must_idle()
4657 	struct bfq_queue *bfqq, *in_serv_bfqq = bfqd->in_service_queue;  in bfq_choose_bfqq_for_injection()  local
4748 	struct bfq_queue *bfqq;  in bfq_find_active_bfqq_for_actuator()  local
4787 			struct bfq_queue *bfqq =  in bfq_find_bfqq_for_underused_actuator()  local
4805 	struct bfq_queue *bfqq, *inject_bfqq;  in bfq_select_queue()  local
5037 static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_update_wr_data()
5106 						 struct bfq_queue *bfqq)  in bfq_dispatch_rq_from_bfqq()
5165 	struct bfq_queue *bfqq = NULL;  in __bfq_dispatch_request()  local
5256 	struct bfq_queue *bfqq = rq ? RQ_BFQQ(rq) : NULL;  in bfq_update_dispatch_stats()  local
5335 void bfq_put_queue(struct bfq_queue *bfqq)  in bfq_put_queue()
5416 static void bfq_put_stable_ref(struct bfq_queue *bfqq)  in bfq_put_stable_ref()
5422 void bfq_put_cooperator(struct bfq_queue *bfqq)  in bfq_put_cooperator()
5441 static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_exit_bfqq()
5456 	struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, actuator_idx);  in bfq_exit_icq_bfqq()  local
5511 bfq_set_next_ioprio_data(struct bfq_queue *bfqq, struct bfq_io_cq *bic)  in bfq_set_next_ioprio_data()
5568 	struct bfq_queue *bfqq;  in bfq_check_ioprio_change()  local
5594 static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_init_bfqq()
5684 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_do_early_stable_merge()
5756 						      struct bfq_queue *bfqq,  in bfq_do_or_sched_stable_merge()
5842 	struct bfq_queue *bfqq;  in bfq_get_queue()  local
5896 				    struct bfq_queue *bfqq)  in bfq_update_io_thinktime()
5918 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_update_io_seektime()
5949 				       struct bfq_queue *bfqq,  in bfq_update_has_short_ttime()
6080 static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_rq_enqueued()
6136 static void bfqq_request_allocated(struct bfq_queue *bfqq)  in bfqq_request_allocated()
6144 static void bfqq_request_freed(struct bfq_queue *bfqq)  in bfqq_request_freed()
6155 	struct bfq_queue *bfqq = RQ_BFQQ(rq),  in __bfq_insert_request()  local
6210 				    struct bfq_queue *bfqq,  in bfq_update_insert_stats()
6235 					   struct bfq_queue *bfqq,  in bfq_update_insert_stats()
6247 	struct bfq_queue *bfqq;  in bfq_insert_request()  local
6313 	struct bfq_queue *bfqq = bfqd->in_service_queue;  in bfq_update_hw_tag()  local
6352 static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd)  in bfq_completed_request()
6589 				    struct bfq_queue *bfqq)  in bfq_update_inject_limit()
6653 	struct bfq_queue *bfqq = RQ_BFQQ(rq);  in bfq_finish_requeue_request()  local
6723 bfq_split_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq)  in bfq_split_bfqq()
6746 	struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, act_idx);  in __bfq_get_bfqq_handle_split()  local
6822 static struct bfq_queue *bfq_waker_bfqq(struct bfq_queue *bfqq)  in bfq_waker_bfqq()
6854 	struct bfq_queue *bfqq;  in bfq_get_bfqq_handle_split()  local
6930 	struct bfq_queue *bfqq;  in bfq_init_rq()  local
6999 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_idle_slice_timer_body()
7053 	struct bfq_queue *bfqq = bfqd->in_service_queue;  in bfq_idle_slice_timer()  local
7072 	struct bfq_queue *bfqq = *bfqq_ptr;  in __bfq_put_async_bfqq()  local
7163 	struct bfq_queue *bfqq, *n;  in bfq_exit_queue()  local