41 	/* Total Number of queued bios on READ and WRITE lists */
154  * @queued: the service_queue->queued[] list @qn belongs to
156  * Add @bio to @qn and put @qn on @queued if it's not already on.
161 				 struct list_head *queued)  in throtl_qnode_add_bio()  argument
165 		list_add_tail(&qn->node, queued);  in throtl_qnode_add_bio()
172  * @queued: the qnode list to peek
174 static struct bio *throtl_peek_queued(struct list_head *queued)  in throtl_peek_queued()  argument
179 	if (list_empty(queued))  in throtl_peek_queued()
182 	qn = list_first_entry(queued, struct throtl_qnode, node);  in throtl_peek_queued()
190  * @queued: the qnode list to pop a bio from
193  * Pop the first bio from the qnode list @queued.  After popping, the first
194  * qnode is removed from @queued if empty or moved to the end of @queued so
202 static struct bio *throtl_pop_queued(struct list_head *queued,  in throtl_pop_queued()  argument
208 	if (list_empty(queued))  in throtl_pop_queued()
211 	qn = list_first_entry(queued, struct throtl_qnode, node);  in throtl_pop_queued()
222 		list_move_tail(&qn->node, queued);  in throtl_pop_queued()
231 	INIT_LIST_HEAD(&sq->queued[READ]);  in throtl_service_queue_init()
232 	INIT_LIST_HEAD(&sq->queued[WRITE]);  in throtl_service_queue_init()
757 	 * queued in the group bio list. So one should not be calling  in tg_may_dispatch()
759 	 * queued.  in tg_may_dispatch()
762 	       bio != throtl_peek_queued(&tg->service_queue.queued[rw]));  in tg_may_dispatch()
776 	 * If there is queued bio, that means there should be an active  in tg_may_dispatch()
841 	 * If @tg doesn't currently have any bios queued in the same  in throtl_add_bio_tg()
849 	throtl_qnode_add_bio(bio, qn, &sq->queued[rw]);  in throtl_add_bio_tg()
861 	bio = throtl_peek_queued(&sq->queued[READ]);  in tg_update_disptime()
865 	bio = throtl_peek_queued(&sq->queued[WRITE]);  in tg_update_disptime()
905 	bio = throtl_pop_queued(&sq->queued[rw], &tg_to_put);  in tg_dispatch_one_bio()
914 	 * bio_lists[] and decrease total number queued.  The caller is  in tg_dispatch_one_bio()
923 				     &parent_sq->queued[rw]);  in tg_dispatch_one_bio()
944 	while ((bio = throtl_peek_queued(&sq->queued[READ])) &&  in throtl_dispatch_tg()
954 	while ((bio = throtl_peek_queued(&sq->queued[WRITE])) &&  in throtl_dispatch_tg()
1005  * pending and queued on the service_queue's pending_tree and expires when
1086  * This function is queued for execution when bios reach the bio_lists[]
1105 		while ((bio = throtl_pop_queued(&td_sq->queued[rw], NULL)))  in blk_throtl_dispatch_work_fn()
1589 	/* throtl is FIFO - if bios are already queued, should queue */  in tg_within_limit()
1625 			 * queued otherwise it might happen that a bio is not  in __blk_throtl_bio()
1626 			 * queued for a long time and slice keeps on extending  in __blk_throtl_bio()
1629 			 * dispatched so far at new low rate and * newly queued  in __blk_throtl_bio()
1632 			 * So keep on trimming slice even if bio is not queued.  in __blk_throtl_bio()
1663 	throtl_log(sq, "[%c] bio. bdisp=%llu sz=%u bps=%llu iodisp=%u iops=%u queued=%d/%d",  in __blk_throtl_bio()