222 static void mmc_blk_rw_rq_prep(struct mmc_queue_req *mqrq,
1409 static void mmc_blk_data_prep(struct mmc_queue *mq, struct mmc_queue_req *mqrq,  in mmc_blk_data_prep()  argument
1415 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_data_prep()
1416 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_data_prep()
1429 	mmc_crypto_prepare_req(mqrq);  in mmc_blk_data_prep()
1514 	brq->data.sg = mqrq->sg;  in mmc_blk_data_prep()
1515 	brq->data.sg_len = mmc_queue_map_sg(mq, mqrq);  in mmc_blk_data_prep()
1547 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_cqe_complete_rq()  local
1548 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_cqe_complete_rq()
1566 		if (mqrq->retries++ < MMC_CQE_RETRIES)  in mmc_blk_cqe_complete_rq()
1616 	struct mmc_queue_req *mqrq = container_of(mrq, struct mmc_queue_req,  in mmc_blk_cqe_req_done()  local
1618 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_cqe_req_done()
1640 static struct mmc_request *mmc_blk_cqe_prep_dcmd(struct mmc_queue_req *mqrq,  in mmc_blk_cqe_prep_dcmd()  argument
1643 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_cqe_prep_dcmd()
1655 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_cqe_issue_flush()  local
1656 	struct mmc_request *mrq = mmc_blk_cqe_prep_dcmd(mqrq, req);  in mmc_blk_cqe_issue_flush()
1670 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_hsq_issue_rw_rq()  local
1674 	mmc_blk_rw_rq_prep(mqrq, mq->card, 0, mq);  in mmc_blk_hsq_issue_rw_rq()
1675 	mqrq->brq.mrq.done = mmc_blk_hsq_req_done;  in mmc_blk_hsq_issue_rw_rq()
1676 	mmc_pre_req(host, &mqrq->brq.mrq);  in mmc_blk_hsq_issue_rw_rq()
1678 	err = mmc_cqe_start_req(host, &mqrq->brq.mrq);  in mmc_blk_hsq_issue_rw_rq()
1680 		mmc_post_req(host, &mqrq->brq.mrq, err);  in mmc_blk_hsq_issue_rw_rq()
1687 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_cqe_issue_rw_rq()  local
1693 	mmc_blk_data_prep(mq, mqrq, 0, NULL, NULL);  in mmc_blk_cqe_issue_rw_rq()
1695 	return mmc_blk_cqe_start_req(mq->card->host, &mqrq->brq.mrq);  in mmc_blk_cqe_issue_rw_rq()
1698 static void mmc_blk_rw_rq_prep(struct mmc_queue_req *mqrq,  in mmc_blk_rw_rq_prep()  argument
1704 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_rw_rq_prep()
1705 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_rw_rq_prep()
1709 	mmc_blk_data_prep(mq, mqrq, recovery_mode, &do_rel_wr, &do_data_tag);  in mmc_blk_rw_rq_prep()
1782 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_fix_state()  local
1783 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_fix_state()
1803 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_read_single()  local
1804 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_read_single()
1816 			mmc_blk_rw_rq_prep(mqrq, card, 1, mq);  in mmc_blk_read_single()
1851 	if (mqrq->retries > MMC_MAX_RETRIES - 1)  in mmc_blk_read_single()
1852 		mqrq->retries = MMC_MAX_RETRIES - 1;  in mmc_blk_read_single()
1871 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_status_error()  local
1872 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_status_error()
1912 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_rw_recovery()  local
1913 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_mq_rw_recovery()
1965 		mqrq->retries = MMC_NO_RETRIES;  in mmc_blk_mq_rw_recovery()
1977 	if (mqrq->retries + 1 == MMC_MAX_RETRIES &&  in mmc_blk_mq_rw_recovery()
1986 	if (mqrq->retries < MMC_MAX_RETRIES - MMC_DATA_RETRIES) {  in mmc_blk_mq_rw_recovery()
1987 		mqrq->retries = MMC_MAX_RETRIES - MMC_DATA_RETRIES;  in mmc_blk_mq_rw_recovery()
2051 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_card_busy()  local
2061 			mqrq->brq.data.bytes_xfered = 0;  in mmc_blk_card_busy()
2074 	if (cb_data.status & mmc_blk_stop_err_bits(&mqrq->brq)) {  in mmc_blk_card_busy()
2075 		mqrq->brq.data.bytes_xfered = 0;  in mmc_blk_card_busy()
2081 		mqrq->brq.cmd.resp[0] |= R1_EXCEPTION_EVENT;  in mmc_blk_card_busy()
2096 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_complete_rq()  local
2097 	unsigned int nr_bytes = mqrq->brq.data.bytes_xfered;  in mmc_blk_mq_complete_rq()
2106 	} else if (mqrq->retries++ < MMC_MAX_RETRIES) {  in mmc_blk_mq_complete_rq()
2116 					struct mmc_queue_req *mqrq)  in mmc_blk_urgent_bkops_needed()  argument
2119 	       (mqrq->brq.cmd.resp[0] & R1_EXCEPTION_EVENT ||  in mmc_blk_urgent_bkops_needed()
2120 		mqrq->brq.stop.resp[0] & R1_EXCEPTION_EVENT);  in mmc_blk_urgent_bkops_needed()
2124 				 struct mmc_queue_req *mqrq)  in mmc_blk_urgent_bkops()  argument
2126 	if (mmc_blk_urgent_bkops_needed(mq, mqrq))  in mmc_blk_urgent_bkops()
2132 	struct mmc_queue_req *mqrq =  in mmc_blk_hsq_req_done()  local
2134 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_hsq_req_done()
2140 	if (mmc_blk_rq_error(&mqrq->brq) ||  in mmc_blk_hsq_req_done()
2141 	    mmc_blk_urgent_bkops_needed(mq, mqrq)) {  in mmc_blk_hsq_req_done()
2179 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_poll_completion()  local
2182 	if (mmc_blk_rq_error(&mqrq->brq) ||  in mmc_blk_mq_poll_completion()
2190 	mmc_blk_urgent_bkops(mq, mqrq);  in mmc_blk_mq_poll_completion()
2214 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_post_req()  local
2215 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_mq_post_req()
2240 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_recovery()  local
2245 	if (mmc_blk_rq_error(&mqrq->brq)) {  in mmc_blk_mq_recovery()
2250 	mmc_blk_urgent_bkops(mq, mqrq);  in mmc_blk_mq_recovery()
2289 	struct mmc_queue_req *mqrq = container_of(mrq, struct mmc_queue_req,  in mmc_blk_mq_req_done()  local
2291 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_mq_req_done()
2327 	if (mmc_blk_rq_error(&mqrq->brq) ||  in mmc_blk_mq_req_done()
2328 	    mmc_blk_urgent_bkops_needed(mq, mqrq)) {  in mmc_blk_mq_req_done()
2384 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_issue_rw_rq()  local
2389 	mmc_blk_rw_rq_prep(mqrq, mq->card, 0, mq);  in mmc_blk_mq_issue_rw_rq()
2391 	mqrq->brq.mrq.done = mmc_blk_mq_req_done;  in mmc_blk_mq_issue_rw_rq()
2393 	mmc_pre_req(host, &mqrq->brq.mrq);  in mmc_blk_mq_issue_rw_rq()
2401 	err = mmc_start_request(host, &mqrq->brq.mrq);  in mmc_blk_mq_issue_rw_rq()
2415 		mmc_post_req(host, &mqrq->brq.mrq, err);  in mmc_blk_mq_issue_rw_rq()