580 static inline u32 _emit_END(unsigned dry_run, u8 buf[])  in _emit_END()  argument
582 	if (dry_run)  in _emit_END()
592 static inline u32 _emit_FLUSHP(unsigned dry_run, u8 buf[], u8 peri)  in _emit_FLUSHP()  argument
594 	if (dry_run)  in _emit_FLUSHP()
608 static inline u32 _emit_LD(unsigned dry_run, u8 buf[],	enum pl330_cond cond)  in _emit_LD()  argument
610 	if (dry_run)  in _emit_LD()
626 static inline u32 _emit_LDP(unsigned dry_run, u8 buf[],  in _emit_LDP()  argument
629 	if (dry_run)  in _emit_LDP()
647 static inline u32 _emit_LP(unsigned dry_run, u8 buf[],  in _emit_LP()  argument
650 	if (dry_run)  in _emit_LP()
673 static inline u32 _emit_LPEND(unsigned dry_run, u8 buf[],  in _emit_LPEND()  argument
681 	if (dry_run)  in _emit_LPEND()
708 static inline u32 _emit_KILL(unsigned dry_run, u8 buf[])  in _emit_KILL()  argument
710 	if (dry_run)  in _emit_KILL()
718 static inline u32 _emit_MOV(unsigned dry_run, u8 buf[],  in _emit_MOV()  argument
721 	if (dry_run)  in _emit_MOV()
737 static inline u32 _emit_RMB(unsigned dry_run, u8 buf[])  in _emit_RMB()  argument
739 	if (dry_run)  in _emit_RMB()
749 static inline u32 _emit_SEV(unsigned dry_run, u8 buf[], u8 ev)  in _emit_SEV()  argument
751 	if (dry_run)  in _emit_SEV()
765 static inline u32 _emit_ST(unsigned dry_run, u8 buf[], enum pl330_cond cond)  in _emit_ST()  argument
767 	if (dry_run)  in _emit_ST()
783 static inline u32 _emit_STP(unsigned dry_run, u8 buf[],  in _emit_STP()  argument
786 	if (dry_run)  in _emit_STP()
804 static inline u32 _emit_WFP(unsigned dry_run, u8 buf[],  in _emit_WFP()  argument
807 	if (dry_run)  in _emit_WFP()
829 static inline u32 _emit_WMB(unsigned dry_run, u8 buf[])  in _emit_WMB()  argument
831 	if (dry_run)  in _emit_WMB()
847 static inline u32 _emit_GO(unsigned dry_run, u8 buf[],  in _emit_GO()  argument
854 	if (dry_run)  in _emit_GO()
1095 static inline int _ldst_memtomem(unsigned dry_run, u8 buf[],  in _ldst_memtomem()  argument
1104 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1105 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1109 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1110 			off += _emit_RMB(dry_run, &buf[off]);  in _ldst_memtomem()
1111 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1112 			off += _emit_WMB(dry_run, &buf[off]);  in _ldst_memtomem()
1119 static u32 _emit_load(unsigned int dry_run, u8 buf[],  in _emit_load()  argument
1128 		off += _emit_LD(dry_run, &buf[off], cond);  in _emit_load()
1133 			off += _emit_LDP(dry_run, &buf[off], SINGLE,  in _emit_load()
1135 			off += _emit_LDP(dry_run, &buf[off], BURST,  in _emit_load()
1138 			off += _emit_LDP(dry_run, &buf[off], cond,  in _emit_load()
1152 static inline u32 _emit_store(unsigned int dry_run, u8 buf[],  in _emit_store()  argument
1161 		off += _emit_ST(dry_run, &buf[off], cond);  in _emit_store()
1166 			off += _emit_STP(dry_run, &buf[off], SINGLE,  in _emit_store()
1168 			off += _emit_STP(dry_run, &buf[off], BURST,  in _emit_store()
1171 			off += _emit_STP(dry_run, &buf[off], cond,  in _emit_store()
1186 				 unsigned dry_run, u8 buf[],  in _ldst_peripheral()  argument
1197 		off += _emit_FLUSHP(dry_run, &buf[off], pxs->desc->peri);  in _ldst_peripheral()
1199 		off += _emit_WFP(dry_run, &buf[off], cond, pxs->desc->peri);  in _ldst_peripheral()
1200 		off += _emit_load(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1202 		off += _emit_store(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1209 static int _bursts(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _bursts()  argument
1221 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, cyc,  in _bursts()
1226 		off += _ldst_memtomem(dry_run, &buf[off], pxs, cyc);  in _bursts()
1243 static int _dregs(struct pl330_dmac *pl330, unsigned int dry_run, u8 buf[],  in _dregs()  argument
1270 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1271 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, 1,  in _dregs()
1276 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1277 		off += _ldst_memtomem(dry_run, &buf[off], pxs, 1);  in _dregs()
1290 static inline int _loop(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _loop()  argument
1298 		return _bursts(pl330, dry_run, buf, pxs, 1);  in _loop()
1341 		off += _emit_LP(dry_run, &buf[off], 0, lcnt0);  in _loop()
1345 	off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _loop()
1348 	off += _bursts(pl330, dry_run, &buf[off], pxs, cyc);  in _loop()
1354 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1361 		off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1372 			       unsigned dry_run, u8 buf[],  in _setup_loops()  argument
1384 		off += _loop(pl330, dry_run, &buf[off], &c, pxs);  in _setup_loops()
1387 	off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _setup_loops()
1393 			      unsigned dry_run, u8 buf[],  in _setup_xfer()  argument
1400 	off += _emit_MOV(dry_run, &buf[off], SAR, x->src_addr);  in _setup_xfer()
1402 	off += _emit_MOV(dry_run, &buf[off], DAR, x->dst_addr);  in _setup_xfer()
1405 	off += _setup_loops(pl330, dry_run, &buf[off], pxs);  in _setup_xfer()
1414 static int _setup_req(struct pl330_dmac *pl330, unsigned dry_run,  in _setup_req()  argument
1425 	off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _setup_req()
1427 	off += _setup_xfer(pl330, dry_run, &buf[off], pxs);  in _setup_req()
1430 	off += _emit_SEV(dry_run, &buf[off], thrd->ev);  in _setup_req()
1432 	off += _emit_END(dry_run, &buf[off]);  in _setup_req()