77 static inline void tegra_ivc_invalidate(struct tegra_ivc *ivc, dma_addr_t phys)  in tegra_ivc_invalidate()  argument
82 	dma_sync_single_for_cpu(ivc->peer, phys, TEGRA_IVC_ALIGN,  in tegra_ivc_invalidate()
86 static inline void tegra_ivc_flush(struct tegra_ivc *ivc, dma_addr_t phys)  in tegra_ivc_flush()  argument
91 	dma_sync_single_for_device(ivc->peer, phys, TEGRA_IVC_ALIGN,  in tegra_ivc_flush()
198 	tegra_ivc_invalidate(ivc, ivc->rx.phys + offset);  in tegra_ivc_check_read()
218 	tegra_ivc_invalidate(ivc, ivc->tx.phys + offset);  in tegra_ivc_check_write()
240 					      dma_addr_t phys,  in tegra_ivc_frame_phys()  argument
247 	return phys + offset;  in tegra_ivc_frame_phys()
251 					      dma_addr_t phys,  in tegra_ivc_invalidate_frame()  argument
259 	phys = tegra_ivc_frame_phys(ivc, phys, frame) + offset;  in tegra_ivc_invalidate_frame()
261 	dma_sync_single_for_cpu(ivc->peer, phys, size, DMA_FROM_DEVICE);  in tegra_ivc_invalidate_frame()
265 					 dma_addr_t phys,  in tegra_ivc_flush_frame()  argument
273 	phys = tegra_ivc_frame_phys(ivc, phys, frame) + offset;  in tegra_ivc_flush_frame()
275 	dma_sync_single_for_device(ivc->peer, phys, size, DMA_TO_DEVICE);  in tegra_ivc_flush_frame()
296 	tegra_ivc_invalidate_frame(ivc, ivc->rx.phys, ivc->rx.position, 0,  in tegra_ivc_read_get_next_frame()
320 	tegra_ivc_flush(ivc, ivc->rx.phys + rx);  in tegra_ivc_read_advance()
333 	tegra_ivc_invalidate(ivc, ivc->rx.phys + tx);  in tegra_ivc_read_advance()
366 	tegra_ivc_flush_frame(ivc, ivc->tx.phys, ivc->tx.position, 0,  in tegra_ivc_write_advance()
376 	tegra_ivc_flush(ivc, ivc->tx.phys + tx);  in tegra_ivc_write_advance()
389 	tegra_ivc_invalidate(ivc, ivc->tx.phys + rx);  in tegra_ivc_write_advance()
403 	tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_reset()
434 	tegra_ivc_invalidate(ivc, ivc->rx.phys + offset);  in tegra_ivc_notified()
469 		tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_notified()
509 		tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_notified()
533 		tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_notified()
673 		ivc->rx.phys = dma_map_single(peer, iosys_map_get_vaddr(rx), queue_size,  in tegra_ivc_init()
675 		if (dma_mapping_error(peer, ivc->rx.phys))  in tegra_ivc_init()
678 		ivc->tx.phys = dma_map_single(peer, iosys_map_get_vaddr(tx), queue_size,  in tegra_ivc_init()
680 		if (dma_mapping_error(peer, ivc->tx.phys)) {  in tegra_ivc_init()
681 			dma_unmap_single(peer, ivc->rx.phys, queue_size,  in tegra_ivc_init()
686 		ivc->rx.phys = rx_phys;  in tegra_ivc_init()
687 		ivc->tx.phys = tx_phys;  in tegra_ivc_init()
715 		dma_unmap_single(ivc->peer, ivc->rx.phys, size,  in tegra_ivc_cleanup()
717 		dma_unmap_single(ivc->peer, ivc->tx.phys, size,  in tegra_ivc_cleanup()