146 	struct mhi_ep_cntrl mhi_cntrl;  member
166 static int __pci_epf_mhi_alloc_map(struct mhi_ep_cntrl *mhi_cntrl, u64 pci_addr,  in __pci_epf_mhi_alloc_map()  argument
170 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in __pci_epf_mhi_alloc_map()
192 static int pci_epf_mhi_alloc_map(struct mhi_ep_cntrl *mhi_cntrl, u64 pci_addr,  in pci_epf_mhi_alloc_map()  argument
196 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_alloc_map()
199 	return __pci_epf_mhi_alloc_map(mhi_cntrl, pci_addr, paddr, vaddr,  in pci_epf_mhi_alloc_map()
203 static void __pci_epf_mhi_unmap_free(struct mhi_ep_cntrl *mhi_cntrl,  in __pci_epf_mhi_unmap_free()  argument
208 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in __pci_epf_mhi_unmap_free()
217 static void pci_epf_mhi_unmap_free(struct mhi_ep_cntrl *mhi_cntrl, u64 pci_addr,  in pci_epf_mhi_unmap_free()  argument
221 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_unmap_free()
224 	__pci_epf_mhi_unmap_free(mhi_cntrl, pci_addr, paddr, vaddr, offset,  in pci_epf_mhi_unmap_free()
228 static void pci_epf_mhi_raise_irq(struct mhi_ep_cntrl *mhi_cntrl, u32 vector)  in pci_epf_mhi_raise_irq()  argument
230 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_raise_irq()
242 static int pci_epf_mhi_iatu_read(struct mhi_ep_cntrl *mhi_cntrl,  in pci_epf_mhi_iatu_read()  argument
245 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_iatu_read()
253 	ret = __pci_epf_mhi_alloc_map(mhi_cntrl, buf_info->host_addr, &tre_phys,  in pci_epf_mhi_iatu_read()
262 	__pci_epf_mhi_unmap_free(mhi_cntrl, buf_info->host_addr, tre_phys,  in pci_epf_mhi_iatu_read()
273 static int pci_epf_mhi_iatu_write(struct mhi_ep_cntrl *mhi_cntrl,  in pci_epf_mhi_iatu_write()  argument
276 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_iatu_write()
284 	ret = __pci_epf_mhi_alloc_map(mhi_cntrl, buf_info->host_addr, &tre_phys,  in pci_epf_mhi_iatu_write()
293 	__pci_epf_mhi_unmap_free(mhi_cntrl, buf_info->host_addr, tre_phys,  in pci_epf_mhi_iatu_write()
309 static int pci_epf_mhi_edma_read(struct mhi_ep_cntrl *mhi_cntrl,  in pci_epf_mhi_edma_read()  argument
312 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_edma_read()
324 		return pci_epf_mhi_iatu_read(mhi_cntrl, buf_info);  in pci_epf_mhi_edma_read()
380 static int pci_epf_mhi_edma_write(struct mhi_ep_cntrl *mhi_cntrl,  in pci_epf_mhi_edma_write()  argument
383 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_edma_write()
395 		return pci_epf_mhi_iatu_write(mhi_cntrl, buf_info);  in pci_epf_mhi_edma_write()
485 static int pci_epf_mhi_edma_read_async(struct mhi_ep_cntrl *mhi_cntrl,  in pci_epf_mhi_edma_read_async()  argument
488 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_edma_read_async()
564 static int pci_epf_mhi_edma_write_async(struct mhi_ep_cntrl *mhi_cntrl,  in pci_epf_mhi_edma_write_async()  argument
567 	struct pci_epf_mhi *epf_mhi = to_epf_mhi(mhi_cntrl);  in pci_epf_mhi_edma_write_async()
773 	struct mhi_ep_cntrl *mhi_cntrl = &epf_mhi->mhi_cntrl;  in pci_epf_mhi_epc_deinit()  local
776 	if (mhi_cntrl->mhi_dev) {  in pci_epf_mhi_epc_deinit()
777 		mhi_ep_power_down(mhi_cntrl);  in pci_epf_mhi_epc_deinit()
780 		mhi_ep_unregister_controller(mhi_cntrl);  in pci_epf_mhi_epc_deinit()
790 	struct mhi_ep_cntrl *mhi_cntrl = &epf_mhi->mhi_cntrl;  in pci_epf_mhi_link_up()  local
795 	mhi_cntrl->mmio = epf_mhi->mmio;  in pci_epf_mhi_link_up()
796 	mhi_cntrl->irq = epf_mhi->irq;  in pci_epf_mhi_link_up()
797 	mhi_cntrl->mru = info->mru;  in pci_epf_mhi_link_up()
800 	mhi_cntrl->cntrl_dev = epc->dev.parent;  in pci_epf_mhi_link_up()
801 	mhi_cntrl->raise_irq = pci_epf_mhi_raise_irq;  in pci_epf_mhi_link_up()
802 	mhi_cntrl->alloc_map = pci_epf_mhi_alloc_map;  in pci_epf_mhi_link_up()
803 	mhi_cntrl->unmap_free = pci_epf_mhi_unmap_free;  in pci_epf_mhi_link_up()
804 	mhi_cntrl->read_sync = mhi_cntrl->read_async = pci_epf_mhi_iatu_read;  in pci_epf_mhi_link_up()
805 	mhi_cntrl->write_sync = mhi_cntrl->write_async = pci_epf_mhi_iatu_write;  in pci_epf_mhi_link_up()
807 		mhi_cntrl->read_sync = pci_epf_mhi_edma_read;  in pci_epf_mhi_link_up()
808 		mhi_cntrl->write_sync = pci_epf_mhi_edma_write;  in pci_epf_mhi_link_up()
809 		mhi_cntrl->read_async = pci_epf_mhi_edma_read_async;  in pci_epf_mhi_link_up()
810 		mhi_cntrl->write_async = pci_epf_mhi_edma_write_async;  in pci_epf_mhi_link_up()
814 	ret = mhi_ep_register_controller(mhi_cntrl, info->config);  in pci_epf_mhi_link_up()
829 	struct mhi_ep_cntrl *mhi_cntrl = &epf_mhi->mhi_cntrl;  in pci_epf_mhi_link_down()  local
831 	if (mhi_cntrl->mhi_dev) {  in pci_epf_mhi_link_down()
832 		mhi_ep_power_down(mhi_cntrl);  in pci_epf_mhi_link_down()
835 		mhi_ep_unregister_controller(mhi_cntrl);  in pci_epf_mhi_link_down()
845 	struct mhi_ep_cntrl *mhi_cntrl = &epf_mhi->mhi_cntrl;  in pci_epf_mhi_bus_master_enable()  local
853 	if (!mhi_cntrl->enabled && mhi_cntrl->mhi_dev) {  in pci_epf_mhi_bus_master_enable()
854 		ret = mhi_ep_power_up(mhi_cntrl);  in pci_epf_mhi_bus_master_enable()
859 			mhi_ep_unregister_controller(mhi_cntrl);  in pci_epf_mhi_bus_master_enable()
899 	struct mhi_ep_cntrl *mhi_cntrl = &epf_mhi->mhi_cntrl;  in pci_epf_mhi_unbind()  local
907 	if (mhi_cntrl->mhi_dev) {  in pci_epf_mhi_unbind()
908 		mhi_ep_power_down(mhi_cntrl);  in pci_epf_mhi_unbind()
911 		mhi_ep_unregister_controller(mhi_cntrl);  in pci_epf_mhi_unbind()