271 	struct pl011_dmarx_data dmarx;  member
475 		uap->dmarx.chan = chan;  in pl011_dma_probe()
477 		uap->dmarx.auto_poll_rate = false;  in pl011_dma_probe()
481 				uap->dmarx.auto_poll_rate = false;  in pl011_dma_probe()
482 				uap->dmarx.poll_rate = plat->dma_rx_poll_rate;  in pl011_dma_probe()
489 				uap->dmarx.auto_poll_rate = true;  in pl011_dma_probe()
490 				uap->dmarx.poll_rate =  100;  in pl011_dma_probe()
494 				uap->dmarx.poll_timeout =  in pl011_dma_probe()
497 				uap->dmarx.poll_timeout = 3000;  in pl011_dma_probe()
499 			uap->dmarx.auto_poll_rate =  in pl011_dma_probe()
501 			if (uap->dmarx.auto_poll_rate) {  in pl011_dma_probe()
505 					uap->dmarx.poll_rate = x;  in pl011_dma_probe()
507 					uap->dmarx.poll_rate = 100;  in pl011_dma_probe()
509 					uap->dmarx.poll_timeout = x;  in pl011_dma_probe()
511 					uap->dmarx.poll_timeout = 3000;  in pl011_dma_probe()
515 			 dma_chan_name(uap->dmarx.chan));  in pl011_dma_probe()
523 	if (uap->dmarx.chan)  in pl011_dma_remove()
524 		dma_release_channel(uap->dmarx.chan);  in pl011_dma_remove()
806 	struct dma_chan *rxchan = uap->dmarx.chan;  in pl011_dma_rx_trigger_dma()
807 	struct pl011_dmarx_data *dmarx = &uap->dmarx;  in pl011_dma_rx_trigger_dma()  local
815 	dbuf = uap->dmarx.use_buf_b ?  in pl011_dma_rx_trigger_dma()
816 		&uap->dmarx.dbuf_b : &uap->dmarx.dbuf_a;  in pl011_dma_rx_trigger_dma()
826 		uap->dmarx.running = false;  in pl011_dma_rx_trigger_dma()
834 	dmarx->cookie = dmaengine_submit(desc);  in pl011_dma_rx_trigger_dma()
839 	uap->dmarx.running = true;  in pl011_dma_rx_trigger_dma()
858 		&uap->dmarx.dbuf_b : &uap->dmarx.dbuf_a;  in pl011_dma_rx_chars()
862 	struct pl011_dmarx_data *dmarx = &uap->dmarx;  in pl011_dma_rx_chars()  local
865 	if (uap->dmarx.poll_rate) {  in pl011_dma_rx_chars()
867 		dmataken = dbuf->len - dmarx->last_residue;  in pl011_dma_rx_chars()
889 	if (uap->dmarx.poll_rate)  in pl011_dma_rx_chars()
890 		dmarx->last_residue = dbuf->len;  in pl011_dma_rx_chars()
923 	struct pl011_dmarx_data *dmarx = &uap->dmarx;  in pl011_dma_rx_irq()  local
924 	struct dma_chan *rxchan = dmarx->chan;  in pl011_dma_rx_irq()
925 	struct pl011_dmabuf *dbuf = dmarx->use_buf_b ?  in pl011_dma_rx_irq()
926 		&dmarx->dbuf_b : &dmarx->dbuf_a;  in pl011_dma_rx_irq()
939 						   dmarx->cookie, &state);  in pl011_dma_rx_irq()
946 	uap->dmarx.running = false;  in pl011_dma_rx_irq()
957 	pl011_dma_rx_chars(uap, pending, dmarx->use_buf_b, true);  in pl011_dma_rx_irq()
960 	dmarx->use_buf_b = !dmarx->use_buf_b;  in pl011_dma_rx_irq()
972 	struct pl011_dmarx_data *dmarx = &uap->dmarx;  in pl011_dma_rx_callback()  local
973 	struct dma_chan *rxchan = dmarx->chan;  in pl011_dma_rx_callback()
974 	bool lastbuf = dmarx->use_buf_b;  in pl011_dma_rx_callback()
975 	struct pl011_dmabuf *dbuf = dmarx->use_buf_b ?  in pl011_dma_rx_callback()
976 		&dmarx->dbuf_b : &dmarx->dbuf_a;  in pl011_dma_rx_callback()
993 	rxchan->device->device_tx_status(rxchan, dmarx->cookie, &state);  in pl011_dma_rx_callback()
999 	uap->dmarx.running = false;  in pl011_dma_rx_callback()
1000 	dmarx->use_buf_b = !lastbuf;  in pl011_dma_rx_callback()
1039 	struct uart_amba_port *uap = from_timer(uap, t, dmarx.timer);  in pl011_dma_rx_poll()
1041 	struct pl011_dmarx_data *dmarx = &uap->dmarx;  in pl011_dma_rx_poll()  local
1042 	struct dma_chan *rxchan = uap->dmarx.chan;  in pl011_dma_rx_poll()
1050 	dbuf = dmarx->use_buf_b ? &uap->dmarx.dbuf_b : &uap->dmarx.dbuf_a;  in pl011_dma_rx_poll()
1051 	rxchan->device->device_tx_status(rxchan, dmarx->cookie, &state);  in pl011_dma_rx_poll()
1052 	if (likely(state.residue < dmarx->last_residue)) {  in pl011_dma_rx_poll()
1053 		dmataken = dbuf->len - dmarx->last_residue;  in pl011_dma_rx_poll()
1054 		size = dmarx->last_residue - state.residue;  in pl011_dma_rx_poll()
1058 			dmarx->last_residue =  state.residue;  in pl011_dma_rx_poll()
1059 		dmarx->last_jiffies = jiffies;  in pl011_dma_rx_poll()
1067 	if (jiffies_to_msecs(jiffies - dmarx->last_jiffies)  in pl011_dma_rx_poll()
1068 			> uap->dmarx.poll_timeout) {  in pl011_dma_rx_poll()
1075 		uap->dmarx.running = false;  in pl011_dma_rx_poll()
1077 		del_timer(&uap->dmarx.timer);  in pl011_dma_rx_poll()
1079 		mod_timer(&uap->dmarx.timer,  in pl011_dma_rx_poll()
1080 			  jiffies + msecs_to_jiffies(uap->dmarx.poll_rate));  in pl011_dma_rx_poll()
1106 	if (!uap->dmarx.chan)  in pl011_dma_startup()
1110 	ret = pl011_dmabuf_init(uap->dmarx.chan, &uap->dmarx.dbuf_a,  in pl011_dma_startup()
1118 	ret = pl011_dmabuf_init(uap->dmarx.chan, &uap->dmarx.dbuf_b,  in pl011_dma_startup()
1123 		pl011_dmabuf_free(uap->dmarx.chan, &uap->dmarx.dbuf_a,  in pl011_dma_startup()
1148 		if (uap->dmarx.poll_rate) {  in pl011_dma_startup()
1149 			timer_setup(&uap->dmarx.timer, pl011_dma_rx_poll, 0);  in pl011_dma_startup()
1150 			mod_timer(&uap->dmarx.timer,  in pl011_dma_startup()
1151 				  jiffies + msecs_to_jiffies(uap->dmarx.poll_rate));  in pl011_dma_startup()
1152 			uap->dmarx.last_residue = PL011_DMA_BUFFER_SIZE;  in pl011_dma_startup()
1153 			uap->dmarx.last_jiffies = jiffies;  in pl011_dma_startup()
1187 		dmaengine_terminate_all(uap->dmarx.chan);  in pl011_dma_shutdown()
1189 		pl011_dmabuf_free(uap->dmarx.chan, &uap->dmarx.dbuf_a, DMA_FROM_DEVICE);  in pl011_dma_shutdown()
1190 		pl011_dmabuf_free(uap->dmarx.chan, &uap->dmarx.dbuf_b, DMA_FROM_DEVICE);  in pl011_dma_shutdown()
1191 		if (uap->dmarx.poll_rate)  in pl011_dma_shutdown()
1192 			del_timer_sync(&uap->dmarx.timer);  in pl011_dma_shutdown()
1204 	return uap->using_rx_dma && uap->dmarx.running;  in pl011_dma_rx_running()
1416 			if (uap->dmarx.poll_rate) {  in pl011_rx_chars()
1417 				uap->dmarx.last_jiffies = jiffies;  in pl011_rx_chars()
1418 				uap->dmarx.last_residue	= PL011_DMA_BUFFER_SIZE;  in pl011_rx_chars()
1419 				mod_timer(&uap->dmarx.timer,  in pl011_rx_chars()
1420 					  jiffies + msecs_to_jiffies(uap->dmarx.poll_rate));  in pl011_rx_chars()
2045 	if (uap->dmarx.auto_poll_rate)  in pl011_set_termios()
2046 		uap->dmarx.poll_rate = DIV_ROUND_UP(10000000, baud);  in pl011_set_termios()