266 	dma_addr_t dma_addr;  in nfp_nfd3_tx()  local
302 	dma_addr = dma_map_single(dp->dev, skb->data, skb_headlen(skb),  in nfp_nfd3_tx()
304 	if (dma_mapping_error(dp->dev, dma_addr))  in nfp_nfd3_tx()
312 	txbuf->dma_addr = dma_addr;  in nfp_nfd3_tx()
321 	nfp_desc_set_dma_addr_40b(txd, dma_addr);  in nfp_nfd3_tx()
350 			dma_addr = skb_frag_dma_map(dp->dev, frag, 0,  in nfp_nfd3_tx()
352 			if (dma_mapping_error(dp->dev, dma_addr))  in nfp_nfd3_tx()
357 			tx_ring->txbufs[wr_idx].dma_addr = dma_addr;  in nfp_nfd3_tx()
362 			nfp_desc_set_dma_addr_40b(txd, dma_addr);  in nfp_nfd3_tx()
390 		dma_unmap_page(dp->dev, tx_ring->txbufs[wr_idx].dma_addr,  in nfp_nfd3_tx()
393 		tx_ring->txbufs[wr_idx].dma_addr = 0;  in nfp_nfd3_tx()
399 	dma_unmap_single(dp->dev, tx_ring->txbufs[wr_idx].dma_addr,  in nfp_nfd3_tx()
402 	tx_ring->txbufs[wr_idx].dma_addr = 0;  in nfp_nfd3_tx()
460 			dma_unmap_single(dp->dev, tx_buf->dma_addr,  in nfp_nfd3_tx_complete()
468 			dma_unmap_page(dp->dev, tx_buf->dma_addr,  in nfp_nfd3_tx_complete()
476 		tx_buf->dma_addr = 0;  in nfp_nfd3_tx_complete()
552 nfp_nfd3_napi_alloc_one(struct nfp_net_dp *dp, dma_addr_t *dma_addr)  in nfp_nfd3_napi_alloc_one()  argument
569 	*dma_addr = nfp_net_dma_map_rx(dp, frag);  in nfp_nfd3_napi_alloc_one()
570 	if (dma_mapping_error(dp->dev, *dma_addr)) {  in nfp_nfd3_napi_alloc_one()
589 		     void *frag, dma_addr_t dma_addr)  in nfp_nfd3_rx_give_one()  argument
595 	nfp_net_dma_sync_dev_rx(dp, dma_addr);  in nfp_nfd3_rx_give_one()
599 	rx_ring->rxbufs[wr_idx].dma_addr = dma_addr;  in nfp_nfd3_rx_give_one()
609 				  dma_addr + dp->rx_dma_off);  in nfp_nfd3_rx_give_one()
636 				     rx_ring->rxbufs[i].dma_addr);  in nfp_nfd3_rx_ring_fill_freelist()
830 		nfp_nfd3_rx_give_one(dp, rx_ring, rxbuf->frag, rxbuf->dma_addr);  in nfp_nfd3_rx_drop()
868 	nfp_nfd3_rx_give_one(dp, rx_ring, txbuf->frag, txbuf->dma_addr);  in nfp_nfd3_tx_xdp_buf()
871 	txbuf->dma_addr = rxbuf->dma_addr;  in nfp_nfd3_tx_xdp_buf()
876 	dma_sync_single_for_device(dp->dev, rxbuf->dma_addr + dma_off,  in nfp_nfd3_tx_xdp_buf()
883 	nfp_desc_set_dma_addr_40b(txd, rxbuf->dma_addr + dma_off);  in nfp_nfd3_tx_xdp_buf()
989 		nfp_net_dma_sync_cpu_rx(dp, rxbuf->dma_addr + meta_off,  in nfp_nfd3_rx()
1045 						     rxbuf->dma_addr);  in nfp_nfd3_rx()
1058 					     rxbuf->dma_addr);  in nfp_nfd3_rx()
1087 		nfp_net_dma_unmap_rx(dp, rxbuf->dma_addr);  in nfp_nfd3_rx()
1215 	dma_addr_t dma_addr;  in nfp_nfd3_ctrl_tx_one()  local
1248 	dma_addr = dma_map_single(dp->dev, skb->data, skb_headlen(skb),  in nfp_nfd3_ctrl_tx_one()
1250 	if (dma_mapping_error(dp->dev, dma_addr))  in nfp_nfd3_ctrl_tx_one()
1258 	txbuf->dma_addr = dma_addr;  in nfp_nfd3_ctrl_tx_one()
1267 	nfp_desc_set_dma_addr_40b(txd, dma_addr);  in nfp_nfd3_ctrl_tx_one()
1360 	nfp_net_dma_sync_cpu_rx(dp, rxbuf->dma_addr + meta_off,	data_len);  in nfp_ctrl_rx_one()
1380 	nfp_net_dma_unmap_rx(dp, rxbuf->dma_addr);  in nfp_ctrl_rx_one()