Lines Matching refs:wr_p

122 	unsigned int n_descs, wr_p, nop_slots;  in nfp_nfdk_tx_maybe_close_block()  local
151 if (round_down(tx_ring->wr_p, NFDK_TX_DESC_BLOCK_CNT) != in nfp_nfdk_tx_maybe_close_block()
152 round_down(tx_ring->wr_p + n_descs, NFDK_TX_DESC_BLOCK_CNT)) in nfp_nfdk_tx_maybe_close_block()
161 wr_p = tx_ring->wr_p; in nfp_nfdk_tx_maybe_close_block()
162 nop_slots = D_BLOCK_CPL(wr_p); in nfp_nfdk_tx_maybe_close_block()
164 wr_idx = D_IDX(tx_ring, wr_p); in nfp_nfdk_tx_maybe_close_block()
171 tx_ring->wr_p += nop_slots; in nfp_nfdk_tx_maybe_close_block()
280 qidx, tx_ring->wr_p, tx_ring->rd_p); in nfp_nfdk_tx()
301 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_tx()
416 tx_ring->wr_p += cnt; in nfp_nfdk_tx()
417 if (tx_ring->wr_p % NFDK_TX_DESC_BLOCK_CNT) in nfp_nfdk_tx()
483 if (tx_ring->wr_p == rd_p) in nfp_nfdk_tx_complete()
565 WARN_ONCE(tx_ring->wr_p - tx_ring->rd_p > tx_ring->cnt, in nfp_nfdk_tx_complete()
567 tx_ring->rd_p, tx_ring->wr_p, tx_ring->cnt); in nfp_nfdk_tx_complete()
613 wr_idx = D_IDX(rx_ring, rx_ring->wr_p); in nfp_nfdk_rx_give_one()
627 rx_ring->wr_p++; in nfp_nfdk_rx_give_one()
628 if (!(rx_ring->wr_p % NFP_NET_FL_BATCH)) { in nfp_nfdk_rx_give_one()
891 WARN_ONCE(tx_ring->wr_p - tx_ring->rd_p > tx_ring->cnt, in nfp_nfdk_xdp_complete()
893 tx_ring->rd_p, tx_ring->wr_p, tx_ring->cnt); in nfp_nfdk_xdp_complete()
935 if ((round_down(tx_ring->wr_p, NFDK_TX_DESC_BLOCK_CNT) != in nfp_nfdk_tx_xdp_buf()
936 round_down(tx_ring->wr_p + n_descs, NFDK_TX_DESC_BLOCK_CNT)) || in nfp_nfdk_tx_xdp_buf()
939 unsigned int nop_slots = D_BLOCK_CPL(tx_ring->wr_p); in nfp_nfdk_tx_xdp_buf()
941 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_tx_xdp_buf()
947 tx_ring->wr_p += nop_slots; in nfp_nfdk_tx_xdp_buf()
951 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_tx_xdp_buf()
1006 tx_ring->wr_p += cnt; in nfp_nfdk_tx_xdp_buf()
1007 if (tx_ring->wr_p % NFDK_TX_DESC_BLOCK_CNT) in nfp_nfdk_tx_xdp_buf()
1249 else if (unlikely(tx_ring->wr_p != tx_ring->rd_p) && in nfp_nfdk_rx()
1367 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_ctrl_tx_one()
1424 tx_ring->wr_p += cnt; in nfp_nfdk_ctrl_tx_one()
1425 if (tx_ring->wr_p % NFDK_TX_DESC_BLOCK_CNT) in nfp_nfdk_ctrl_tx_one()