23 static u32 __iomem *fbnic_ring_csr_base(const struct fbnic_ring *ring)  in fbnic_ring_csr_base()
32 static u32 fbnic_ring_rd32(struct fbnic_ring *ring, unsigned int csr)  in fbnic_ring_rd32()
39 static void fbnic_ring_wr32(struct fbnic_ring *ring, unsigned int csr, u32 val)  in fbnic_ring_wr32()
46 static unsigned int fbnic_desc_unused(struct fbnic_ring *ring)  in fbnic_desc_unused()
51 static unsigned int fbnic_desc_used(struct fbnic_ring *ring)  in fbnic_desc_used()
57 				       const struct fbnic_ring *ring)  in txring_txq()
63 			       struct fbnic_ring *ring,  in fbnic_maybe_stop_tx()
75 static bool fbnic_tx_sent_queue(struct sk_buff *skb, struct fbnic_ring *ring)  in fbnic_tx_sent_queue()
114 fbnic_tx_offloads(struct fbnic_ring *ring, struct sk_buff *skb, __le64 *meta)  in fbnic_tx_offloads()
135 fbnic_rx_csum(u64 rcd, struct sk_buff *skb, struct fbnic_ring *rcq)  in fbnic_rx_csum()
153 fbnic_tx_map(struct fbnic_ring *ring, struct sk_buff *skb, __le64 *meta)  in fbnic_tx_map()
241 fbnic_xmit_frame_ring(struct sk_buff *skb, struct fbnic_ring *ring)  in fbnic_xmit_frame_ring()
316 			     struct fbnic_ring *ring, bool discard,  in fbnic_clean_twq0()
387 static void fbnic_page_pool_init(struct fbnic_ring *ring, unsigned int idx,  in fbnic_page_pool_init()
397 static struct page *fbnic_page_pool_get(struct fbnic_ring *ring,  in fbnic_page_pool_get()
407 static void fbnic_page_pool_drain(struct fbnic_ring *ring, unsigned int idx,  in fbnic_page_pool_drain()
430 	struct fbnic_ring *cmpl = &qt->cmpl;  in fbnic_clean_tcq()
479 			    struct fbnic_ring *ring, unsigned int hw_head)  in fbnic_clean_bdq()
496 static void fbnic_bd_prep(struct fbnic_ring *bdq, u16 id, struct page *page)  in fbnic_bd_prep()
517 static void fbnic_fill_bdq(struct fbnic_napi_vector *nv, struct fbnic_ring *bdq)  in fbnic_fill_bdq()
725 	struct fbnic_ring *rcq = &qt->cmpl;  in fbnic_populate_skb_fields()
746 	struct fbnic_ring *rcq = &qt->cmpl;  in fbnic_clean_rcq()
891 					     struct fbnic_ring *rxr)  in fbnic_aggregate_ring_rx_counters()
902 					     struct fbnic_ring *txr)  in fbnic_aggregate_ring_tx_counters()
913 				 struct fbnic_ring *txr)  in fbnic_remove_tx_ring()
926 				 struct fbnic_ring *rxr)  in fbnic_remove_rx_ring()
1022 static void fbnic_ring_init(struct fbnic_ring *ring, u32 __iomem *doorbell,  in fbnic_ring_init()
1210 				      struct fbnic_ring *ring)  in fbnic_free_ring_resources()
1225 				    struct fbnic_ring *txr)  in fbnic_alloc_tx_ring_desc()
1245 static int fbnic_alloc_tx_ring_buffer(struct fbnic_ring *txr)  in fbnic_alloc_tx_ring_buffer()
1255 					 struct fbnic_ring *txr)  in fbnic_alloc_tx_ring_resources()
1282 				    struct fbnic_ring *rxr)  in fbnic_alloc_rx_ring_desc()
1320 static int fbnic_alloc_rx_ring_buffer(struct fbnic_ring *rxr)  in fbnic_alloc_rx_ring_buffer()
1335 					 struct fbnic_ring *rxr)  in fbnic_alloc_rx_ring_resources()
1481 static void fbnic_disable_twq0(struct fbnic_ring *txr)  in fbnic_disable_twq0()
1490 static void fbnic_disable_tcq(struct fbnic_ring *txr)  in fbnic_disable_tcq()
1496 static void fbnic_disable_bdq(struct fbnic_ring *hpq, struct fbnic_ring *ppq)  in fbnic_disable_bdq()
1505 static void fbnic_disable_rcq(struct fbnic_ring *rxr)  in fbnic_disable_rcq()
1723 static void fbnic_enable_twq0(struct fbnic_ring *twq)  in fbnic_enable_twq0()
1746 			     struct fbnic_ring *tcq)  in fbnic_enable_tcq()
1774 static void fbnic_enable_bdq(struct fbnic_ring *hpq, struct fbnic_ring *ppq)  in fbnic_enable_bdq()
1813 				       struct fbnic_ring *rcq)  in fbnic_config_drop_mode_rcq()
1828 			     struct fbnic_ring *rcq)  in fbnic_enable_rcq()