63 ef4_tx_desc(struct ef4_tx_queue *tx_queue, unsigned int index)  in ef4_tx_desc()  argument
65 	return ((ef4_qword_t *) (tx_queue->txd.buf.addr)) + index;  in ef4_tx_desc()
69 static inline struct ef4_tx_queue *ef4_tx_queue_partner(struct ef4_tx_queue *tx_queue)  in ef4_tx_queue_partner()  argument
71 	if (tx_queue->queue & EF4_TXQ_TYPE_OFFLOAD)  in ef4_tx_queue_partner()
72 		return tx_queue - EF4_TXQ_TYPE_OFFLOAD;  in ef4_tx_queue_partner()
74 		return tx_queue + EF4_TXQ_TYPE_OFFLOAD;  in ef4_tx_queue_partner()
80 static inline bool __ef4_nic_tx_is_empty(struct ef4_tx_queue *tx_queue,  in __ef4_nic_tx_is_empty()  argument
83 	unsigned int empty_read_count = READ_ONCE(tx_queue->empty_read_count);  in __ef4_nic_tx_is_empty()
99 static inline bool ef4_nic_may_push_tx_desc(struct ef4_tx_queue *tx_queue,  in ef4_nic_may_push_tx_desc()  argument
102 	bool was_empty = __ef4_nic_tx_is_empty(tx_queue, write_count);  in ef4_nic_may_push_tx_desc()
104 	tx_queue->empty_read_count = 0;  in ef4_nic_may_push_tx_desc()
105 	return was_empty && tx_queue->write_count - write_count == 1;  in ef4_nic_may_push_tx_desc()
315 static inline int ef4_nic_probe_tx(struct ef4_tx_queue *tx_queue)  in ef4_nic_probe_tx()  argument
317 	return tx_queue->efx->type->tx_probe(tx_queue);  in ef4_nic_probe_tx()
319 static inline void ef4_nic_init_tx(struct ef4_tx_queue *tx_queue)  in ef4_nic_init_tx()  argument
321 	tx_queue->efx->type->tx_init(tx_queue);  in ef4_nic_init_tx()
323 static inline void ef4_nic_remove_tx(struct ef4_tx_queue *tx_queue)  in ef4_nic_remove_tx()  argument
325 	tx_queue->efx->type->tx_remove(tx_queue);  in ef4_nic_remove_tx()
327 static inline void ef4_nic_push_buffers(struct ef4_tx_queue *tx_queue)  in ef4_nic_push_buffers()  argument
329 	tx_queue->efx->type->tx_write(tx_queue);  in ef4_nic_push_buffers()
383 int ef4_farch_tx_probe(struct ef4_tx_queue *tx_queue);
384 void ef4_farch_tx_init(struct ef4_tx_queue *tx_queue);
385 void ef4_farch_tx_fini(struct ef4_tx_queue *tx_queue);
386 void ef4_farch_tx_remove(struct ef4_tx_queue *tx_queue);
387 void ef4_farch_tx_write(struct ef4_tx_queue *tx_queue);
388 unsigned int ef4_farch_tx_limit_len(struct ef4_tx_queue *tx_queue,