53 static int ring_interrupt_index(const struct tb_ring *ring)  in ring_interrupt_index()
86 static void ring_interrupt_active(struct tb_ring *ring, bool active)  in ring_interrupt_active()
176 static void __iomem *ring_desc_base(struct tb_ring *ring)  in ring_desc_base()
184 static void __iomem *ring_options_base(struct tb_ring *ring)  in ring_options_base()
192 static void ring_iowrite_cons(struct tb_ring *ring, u16 cons)  in ring_iowrite_cons()
202 static void ring_iowrite_prod(struct tb_ring *ring, u16 prod)  in ring_iowrite_prod()
208 static void ring_iowrite32desc(struct tb_ring *ring, u32 value, u32 offset)  in ring_iowrite32desc()
213 static void ring_iowrite64desc(struct tb_ring *ring, u64 value, u32 offset)  in ring_iowrite64desc()
219 static void ring_iowrite32options(struct tb_ring *ring, u32 value, u32 offset)  in ring_iowrite32options()
224 static bool ring_full(struct tb_ring *ring)  in ring_full()
229 static bool ring_empty(struct tb_ring *ring)  in ring_empty()
239 static void ring_write_descriptors(struct tb_ring *ring)  in ring_write_descriptors()
275 	struct tb_ring *ring = container_of(work, typeof(*ring), work);  in ring_work()
323 int __tb_ring_enqueue(struct tb_ring *ring, struct ring_frame *frame)  in __tb_ring_enqueue()
349 struct ring_frame *tb_ring_poll(struct tb_ring *ring)  in tb_ring_poll()
381 static void __ring_interrupt_mask(struct tb_ring *ring, bool mask)  in __ring_interrupt_mask()
397 static void __ring_interrupt(struct tb_ring *ring)  in __ring_interrupt()
417 void tb_ring_poll_complete(struct tb_ring *ring)  in tb_ring_poll_complete()
430 static void ring_clear_msix(const struct tb_ring *ring)  in ring_clear_msix()
447 	struct tb_ring *ring = data;  in ring_msix()
459 static int ring_request_msix(struct tb_ring *ring, bool no_suspend)  in ring_request_msix()
493 static void ring_release_msix(struct tb_ring *ring)  in ring_release_msix()
504 static int nhi_alloc_hop(struct tb_nhi *nhi, struct tb_ring *ring)  in nhi_alloc_hop()
576 static struct tb_ring *tb_ring_alloc(struct tb_nhi *nhi, u32 hop, int size,  in tb_ring_alloc()
582 	struct tb_ring *ring = NULL;  in tb_ring_alloc()
643 struct tb_ring *tb_ring_alloc_tx(struct tb_nhi *nhi, int hop, int size,  in tb_ring_alloc_tx()
664 struct tb_ring *tb_ring_alloc_rx(struct tb_nhi *nhi, int hop, int size,  in tb_ring_alloc_rx()
680 void tb_ring_start(struct tb_ring *ring)  in tb_ring_start()
764 void tb_ring_stop(struct tb_ring *ring)  in tb_ring_stop()
809 void tb_ring_free(struct tb_ring *ring)  in tb_ring_free()
912 	struct tb_ring *ring;  in nhi_interrupt_work()