72 struct mlxsw_pci_queue {  struct
86 			struct mlxsw_pci_queue *dq;  argument
94 			struct mlxsw_pci_queue *cq;
100 	struct mlxsw_pci_queue *q;  argument
173 static char *__mlxsw_pci_queue_elem_get(struct mlxsw_pci_queue *q,  in __mlxsw_pci_queue_elem_get()
180 mlxsw_pci_queue_elem_info_get(struct mlxsw_pci_queue *q, int elem_index)  in mlxsw_pci_queue_elem_info_get()
186 mlxsw_pci_queue_elem_info_producer_get(struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_elem_info_producer_get()
196 mlxsw_pci_queue_elem_info_consumer_get(struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_elem_info_consumer_get()
203 static char *mlxsw_pci_queue_elem_get(struct mlxsw_pci_queue *q, int elem_index)  in mlxsw_pci_queue_elem_get()
208 static bool mlxsw_pci_elem_hw_owned(struct mlxsw_pci_queue *q, bool owner_bit)  in mlxsw_pci_elem_hw_owned()
220 static struct mlxsw_pci_queue *
227 static struct mlxsw_pci_queue *mlxsw_pci_sdq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_sdq_get()
234 static struct mlxsw_pci_queue *mlxsw_pci_cq_get(struct mlxsw_pci *mlxsw_pci,  in mlxsw_pci_cq_get()
240 static struct mlxsw_pci_queue *mlxsw_pci_eq_get(struct mlxsw_pci *mlxsw_pci)  in mlxsw_pci_eq_get()
247 					   struct mlxsw_pci_queue *q,  in __mlxsw_pci_queue_doorbell_set()
257 					       struct mlxsw_pci_queue *q,  in __mlxsw_pci_queue_doorbell_arm_set()
267 						   struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_doorbell_producer_ring()
274 						   struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_doorbell_consumer_ring()
283 					   struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_doorbell_arm_consumer_ring()
289 static dma_addr_t __mlxsw_pci_queue_page_get(struct mlxsw_pci_queue *q,  in __mlxsw_pci_queue_page_get()
296 			      struct mlxsw_pci_queue *q)  in mlxsw_pci_sdq_init()
298 	struct mlxsw_pci_queue *cq;  in mlxsw_pci_sdq_init()
335 			       struct mlxsw_pci_queue *q)  in mlxsw_pci_sdq_fini()
392 static struct sk_buff *mlxsw_pci_rdq_build_skb(struct mlxsw_pci_queue *q,  in mlxsw_pci_rdq_build_skb()
396 	struct mlxsw_pci_queue *cq = q->u.rdq.cq;  in mlxsw_pci_rdq_build_skb()
445 static int mlxsw_pci_rdq_page_alloc(struct mlxsw_pci_queue *q,  in mlxsw_pci_rdq_page_alloc()
449 	struct mlxsw_pci_queue *cq = q->u.rdq.cq;  in mlxsw_pci_rdq_page_alloc()
462 static void mlxsw_pci_rdq_page_free(struct mlxsw_pci_queue *q,  in mlxsw_pci_rdq_page_free()
466 	struct mlxsw_pci_queue *cq = q->u.rdq.cq;  in mlxsw_pci_rdq_page_free()
479 mlxsw_pci_elem_info_pages_ref_store(const struct mlxsw_pci_queue *q,  in mlxsw_pci_elem_info_pages_ref_store()
499 mlxsw_pci_rdq_pages_alloc(struct mlxsw_pci_queue *q,  in mlxsw_pci_rdq_pages_alloc()
504 	struct mlxsw_pci_queue *cq = q->u.rdq.cq;  in mlxsw_pci_rdq_pages_alloc()
526 mlxsw_pci_rdq_pages_recycle(struct mlxsw_pci_queue *q, struct page *pages[],  in mlxsw_pci_rdq_pages_recycle()
529 	struct mlxsw_pci_queue *cq = q->u.rdq.cq;  in mlxsw_pci_rdq_pages_recycle()
537 			      struct mlxsw_pci_queue *q)  in mlxsw_pci_rdq_init()
541 	struct mlxsw_pci_queue *cq;  in mlxsw_pci_rdq_init()
602 			       struct mlxsw_pci_queue *q)  in mlxsw_pci_rdq_fini()
616 				  struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_pre_init()
653 				     struct mlxsw_pci_queue *q,  in mlxsw_pci_cqe_sdq_handle()
740 				     struct mlxsw_pci_queue *q,  in mlxsw_pci_cqe_rdq_handle()
818 static char *mlxsw_pci_cq_sw_cqe_get(struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_sw_cqe_get()
834 static bool mlxsw_pci_cq_cqe_to_handle(struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_cqe_to_handle()
846 	struct mlxsw_pci_queue *q = container_of(napi, struct mlxsw_pci_queue,  in mlxsw_pci_napi_poll_cq_rx()
848 	struct mlxsw_pci_queue *rdq = q->u.cq.dq;  in mlxsw_pci_napi_poll_cq_rx()
908 	struct mlxsw_pci_queue *q = container_of(napi, struct mlxsw_pci_queue,  in mlxsw_pci_napi_poll_cq_tx()
910 	struct mlxsw_pci_queue *sdq = q->u.cq.dq;  in mlxsw_pci_napi_poll_cq_tx()
956 		  const struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_type()
967 static void mlxsw_pci_cq_napi_setup(struct mlxsw_pci_queue *q,  in mlxsw_pci_cq_napi_setup()
984 static void mlxsw_pci_cq_napi_teardown(struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_napi_teardown()
989 static int mlxsw_pci_cq_page_pool_init(struct mlxsw_pci_queue *q,  in mlxsw_pci_cq_page_pool_init()
1015 static void mlxsw_pci_cq_page_pool_fini(struct mlxsw_pci_queue *q,  in mlxsw_pci_cq_page_pool_fini()
1025 			     struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_init()
1074 			      struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_fini()
1084 static u16 mlxsw_pci_cq_elem_count(const struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_elem_count()
1090 static u8 mlxsw_pci_cq_elem_size(const struct mlxsw_pci_queue *q)  in mlxsw_pci_cq_elem_size()
1096 static char *mlxsw_pci_eq_sw_eqe_get(struct mlxsw_pci_queue *q)  in mlxsw_pci_eq_sw_eqe_get()
1115 	struct mlxsw_pci_queue *q = from_tasklet(q, t, u.eq.tasklet);  in mlxsw_pci_eq_tasklet()
1146 			     struct mlxsw_pci_queue *q)  in mlxsw_pci_eq_init()
1184 			      struct mlxsw_pci_queue *q)  in mlxsw_pci_eq_fini()
1193 			 struct mlxsw_pci_queue *q);
1195 		    struct mlxsw_pci_queue *q);
1197 		     struct mlxsw_pci_queue *q);
1198 	u16 (*elem_count_f)(const struct mlxsw_pci_queue *q);
1199 	u8 (*elem_size_f)(const struct mlxsw_pci_queue *q);
1239 				struct mlxsw_pci_queue *q, u8 q_num)  in mlxsw_pci_queue_init()
1297 				 struct mlxsw_pci_queue *q)  in mlxsw_pci_queue_fini()
1735 	struct mlxsw_pci_queue *q;  in mlxsw_pci_eq_irq_handler()
2096 static struct mlxsw_pci_queue *
2117 	struct mlxsw_pci_queue *q = mlxsw_pci_sdq_pick(mlxsw_pci, tx_info);  in mlxsw_pci_skb_transmit_busy()
2126 	struct mlxsw_pci_queue *q;  in mlxsw_pci_skb_transmit()