50 void dp_rx_dump_info_and_assert(struct dp_soc *soc,  in dp_rx_dump_info_and_assert()
61 void dp_rx_dump_info_and_assert(struct dp_soc *soc,  in dp_rx_dump_info_and_assert()
77 QDF_STATUS dp_rx_desc_sanity(struct dp_soc *soc, hal_soc_handle_t hal_soc,  in dp_rx_desc_sanity()
133 QDF_STATUS dp_rx_desc_nbuf_sanity_check(struct dp_soc *soc,  in dp_rx_desc_nbuf_sanity_check()
157 dp_rx_desc_nbuf_len_sanity_check(struct dp_soc *soc,  in dp_rx_desc_nbuf_len_sanity_check()
167 dp_rx_desc_nbuf_len_sanity_check(struct dp_soc *soc, uint32_t pkt_len) { }  in dp_rx_desc_nbuf_len_sanity_check()
172 dp_rx_ring_record_entry(struct dp_soc *soc, uint8_t ring_num,  in dp_rx_ring_record_entry()
206 	struct dp_soc *soc;  in dp_rx_mark_first_packet_after_wow_wakeup()
234 dp_pdev_frag_alloc_and_map(struct dp_soc *dp_soc,  in dp_pdev_frag_alloc_and_map()  argument
250 	ret = qdf_mem_map_page(dp_soc->osdev,  in dp_pdev_frag_alloc_and_map()
267 dp_pdev_frag_alloc_and_map(struct dp_soc *dp_soc,  in dp_pdev_frag_alloc_and_map()  argument
288 dp_rx_refill_ring_record_entry(struct dp_soc *soc, uint8_t ring_num,  in dp_rx_refill_ring_record_entry()
316 dp_rx_refill_ring_record_entry(struct dp_soc *soc, uint8_t ring_num,  in dp_rx_refill_ring_record_entry()
336 dp_pdev_nbuf_alloc_and_map_replenish(struct dp_soc *dp_soc,  in dp_pdev_nbuf_alloc_and_map_replenish()  argument
346 		dp_rx_buffer_pool_nbuf_alloc(dp_soc,  in dp_pdev_nbuf_alloc_and_map_replenish()
356 	ret = dp_rx_buffer_pool_nbuf_map(dp_soc, rx_desc_pool,  in dp_pdev_nbuf_alloc_and_map_replenish()
359 		dp_rx_buffer_pool_nbuf_free(dp_soc,  in dp_pdev_nbuf_alloc_and_map_replenish()
368 	dp_ipa_handle_rx_buf_smmu_mapping(dp_soc, (qdf_nbuf_t)(  in dp_pdev_nbuf_alloc_and_map_replenish()
373 	ret = dp_check_paddr(dp_soc, &((nbuf_frag_info_t->virt_addr).nbuf),  in dp_pdev_nbuf_alloc_and_map_replenish()
386 __dp_rx_buffers_no_map_lt_replenish(struct dp_soc *soc, uint32_t mac_id,  in __dp_rx_buffers_no_map_lt_replenish()
500 __dp_rx_buffers_no_map_replenish(struct dp_soc *soc, uint32_t mac_id,  in __dp_rx_buffers_no_map_replenish()
611 __dp_rx_comp2refill_replenish(struct dp_soc *soc, uint32_t mac_id,  in __dp_rx_comp2refill_replenish()
702 QDF_STATUS __dp_pdev_rx_buffers_no_map_attach(struct dp_soc *soc,  in __dp_pdev_rx_buffers_no_map_attach()
800 qdf_dma_addr_t dp_rx_rep_retrieve_paddr(struct dp_soc *dp_soc, qdf_nbuf_t nbuf,  in dp_rx_rep_retrieve_paddr()  argument
803 	return dp_rx_nbuf_sync_no_dsb(dp_soc, nbuf, buf_size);  in dp_rx_rep_retrieve_paddr()
807 qdf_dma_addr_t dp_rx_rep_retrieve_paddr(struct dp_soc *dp_soc, qdf_nbuf_t nbuf,  in dp_rx_rep_retrieve_paddr()  argument
824 void dp_rx_desc_replenish(struct dp_soc *soc, struct dp_srng *dp_rxdma_srng,  in dp_rx_desc_replenish()
850 void dp_rx_desc_reuse(struct dp_soc *soc, qdf_nbuf_t *nbuf_list)  in dp_rx_desc_reuse()
913 QDF_STATUS __dp_rx_buffers_replenish(struct dp_soc *dp_soc, uint32_t mac_id,  in __dp_rx_buffers_replenish()  argument
924 	struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(dp_soc, mac_id);  in __dp_rx_buffers_replenish()
942 			  dp_soc, mac_id);  in __dp_rx_buffers_replenish()
947 		dp_rx_debug("%pK: rxdma srng not initialized", dp_soc);  in __dp_rx_buffers_replenish()
953 			 dp_soc, num_req_buffers);  in __dp_rx_buffers_replenish()
955 	hal_srng_access_start(dp_soc->hal_soc, rxdma_srng);  in __dp_rx_buffers_replenish()
957 	num_entries_avail = hal_srng_src_num_avail(dp_soc->hal_soc,  in __dp_rx_buffers_replenish()
962 			 dp_soc, num_entries_avail);  in __dp_rx_buffers_replenish()
986 			dp_rx_get_free_desc_list(dp_soc, mac_id,  in __dp_rx_buffers_replenish()
1002 			dp_err_rl("%pK:  no free rx_descs in freelist", dp_soc);  in __dp_rx_buffers_replenish()
1007 		hal_srng_access_end(dp_soc->hal_soc, rxdma_srng);  in __dp_rx_buffers_replenish()
1015 		num_alloc_desc = dp_rx_get_free_desc_list(dp_soc, mac_id,  in __dp_rx_buffers_replenish()
1022 			dp_rx_err("%pK: no free rx_descs in freelist", dp_soc);  in __dp_rx_buffers_replenish()
1025 			hal_srng_access_end(dp_soc->hal_soc, rxdma_srng);  in __dp_rx_buffers_replenish()
1029 		dp_verbose_debug("%pK: %d rx desc allocated", dp_soc,  in __dp_rx_buffers_replenish()
1040 			ret = dp_pdev_frag_alloc_and_map(dp_soc,  in __dp_rx_buffers_replenish()
1045 			ret = dp_pdev_nbuf_alloc_and_map_replenish(dp_soc,  in __dp_rx_buffers_replenish()
1058 		rxdma_ring_entry = hal_srng_src_get_next(dp_soc->hal_soc,  in __dp_rx_buffers_replenish()
1084 		hal_rxdma_buff_addr_info_set(dp_soc->hal_soc, rxdma_ring_entry,  in __dp_rx_buffers_replenish()
1093 	dp_rx_refill_ring_record_entry(dp_soc, dp_pdev->lmac_id, rxdma_srng,  in __dp_rx_buffers_replenish()
1096 	hal_srng_access_end(dp_soc->hal_soc, rxdma_srng);  in __dp_rx_buffers_replenish()
1098 	dp_rx_schedule_refill_thread(dp_soc);  in __dp_rx_buffers_replenish()
1115 		dp_rx_add_desc_list_to_free_list(dp_soc, desc_list, tail,  in __dp_rx_buffers_replenish()
1152 void dp_rx_da_learn(struct dp_soc *soc, uint8_t *rx_tlv_hdr,  in dp_rx_da_learn()
1173 void dp_classify_critical_pkts(struct dp_soc *soc, struct dp_vdev *vdev,  in dp_classify_critical_pkts()
1181 void dp_classify_critical_pkts(struct dp_soc *soc, struct dp_vdev *vdev,  in dp_classify_critical_pkts()
1200 bool dp_rx_intrabss_mcbc_fwd(struct dp_soc *soc, struct dp_txrx_peer *ta_peer,  in dp_rx_intrabss_mcbc_fwd()
1252 bool dp_rx_intrabss_ucast_fwd(struct dp_soc *soc, struct dp_txrx_peer *ta_peer,  in dp_rx_intrabss_ucast_fwd()
1317 	struct dp_soc *soc = vdev->pdev->soc;  in dp_rx_fill_mesh_stats()
1320 	struct dp_soc *link_peer_soc;  in dp_rx_fill_mesh_stats()
1424 	struct dp_soc *soc = vdev->pdev->soc;  in dp_rx_filter_mesh_packets()
1487 uint8_t dp_rx_process_invalid_peer(struct dp_soc *soc, qdf_nbuf_t mpdu,  in dp_rx_process_invalid_peer()
1603 void dp_rx_process_invalid_peer_wrapper(struct dp_soc *soc,  in dp_rx_process_invalid_peer_wrapper()
1612 uint8_t dp_rx_process_invalid_peer(struct dp_soc *soc, qdf_nbuf_t mpdu,  in dp_rx_process_invalid_peer()
1697 void dp_rx_process_invalid_peer_wrapper(struct dp_soc *soc,  in dp_rx_process_invalid_peer_wrapper()
1717 static void dp_rx_print_offload_info(struct dp_soc *soc,  in dp_rx_print_offload_info()
1735 void dp_rx_fill_gro_info(struct dp_soc *soc, uint8_t *rx_tlv,  in dp_rx_fill_gro_info()
1773 static inline bool dp_rx_adjust_nbuf_len(struct dp_soc *soc,  in dp_rx_adjust_nbuf_len()
1807 static inline uint32_t dp_get_l3_hdr_pad_len(struct dp_soc *soc,  in dp_get_l3_hdr_pad_len()
1830 qdf_nbuf_t dp_rx_sg_create(struct dp_soc *soc, qdf_nbuf_t nbuf)  in dp_rx_sg_create()
2035 dp_rx_deliver_to_stack_ext(struct dp_soc *soc, struct dp_vdev *vdev,  in dp_rx_deliver_to_stack_ext()
2064 dp_rx_deliver_to_stack_ext(struct dp_soc *soc, struct dp_vdev *vdev,  in dp_rx_deliver_to_stack_ext()
2177 	struct dp_soc *soc = txrx_peer->vdev->pdev->soc;  in dp_rx_enqueue_rx()
2276 static void dp_rx_check_delivery_to_stack(struct dp_soc *soc,  in dp_rx_check_delivery_to_stack()
2307 static void dp_rx_check_delivery_to_stack(struct dp_soc *soc,  in dp_rx_check_delivery_to_stack()
2343 dp_rx_validate_rx_callbacks(struct dp_soc *soc,  in dp_rx_validate_rx_callbacks()
2381 static void dp_rx_raw_pkt_mld_addr_conv(struct dp_soc *soc,  in dp_rx_raw_pkt_mld_addr_conv()
2419 void dp_rx_raw_pkt_mld_addr_conv(struct dp_soc *soc,  in dp_rx_raw_pkt_mld_addr_conv()
2426 QDF_STATUS dp_rx_deliver_to_stack(struct dp_soc *soc,  in dp_rx_deliver_to_stack()
2449 QDF_STATUS dp_rx_eapol_deliver_to_stack(struct dp_soc *soc,  in dp_rx_eapol_deliver_to_stack()
2512 dp_rx_rates_stats_update(struct dp_soc *soc, qdf_nbuf_t nbuf,  in dp_rx_rates_stats_update()
2558 dp_rx_rates_stats_update(struct dp_soc *soc, qdf_nbuf_t nbuf,  in dp_rx_rates_stats_update()
2580 void dp_rx_msdu_extd_stats_update(struct dp_soc *soc, qdf_nbuf_t nbuf,  in dp_rx_msdu_extd_stats_update()
2663 void dp_rx_msdu_extd_stats_update(struct dp_soc *soc, qdf_nbuf_t nbuf,  in dp_rx_msdu_extd_stats_update()
2701 void dp_rx_msdu_stats_update(struct dp_soc *soc, qdf_nbuf_t nbuf,  in dp_rx_msdu_stats_update()
2813 dp_rx_nbuf_band_set(struct dp_soc *soc, qdf_nbuf_t nbuf)  in dp_rx_nbuf_band_set()
2837 dp_rx_nbuf_band_set(struct dp_soc *soc, qdf_nbuf_t nbuf)  in dp_rx_nbuf_band_set()
2842 void dp_rx_deliver_to_stack_no_peer(struct dp_soc *soc, qdf_nbuf_t nbuf)  in dp_rx_deliver_to_stack_no_peer()
2940 void dp_rx_deliver_to_stack_no_peer(struct dp_soc *soc, qdf_nbuf_t nbuf)  in dp_rx_deliver_to_stack_no_peer()
2955 	struct dp_soc *soc = (struct dp_soc *)cdp_soc;  in dp_fisa_config()
2982 void dp_rx_skip_tlvs(struct dp_soc *soc, qdf_nbuf_t nbuf, uint32_t l3_padding)  in dp_rx_skip_tlvs()
2988 void dp_rx_skip_tlvs(struct dp_soc *soc, qdf_nbuf_t nbuf, uint32_t l3_padding)  in dp_rx_skip_tlvs()
3009 void dp_rx_update_stats(struct dp_soc *soc, qdf_nbuf_t nbuf)  in dp_rx_update_stats()
3017 void dp_rx_deliver_to_pkt_capture(struct dp_soc *soc,  struct dp_pdev *pdev,  in dp_rx_deliver_to_pkt_capture()
3026 void dp_rx_deliver_to_pkt_capture_no_peer(struct dp_soc *soc, qdf_nbuf_t nbuf,  in dp_rx_deliver_to_pkt_capture_no_peer()
3055 dp_pdev_nbuf_alloc_and_map(struct dp_soc *dp_soc,  in dp_pdev_nbuf_alloc_and_map()  argument
3065 			qdf_nbuf_frag_alloc(dp_soc->osdev,  in dp_pdev_nbuf_alloc_and_map()
3071 			qdf_nbuf_alloc(dp_soc->osdev, rx_desc_pool->buf_size,  in dp_pdev_nbuf_alloc_and_map()
3081 	ret = qdf_nbuf_map_nbytes_single(dp_soc->osdev,  in dp_pdev_nbuf_alloc_and_map()
3096 	ret = dp_check_paddr(dp_soc, &((nbuf_frag_info_t->virt_addr).nbuf),  in dp_pdev_nbuf_alloc_and_map()
3109 dp_pdev_rx_buffers_attach(struct dp_soc *dp_soc, uint32_t mac_id,  in dp_pdev_rx_buffers_attach()  argument
3114 	struct dp_pdev *dp_pdev = dp_get_pdev_for_lmac_id(dp_soc, mac_id);  in dp_pdev_rx_buffers_attach()
3133 			  dp_soc, mac_id);  in dp_pdev_rx_buffers_attach()
3138 	       wlan_cfg_is_dp_buf_page_frag_alloc_enable(dp_soc->wlan_cfg_ctx);  in dp_pdev_rx_buffers_attach()
3147 	hal_srng_access_start(dp_soc->hal_soc, rxdma_srng);  in dp_pdev_rx_buffers_attach()
3148 	num_entries_avail = hal_srng_src_num_avail(dp_soc->hal_soc,  in dp_pdev_rx_buffers_attach()
3151 	hal_srng_access_end(dp_soc->hal_soc, rxdma_srng);  in dp_pdev_rx_buffers_attach()
3161 	nr_descs = dp_rx_get_free_desc_list(dp_soc, mac_id, rx_desc_pool,  in dp_pdev_rx_buffers_attach()
3209 				ret = dp_pdev_frag_alloc_and_map(dp_soc,  in dp_pdev_rx_buffers_attach()
3213 				ret = dp_pdev_nbuf_alloc_and_map(dp_soc,  in dp_pdev_rx_buffers_attach()
3223 		hal_srng_access_start(dp_soc->hal_soc, rxdma_srng);  in dp_pdev_rx_buffers_attach()
3227 				hal_srng_src_get_next(dp_soc->hal_soc,  in dp_pdev_rx_buffers_attach()
3248 			hal_rxdma_buff_addr_info_set(dp_soc->hal_soc ,rxdma_ring_entry, paddr,  in dp_pdev_rx_buffers_attach()
3253 						dp_soc, nbuf,  in dp_pdev_rx_buffers_attach()
3257 			dp_audio_smmu_map(dp_soc->osdev,  in dp_pdev_rx_buffers_attach()
3258 					  qdf_mem_paddr_from_dmaaddr(dp_soc->osdev,  in dp_pdev_rx_buffers_attach()
3266 		dp_rx_refill_ring_record_entry(dp_soc, dp_pdev->lmac_id,  in dp_pdev_rx_buffers_attach()
3268 		hal_srng_access_end(dp_soc->hal_soc, rxdma_srng);  in dp_pdev_rx_buffers_attach()
3315 	struct dp_soc *soc = pdev->soc;  in dp_rx_pdev_desc_pool_alloc()
3349 	struct dp_soc *soc = pdev->soc;  in dp_rx_pdev_desc_pool_free()
3360 	struct dp_soc *soc = pdev->soc;  in dp_rx_pdev_desc_pool_init()
3414 	struct dp_soc *soc = pdev->soc;  in dp_rx_pdev_desc_pool_deinit()
3426 	struct dp_soc *soc = pdev->soc;  in dp_rx_pdev_buffers_alloc()
3458 	struct dp_soc *soc = pdev->soc;  in dp_rx_pdev_buffers_free()
3473 bool dp_rx_deliver_special_frame(struct dp_soc *soc,  in dp_rx_deliver_special_frame()