126 	unsigned int sw_index;  in ce_send_fast()  local
155 		DATA_CE_UPDATE_SWINDEX(src_ring->sw_index, scn, ctrl_addr);  in ce_send_fast()
159 	sw_index = src_ring->sw_index;  in ce_send_fast()
162 				 NULL, NULL, sw_index, 0);  in ce_send_fast()
164 	if (qdf_unlikely(CE_RING_DELTA(nentries_mask, write_index, sw_index - 1)  in ce_send_fast()
169 					 sw_index - 1));  in ce_send_fast()
345 	uint32_t sw_index = dest_ring->sw_index;  in ce_per_engine_service_fast()  local
360 						 sw_index);  in ce_per_engine_service_fast()
374 		nbuf = dest_ring->per_transfer_context[sw_index];  in ce_per_engine_service_fast()
380 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ce_per_engine_service_fast()
424 						 NULL, NULL, sw_index, 0);  in ce_per_engine_service_fast()
425 			dest_ring->sw_index = sw_index;  in ce_per_engine_service_fast()
444 				 NULL, NULL, sw_index, 0);  in ce_per_engine_service_fast()
446 	dest_ring->sw_index = sw_index;  in ce_per_engine_service_fast()
487 				  ce_state->dest_ring->sw_index,  in ce_per_engine_service_fast()
537 	unsigned int sw_index = src_ring->sw_index;  in ce_send_nolock_legacy()  local
545 				   write_index, sw_index - 1) <= 0)) {  in ce_send_nolock_legacy()
636 	unsigned int sw_index;  in ce_sendlist_send_legacy()  local
646 		src_ring->sw_index = CE_SRC_RING_READ_IDX_GET_FROM_DDR(  in ce_sendlist_send_legacy()
651 	sw_index = src_ring->sw_index;  in ce_sendlist_send_legacy()
654 	if (CE_RING_DELTA(nentries_mask, write_index, sw_index - 1) >=  in ce_sendlist_send_legacy()
721 	unsigned int sw_index;  in ce_recv_buf_enqueue_legacy()  local
727 	sw_index = dest_ring->sw_index;  in ce_recv_buf_enqueue_legacy()
734 	if ((CE_RING_DELTA(nentries_mask, write_index, sw_index - 1) > 0) ||  in ce_recv_buf_enqueue_legacy()
761 		if (write_index != sw_index) {  in ce_recv_buf_enqueue_legacy()
781 	unsigned int sw_index;  in ce_send_entries_done_nolock_legacy()  local
784 	sw_index = src_ring->sw_index;  in ce_send_entries_done_nolock_legacy()
787 	return CE_RING_DELTA(nentries_mask, sw_index, read_index);  in ce_send_entries_done_nolock_legacy()
797 	unsigned int sw_index;  in ce_recv_entries_done_nolock_legacy()  local
800 	sw_index = dest_ring->sw_index;  in ce_recv_entries_done_nolock_legacy()
803 	return CE_RING_DELTA(nentries_mask, sw_index, read_index);  in ce_recv_entries_done_nolock_legacy()
818 	unsigned int sw_index = dest_ring->sw_index;  in ce_completed_recv_next_nolock_legacy()  local
823 		CE_DEST_RING_TO_DESC(dest_ring_base, sw_index);  in ce_completed_recv_next_nolock_legacy()
845 				 dest_ring->per_transfer_context[sw_index],  in ce_completed_recv_next_nolock_legacy()
846 				 sw_index, 0);  in ce_completed_recv_next_nolock_legacy()
861 			dest_ring->per_transfer_context[sw_index];  in ce_completed_recv_next_nolock_legacy()
863 	dest_ring->per_transfer_context[sw_index] = 0;  /* sanity */  in ce_completed_recv_next_nolock_legacy()
866 	sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ce_completed_recv_next_nolock_legacy()
867 	dest_ring->sw_index = sw_index;  in ce_completed_recv_next_nolock_legacy()
884 	unsigned int sw_index;  in ce_revoke_recv_next_legacy()  local
897 	sw_index = dest_ring->sw_index;  in ce_revoke_recv_next_legacy()
899 	if (write_index != sw_index) {  in ce_revoke_recv_next_legacy()
904 			CE_DEST_RING_TO_DESC(dest_ring_base, sw_index);  in ce_revoke_recv_next_legacy()
914 				dest_ring->per_transfer_context[sw_index];  in ce_revoke_recv_next_legacy()
916 		dest_ring->per_transfer_context[sw_index] = 0;  /* sanity */  in ce_revoke_recv_next_legacy()
919 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ce_revoke_recv_next_legacy()
920 		dest_ring->sw_index = sw_index;  in ce_revoke_recv_next_legacy()
949 	unsigned int sw_index = src_ring->sw_index;  in ce_completed_send_next_nolock_legacy()  local
953 	if (src_ring->hw_index == sw_index) {  in ce_completed_send_next_nolock_legacy()
971 		*sw_idx = sw_index;  in ce_completed_send_next_nolock_legacy()
976 	if ((read_index != sw_index) && (read_index != 0xffffffff)) {  in ce_completed_send_next_nolock_legacy()
980 			CE_SRC_RING_TO_DESC(shadow_base, sw_index);  in ce_completed_send_next_nolock_legacy()
985 			CE_SRC_RING_TO_DESC(src_ring_base, sw_index);  in ce_completed_send_next_nolock_legacy()
990 				src_ring->per_transfer_context[sw_index],  in ce_completed_send_next_nolock_legacy()
991 				sw_index, shadow_src_desc->nbytes);  in ce_completed_send_next_nolock_legacy()
1007 				src_ring->per_transfer_context[sw_index];  in ce_completed_send_next_nolock_legacy()
1009 		src_ring->per_transfer_context[sw_index] = 0;   /* sanity */  in ce_completed_send_next_nolock_legacy()
1012 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ce_completed_send_next_nolock_legacy()
1013 		src_ring->sw_index = sw_index;  in ce_completed_send_next_nolock_legacy()
1032 	unsigned int sw_index;  in ce_cancel_send_next_legacy()  local
1045 	sw_index = src_ring->sw_index;  in ce_cancel_send_next_legacy()
1048 	if (write_index != sw_index) {  in ce_cancel_send_next_legacy()
1052 			CE_SRC_RING_TO_DESC(src_ring_base, sw_index);  in ce_cancel_send_next_legacy()
1069 				src_ring->per_transfer_context[sw_index];  in ce_cancel_send_next_legacy()
1071 		src_ring->per_transfer_context[sw_index] = 0;   /* sanity */  in ce_cancel_send_next_legacy()
1074 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ce_cancel_send_next_legacy()
1075 		src_ring->sw_index = sw_index;  in ce_cancel_send_next_legacy()
1135 	unsigned int sw_index;  in ce_enqueue_desc()  local
1152 	DATA_CE_UPDATE_SWINDEX(src_ring->sw_index, scn, ctrl_addr);  in ce_enqueue_desc()
1155 	sw_index = src_ring->sw_index;  in ce_enqueue_desc()
1158 				 NULL, NULL, sw_index, 0);  in ce_enqueue_desc()
1160 	if (qdf_unlikely(CE_RING_DELTA(nentries_mask, write_index, sw_index - 1)  in ce_enqueue_desc()
1165 					 sw_index - 1));  in ce_enqueue_desc()
1390 	src_ring->sw_index = src_ring->hw_index;  in ce_legacy_src_ring_setup()
1440 	dest_ring->sw_index =  in ce_legacy_dest_ring_setup()
1570 		info->u.legacy_info.sw_index = state->src_ring->sw_index;  in ce_get_index_info_legacy()
1573 		info->u.legacy_info.sw_index = state->dest_ring->sw_index;  in ce_get_index_info_legacy()