dp/wifi3.0/dp_tx_desc.c

/*
 * Copyright (c) 2016-2021 The Linux Foundation. All rights reserved.
 * Copyright (c) 2022-2023 Qualcomm Innovation Center, Inc. All rights reserved.
 *
 * Permission to use, copy, modify, and/or distribute this software for
 * any purpose with or without fee is hereby granted, provided that the
 * above copyright notice and this permission notice appear in all
 * copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
 * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
 * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
 * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
 * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
 * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
 * PERFORMANCE OF THIS SOFTWARE.
 */

#include "hal_hw_headers.h"
#include "dp_types.h"
#include "dp_tx_desc.h"

#ifndef DESC_PARTITION
#define DP_TX_DESC_SIZE(a) qdf_get_pwr2(a)
#define DP_TX_DESC_PAGE_DIVIDER(soc, num_desc_per_page, pool_id)     \
do {                                                                 \
	uint8_t sig_bit;                                             \
	soc->tx_desc[pool_id].offset_filter = num_desc_per_page - 1; \
	/* Calculate page divider to find page number */             \
	sig_bit = 0;                                                 \
	while (num_desc_per_page) {                                  \
		sig_bit++;                                           \
		num_desc_per_page = num_desc_per_page >> 1;          \
	}                                                            \
	soc->tx_desc[pool_id].page_divider = (sig_bit - 1);          \
} while (0)
#else
#define DP_TX_DESC_SIZE(a) a
#define DP_TX_DESC_PAGE_DIVIDER(soc, num_desc_per_page, pool_id) {}
#endif /* DESC_PARTITION */

/**
 * dp_tx_desc_pool_counter_initialize() - Initialize counters
 * @tx_desc_pool Handle to DP tx_desc_pool structure
 * @num_elem Number of descriptor elements per pool
 *
 * Return: None
 */
#ifdef QCA_LL_TX_FLOW_CONTROL_V2
static void
dp_tx_desc_pool_counter_initialize(struct dp_tx_desc_pool_s *tx_desc_pool,
				  uint16_t num_elem)
{
}
#else
static void
dp_tx_desc_pool_counter_initialize(struct dp_tx_desc_pool_s *tx_desc_pool,
				  uint16_t num_elem)
{
	tx_desc_pool->elem_count = num_elem;
	tx_desc_pool->num_free = num_elem;
	tx_desc_pool->num_allocated = 0;
}
#endif

#ifdef DP_UMAC_HW_RESET_SUPPORT
/**
 * dp_tx_desc_clean_up() - Clean up the tx descriptors
 * @ctxt: context passed
 * @elem: element to be cleaned up
 * @elem_list: element list
 *
 */
static void dp_tx_desc_clean_up(void *ctxt, void *elem, void *elem_list)
{
	struct dp_soc *soc = (struct dp_soc *)ctxt;
	struct dp_tx_desc_s *tx_desc = (struct dp_tx_desc_s *)elem;
	qdf_nbuf_t *nbuf_list = (qdf_nbuf_t *)elem_list;
	qdf_nbuf_t nbuf = NULL;

	if (tx_desc->nbuf) {
		nbuf = dp_tx_comp_free_buf(soc, tx_desc, true);
		dp_tx_desc_release(tx_desc, tx_desc->pool_id);

		if (nbuf) {
			if (!nbuf_list) {
				dp_err("potential memory leak");
				qdf_assert_always(0);
			}

			nbuf->next = *nbuf_list;
			*nbuf_list = nbuf;
		}
	}
}

/**
 * dp_tx_desc_pool_cleanup() -  Clean up the tx dexcriptor pools
 * @soc: Handle to DP SoC structure
 * @nbuf_list: nbuf list for delayed free
 *
 */
void dp_tx_desc_pool_cleanup(struct dp_soc *soc, qdf_nbuf_t *nbuf_list)
{
	int i;
	struct dp_tx_desc_pool_s *tx_desc_pool = NULL;
	uint32_t num_pool = wlan_cfg_get_num_tx_desc_pool(soc->wlan_cfg_ctx);

	for (i = 0; i < num_pool; i++) {
		tx_desc_pool = &soc->tx_desc[i];

		if (tx_desc_pool)
			qdf_tx_desc_pool_free_bufs(soc,
						   &tx_desc_pool->desc_pages,
						   tx_desc_pool->elem_size,
						   tx_desc_pool->elem_count,
						   true, &dp_tx_desc_clean_up,
						   nbuf_list);
	}
}
#endif

/**
 * dp_tx_desc_pool_alloc() - Allocate Tx Descriptor pool(s)
 * @soc Handle to DP SoC structure
 * @pool_id pool to allocate
 * @num_elem Number of descriptor elements per pool
 *
 * This function allocates memory for SW tx descriptors
 * (used within host for tx data path).
 * The number of tx descriptors required will be large
 * since based on number of clients (1024 clients x 3 radios),
 * outstanding MSDUs stored in TQM queues and LMAC queues will be significantly
 * large.
 *
 * To avoid allocating a large contiguous memory, it uses multi_page_alloc qdf
 * function to allocate memory
 * in multiple pages. It then iterates through the memory allocated across pages
 * and links each descriptor
 * to next descriptor, taking care of page boundaries.
 *
 * Since WiFi 3.0 HW supports multiple Tx rings, multiple pools are allocated,
 * one for each ring;
 * This minimizes lock contention when hard_start_xmit is called
 * from multiple CPUs.
 * Alternately, multiple pools can be used for multiple VDEVs for VDEV level
 * flow control.
 *
 * Return: Status code. 0 for success.
 */
QDF_STATUS dp_tx_desc_pool_alloc(struct dp_soc *soc, uint8_t pool_id,
				 uint32_t num_elem)
{
	uint32_t desc_size;
	struct dp_tx_desc_pool_s *tx_desc_pool;

	desc_size = DP_TX_DESC_SIZE(sizeof(struct dp_tx_desc_s));
	tx_desc_pool = &((soc)->tx_desc[(pool_id)]);
	tx_desc_pool->desc_pages.page_size = DP_BLOCKMEM_SIZE;
	dp_desc_multi_pages_mem_alloc(soc, DP_TX_DESC_TYPE,
				      &tx_desc_pool->desc_pages,
				      desc_size, num_elem,
				      0, true);

	if (!tx_desc_pool->desc_pages.num_pages) {
		dp_err("Multi page alloc fail, tx desc");
		return QDF_STATUS_E_NOMEM;
	}
	return QDF_STATUS_SUCCESS;
}

/**
 * dp_tx_desc_pool_free() -  Free the tx dexcriptor pools
 * @soc: Handle to DP SoC structure
 * @pool_id: pool to free
 *
 */
void dp_tx_desc_pool_free(struct dp_soc *soc, uint8_t pool_id)
{
	struct dp_tx_desc_pool_s *tx_desc_pool;

	tx_desc_pool = &((soc)->tx_desc[pool_id]);

	if (tx_desc_pool->desc_pages.num_pages)
		dp_desc_multi_pages_mem_free(soc, DP_TX_DESC_TYPE,
					     &tx_desc_pool->desc_pages, 0,
					     true);
}

/**
 * dp_tx_desc_pool_init() - Initialize Tx Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @pool_id: pool to allocate
 * @num_elem: Number of descriptor elements per pool
 *
 * Return: QDF_STATUS_SUCCESS
 *	   QDF_STATUS_E_FAULT
 */
QDF_STATUS dp_tx_desc_pool_init(struct dp_soc *soc, uint8_t pool_id,
				uint32_t num_elem)
{
	struct dp_tx_desc_pool_s *tx_desc_pool;
	uint32_t desc_size;

	desc_size = DP_TX_DESC_SIZE(sizeof(struct dp_tx_desc_s));

	tx_desc_pool = &soc->tx_desc[pool_id];
	if (qdf_mem_multi_page_link(soc->osdev,
				    &tx_desc_pool->desc_pages,
				    desc_size, num_elem, true)) {
		dp_err("invalid tx desc allocation -overflow num link");
		return QDF_STATUS_E_FAULT;
	}

	tx_desc_pool->freelist = (struct dp_tx_desc_s *)
		*tx_desc_pool->desc_pages.cacheable_pages;
	/* Set unique IDs for each Tx descriptor */
	if (QDF_STATUS_SUCCESS != soc->arch_ops.dp_tx_desc_pool_init(
						soc, num_elem, pool_id)) {
		dp_err("initialization per target failed");
		return QDF_STATUS_E_FAULT;
	}

	tx_desc_pool->elem_size = DP_TX_DESC_SIZE(sizeof(struct dp_tx_desc_s));

	dp_tx_desc_pool_counter_initialize(tx_desc_pool, num_elem);
	TX_DESC_LOCK_CREATE(&tx_desc_pool->lock);

	return QDF_STATUS_SUCCESS;
}

/**
 * dp_tx_desc_pool_deinit() - de-initialize Tx Descriptor pool(s)
 * @soc Handle to DP SoC structure
 * @pool_id: pool to de-initialize
 *
 */
void dp_tx_desc_pool_deinit(struct dp_soc *soc, uint8_t pool_id)
{
	struct dp_tx_desc_pool_s *tx_desc_pool;

	tx_desc_pool = &soc->tx_desc[pool_id];
	soc->arch_ops.dp_tx_desc_pool_deinit(soc, tx_desc_pool, pool_id);
	TX_DESC_POOL_MEMBER_CLEAN(tx_desc_pool);
	TX_DESC_LOCK_DESTROY(&tx_desc_pool->lock);
}

/**
 * dp_tx_ext_desc_pool_alloc() - allocate Tx extension Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to allocate
 * @num_elem: Number of descriptor elements per pool
 *
 * Return - QDF_STATUS_SUCCESS
 *	    QDF_STATUS_E_NOMEM
 */
QDF_STATUS dp_tx_ext_desc_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
				     uint32_t num_elem)
{
	QDF_STATUS status = QDF_STATUS_SUCCESS;
	qdf_dma_context_t memctx = 0;
	uint8_t pool_id, count;
	uint16_t elem_size = HAL_TX_EXT_DESC_WITH_META_DATA;
	struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;
	uint16_t link_elem_size = sizeof(struct dp_tx_ext_desc_elem_s);

	/* Coherent tx extension descriptor alloc */

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
		memctx = qdf_get_dma_mem_context(dp_tx_ext_desc_pool, memctx);
		dp_desc_multi_pages_mem_alloc(
					  soc, DP_TX_EXT_DESC_TYPE,
					  &dp_tx_ext_desc_pool->desc_pages,
					  elem_size,
					  num_elem,
					  memctx, false);

		if (!dp_tx_ext_desc_pool->desc_pages.num_pages) {
			QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
				  "ext desc page alloc fail");
			status = QDF_STATUS_E_NOMEM;
			goto fail_exit;
		}
	}

	/*
	 * Cacheable ext descriptor link alloc
	 * This structure also large size already
	 * single element is 24bytes, 2K elements are 48Kbytes
	 * Have to alloc multi page cacheable memory
	 */
	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
		dp_desc_multi_pages_mem_alloc(
					  soc,
					  DP_TX_EXT_DESC_LINK_TYPE,
					  &dp_tx_ext_desc_pool->desc_link_pages,
					  link_elem_size,
					  num_elem,
					  0, true);

		if (!dp_tx_ext_desc_pool->desc_link_pages.num_pages) {
			QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
				  "ext link desc page alloc fail");
			status = QDF_STATUS_E_NOMEM;
			goto free_ext_desc_page;
		}
	}

	return status;

free_ext_desc_page:
	for (count = 0; count < pool_id; count++) {
		dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[count]);
		dp_desc_multi_pages_mem_free(
					soc, DP_TX_EXT_DESC_LINK_TYPE,
					&dp_tx_ext_desc_pool->desc_link_pages,
					0, true);
	}

	pool_id = num_pool;

fail_exit:
	for (count = 0; count < pool_id; count++) {
		dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[count]);
		memctx = qdf_get_dma_mem_context(dp_tx_ext_desc_pool, memctx);
		dp_desc_multi_pages_mem_free(
					soc, DP_TX_EXT_DESC_TYPE,
					&dp_tx_ext_desc_pool->desc_pages,
					memctx, false);
	}

	return status;
}

/**
 * dp_tx_ext_desc_pool_init() - initialize Tx extension Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to initialize
 * @num_elem: Number of descriptor elements per pool
 *
 * Return - QDF_STATUS_SUCCESS
 *	    QDF_STATUS_E_NOMEM
 */
QDF_STATUS dp_tx_ext_desc_pool_init(struct dp_soc *soc, uint8_t num_pool,
				    uint32_t num_elem)
{
	uint32_t i;
	struct dp_tx_ext_desc_elem_s *c_elem, *p_elem;
	struct qdf_mem_dma_page_t *page_info;
	struct qdf_mem_multi_page_t *pages;
	struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;
	uint8_t pool_id;
	QDF_STATUS status;

	/* link tx descriptors into a freelist */
	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
		soc->tx_ext_desc[pool_id].elem_size =
			HAL_TX_EXT_DESC_WITH_META_DATA;
		soc->tx_ext_desc[pool_id].link_elem_size =
			sizeof(struct dp_tx_ext_desc_elem_s);
		soc->tx_ext_desc[pool_id].elem_count = num_elem;

		dp_tx_ext_desc_pool->freelist = (struct dp_tx_ext_desc_elem_s *)
			*dp_tx_ext_desc_pool->desc_link_pages.cacheable_pages;

		if (qdf_mem_multi_page_link(soc->osdev,
					    &dp_tx_ext_desc_pool->
					    desc_link_pages,
					    dp_tx_ext_desc_pool->link_elem_size,
					    dp_tx_ext_desc_pool->elem_count,
					    true)) {
			QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
				  "ext link desc page linking fail");
			status = QDF_STATUS_E_FAULT;
			goto fail;
		}

		/* Assign coherent memory pointer into linked free list */
		pages = &dp_tx_ext_desc_pool->desc_pages;
		page_info = dp_tx_ext_desc_pool->desc_pages.dma_pages;
		c_elem = dp_tx_ext_desc_pool->freelist;
		p_elem = c_elem;
		for (i = 0; i < dp_tx_ext_desc_pool->elem_count; i++) {
			if (!(i % pages->num_element_per_page)) {
			/**
			 * First element for new page,
			 * should point next page
			 */
				if (!pages->dma_pages->page_v_addr_start) {
					QDF_TRACE(QDF_MODULE_ID_DP,
						  QDF_TRACE_LEVEL_ERROR,
						  "link over flow");
					status = QDF_STATUS_E_FAULT;
					goto fail;
				}

				c_elem->vaddr =
					(void *)page_info->page_v_addr_start;
				c_elem->paddr = page_info->page_p_addr;
				page_info++;
			} else {
				c_elem->vaddr = (void *)(p_elem->vaddr +
					dp_tx_ext_desc_pool->elem_size);
				c_elem->paddr = (p_elem->paddr +
					dp_tx_ext_desc_pool->elem_size);
			}
			p_elem = c_elem;
			c_elem = c_elem->next;
			if (!c_elem)
				break;
		}
		dp_tx_ext_desc_pool->num_free = num_elem;
		qdf_spinlock_create(&dp_tx_ext_desc_pool->lock);
	}
	return QDF_STATUS_SUCCESS;

fail:
	return status;
}

/**
 * dp_tx_ext_desc_pool_free() -  free Tx extension Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to free
 *
 */
void dp_tx_ext_desc_pool_free(struct dp_soc *soc, uint8_t num_pool)
{
	uint8_t pool_id;
	struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;
	qdf_dma_context_t memctx = 0;

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
		memctx = qdf_get_dma_mem_context(dp_tx_ext_desc_pool, memctx);

		dp_desc_multi_pages_mem_free(
					soc, DP_TX_EXT_DESC_LINK_TYPE,
					&dp_tx_ext_desc_pool->desc_link_pages,
					0, true);

		dp_desc_multi_pages_mem_free(
					soc, DP_TX_EXT_DESC_TYPE,
					&dp_tx_ext_desc_pool->desc_pages,
					memctx, false);
	}
}

/**
 * dp_tx_ext_desc_pool_deinit() -  deinit Tx extension Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to de-initialize
 *
 */
void dp_tx_ext_desc_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
{
	uint8_t pool_id;
	struct dp_tx_ext_desc_pool_s *dp_tx_ext_desc_pool;

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		dp_tx_ext_desc_pool = &((soc)->tx_ext_desc[pool_id]);
		qdf_spinlock_destroy(&dp_tx_ext_desc_pool->lock);
	}
}

#if defined(FEATURE_TSO)
/**
 * dp_tx_tso_desc_pool_alloc() - allocate TSO Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to allocate
 * @num_elem: Number of descriptor elements per pool
 *
 * Return - QDF_STATUS_SUCCESS
 *	    QDF_STATUS_E_NOMEM
 */
QDF_STATUS dp_tx_tso_desc_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
				     uint32_t num_elem)
{
	struct dp_tx_tso_seg_pool_s *tso_desc_pool;
	uint32_t desc_size, pool_id, i;

	desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_seg_elem_t));
	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_desc_pool = &soc->tx_tso_desc[pool_id];
		tso_desc_pool->num_free = 0;
		dp_desc_multi_pages_mem_alloc(
					soc,
					DP_TX_TSO_DESC_TYPE,
					&tso_desc_pool->desc_pages,
					desc_size,
					num_elem, 0, true);

		if (!tso_desc_pool->desc_pages.num_pages) {
			dp_err("Multi page alloc fail, tx desc");
			goto fail;
		}
	}
	return QDF_STATUS_SUCCESS;

fail:
	for (i = 0; i < pool_id; i++) {
		tso_desc_pool = &soc->tx_tso_desc[i];
		dp_desc_multi_pages_mem_free(soc, DP_TX_TSO_DESC_TYPE,
					     &tso_desc_pool->desc_pages,
					     0, true);
	}
	return QDF_STATUS_E_NOMEM;
}

/**
 * dp_tx_tso_desc_pool_free() - free TSO Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to free
 *
 */
void dp_tx_tso_desc_pool_free(struct dp_soc *soc, uint8_t num_pool)
{
	struct dp_tx_tso_seg_pool_s *tso_desc_pool;
	uint32_t pool_id;

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_desc_pool = &soc->tx_tso_desc[pool_id];
		dp_desc_multi_pages_mem_free(soc, DP_TX_TSO_DESC_TYPE,
					     &tso_desc_pool->desc_pages,
					     0, true);
	}
}

/**
 * dp_tx_tso_desc_pool_init() - initialize TSO Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to initialize
 * @num_elem: Number of descriptor elements per pool
 *
 * Return - QDF_STATUS_SUCCESS
 *	    QDF_STATUS_E_NOMEM
 */
QDF_STATUS dp_tx_tso_desc_pool_init(struct dp_soc *soc, uint8_t num_pool,
				    uint32_t num_elem)
{
	struct dp_tx_tso_seg_pool_s *tso_desc_pool;
	uint32_t desc_size, pool_id;

	desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_seg_elem_t));

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_desc_pool = &soc->tx_tso_desc[pool_id];

		if (qdf_mem_multi_page_link(soc->osdev,
					    &tso_desc_pool->desc_pages,
					    desc_size,
					    num_elem, true)) {
			QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
				  "invalid tso desc allocation - overflow num link");
			return QDF_STATUS_E_FAULT;
		}

		tso_desc_pool->freelist = (struct qdf_tso_seg_elem_t *)
			*tso_desc_pool->desc_pages.cacheable_pages;
		tso_desc_pool->num_free = num_elem;

		TSO_DEBUG("Number of free descriptors: %u\n",
			  tso_desc_pool->num_free);
		tso_desc_pool->pool_size = num_elem;
		qdf_spinlock_create(&tso_desc_pool->lock);
	}
	return QDF_STATUS_SUCCESS;
}

/**
 * dp_tx_tso_desc_pool_deinit() - deinitialize TSO Descriptor pool(s)
 * @soc: Handle to DP SoC structure
 * @num_pool: Number of pools to free
 *
 */
void dp_tx_tso_desc_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
{
	struct dp_tx_tso_seg_pool_s *tso_desc_pool;
	uint32_t pool_id;

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_desc_pool = &soc->tx_tso_desc[pool_id];
		qdf_spin_lock_bh(&tso_desc_pool->lock);

		tso_desc_pool->freelist = NULL;
		tso_desc_pool->num_free = 0;
		tso_desc_pool->pool_size = 0;
		qdf_spin_unlock_bh(&tso_desc_pool->lock);
		qdf_spinlock_destroy(&tso_desc_pool->lock);
	}
}

/**
 * dp_tx_tso_num_seg_pool_alloc() - Allocate descriptors that tracks the
 *                              fragments in each tso segment
 *
 * @soc: handle to dp soc structure
 * @num_pool: number of pools to allocate
 * @num_elem: total number of descriptors to be allocated
 *
 * Return - QDF_STATUS_SUCCESS
 *	    QDF_STATUS_E_NOMEM
 */
QDF_STATUS dp_tx_tso_num_seg_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
					uint32_t num_elem)
{
	struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
	uint32_t desc_size, pool_id, i;

	desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_num_seg_elem_t));

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
		tso_num_seg_pool->num_free = 0;
		dp_desc_multi_pages_mem_alloc(soc, DP_TX_TSO_NUM_SEG_TYPE,
					      &tso_num_seg_pool->desc_pages,
					      desc_size,
					      num_elem, 0, true);

		if (!tso_num_seg_pool->desc_pages.num_pages) {
			dp_err("Multi page alloc fail, tso_num_seg_pool");
			goto fail;
		}
	}
	return QDF_STATUS_SUCCESS;

fail:
	for (i = 0; i < pool_id; i++) {
		tso_num_seg_pool = &soc->tx_tso_num_seg[i];
		dp_desc_multi_pages_mem_free(soc, DP_TX_TSO_NUM_SEG_TYPE,
					     &tso_num_seg_pool->desc_pages,
					     0, true);
	}
	return QDF_STATUS_E_NOMEM;
}

/**
 * dp_tx_tso_num_seg_pool_free() - free descriptors that tracks the
 *                              fragments in each tso segment
 *
 * @soc: handle to dp soc structure
 * @num_pool: number of pools to free
 */
void dp_tx_tso_num_seg_pool_free(struct dp_soc *soc, uint8_t num_pool)
{
	struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
	uint32_t pool_id;

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
		dp_desc_multi_pages_mem_free(soc, DP_TX_TSO_NUM_SEG_TYPE,
					     &tso_num_seg_pool->desc_pages,
					     0, true);
	}
}

/**
 * dp_tx_tso_num_seg_pool_init() - Initialize descriptors that tracks the
 *                              fragments in each tso segment
 *
 * @soc: handle to dp soc structure
 * @num_pool: number of pools to initialize
 * @num_elem: total number of descriptors to be initialized
 *
 * Return - QDF_STATUS_SUCCESS
 *	    QDF_STATUS_E_FAULT
 */
QDF_STATUS dp_tx_tso_num_seg_pool_init(struct dp_soc *soc, uint8_t num_pool,
				       uint32_t num_elem)
{
	struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
	uint32_t desc_size, pool_id;

	desc_size = DP_TX_DESC_SIZE(sizeof(struct qdf_tso_num_seg_elem_t));

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
		if (qdf_mem_multi_page_link(soc->osdev,
					    &tso_num_seg_pool->desc_pages,
					    desc_size,
					    num_elem, true)) {
			QDF_TRACE(QDF_MODULE_ID_DP, QDF_TRACE_LEVEL_ERROR,
				  "invalid tso desc allocation - overflow num link");
			return QDF_STATUS_E_FAULT;
		}

		tso_num_seg_pool->freelist = (struct qdf_tso_num_seg_elem_t *)
			*tso_num_seg_pool->desc_pages.cacheable_pages;
		tso_num_seg_pool->num_free = num_elem;
		tso_num_seg_pool->num_seg_pool_size = num_elem;

		qdf_spinlock_create(&tso_num_seg_pool->lock);
	}
	return QDF_STATUS_SUCCESS;
}

/**
 * dp_tx_tso_num_seg_pool_deinit() - de-initialize descriptors that tracks the
 *                              fragments in each tso segment
 *
 * @soc: handle to dp soc structure
 * @num_pool: number of pools to de-initialize
 *
 * Return - QDF_STATUS_SUCCESS
 *	    QDF_STATUS_E_FAULT
 */
void dp_tx_tso_num_seg_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
{
	struct dp_tx_tso_num_seg_pool_s *tso_num_seg_pool;
	uint32_t pool_id;

	for (pool_id = 0; pool_id < num_pool; pool_id++) {
		tso_num_seg_pool = &soc->tx_tso_num_seg[pool_id];
		qdf_spin_lock_bh(&tso_num_seg_pool->lock);

		tso_num_seg_pool->freelist = NULL;
		tso_num_seg_pool->num_free = 0;
		tso_num_seg_pool->num_seg_pool_size = 0;
		qdf_spin_unlock_bh(&tso_num_seg_pool->lock);
		qdf_spinlock_destroy(&tso_num_seg_pool->lock);
	}
}
#else
QDF_STATUS dp_tx_tso_desc_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
				     uint32_t num_elem)
{
	return QDF_STATUS_SUCCESS;
}

QDF_STATUS dp_tx_tso_desc_pool_init(struct dp_soc *soc, uint8_t num_pool,
				    uint32_t num_elem)
{
	return QDF_STATUS_SUCCESS;
}

void dp_tx_tso_desc_pool_free(struct dp_soc *soc, uint8_t num_pool)
{
}

void dp_tx_tso_desc_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
{
}

QDF_STATUS dp_tx_tso_num_seg_pool_alloc(struct dp_soc *soc, uint8_t num_pool,
					uint32_t num_elem)
{
	return QDF_STATUS_SUCCESS;
}

void dp_tx_tso_num_seg_pool_free(struct dp_soc *soc, uint8_t num_pool)
{
}

QDF_STATUS dp_tx_tso_num_seg_pool_init(struct dp_soc *soc, uint8_t num_pool,
				       uint32_t num_elem)
{
	return QDF_STATUS_SUCCESS;
}

void dp_tx_tso_num_seg_pool_deinit(struct dp_soc *soc, uint8_t num_pool)
{
}
#endif