162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/* TI K3 CPPI5 descriptors pool API
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Copyright (C) 2020 Texas Instruments Incorporated - http://www.ti.com
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include <linux/device.h>
1062306a36Sopenharmony_ci#include <linux/dma-mapping.h>
1162306a36Sopenharmony_ci#include <linux/err.h>
1262306a36Sopenharmony_ci#include <linux/genalloc.h>
1362306a36Sopenharmony_ci#include <linux/kernel.h>
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci#include "k3-cppi-desc-pool.h"
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_cistruct k3_cppi_desc_pool {
1862306a36Sopenharmony_ci	struct device		*dev;
1962306a36Sopenharmony_ci	dma_addr_t		dma_addr;
2062306a36Sopenharmony_ci	void			*cpumem;	/* dma_alloc map */
2162306a36Sopenharmony_ci	size_t			desc_size;
2262306a36Sopenharmony_ci	size_t			mem_size;
2362306a36Sopenharmony_ci	size_t			num_desc;
2462306a36Sopenharmony_ci	struct gen_pool		*gen_pool;
2562306a36Sopenharmony_ci};
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_civoid k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool *pool)
2862306a36Sopenharmony_ci{
2962306a36Sopenharmony_ci	if (!pool)
3062306a36Sopenharmony_ci		return;
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci	WARN(gen_pool_size(pool->gen_pool) != gen_pool_avail(pool->gen_pool),
3362306a36Sopenharmony_ci	     "k3_knav_desc_pool size %zu != avail %zu",
3462306a36Sopenharmony_ci	     gen_pool_size(pool->gen_pool),
3562306a36Sopenharmony_ci	     gen_pool_avail(pool->gen_pool));
3662306a36Sopenharmony_ci	if (pool->cpumem)
3762306a36Sopenharmony_ci		dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem,
3862306a36Sopenharmony_ci				  pool->dma_addr);
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci	gen_pool_destroy(pool->gen_pool);	/* frees pool->name */
4162306a36Sopenharmony_ci}
4262306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_destroy);
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_cistruct k3_cppi_desc_pool *
4562306a36Sopenharmony_cik3_cppi_desc_pool_create_name(struct device *dev, size_t size,
4662306a36Sopenharmony_ci			      size_t desc_size,
4762306a36Sopenharmony_ci			      const char *name)
4862306a36Sopenharmony_ci{
4962306a36Sopenharmony_ci	struct k3_cppi_desc_pool *pool;
5062306a36Sopenharmony_ci	const char *pool_name = NULL;
5162306a36Sopenharmony_ci	int ret = -ENOMEM;
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	pool = devm_kzalloc(dev, sizeof(*pool), GFP_KERNEL);
5462306a36Sopenharmony_ci	if (!pool)
5562306a36Sopenharmony_ci		return ERR_PTR(ret);
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci	pool->dev = dev;
5862306a36Sopenharmony_ci	pool->desc_size	= roundup_pow_of_two(desc_size);
5962306a36Sopenharmony_ci	pool->num_desc	= size;
6062306a36Sopenharmony_ci	pool->mem_size	= pool->num_desc * pool->desc_size;
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci	pool_name = kstrdup_const(name ? name : dev_name(pool->dev),
6362306a36Sopenharmony_ci				  GFP_KERNEL);
6462306a36Sopenharmony_ci	if (!pool_name)
6562306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	pool->gen_pool = gen_pool_create(ilog2(pool->desc_size), -1);
6862306a36Sopenharmony_ci	if (!pool->gen_pool) {
6962306a36Sopenharmony_ci		ret = -ENOMEM;
7062306a36Sopenharmony_ci		dev_err(pool->dev, "pool create failed %d\n", ret);
7162306a36Sopenharmony_ci		kfree_const(pool_name);
7262306a36Sopenharmony_ci		goto gen_pool_create_fail;
7362306a36Sopenharmony_ci	}
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	pool->gen_pool->name = pool_name;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	pool->cpumem = dma_alloc_coherent(pool->dev, pool->mem_size,
7862306a36Sopenharmony_ci					  &pool->dma_addr, GFP_KERNEL);
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	if (!pool->cpumem)
8162306a36Sopenharmony_ci		goto dma_alloc_fail;
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	ret = gen_pool_add_virt(pool->gen_pool, (unsigned long)pool->cpumem,
8462306a36Sopenharmony_ci				(phys_addr_t)pool->dma_addr, pool->mem_size,
8562306a36Sopenharmony_ci				-1);
8662306a36Sopenharmony_ci	if (ret < 0) {
8762306a36Sopenharmony_ci		dev_err(pool->dev, "pool add failed %d\n", ret);
8862306a36Sopenharmony_ci		goto gen_pool_add_virt_fail;
8962306a36Sopenharmony_ci	}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	return pool;
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_cigen_pool_add_virt_fail:
9462306a36Sopenharmony_ci	dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem,
9562306a36Sopenharmony_ci			  pool->dma_addr);
9662306a36Sopenharmony_cidma_alloc_fail:
9762306a36Sopenharmony_ci	gen_pool_destroy(pool->gen_pool);	/* frees pool->name */
9862306a36Sopenharmony_cigen_pool_create_fail:
9962306a36Sopenharmony_ci	devm_kfree(pool->dev, pool);
10062306a36Sopenharmony_ci	return ERR_PTR(ret);
10162306a36Sopenharmony_ci}
10262306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_create_name);
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_cidma_addr_t k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool *pool,
10562306a36Sopenharmony_ci				      void *addr)
10662306a36Sopenharmony_ci{
10762306a36Sopenharmony_ci	return addr ? pool->dma_addr + (addr - pool->cpumem) : 0;
10862306a36Sopenharmony_ci}
10962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_virt2dma);
11062306a36Sopenharmony_ci
11162306a36Sopenharmony_civoid *k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool *pool, dma_addr_t dma)
11262306a36Sopenharmony_ci{
11362306a36Sopenharmony_ci	return dma ? pool->cpumem + (dma - pool->dma_addr) : NULL;
11462306a36Sopenharmony_ci}
11562306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_dma2virt);
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_civoid *k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool *pool)
11862306a36Sopenharmony_ci{
11962306a36Sopenharmony_ci	return (void *)gen_pool_alloc(pool->gen_pool, pool->desc_size);
12062306a36Sopenharmony_ci}
12162306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_alloc);
12262306a36Sopenharmony_ci
12362306a36Sopenharmony_civoid k3_cppi_desc_pool_free(struct k3_cppi_desc_pool *pool, void *addr)
12462306a36Sopenharmony_ci{
12562306a36Sopenharmony_ci	gen_pool_free(pool->gen_pool, (unsigned long)addr, pool->desc_size);
12662306a36Sopenharmony_ci}
12762306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_free);
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_cisize_t k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool *pool)
13062306a36Sopenharmony_ci{
13162306a36Sopenharmony_ci	return gen_pool_avail(pool->gen_pool) / pool->desc_size;
13262306a36Sopenharmony_ci}
13362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_avail);
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ciMODULE_LICENSE("GPL");
13662306a36Sopenharmony_ciMODULE_DESCRIPTION("TI K3 CPPI5 descriptors pool API");
137