162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* TI K3 CPPI5 descriptors pool API 362306a36Sopenharmony_ci * 462306a36Sopenharmony_ci * Copyright (C) 2020 Texas Instruments Incorporated - http://www.ti.com 562306a36Sopenharmony_ci */ 662306a36Sopenharmony_ci 762306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include <linux/device.h> 1062306a36Sopenharmony_ci#include <linux/dma-mapping.h> 1162306a36Sopenharmony_ci#include <linux/err.h> 1262306a36Sopenharmony_ci#include <linux/genalloc.h> 1362306a36Sopenharmony_ci#include <linux/kernel.h> 1462306a36Sopenharmony_ci 1562306a36Sopenharmony_ci#include "k3-cppi-desc-pool.h" 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_cistruct k3_cppi_desc_pool { 1862306a36Sopenharmony_ci struct device *dev; 1962306a36Sopenharmony_ci dma_addr_t dma_addr; 2062306a36Sopenharmony_ci void *cpumem; /* dma_alloc map */ 2162306a36Sopenharmony_ci size_t desc_size; 2262306a36Sopenharmony_ci size_t mem_size; 2362306a36Sopenharmony_ci size_t num_desc; 2462306a36Sopenharmony_ci struct gen_pool *gen_pool; 2562306a36Sopenharmony_ci}; 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_civoid k3_cppi_desc_pool_destroy(struct k3_cppi_desc_pool *pool) 2862306a36Sopenharmony_ci{ 2962306a36Sopenharmony_ci if (!pool) 3062306a36Sopenharmony_ci return; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci WARN(gen_pool_size(pool->gen_pool) != gen_pool_avail(pool->gen_pool), 3362306a36Sopenharmony_ci "k3_knav_desc_pool size %zu != avail %zu", 3462306a36Sopenharmony_ci gen_pool_size(pool->gen_pool), 3562306a36Sopenharmony_ci gen_pool_avail(pool->gen_pool)); 3662306a36Sopenharmony_ci if (pool->cpumem) 3762306a36Sopenharmony_ci dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem, 3862306a36Sopenharmony_ci pool->dma_addr); 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci gen_pool_destroy(pool->gen_pool); /* frees pool->name */ 4162306a36Sopenharmony_ci} 4262306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_destroy); 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_cistruct k3_cppi_desc_pool * 4562306a36Sopenharmony_cik3_cppi_desc_pool_create_name(struct device *dev, size_t size, 4662306a36Sopenharmony_ci size_t desc_size, 4762306a36Sopenharmony_ci const char *name) 4862306a36Sopenharmony_ci{ 4962306a36Sopenharmony_ci struct k3_cppi_desc_pool *pool; 5062306a36Sopenharmony_ci const char *pool_name = NULL; 5162306a36Sopenharmony_ci int ret = -ENOMEM; 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci pool = devm_kzalloc(dev, sizeof(*pool), GFP_KERNEL); 5462306a36Sopenharmony_ci if (!pool) 5562306a36Sopenharmony_ci return ERR_PTR(ret); 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci pool->dev = dev; 5862306a36Sopenharmony_ci pool->desc_size = roundup_pow_of_two(desc_size); 5962306a36Sopenharmony_ci pool->num_desc = size; 6062306a36Sopenharmony_ci pool->mem_size = pool->num_desc * pool->desc_size; 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci pool_name = kstrdup_const(name ? name : dev_name(pool->dev), 6362306a36Sopenharmony_ci GFP_KERNEL); 6462306a36Sopenharmony_ci if (!pool_name) 6562306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci pool->gen_pool = gen_pool_create(ilog2(pool->desc_size), -1); 6862306a36Sopenharmony_ci if (!pool->gen_pool) { 6962306a36Sopenharmony_ci ret = -ENOMEM; 7062306a36Sopenharmony_ci dev_err(pool->dev, "pool create failed %d\n", ret); 7162306a36Sopenharmony_ci kfree_const(pool_name); 7262306a36Sopenharmony_ci goto gen_pool_create_fail; 7362306a36Sopenharmony_ci } 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci pool->gen_pool->name = pool_name; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci pool->cpumem = dma_alloc_coherent(pool->dev, pool->mem_size, 7862306a36Sopenharmony_ci &pool->dma_addr, GFP_KERNEL); 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci if (!pool->cpumem) 8162306a36Sopenharmony_ci goto dma_alloc_fail; 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci ret = gen_pool_add_virt(pool->gen_pool, (unsigned long)pool->cpumem, 8462306a36Sopenharmony_ci (phys_addr_t)pool->dma_addr, pool->mem_size, 8562306a36Sopenharmony_ci -1); 8662306a36Sopenharmony_ci if (ret < 0) { 8762306a36Sopenharmony_ci dev_err(pool->dev, "pool add failed %d\n", ret); 8862306a36Sopenharmony_ci goto gen_pool_add_virt_fail; 8962306a36Sopenharmony_ci } 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci return pool; 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_cigen_pool_add_virt_fail: 9462306a36Sopenharmony_ci dma_free_coherent(pool->dev, pool->mem_size, pool->cpumem, 9562306a36Sopenharmony_ci pool->dma_addr); 9662306a36Sopenharmony_cidma_alloc_fail: 9762306a36Sopenharmony_ci gen_pool_destroy(pool->gen_pool); /* frees pool->name */ 9862306a36Sopenharmony_cigen_pool_create_fail: 9962306a36Sopenharmony_ci devm_kfree(pool->dev, pool); 10062306a36Sopenharmony_ci return ERR_PTR(ret); 10162306a36Sopenharmony_ci} 10262306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_create_name); 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_cidma_addr_t k3_cppi_desc_pool_virt2dma(struct k3_cppi_desc_pool *pool, 10562306a36Sopenharmony_ci void *addr) 10662306a36Sopenharmony_ci{ 10762306a36Sopenharmony_ci return addr ? pool->dma_addr + (addr - pool->cpumem) : 0; 10862306a36Sopenharmony_ci} 10962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_virt2dma); 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_civoid *k3_cppi_desc_pool_dma2virt(struct k3_cppi_desc_pool *pool, dma_addr_t dma) 11262306a36Sopenharmony_ci{ 11362306a36Sopenharmony_ci return dma ? pool->cpumem + (dma - pool->dma_addr) : NULL; 11462306a36Sopenharmony_ci} 11562306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_dma2virt); 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_civoid *k3_cppi_desc_pool_alloc(struct k3_cppi_desc_pool *pool) 11862306a36Sopenharmony_ci{ 11962306a36Sopenharmony_ci return (void *)gen_pool_alloc(pool->gen_pool, pool->desc_size); 12062306a36Sopenharmony_ci} 12162306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_alloc); 12262306a36Sopenharmony_ci 12362306a36Sopenharmony_civoid k3_cppi_desc_pool_free(struct k3_cppi_desc_pool *pool, void *addr) 12462306a36Sopenharmony_ci{ 12562306a36Sopenharmony_ci gen_pool_free(pool->gen_pool, (unsigned long)addr, pool->desc_size); 12662306a36Sopenharmony_ci} 12762306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_free); 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_cisize_t k3_cppi_desc_pool_avail(struct k3_cppi_desc_pool *pool) 13062306a36Sopenharmony_ci{ 13162306a36Sopenharmony_ci return gen_pool_avail(pool->gen_pool) / pool->desc_size; 13262306a36Sopenharmony_ci} 13362306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(k3_cppi_desc_pool_avail); 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 13662306a36Sopenharmony_ciMODULE_DESCRIPTION("TI K3 CPPI5 descriptors pool API"); 137