18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Common CPM code
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Author: Scott Wood <scottwood@freescale.com>
68c2ecf20Sopenharmony_ci *
78c2ecf20Sopenharmony_ci * Copyright 2007-2008,2010 Freescale Semiconductor, Inc.
88c2ecf20Sopenharmony_ci *
98c2ecf20Sopenharmony_ci * Some parts derived from commproc.c/cpm2_common.c, which is:
108c2ecf20Sopenharmony_ci * Copyright (c) 1997 Dan error_act (dmalek@jlc.net)
118c2ecf20Sopenharmony_ci * Copyright (c) 1999-2001 Dan Malek <dan@embeddedalley.com>
128c2ecf20Sopenharmony_ci * Copyright (c) 2000 MontaVista Software, Inc (source@mvista.com)
138c2ecf20Sopenharmony_ci * 2006 (c) MontaVista Software, Inc.
148c2ecf20Sopenharmony_ci * Vitaly Bordug <vbordug@ru.mvista.com>
158c2ecf20Sopenharmony_ci */
168c2ecf20Sopenharmony_ci#include <linux/genalloc.h>
178c2ecf20Sopenharmony_ci#include <linux/init.h>
188c2ecf20Sopenharmony_ci#include <linux/list.h>
198c2ecf20Sopenharmony_ci#include <linux/of_device.h>
208c2ecf20Sopenharmony_ci#include <linux/spinlock.h>
218c2ecf20Sopenharmony_ci#include <linux/export.h>
228c2ecf20Sopenharmony_ci#include <linux/of.h>
238c2ecf20Sopenharmony_ci#include <linux/of_address.h>
248c2ecf20Sopenharmony_ci#include <linux/slab.h>
258c2ecf20Sopenharmony_ci#include <linux/io.h>
268c2ecf20Sopenharmony_ci#include <soc/fsl/qe/qe.h>
278c2ecf20Sopenharmony_ci
288c2ecf20Sopenharmony_cistatic struct gen_pool *muram_pool;
298c2ecf20Sopenharmony_cistatic spinlock_t cpm_muram_lock;
308c2ecf20Sopenharmony_cistatic u8 __iomem *muram_vbase;
318c2ecf20Sopenharmony_cistatic phys_addr_t muram_pbase;
328c2ecf20Sopenharmony_ci
338c2ecf20Sopenharmony_cistruct muram_block {
348c2ecf20Sopenharmony_ci	struct list_head head;
358c2ecf20Sopenharmony_ci	s32 start;
368c2ecf20Sopenharmony_ci	int size;
378c2ecf20Sopenharmony_ci};
388c2ecf20Sopenharmony_ci
398c2ecf20Sopenharmony_cistatic LIST_HEAD(muram_block_list);
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_ci/* max address size we deal with */
428c2ecf20Sopenharmony_ci#define OF_MAX_ADDR_CELLS	4
438c2ecf20Sopenharmony_ci#define GENPOOL_OFFSET		(4096 * 8)
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_ciint cpm_muram_init(void)
468c2ecf20Sopenharmony_ci{
478c2ecf20Sopenharmony_ci	struct device_node *np;
488c2ecf20Sopenharmony_ci	struct resource r;
498c2ecf20Sopenharmony_ci	__be32 zero[OF_MAX_ADDR_CELLS] = {};
508c2ecf20Sopenharmony_ci	resource_size_t max = 0;
518c2ecf20Sopenharmony_ci	int i = 0;
528c2ecf20Sopenharmony_ci	int ret = 0;
538c2ecf20Sopenharmony_ci
548c2ecf20Sopenharmony_ci	if (muram_pbase)
558c2ecf20Sopenharmony_ci		return 0;
568c2ecf20Sopenharmony_ci
578c2ecf20Sopenharmony_ci	spin_lock_init(&cpm_muram_lock);
588c2ecf20Sopenharmony_ci	np = of_find_compatible_node(NULL, NULL, "fsl,cpm-muram-data");
598c2ecf20Sopenharmony_ci	if (!np) {
608c2ecf20Sopenharmony_ci		/* try legacy bindings */
618c2ecf20Sopenharmony_ci		np = of_find_node_by_name(NULL, "data-only");
628c2ecf20Sopenharmony_ci		if (!np) {
638c2ecf20Sopenharmony_ci			pr_err("Cannot find CPM muram data node");
648c2ecf20Sopenharmony_ci			ret = -ENODEV;
658c2ecf20Sopenharmony_ci			goto out_muram;
668c2ecf20Sopenharmony_ci		}
678c2ecf20Sopenharmony_ci	}
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ci	muram_pool = gen_pool_create(0, -1);
708c2ecf20Sopenharmony_ci	if (!muram_pool) {
718c2ecf20Sopenharmony_ci		pr_err("Cannot allocate memory pool for CPM/QE muram");
728c2ecf20Sopenharmony_ci		ret = -ENOMEM;
738c2ecf20Sopenharmony_ci		goto out_muram;
748c2ecf20Sopenharmony_ci	}
758c2ecf20Sopenharmony_ci	muram_pbase = of_translate_address(np, zero);
768c2ecf20Sopenharmony_ci	if (muram_pbase == (phys_addr_t)OF_BAD_ADDR) {
778c2ecf20Sopenharmony_ci		pr_err("Cannot translate zero through CPM muram node");
788c2ecf20Sopenharmony_ci		ret = -ENODEV;
798c2ecf20Sopenharmony_ci		goto out_pool;
808c2ecf20Sopenharmony_ci	}
818c2ecf20Sopenharmony_ci
828c2ecf20Sopenharmony_ci	while (of_address_to_resource(np, i++, &r) == 0) {
838c2ecf20Sopenharmony_ci		if (r.end > max)
848c2ecf20Sopenharmony_ci			max = r.end;
858c2ecf20Sopenharmony_ci		ret = gen_pool_add(muram_pool, r.start - muram_pbase +
868c2ecf20Sopenharmony_ci				   GENPOOL_OFFSET, resource_size(&r), -1);
878c2ecf20Sopenharmony_ci		if (ret) {
888c2ecf20Sopenharmony_ci			pr_err("QE: couldn't add muram to pool!\n");
898c2ecf20Sopenharmony_ci			goto out_pool;
908c2ecf20Sopenharmony_ci		}
918c2ecf20Sopenharmony_ci	}
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_ci	muram_vbase = ioremap(muram_pbase, max - muram_pbase + 1);
948c2ecf20Sopenharmony_ci	if (!muram_vbase) {
958c2ecf20Sopenharmony_ci		pr_err("Cannot map QE muram");
968c2ecf20Sopenharmony_ci		ret = -ENOMEM;
978c2ecf20Sopenharmony_ci		goto out_pool;
988c2ecf20Sopenharmony_ci	}
998c2ecf20Sopenharmony_ci	goto out_muram;
1008c2ecf20Sopenharmony_ciout_pool:
1018c2ecf20Sopenharmony_ci	gen_pool_destroy(muram_pool);
1028c2ecf20Sopenharmony_ciout_muram:
1038c2ecf20Sopenharmony_ci	of_node_put(np);
1048c2ecf20Sopenharmony_ci	return ret;
1058c2ecf20Sopenharmony_ci}
1068c2ecf20Sopenharmony_ci
1078c2ecf20Sopenharmony_ci/*
1088c2ecf20Sopenharmony_ci * cpm_muram_alloc_common - cpm_muram_alloc common code
1098c2ecf20Sopenharmony_ci * @size: number of bytes to allocate
1108c2ecf20Sopenharmony_ci * @algo: algorithm for alloc.
1118c2ecf20Sopenharmony_ci * @data: data for genalloc's algorithm.
1128c2ecf20Sopenharmony_ci *
1138c2ecf20Sopenharmony_ci * This function returns a non-negative offset into the muram area, or
1148c2ecf20Sopenharmony_ci * a negative errno on failure.
1158c2ecf20Sopenharmony_ci */
1168c2ecf20Sopenharmony_cistatic s32 cpm_muram_alloc_common(unsigned long size,
1178c2ecf20Sopenharmony_ci				  genpool_algo_t algo, void *data)
1188c2ecf20Sopenharmony_ci{
1198c2ecf20Sopenharmony_ci	struct muram_block *entry;
1208c2ecf20Sopenharmony_ci	s32 start;
1218c2ecf20Sopenharmony_ci
1228c2ecf20Sopenharmony_ci	entry = kmalloc(sizeof(*entry), GFP_ATOMIC);
1238c2ecf20Sopenharmony_ci	if (!entry)
1248c2ecf20Sopenharmony_ci		return -ENOMEM;
1258c2ecf20Sopenharmony_ci	start = gen_pool_alloc_algo(muram_pool, size, algo, data);
1268c2ecf20Sopenharmony_ci	if (!start) {
1278c2ecf20Sopenharmony_ci		kfree(entry);
1288c2ecf20Sopenharmony_ci		return -ENOMEM;
1298c2ecf20Sopenharmony_ci	}
1308c2ecf20Sopenharmony_ci	start = start - GENPOOL_OFFSET;
1318c2ecf20Sopenharmony_ci	memset_io(cpm_muram_addr(start), 0, size);
1328c2ecf20Sopenharmony_ci	entry->start = start;
1338c2ecf20Sopenharmony_ci	entry->size = size;
1348c2ecf20Sopenharmony_ci	list_add(&entry->head, &muram_block_list);
1358c2ecf20Sopenharmony_ci
1368c2ecf20Sopenharmony_ci	return start;
1378c2ecf20Sopenharmony_ci}
1388c2ecf20Sopenharmony_ci
1398c2ecf20Sopenharmony_ci/*
1408c2ecf20Sopenharmony_ci * cpm_muram_alloc - allocate the requested size worth of multi-user ram
1418c2ecf20Sopenharmony_ci * @size: number of bytes to allocate
1428c2ecf20Sopenharmony_ci * @align: requested alignment, in bytes
1438c2ecf20Sopenharmony_ci *
1448c2ecf20Sopenharmony_ci * This function returns a non-negative offset into the muram area, or
1458c2ecf20Sopenharmony_ci * a negative errno on failure.
1468c2ecf20Sopenharmony_ci * Use cpm_dpram_addr() to get the virtual address of the area.
1478c2ecf20Sopenharmony_ci * Use cpm_muram_free() to free the allocation.
1488c2ecf20Sopenharmony_ci */
1498c2ecf20Sopenharmony_cis32 cpm_muram_alloc(unsigned long size, unsigned long align)
1508c2ecf20Sopenharmony_ci{
1518c2ecf20Sopenharmony_ci	s32 start;
1528c2ecf20Sopenharmony_ci	unsigned long flags;
1538c2ecf20Sopenharmony_ci	struct genpool_data_align muram_pool_data;
1548c2ecf20Sopenharmony_ci
1558c2ecf20Sopenharmony_ci	spin_lock_irqsave(&cpm_muram_lock, flags);
1568c2ecf20Sopenharmony_ci	muram_pool_data.align = align;
1578c2ecf20Sopenharmony_ci	start = cpm_muram_alloc_common(size, gen_pool_first_fit_align,
1588c2ecf20Sopenharmony_ci				       &muram_pool_data);
1598c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&cpm_muram_lock, flags);
1608c2ecf20Sopenharmony_ci	return start;
1618c2ecf20Sopenharmony_ci}
1628c2ecf20Sopenharmony_ciEXPORT_SYMBOL(cpm_muram_alloc);
1638c2ecf20Sopenharmony_ci
1648c2ecf20Sopenharmony_ci/**
1658c2ecf20Sopenharmony_ci * cpm_muram_free - free a chunk of multi-user ram
1668c2ecf20Sopenharmony_ci * @offset: The beginning of the chunk as returned by cpm_muram_alloc().
1678c2ecf20Sopenharmony_ci */
1688c2ecf20Sopenharmony_civoid cpm_muram_free(s32 offset)
1698c2ecf20Sopenharmony_ci{
1708c2ecf20Sopenharmony_ci	unsigned long flags;
1718c2ecf20Sopenharmony_ci	int size;
1728c2ecf20Sopenharmony_ci	struct muram_block *tmp;
1738c2ecf20Sopenharmony_ci
1748c2ecf20Sopenharmony_ci	if (offset < 0)
1758c2ecf20Sopenharmony_ci		return;
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ci	size = 0;
1788c2ecf20Sopenharmony_ci	spin_lock_irqsave(&cpm_muram_lock, flags);
1798c2ecf20Sopenharmony_ci	list_for_each_entry(tmp, &muram_block_list, head) {
1808c2ecf20Sopenharmony_ci		if (tmp->start == offset) {
1818c2ecf20Sopenharmony_ci			size = tmp->size;
1828c2ecf20Sopenharmony_ci			list_del(&tmp->head);
1838c2ecf20Sopenharmony_ci			kfree(tmp);
1848c2ecf20Sopenharmony_ci			break;
1858c2ecf20Sopenharmony_ci		}
1868c2ecf20Sopenharmony_ci	}
1878c2ecf20Sopenharmony_ci	gen_pool_free(muram_pool, offset + GENPOOL_OFFSET, size);
1888c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&cpm_muram_lock, flags);
1898c2ecf20Sopenharmony_ci}
1908c2ecf20Sopenharmony_ciEXPORT_SYMBOL(cpm_muram_free);
1918c2ecf20Sopenharmony_ci
1928c2ecf20Sopenharmony_ci/*
1938c2ecf20Sopenharmony_ci * cpm_muram_alloc_fixed - reserve a specific region of multi-user ram
1948c2ecf20Sopenharmony_ci * @offset: offset of allocation start address
1958c2ecf20Sopenharmony_ci * @size: number of bytes to allocate
1968c2ecf20Sopenharmony_ci * This function returns @offset if the area was available, a negative
1978c2ecf20Sopenharmony_ci * errno otherwise.
1988c2ecf20Sopenharmony_ci * Use cpm_dpram_addr() to get the virtual address of the area.
1998c2ecf20Sopenharmony_ci * Use cpm_muram_free() to free the allocation.
2008c2ecf20Sopenharmony_ci */
2018c2ecf20Sopenharmony_cis32 cpm_muram_alloc_fixed(unsigned long offset, unsigned long size)
2028c2ecf20Sopenharmony_ci{
2038c2ecf20Sopenharmony_ci	s32 start;
2048c2ecf20Sopenharmony_ci	unsigned long flags;
2058c2ecf20Sopenharmony_ci	struct genpool_data_fixed muram_pool_data_fixed;
2068c2ecf20Sopenharmony_ci
2078c2ecf20Sopenharmony_ci	spin_lock_irqsave(&cpm_muram_lock, flags);
2088c2ecf20Sopenharmony_ci	muram_pool_data_fixed.offset = offset + GENPOOL_OFFSET;
2098c2ecf20Sopenharmony_ci	start = cpm_muram_alloc_common(size, gen_pool_fixed_alloc,
2108c2ecf20Sopenharmony_ci				       &muram_pool_data_fixed);
2118c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&cpm_muram_lock, flags);
2128c2ecf20Sopenharmony_ci	return start;
2138c2ecf20Sopenharmony_ci}
2148c2ecf20Sopenharmony_ciEXPORT_SYMBOL(cpm_muram_alloc_fixed);
2158c2ecf20Sopenharmony_ci
2168c2ecf20Sopenharmony_ci/**
2178c2ecf20Sopenharmony_ci * cpm_muram_addr - turn a muram offset into a virtual address
2188c2ecf20Sopenharmony_ci * @offset: muram offset to convert
2198c2ecf20Sopenharmony_ci */
2208c2ecf20Sopenharmony_civoid __iomem *cpm_muram_addr(unsigned long offset)
2218c2ecf20Sopenharmony_ci{
2228c2ecf20Sopenharmony_ci	return muram_vbase + offset;
2238c2ecf20Sopenharmony_ci}
2248c2ecf20Sopenharmony_ciEXPORT_SYMBOL(cpm_muram_addr);
2258c2ecf20Sopenharmony_ci
2268c2ecf20Sopenharmony_ciunsigned long cpm_muram_offset(void __iomem *addr)
2278c2ecf20Sopenharmony_ci{
2288c2ecf20Sopenharmony_ci	return addr - (void __iomem *)muram_vbase;
2298c2ecf20Sopenharmony_ci}
2308c2ecf20Sopenharmony_ciEXPORT_SYMBOL(cpm_muram_offset);
2318c2ecf20Sopenharmony_ci
2328c2ecf20Sopenharmony_ci/**
2338c2ecf20Sopenharmony_ci * cpm_muram_dma - turn a muram virtual address into a DMA address
2348c2ecf20Sopenharmony_ci * @offset: virtual address from cpm_muram_addr() to convert
2358c2ecf20Sopenharmony_ci */
2368c2ecf20Sopenharmony_cidma_addr_t cpm_muram_dma(void __iomem *addr)
2378c2ecf20Sopenharmony_ci{
2388c2ecf20Sopenharmony_ci	return muram_pbase + ((u8 __iomem *)addr - muram_vbase);
2398c2ecf20Sopenharmony_ci}
2408c2ecf20Sopenharmony_ciEXPORT_SYMBOL(cpm_muram_dma);
241