18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * TI K3 DSP Remote Processor(s) driver
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright (C) 2018-2020 Texas Instruments Incorporated - https://www.ti.com/
68c2ecf20Sopenharmony_ci *	Suman Anna <s-anna@ti.com>
78c2ecf20Sopenharmony_ci */
88c2ecf20Sopenharmony_ci
98c2ecf20Sopenharmony_ci#include <linux/io.h>
108c2ecf20Sopenharmony_ci#include <linux/mailbox_client.h>
118c2ecf20Sopenharmony_ci#include <linux/module.h>
128c2ecf20Sopenharmony_ci#include <linux/of_device.h>
138c2ecf20Sopenharmony_ci#include <linux/of_reserved_mem.h>
148c2ecf20Sopenharmony_ci#include <linux/omap-mailbox.h>
158c2ecf20Sopenharmony_ci#include <linux/platform_device.h>
168c2ecf20Sopenharmony_ci#include <linux/remoteproc.h>
178c2ecf20Sopenharmony_ci#include <linux/reset.h>
188c2ecf20Sopenharmony_ci#include <linux/slab.h>
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_ci#include "omap_remoteproc.h"
218c2ecf20Sopenharmony_ci#include "remoteproc_internal.h"
228c2ecf20Sopenharmony_ci#include "ti_sci_proc.h"
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_ci#define KEYSTONE_RPROC_LOCAL_ADDRESS_MASK	(SZ_16M - 1)
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_ci/**
278c2ecf20Sopenharmony_ci * struct k3_dsp_mem - internal memory structure
288c2ecf20Sopenharmony_ci * @cpu_addr: MPU virtual address of the memory region
298c2ecf20Sopenharmony_ci * @bus_addr: Bus address used to access the memory region
308c2ecf20Sopenharmony_ci * @dev_addr: Device address of the memory region from DSP view
318c2ecf20Sopenharmony_ci * @size: Size of the memory region
328c2ecf20Sopenharmony_ci */
338c2ecf20Sopenharmony_cistruct k3_dsp_mem {
348c2ecf20Sopenharmony_ci	void __iomem *cpu_addr;
358c2ecf20Sopenharmony_ci	phys_addr_t bus_addr;
368c2ecf20Sopenharmony_ci	u32 dev_addr;
378c2ecf20Sopenharmony_ci	size_t size;
388c2ecf20Sopenharmony_ci};
398c2ecf20Sopenharmony_ci
408c2ecf20Sopenharmony_ci/**
418c2ecf20Sopenharmony_ci * struct k3_dsp_mem_data - memory definitions for a DSP
428c2ecf20Sopenharmony_ci * @name: name for this memory entry
438c2ecf20Sopenharmony_ci * @dev_addr: device address for the memory entry
448c2ecf20Sopenharmony_ci */
458c2ecf20Sopenharmony_cistruct k3_dsp_mem_data {
468c2ecf20Sopenharmony_ci	const char *name;
478c2ecf20Sopenharmony_ci	const u32 dev_addr;
488c2ecf20Sopenharmony_ci};
498c2ecf20Sopenharmony_ci
508c2ecf20Sopenharmony_ci/**
518c2ecf20Sopenharmony_ci * struct k3_dsp_dev_data - device data structure for a DSP
528c2ecf20Sopenharmony_ci * @mems: pointer to memory definitions for a DSP
538c2ecf20Sopenharmony_ci * @num_mems: number of memory regions in @mems
548c2ecf20Sopenharmony_ci * @boot_align_addr: boot vector address alignment granularity
558c2ecf20Sopenharmony_ci * @uses_lreset: flag to denote the need for local reset management
568c2ecf20Sopenharmony_ci */
578c2ecf20Sopenharmony_cistruct k3_dsp_dev_data {
588c2ecf20Sopenharmony_ci	const struct k3_dsp_mem_data *mems;
598c2ecf20Sopenharmony_ci	u32 num_mems;
608c2ecf20Sopenharmony_ci	u32 boot_align_addr;
618c2ecf20Sopenharmony_ci	bool uses_lreset;
628c2ecf20Sopenharmony_ci};
638c2ecf20Sopenharmony_ci
648c2ecf20Sopenharmony_ci/**
658c2ecf20Sopenharmony_ci * struct k3_dsp_rproc - k3 DSP remote processor driver structure
668c2ecf20Sopenharmony_ci * @dev: cached device pointer
678c2ecf20Sopenharmony_ci * @rproc: remoteproc device handle
688c2ecf20Sopenharmony_ci * @mem: internal memory regions data
698c2ecf20Sopenharmony_ci * @num_mems: number of internal memory regions
708c2ecf20Sopenharmony_ci * @rmem: reserved memory regions data
718c2ecf20Sopenharmony_ci * @num_rmems: number of reserved memory regions
728c2ecf20Sopenharmony_ci * @reset: reset control handle
738c2ecf20Sopenharmony_ci * @data: pointer to DSP-specific device data
748c2ecf20Sopenharmony_ci * @tsp: TI-SCI processor control handle
758c2ecf20Sopenharmony_ci * @ti_sci: TI-SCI handle
768c2ecf20Sopenharmony_ci * @ti_sci_id: TI-SCI device identifier
778c2ecf20Sopenharmony_ci * @mbox: mailbox channel handle
788c2ecf20Sopenharmony_ci * @client: mailbox client to request the mailbox channel
798c2ecf20Sopenharmony_ci */
808c2ecf20Sopenharmony_cistruct k3_dsp_rproc {
818c2ecf20Sopenharmony_ci	struct device *dev;
828c2ecf20Sopenharmony_ci	struct rproc *rproc;
838c2ecf20Sopenharmony_ci	struct k3_dsp_mem *mem;
848c2ecf20Sopenharmony_ci	int num_mems;
858c2ecf20Sopenharmony_ci	struct k3_dsp_mem *rmem;
868c2ecf20Sopenharmony_ci	int num_rmems;
878c2ecf20Sopenharmony_ci	struct reset_control *reset;
888c2ecf20Sopenharmony_ci	const struct k3_dsp_dev_data *data;
898c2ecf20Sopenharmony_ci	struct ti_sci_proc *tsp;
908c2ecf20Sopenharmony_ci	const struct ti_sci_handle *ti_sci;
918c2ecf20Sopenharmony_ci	u32 ti_sci_id;
928c2ecf20Sopenharmony_ci	struct mbox_chan *mbox;
938c2ecf20Sopenharmony_ci	struct mbox_client client;
948c2ecf20Sopenharmony_ci};
958c2ecf20Sopenharmony_ci
968c2ecf20Sopenharmony_ci/**
978c2ecf20Sopenharmony_ci * k3_dsp_rproc_mbox_callback() - inbound mailbox message handler
988c2ecf20Sopenharmony_ci * @client: mailbox client pointer used for requesting the mailbox channel
998c2ecf20Sopenharmony_ci * @data: mailbox payload
1008c2ecf20Sopenharmony_ci *
1018c2ecf20Sopenharmony_ci * This handler is invoked by the OMAP mailbox driver whenever a mailbox
1028c2ecf20Sopenharmony_ci * message is received. Usually, the mailbox payload simply contains
1038c2ecf20Sopenharmony_ci * the index of the virtqueue that is kicked by the remote processor,
1048c2ecf20Sopenharmony_ci * and we let remoteproc core handle it.
1058c2ecf20Sopenharmony_ci *
1068c2ecf20Sopenharmony_ci * In addition to virtqueue indices, we also have some out-of-band values
1078c2ecf20Sopenharmony_ci * that indicate different events. Those values are deliberately very
1088c2ecf20Sopenharmony_ci * large so they don't coincide with virtqueue indices.
1098c2ecf20Sopenharmony_ci */
1108c2ecf20Sopenharmony_cistatic void k3_dsp_rproc_mbox_callback(struct mbox_client *client, void *data)
1118c2ecf20Sopenharmony_ci{
1128c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = container_of(client, struct k3_dsp_rproc,
1138c2ecf20Sopenharmony_ci						  client);
1148c2ecf20Sopenharmony_ci	struct device *dev = kproc->rproc->dev.parent;
1158c2ecf20Sopenharmony_ci	const char *name = kproc->rproc->name;
1168c2ecf20Sopenharmony_ci	u32 msg = omap_mbox_message(data);
1178c2ecf20Sopenharmony_ci
1188c2ecf20Sopenharmony_ci	dev_dbg(dev, "mbox msg: 0x%x\n", msg);
1198c2ecf20Sopenharmony_ci
1208c2ecf20Sopenharmony_ci	switch (msg) {
1218c2ecf20Sopenharmony_ci	case RP_MBOX_CRASH:
1228c2ecf20Sopenharmony_ci		/*
1238c2ecf20Sopenharmony_ci		 * remoteproc detected an exception, but error recovery is not
1248c2ecf20Sopenharmony_ci		 * supported. So, just log this for now
1258c2ecf20Sopenharmony_ci		 */
1268c2ecf20Sopenharmony_ci		dev_err(dev, "K3 DSP rproc %s crashed\n", name);
1278c2ecf20Sopenharmony_ci		break;
1288c2ecf20Sopenharmony_ci	case RP_MBOX_ECHO_REPLY:
1298c2ecf20Sopenharmony_ci		dev_info(dev, "received echo reply from %s\n", name);
1308c2ecf20Sopenharmony_ci		break;
1318c2ecf20Sopenharmony_ci	default:
1328c2ecf20Sopenharmony_ci		/* silently handle all other valid messages */
1338c2ecf20Sopenharmony_ci		if (msg >= RP_MBOX_READY && msg < RP_MBOX_END_MSG)
1348c2ecf20Sopenharmony_ci			return;
1358c2ecf20Sopenharmony_ci		if (msg > kproc->rproc->max_notifyid) {
1368c2ecf20Sopenharmony_ci			dev_dbg(dev, "dropping unknown message 0x%x", msg);
1378c2ecf20Sopenharmony_ci			return;
1388c2ecf20Sopenharmony_ci		}
1398c2ecf20Sopenharmony_ci		/* msg contains the index of the triggered vring */
1408c2ecf20Sopenharmony_ci		if (rproc_vq_interrupt(kproc->rproc, msg) == IRQ_NONE)
1418c2ecf20Sopenharmony_ci			dev_dbg(dev, "no message was found in vqid %d\n", msg);
1428c2ecf20Sopenharmony_ci	}
1438c2ecf20Sopenharmony_ci}
1448c2ecf20Sopenharmony_ci
1458c2ecf20Sopenharmony_ci/*
1468c2ecf20Sopenharmony_ci * Kick the remote processor to notify about pending unprocessed messages.
1478c2ecf20Sopenharmony_ci * The vqid usage is not used and is inconsequential, as the kick is performed
1488c2ecf20Sopenharmony_ci * through a simulated GPIO (a bit in an IPC interrupt-triggering register),
1498c2ecf20Sopenharmony_ci * the remote processor is expected to process both its Tx and Rx virtqueues.
1508c2ecf20Sopenharmony_ci */
1518c2ecf20Sopenharmony_cistatic void k3_dsp_rproc_kick(struct rproc *rproc, int vqid)
1528c2ecf20Sopenharmony_ci{
1538c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = rproc->priv;
1548c2ecf20Sopenharmony_ci	struct device *dev = rproc->dev.parent;
1558c2ecf20Sopenharmony_ci	mbox_msg_t msg = (mbox_msg_t)vqid;
1568c2ecf20Sopenharmony_ci	int ret;
1578c2ecf20Sopenharmony_ci
1588c2ecf20Sopenharmony_ci	/* send the index of the triggered virtqueue in the mailbox payload */
1598c2ecf20Sopenharmony_ci	ret = mbox_send_message(kproc->mbox, (void *)msg);
1608c2ecf20Sopenharmony_ci	if (ret < 0)
1618c2ecf20Sopenharmony_ci		dev_err(dev, "failed to send mailbox message, status = %d\n",
1628c2ecf20Sopenharmony_ci			ret);
1638c2ecf20Sopenharmony_ci}
1648c2ecf20Sopenharmony_ci
1658c2ecf20Sopenharmony_ci/* Put the DSP processor into reset */
1668c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_reset(struct k3_dsp_rproc *kproc)
1678c2ecf20Sopenharmony_ci{
1688c2ecf20Sopenharmony_ci	struct device *dev = kproc->dev;
1698c2ecf20Sopenharmony_ci	int ret;
1708c2ecf20Sopenharmony_ci
1718c2ecf20Sopenharmony_ci	ret = reset_control_assert(kproc->reset);
1728c2ecf20Sopenharmony_ci	if (ret) {
1738c2ecf20Sopenharmony_ci		dev_err(dev, "local-reset assert failed, ret = %d\n", ret);
1748c2ecf20Sopenharmony_ci		return ret;
1758c2ecf20Sopenharmony_ci	}
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ci	if (kproc->data->uses_lreset)
1788c2ecf20Sopenharmony_ci		return ret;
1798c2ecf20Sopenharmony_ci
1808c2ecf20Sopenharmony_ci	ret = kproc->ti_sci->ops.dev_ops.put_device(kproc->ti_sci,
1818c2ecf20Sopenharmony_ci						    kproc->ti_sci_id);
1828c2ecf20Sopenharmony_ci	if (ret) {
1838c2ecf20Sopenharmony_ci		dev_err(dev, "module-reset assert failed, ret = %d\n", ret);
1848c2ecf20Sopenharmony_ci		if (reset_control_deassert(kproc->reset))
1858c2ecf20Sopenharmony_ci			dev_warn(dev, "local-reset deassert back failed\n");
1868c2ecf20Sopenharmony_ci	}
1878c2ecf20Sopenharmony_ci
1888c2ecf20Sopenharmony_ci	return ret;
1898c2ecf20Sopenharmony_ci}
1908c2ecf20Sopenharmony_ci
1918c2ecf20Sopenharmony_ci/* Release the DSP processor from reset */
1928c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_release(struct k3_dsp_rproc *kproc)
1938c2ecf20Sopenharmony_ci{
1948c2ecf20Sopenharmony_ci	struct device *dev = kproc->dev;
1958c2ecf20Sopenharmony_ci	int ret;
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ci	if (kproc->data->uses_lreset)
1988c2ecf20Sopenharmony_ci		goto lreset;
1998c2ecf20Sopenharmony_ci
2008c2ecf20Sopenharmony_ci	ret = kproc->ti_sci->ops.dev_ops.get_device(kproc->ti_sci,
2018c2ecf20Sopenharmony_ci						    kproc->ti_sci_id);
2028c2ecf20Sopenharmony_ci	if (ret) {
2038c2ecf20Sopenharmony_ci		dev_err(dev, "module-reset deassert failed, ret = %d\n", ret);
2048c2ecf20Sopenharmony_ci		return ret;
2058c2ecf20Sopenharmony_ci	}
2068c2ecf20Sopenharmony_ci
2078c2ecf20Sopenharmony_cilreset:
2088c2ecf20Sopenharmony_ci	ret = reset_control_deassert(kproc->reset);
2098c2ecf20Sopenharmony_ci	if (ret) {
2108c2ecf20Sopenharmony_ci		dev_err(dev, "local-reset deassert failed, ret = %d\n", ret);
2118c2ecf20Sopenharmony_ci		if (kproc->ti_sci->ops.dev_ops.put_device(kproc->ti_sci,
2128c2ecf20Sopenharmony_ci							  kproc->ti_sci_id))
2138c2ecf20Sopenharmony_ci			dev_warn(dev, "module-reset assert back failed\n");
2148c2ecf20Sopenharmony_ci	}
2158c2ecf20Sopenharmony_ci
2168c2ecf20Sopenharmony_ci	return ret;
2178c2ecf20Sopenharmony_ci}
2188c2ecf20Sopenharmony_ci
2198c2ecf20Sopenharmony_ci/*
2208c2ecf20Sopenharmony_ci * The C66x DSP cores have a local reset that affects only the CPU, and a
2218c2ecf20Sopenharmony_ci * generic module reset that powers on the device and allows the DSP internal
2228c2ecf20Sopenharmony_ci * memories to be accessed while the local reset is asserted. This function is
2238c2ecf20Sopenharmony_ci * used to release the global reset on C66x DSPs to allow loading into the DSP
2248c2ecf20Sopenharmony_ci * internal RAMs. The .prepare() ops is invoked by remoteproc core before any
2258c2ecf20Sopenharmony_ci * firmware loading, and is followed by the .start() ops after loading to
2268c2ecf20Sopenharmony_ci * actually let the C66x DSP cores run.
2278c2ecf20Sopenharmony_ci */
2288c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_prepare(struct rproc *rproc)
2298c2ecf20Sopenharmony_ci{
2308c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = rproc->priv;
2318c2ecf20Sopenharmony_ci	struct device *dev = kproc->dev;
2328c2ecf20Sopenharmony_ci	int ret;
2338c2ecf20Sopenharmony_ci
2348c2ecf20Sopenharmony_ci	ret = kproc->ti_sci->ops.dev_ops.get_device(kproc->ti_sci,
2358c2ecf20Sopenharmony_ci						    kproc->ti_sci_id);
2368c2ecf20Sopenharmony_ci	if (ret)
2378c2ecf20Sopenharmony_ci		dev_err(dev, "module-reset deassert failed, cannot enable internal RAM loading, ret = %d\n",
2388c2ecf20Sopenharmony_ci			ret);
2398c2ecf20Sopenharmony_ci
2408c2ecf20Sopenharmony_ci	return ret;
2418c2ecf20Sopenharmony_ci}
2428c2ecf20Sopenharmony_ci
2438c2ecf20Sopenharmony_ci/*
2448c2ecf20Sopenharmony_ci * This function implements the .unprepare() ops and performs the complimentary
2458c2ecf20Sopenharmony_ci * operations to that of the .prepare() ops. The function is used to assert the
2468c2ecf20Sopenharmony_ci * global reset on applicable C66x cores. This completes the second portion of
2478c2ecf20Sopenharmony_ci * powering down the C66x DSP cores. The cores themselves are only halted in the
2488c2ecf20Sopenharmony_ci * .stop() callback through the local reset, and the .unprepare() ops is invoked
2498c2ecf20Sopenharmony_ci * by the remoteproc core after the remoteproc is stopped to balance the global
2508c2ecf20Sopenharmony_ci * reset.
2518c2ecf20Sopenharmony_ci */
2528c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_unprepare(struct rproc *rproc)
2538c2ecf20Sopenharmony_ci{
2548c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = rproc->priv;
2558c2ecf20Sopenharmony_ci	struct device *dev = kproc->dev;
2568c2ecf20Sopenharmony_ci	int ret;
2578c2ecf20Sopenharmony_ci
2588c2ecf20Sopenharmony_ci	ret = kproc->ti_sci->ops.dev_ops.put_device(kproc->ti_sci,
2598c2ecf20Sopenharmony_ci						    kproc->ti_sci_id);
2608c2ecf20Sopenharmony_ci	if (ret)
2618c2ecf20Sopenharmony_ci		dev_err(dev, "module-reset assert failed, ret = %d\n", ret);
2628c2ecf20Sopenharmony_ci
2638c2ecf20Sopenharmony_ci	return ret;
2648c2ecf20Sopenharmony_ci}
2658c2ecf20Sopenharmony_ci
2668c2ecf20Sopenharmony_ci/*
2678c2ecf20Sopenharmony_ci * Power up the DSP remote processor.
2688c2ecf20Sopenharmony_ci *
2698c2ecf20Sopenharmony_ci * This function will be invoked only after the firmware for this rproc
2708c2ecf20Sopenharmony_ci * was loaded, parsed successfully, and all of its resource requirements
2718c2ecf20Sopenharmony_ci * were met.
2728c2ecf20Sopenharmony_ci */
2738c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_start(struct rproc *rproc)
2748c2ecf20Sopenharmony_ci{
2758c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = rproc->priv;
2768c2ecf20Sopenharmony_ci	struct mbox_client *client = &kproc->client;
2778c2ecf20Sopenharmony_ci	struct device *dev = kproc->dev;
2788c2ecf20Sopenharmony_ci	u32 boot_addr;
2798c2ecf20Sopenharmony_ci	int ret;
2808c2ecf20Sopenharmony_ci
2818c2ecf20Sopenharmony_ci	client->dev = dev;
2828c2ecf20Sopenharmony_ci	client->tx_done = NULL;
2838c2ecf20Sopenharmony_ci	client->rx_callback = k3_dsp_rproc_mbox_callback;
2848c2ecf20Sopenharmony_ci	client->tx_block = false;
2858c2ecf20Sopenharmony_ci	client->knows_txdone = false;
2868c2ecf20Sopenharmony_ci
2878c2ecf20Sopenharmony_ci	kproc->mbox = mbox_request_channel(client, 0);
2888c2ecf20Sopenharmony_ci	if (IS_ERR(kproc->mbox)) {
2898c2ecf20Sopenharmony_ci		ret = -EBUSY;
2908c2ecf20Sopenharmony_ci		dev_err(dev, "mbox_request_channel failed: %ld\n",
2918c2ecf20Sopenharmony_ci			PTR_ERR(kproc->mbox));
2928c2ecf20Sopenharmony_ci		return ret;
2938c2ecf20Sopenharmony_ci	}
2948c2ecf20Sopenharmony_ci
2958c2ecf20Sopenharmony_ci	/*
2968c2ecf20Sopenharmony_ci	 * Ping the remote processor, this is only for sanity-sake for now;
2978c2ecf20Sopenharmony_ci	 * there is no functional effect whatsoever.
2988c2ecf20Sopenharmony_ci	 *
2998c2ecf20Sopenharmony_ci	 * Note that the reply will _not_ arrive immediately: this message
3008c2ecf20Sopenharmony_ci	 * will wait in the mailbox fifo until the remote processor is booted.
3018c2ecf20Sopenharmony_ci	 */
3028c2ecf20Sopenharmony_ci	ret = mbox_send_message(kproc->mbox, (void *)RP_MBOX_ECHO_REQUEST);
3038c2ecf20Sopenharmony_ci	if (ret < 0) {
3048c2ecf20Sopenharmony_ci		dev_err(dev, "mbox_send_message failed: %d\n", ret);
3058c2ecf20Sopenharmony_ci		goto put_mbox;
3068c2ecf20Sopenharmony_ci	}
3078c2ecf20Sopenharmony_ci
3088c2ecf20Sopenharmony_ci	boot_addr = rproc->bootaddr;
3098c2ecf20Sopenharmony_ci	if (boot_addr & (kproc->data->boot_align_addr - 1)) {
3108c2ecf20Sopenharmony_ci		dev_err(dev, "invalid boot address 0x%x, must be aligned on a 0x%x boundary\n",
3118c2ecf20Sopenharmony_ci			boot_addr, kproc->data->boot_align_addr);
3128c2ecf20Sopenharmony_ci		ret = -EINVAL;
3138c2ecf20Sopenharmony_ci		goto put_mbox;
3148c2ecf20Sopenharmony_ci	}
3158c2ecf20Sopenharmony_ci
3168c2ecf20Sopenharmony_ci	dev_err(dev, "booting DSP core using boot addr = 0x%x\n", boot_addr);
3178c2ecf20Sopenharmony_ci	ret = ti_sci_proc_set_config(kproc->tsp, boot_addr, 0, 0);
3188c2ecf20Sopenharmony_ci	if (ret)
3198c2ecf20Sopenharmony_ci		goto put_mbox;
3208c2ecf20Sopenharmony_ci
3218c2ecf20Sopenharmony_ci	ret = k3_dsp_rproc_release(kproc);
3228c2ecf20Sopenharmony_ci	if (ret)
3238c2ecf20Sopenharmony_ci		goto put_mbox;
3248c2ecf20Sopenharmony_ci
3258c2ecf20Sopenharmony_ci	return 0;
3268c2ecf20Sopenharmony_ci
3278c2ecf20Sopenharmony_ciput_mbox:
3288c2ecf20Sopenharmony_ci	mbox_free_channel(kproc->mbox);
3298c2ecf20Sopenharmony_ci	return ret;
3308c2ecf20Sopenharmony_ci}
3318c2ecf20Sopenharmony_ci
3328c2ecf20Sopenharmony_ci/*
3338c2ecf20Sopenharmony_ci * Stop the DSP remote processor.
3348c2ecf20Sopenharmony_ci *
3358c2ecf20Sopenharmony_ci * This function puts the DSP processor into reset, and finishes processing
3368c2ecf20Sopenharmony_ci * of any pending messages.
3378c2ecf20Sopenharmony_ci */
3388c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_stop(struct rproc *rproc)
3398c2ecf20Sopenharmony_ci{
3408c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = rproc->priv;
3418c2ecf20Sopenharmony_ci
3428c2ecf20Sopenharmony_ci	mbox_free_channel(kproc->mbox);
3438c2ecf20Sopenharmony_ci
3448c2ecf20Sopenharmony_ci	k3_dsp_rproc_reset(kproc);
3458c2ecf20Sopenharmony_ci
3468c2ecf20Sopenharmony_ci	return 0;
3478c2ecf20Sopenharmony_ci}
3488c2ecf20Sopenharmony_ci
3498c2ecf20Sopenharmony_ci/*
3508c2ecf20Sopenharmony_ci * Custom function to translate a DSP device address (internal RAMs only) to a
3518c2ecf20Sopenharmony_ci * kernel virtual address.  The DSPs can access their RAMs at either an internal
3528c2ecf20Sopenharmony_ci * address visible only from a DSP, or at the SoC-level bus address. Both these
3538c2ecf20Sopenharmony_ci * addresses need to be looked through for translation. The translated addresses
3548c2ecf20Sopenharmony_ci * can be used either by the remoteproc core for loading (when using kernel
3558c2ecf20Sopenharmony_ci * remoteproc loader), or by any rpmsg bus drivers.
3568c2ecf20Sopenharmony_ci */
3578c2ecf20Sopenharmony_cistatic void *k3_dsp_rproc_da_to_va(struct rproc *rproc, u64 da, size_t len)
3588c2ecf20Sopenharmony_ci{
3598c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = rproc->priv;
3608c2ecf20Sopenharmony_ci	void __iomem *va = NULL;
3618c2ecf20Sopenharmony_ci	phys_addr_t bus_addr;
3628c2ecf20Sopenharmony_ci	u32 dev_addr, offset;
3638c2ecf20Sopenharmony_ci	size_t size;
3648c2ecf20Sopenharmony_ci	int i;
3658c2ecf20Sopenharmony_ci
3668c2ecf20Sopenharmony_ci	if (len == 0)
3678c2ecf20Sopenharmony_ci		return NULL;
3688c2ecf20Sopenharmony_ci
3698c2ecf20Sopenharmony_ci	for (i = 0; i < kproc->num_mems; i++) {
3708c2ecf20Sopenharmony_ci		bus_addr = kproc->mem[i].bus_addr;
3718c2ecf20Sopenharmony_ci		dev_addr = kproc->mem[i].dev_addr;
3728c2ecf20Sopenharmony_ci		size = kproc->mem[i].size;
3738c2ecf20Sopenharmony_ci
3748c2ecf20Sopenharmony_ci		if (da < KEYSTONE_RPROC_LOCAL_ADDRESS_MASK) {
3758c2ecf20Sopenharmony_ci			/* handle DSP-view addresses */
3768c2ecf20Sopenharmony_ci			if (da >= dev_addr &&
3778c2ecf20Sopenharmony_ci			    ((da + len) <= (dev_addr + size))) {
3788c2ecf20Sopenharmony_ci				offset = da - dev_addr;
3798c2ecf20Sopenharmony_ci				va = kproc->mem[i].cpu_addr + offset;
3808c2ecf20Sopenharmony_ci				return (__force void *)va;
3818c2ecf20Sopenharmony_ci			}
3828c2ecf20Sopenharmony_ci		} else {
3838c2ecf20Sopenharmony_ci			/* handle SoC-view addresses */
3848c2ecf20Sopenharmony_ci			if (da >= bus_addr &&
3858c2ecf20Sopenharmony_ci			    (da + len) <= (bus_addr + size)) {
3868c2ecf20Sopenharmony_ci				offset = da - bus_addr;
3878c2ecf20Sopenharmony_ci				va = kproc->mem[i].cpu_addr + offset;
3888c2ecf20Sopenharmony_ci				return (__force void *)va;
3898c2ecf20Sopenharmony_ci			}
3908c2ecf20Sopenharmony_ci		}
3918c2ecf20Sopenharmony_ci	}
3928c2ecf20Sopenharmony_ci
3938c2ecf20Sopenharmony_ci	/* handle static DDR reserved memory regions */
3948c2ecf20Sopenharmony_ci	for (i = 0; i < kproc->num_rmems; i++) {
3958c2ecf20Sopenharmony_ci		dev_addr = kproc->rmem[i].dev_addr;
3968c2ecf20Sopenharmony_ci		size = kproc->rmem[i].size;
3978c2ecf20Sopenharmony_ci
3988c2ecf20Sopenharmony_ci		if (da >= dev_addr && ((da + len) <= (dev_addr + size))) {
3998c2ecf20Sopenharmony_ci			offset = da - dev_addr;
4008c2ecf20Sopenharmony_ci			va = kproc->rmem[i].cpu_addr + offset;
4018c2ecf20Sopenharmony_ci			return (__force void *)va;
4028c2ecf20Sopenharmony_ci		}
4038c2ecf20Sopenharmony_ci	}
4048c2ecf20Sopenharmony_ci
4058c2ecf20Sopenharmony_ci	return NULL;
4068c2ecf20Sopenharmony_ci}
4078c2ecf20Sopenharmony_ci
4088c2ecf20Sopenharmony_cistatic const struct rproc_ops k3_dsp_rproc_ops = {
4098c2ecf20Sopenharmony_ci	.start		= k3_dsp_rproc_start,
4108c2ecf20Sopenharmony_ci	.stop		= k3_dsp_rproc_stop,
4118c2ecf20Sopenharmony_ci	.kick		= k3_dsp_rproc_kick,
4128c2ecf20Sopenharmony_ci	.da_to_va	= k3_dsp_rproc_da_to_va,
4138c2ecf20Sopenharmony_ci};
4148c2ecf20Sopenharmony_ci
4158c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_of_get_memories(struct platform_device *pdev,
4168c2ecf20Sopenharmony_ci					struct k3_dsp_rproc *kproc)
4178c2ecf20Sopenharmony_ci{
4188c2ecf20Sopenharmony_ci	const struct k3_dsp_dev_data *data = kproc->data;
4198c2ecf20Sopenharmony_ci	struct device *dev = &pdev->dev;
4208c2ecf20Sopenharmony_ci	struct resource *res;
4218c2ecf20Sopenharmony_ci	int num_mems = 0;
4228c2ecf20Sopenharmony_ci	int i;
4238c2ecf20Sopenharmony_ci
4248c2ecf20Sopenharmony_ci	num_mems = kproc->data->num_mems;
4258c2ecf20Sopenharmony_ci	kproc->mem = devm_kcalloc(kproc->dev, num_mems,
4268c2ecf20Sopenharmony_ci				  sizeof(*kproc->mem), GFP_KERNEL);
4278c2ecf20Sopenharmony_ci	if (!kproc->mem)
4288c2ecf20Sopenharmony_ci		return -ENOMEM;
4298c2ecf20Sopenharmony_ci
4308c2ecf20Sopenharmony_ci	for (i = 0; i < num_mems; i++) {
4318c2ecf20Sopenharmony_ci		res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
4328c2ecf20Sopenharmony_ci						   data->mems[i].name);
4338c2ecf20Sopenharmony_ci		if (!res) {
4348c2ecf20Sopenharmony_ci			dev_err(dev, "found no memory resource for %s\n",
4358c2ecf20Sopenharmony_ci				data->mems[i].name);
4368c2ecf20Sopenharmony_ci			return -EINVAL;
4378c2ecf20Sopenharmony_ci		}
4388c2ecf20Sopenharmony_ci		if (!devm_request_mem_region(dev, res->start,
4398c2ecf20Sopenharmony_ci					     resource_size(res),
4408c2ecf20Sopenharmony_ci					     dev_name(dev))) {
4418c2ecf20Sopenharmony_ci			dev_err(dev, "could not request %s region for resource\n",
4428c2ecf20Sopenharmony_ci				data->mems[i].name);
4438c2ecf20Sopenharmony_ci			return -EBUSY;
4448c2ecf20Sopenharmony_ci		}
4458c2ecf20Sopenharmony_ci
4468c2ecf20Sopenharmony_ci		kproc->mem[i].cpu_addr = devm_ioremap_wc(dev, res->start,
4478c2ecf20Sopenharmony_ci							 resource_size(res));
4488c2ecf20Sopenharmony_ci		if (!kproc->mem[i].cpu_addr) {
4498c2ecf20Sopenharmony_ci			dev_err(dev, "failed to map %s memory\n",
4508c2ecf20Sopenharmony_ci				data->mems[i].name);
4518c2ecf20Sopenharmony_ci			return -ENOMEM;
4528c2ecf20Sopenharmony_ci		}
4538c2ecf20Sopenharmony_ci		kproc->mem[i].bus_addr = res->start;
4548c2ecf20Sopenharmony_ci		kproc->mem[i].dev_addr = data->mems[i].dev_addr;
4558c2ecf20Sopenharmony_ci		kproc->mem[i].size = resource_size(res);
4568c2ecf20Sopenharmony_ci
4578c2ecf20Sopenharmony_ci		dev_dbg(dev, "memory %8s: bus addr %pa size 0x%zx va %pK da 0x%x\n",
4588c2ecf20Sopenharmony_ci			data->mems[i].name, &kproc->mem[i].bus_addr,
4598c2ecf20Sopenharmony_ci			kproc->mem[i].size, kproc->mem[i].cpu_addr,
4608c2ecf20Sopenharmony_ci			kproc->mem[i].dev_addr);
4618c2ecf20Sopenharmony_ci	}
4628c2ecf20Sopenharmony_ci	kproc->num_mems = num_mems;
4638c2ecf20Sopenharmony_ci
4648c2ecf20Sopenharmony_ci	return 0;
4658c2ecf20Sopenharmony_ci}
4668c2ecf20Sopenharmony_ci
4678c2ecf20Sopenharmony_cistatic int k3_dsp_reserved_mem_init(struct k3_dsp_rproc *kproc)
4688c2ecf20Sopenharmony_ci{
4698c2ecf20Sopenharmony_ci	struct device *dev = kproc->dev;
4708c2ecf20Sopenharmony_ci	struct device_node *np = dev->of_node;
4718c2ecf20Sopenharmony_ci	struct device_node *rmem_np;
4728c2ecf20Sopenharmony_ci	struct reserved_mem *rmem;
4738c2ecf20Sopenharmony_ci	int num_rmems;
4748c2ecf20Sopenharmony_ci	int ret, i;
4758c2ecf20Sopenharmony_ci
4768c2ecf20Sopenharmony_ci	num_rmems = of_property_count_elems_of_size(np, "memory-region",
4778c2ecf20Sopenharmony_ci						    sizeof(phandle));
4788c2ecf20Sopenharmony_ci	if (num_rmems <= 0) {
4798c2ecf20Sopenharmony_ci		dev_err(dev, "device does not reserved memory regions, ret = %d\n",
4808c2ecf20Sopenharmony_ci			num_rmems);
4818c2ecf20Sopenharmony_ci		return -EINVAL;
4828c2ecf20Sopenharmony_ci	}
4838c2ecf20Sopenharmony_ci	if (num_rmems < 2) {
4848c2ecf20Sopenharmony_ci		dev_err(dev, "device needs atleast two memory regions to be defined, num = %d\n",
4858c2ecf20Sopenharmony_ci			num_rmems);
4868c2ecf20Sopenharmony_ci		return -EINVAL;
4878c2ecf20Sopenharmony_ci	}
4888c2ecf20Sopenharmony_ci
4898c2ecf20Sopenharmony_ci	/* use reserved memory region 0 for vring DMA allocations */
4908c2ecf20Sopenharmony_ci	ret = of_reserved_mem_device_init_by_idx(dev, np, 0);
4918c2ecf20Sopenharmony_ci	if (ret) {
4928c2ecf20Sopenharmony_ci		dev_err(dev, "device cannot initialize DMA pool, ret = %d\n",
4938c2ecf20Sopenharmony_ci			ret);
4948c2ecf20Sopenharmony_ci		return ret;
4958c2ecf20Sopenharmony_ci	}
4968c2ecf20Sopenharmony_ci
4978c2ecf20Sopenharmony_ci	num_rmems--;
4988c2ecf20Sopenharmony_ci	kproc->rmem = kcalloc(num_rmems, sizeof(*kproc->rmem), GFP_KERNEL);
4998c2ecf20Sopenharmony_ci	if (!kproc->rmem) {
5008c2ecf20Sopenharmony_ci		ret = -ENOMEM;
5018c2ecf20Sopenharmony_ci		goto release_rmem;
5028c2ecf20Sopenharmony_ci	}
5038c2ecf20Sopenharmony_ci
5048c2ecf20Sopenharmony_ci	/* use remaining reserved memory regions for static carveouts */
5058c2ecf20Sopenharmony_ci	for (i = 0; i < num_rmems; i++) {
5068c2ecf20Sopenharmony_ci		rmem_np = of_parse_phandle(np, "memory-region", i + 1);
5078c2ecf20Sopenharmony_ci		if (!rmem_np) {
5088c2ecf20Sopenharmony_ci			ret = -EINVAL;
5098c2ecf20Sopenharmony_ci			goto unmap_rmem;
5108c2ecf20Sopenharmony_ci		}
5118c2ecf20Sopenharmony_ci
5128c2ecf20Sopenharmony_ci		rmem = of_reserved_mem_lookup(rmem_np);
5138c2ecf20Sopenharmony_ci		if (!rmem) {
5148c2ecf20Sopenharmony_ci			of_node_put(rmem_np);
5158c2ecf20Sopenharmony_ci			ret = -EINVAL;
5168c2ecf20Sopenharmony_ci			goto unmap_rmem;
5178c2ecf20Sopenharmony_ci		}
5188c2ecf20Sopenharmony_ci		of_node_put(rmem_np);
5198c2ecf20Sopenharmony_ci
5208c2ecf20Sopenharmony_ci		kproc->rmem[i].bus_addr = rmem->base;
5218c2ecf20Sopenharmony_ci		/* 64-bit address regions currently not supported */
5228c2ecf20Sopenharmony_ci		kproc->rmem[i].dev_addr = (u32)rmem->base;
5238c2ecf20Sopenharmony_ci		kproc->rmem[i].size = rmem->size;
5248c2ecf20Sopenharmony_ci		kproc->rmem[i].cpu_addr = ioremap_wc(rmem->base, rmem->size);
5258c2ecf20Sopenharmony_ci		if (!kproc->rmem[i].cpu_addr) {
5268c2ecf20Sopenharmony_ci			dev_err(dev, "failed to map reserved memory#%d at %pa of size %pa\n",
5278c2ecf20Sopenharmony_ci				i + 1, &rmem->base, &rmem->size);
5288c2ecf20Sopenharmony_ci			ret = -ENOMEM;
5298c2ecf20Sopenharmony_ci			goto unmap_rmem;
5308c2ecf20Sopenharmony_ci		}
5318c2ecf20Sopenharmony_ci
5328c2ecf20Sopenharmony_ci		dev_dbg(dev, "reserved memory%d: bus addr %pa size 0x%zx va %pK da 0x%x\n",
5338c2ecf20Sopenharmony_ci			i + 1, &kproc->rmem[i].bus_addr,
5348c2ecf20Sopenharmony_ci			kproc->rmem[i].size, kproc->rmem[i].cpu_addr,
5358c2ecf20Sopenharmony_ci			kproc->rmem[i].dev_addr);
5368c2ecf20Sopenharmony_ci	}
5378c2ecf20Sopenharmony_ci	kproc->num_rmems = num_rmems;
5388c2ecf20Sopenharmony_ci
5398c2ecf20Sopenharmony_ci	return 0;
5408c2ecf20Sopenharmony_ci
5418c2ecf20Sopenharmony_ciunmap_rmem:
5428c2ecf20Sopenharmony_ci	for (i--; i >= 0; i--)
5438c2ecf20Sopenharmony_ci		iounmap(kproc->rmem[i].cpu_addr);
5448c2ecf20Sopenharmony_ci	kfree(kproc->rmem);
5458c2ecf20Sopenharmony_cirelease_rmem:
5468c2ecf20Sopenharmony_ci	of_reserved_mem_device_release(kproc->dev);
5478c2ecf20Sopenharmony_ci	return ret;
5488c2ecf20Sopenharmony_ci}
5498c2ecf20Sopenharmony_ci
5508c2ecf20Sopenharmony_cistatic void k3_dsp_reserved_mem_exit(struct k3_dsp_rproc *kproc)
5518c2ecf20Sopenharmony_ci{
5528c2ecf20Sopenharmony_ci	int i;
5538c2ecf20Sopenharmony_ci
5548c2ecf20Sopenharmony_ci	for (i = 0; i < kproc->num_rmems; i++)
5558c2ecf20Sopenharmony_ci		iounmap(kproc->rmem[i].cpu_addr);
5568c2ecf20Sopenharmony_ci	kfree(kproc->rmem);
5578c2ecf20Sopenharmony_ci
5588c2ecf20Sopenharmony_ci	of_reserved_mem_device_release(kproc->dev);
5598c2ecf20Sopenharmony_ci}
5608c2ecf20Sopenharmony_ci
5618c2ecf20Sopenharmony_cistatic
5628c2ecf20Sopenharmony_cistruct ti_sci_proc *k3_dsp_rproc_of_get_tsp(struct device *dev,
5638c2ecf20Sopenharmony_ci					    const struct ti_sci_handle *sci)
5648c2ecf20Sopenharmony_ci{
5658c2ecf20Sopenharmony_ci	struct ti_sci_proc *tsp;
5668c2ecf20Sopenharmony_ci	u32 temp[2];
5678c2ecf20Sopenharmony_ci	int ret;
5688c2ecf20Sopenharmony_ci
5698c2ecf20Sopenharmony_ci	ret = of_property_read_u32_array(dev->of_node, "ti,sci-proc-ids",
5708c2ecf20Sopenharmony_ci					 temp, 2);
5718c2ecf20Sopenharmony_ci	if (ret < 0)
5728c2ecf20Sopenharmony_ci		return ERR_PTR(ret);
5738c2ecf20Sopenharmony_ci
5748c2ecf20Sopenharmony_ci	tsp = kzalloc(sizeof(*tsp), GFP_KERNEL);
5758c2ecf20Sopenharmony_ci	if (!tsp)
5768c2ecf20Sopenharmony_ci		return ERR_PTR(-ENOMEM);
5778c2ecf20Sopenharmony_ci
5788c2ecf20Sopenharmony_ci	tsp->dev = dev;
5798c2ecf20Sopenharmony_ci	tsp->sci = sci;
5808c2ecf20Sopenharmony_ci	tsp->ops = &sci->ops.proc_ops;
5818c2ecf20Sopenharmony_ci	tsp->proc_id = temp[0];
5828c2ecf20Sopenharmony_ci	tsp->host_id = temp[1];
5838c2ecf20Sopenharmony_ci
5848c2ecf20Sopenharmony_ci	return tsp;
5858c2ecf20Sopenharmony_ci}
5868c2ecf20Sopenharmony_ci
5878c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_probe(struct platform_device *pdev)
5888c2ecf20Sopenharmony_ci{
5898c2ecf20Sopenharmony_ci	struct device *dev = &pdev->dev;
5908c2ecf20Sopenharmony_ci	struct device_node *np = dev->of_node;
5918c2ecf20Sopenharmony_ci	const struct k3_dsp_dev_data *data;
5928c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc;
5938c2ecf20Sopenharmony_ci	struct rproc *rproc;
5948c2ecf20Sopenharmony_ci	const char *fw_name;
5958c2ecf20Sopenharmony_ci	int ret = 0;
5968c2ecf20Sopenharmony_ci	int ret1;
5978c2ecf20Sopenharmony_ci
5988c2ecf20Sopenharmony_ci	data = of_device_get_match_data(dev);
5998c2ecf20Sopenharmony_ci	if (!data)
6008c2ecf20Sopenharmony_ci		return -ENODEV;
6018c2ecf20Sopenharmony_ci
6028c2ecf20Sopenharmony_ci	ret = rproc_of_parse_firmware(dev, 0, &fw_name);
6038c2ecf20Sopenharmony_ci	if (ret) {
6048c2ecf20Sopenharmony_ci		dev_err(dev, "failed to parse firmware-name property, ret = %d\n",
6058c2ecf20Sopenharmony_ci			ret);
6068c2ecf20Sopenharmony_ci		return ret;
6078c2ecf20Sopenharmony_ci	}
6088c2ecf20Sopenharmony_ci
6098c2ecf20Sopenharmony_ci	rproc = rproc_alloc(dev, dev_name(dev), &k3_dsp_rproc_ops, fw_name,
6108c2ecf20Sopenharmony_ci			    sizeof(*kproc));
6118c2ecf20Sopenharmony_ci	if (!rproc)
6128c2ecf20Sopenharmony_ci		return -ENOMEM;
6138c2ecf20Sopenharmony_ci
6148c2ecf20Sopenharmony_ci	rproc->has_iommu = false;
6158c2ecf20Sopenharmony_ci	rproc->recovery_disabled = true;
6168c2ecf20Sopenharmony_ci	if (data->uses_lreset) {
6178c2ecf20Sopenharmony_ci		rproc->ops->prepare = k3_dsp_rproc_prepare;
6188c2ecf20Sopenharmony_ci		rproc->ops->unprepare = k3_dsp_rproc_unprepare;
6198c2ecf20Sopenharmony_ci	}
6208c2ecf20Sopenharmony_ci	kproc = rproc->priv;
6218c2ecf20Sopenharmony_ci	kproc->rproc = rproc;
6228c2ecf20Sopenharmony_ci	kproc->dev = dev;
6238c2ecf20Sopenharmony_ci	kproc->data = data;
6248c2ecf20Sopenharmony_ci
6258c2ecf20Sopenharmony_ci	kproc->ti_sci = ti_sci_get_by_phandle(np, "ti,sci");
6268c2ecf20Sopenharmony_ci	if (IS_ERR(kproc->ti_sci)) {
6278c2ecf20Sopenharmony_ci		ret = PTR_ERR(kproc->ti_sci);
6288c2ecf20Sopenharmony_ci		if (ret != -EPROBE_DEFER) {
6298c2ecf20Sopenharmony_ci			dev_err(dev, "failed to get ti-sci handle, ret = %d\n",
6308c2ecf20Sopenharmony_ci				ret);
6318c2ecf20Sopenharmony_ci		}
6328c2ecf20Sopenharmony_ci		kproc->ti_sci = NULL;
6338c2ecf20Sopenharmony_ci		goto free_rproc;
6348c2ecf20Sopenharmony_ci	}
6358c2ecf20Sopenharmony_ci
6368c2ecf20Sopenharmony_ci	ret = of_property_read_u32(np, "ti,sci-dev-id", &kproc->ti_sci_id);
6378c2ecf20Sopenharmony_ci	if (ret) {
6388c2ecf20Sopenharmony_ci		dev_err(dev, "missing 'ti,sci-dev-id' property\n");
6398c2ecf20Sopenharmony_ci		goto put_sci;
6408c2ecf20Sopenharmony_ci	}
6418c2ecf20Sopenharmony_ci
6428c2ecf20Sopenharmony_ci	kproc->reset = devm_reset_control_get_exclusive(dev, NULL);
6438c2ecf20Sopenharmony_ci	if (IS_ERR(kproc->reset)) {
6448c2ecf20Sopenharmony_ci		ret = PTR_ERR(kproc->reset);
6458c2ecf20Sopenharmony_ci		dev_err(dev, "failed to get reset, status = %d\n", ret);
6468c2ecf20Sopenharmony_ci		goto put_sci;
6478c2ecf20Sopenharmony_ci	}
6488c2ecf20Sopenharmony_ci
6498c2ecf20Sopenharmony_ci	kproc->tsp = k3_dsp_rproc_of_get_tsp(dev, kproc->ti_sci);
6508c2ecf20Sopenharmony_ci	if (IS_ERR(kproc->tsp)) {
6518c2ecf20Sopenharmony_ci		dev_err(dev, "failed to construct ti-sci proc control, ret = %d\n",
6528c2ecf20Sopenharmony_ci			ret);
6538c2ecf20Sopenharmony_ci		ret = PTR_ERR(kproc->tsp);
6548c2ecf20Sopenharmony_ci		goto put_sci;
6558c2ecf20Sopenharmony_ci	}
6568c2ecf20Sopenharmony_ci
6578c2ecf20Sopenharmony_ci	ret = ti_sci_proc_request(kproc->tsp);
6588c2ecf20Sopenharmony_ci	if (ret < 0) {
6598c2ecf20Sopenharmony_ci		dev_err(dev, "ti_sci_proc_request failed, ret = %d\n", ret);
6608c2ecf20Sopenharmony_ci		goto free_tsp;
6618c2ecf20Sopenharmony_ci	}
6628c2ecf20Sopenharmony_ci
6638c2ecf20Sopenharmony_ci	ret = k3_dsp_rproc_of_get_memories(pdev, kproc);
6648c2ecf20Sopenharmony_ci	if (ret)
6658c2ecf20Sopenharmony_ci		goto release_tsp;
6668c2ecf20Sopenharmony_ci
6678c2ecf20Sopenharmony_ci	ret = k3_dsp_reserved_mem_init(kproc);
6688c2ecf20Sopenharmony_ci	if (ret) {
6698c2ecf20Sopenharmony_ci		dev_err(dev, "reserved memory init failed, ret = %d\n", ret);
6708c2ecf20Sopenharmony_ci		goto release_tsp;
6718c2ecf20Sopenharmony_ci	}
6728c2ecf20Sopenharmony_ci
6738c2ecf20Sopenharmony_ci	/*
6748c2ecf20Sopenharmony_ci	 * ensure the DSP local reset is asserted to ensure the DSP doesn't
6758c2ecf20Sopenharmony_ci	 * execute bogus code in .prepare() when the module reset is released.
6768c2ecf20Sopenharmony_ci	 */
6778c2ecf20Sopenharmony_ci	if (data->uses_lreset) {
6788c2ecf20Sopenharmony_ci		ret = reset_control_status(kproc->reset);
6798c2ecf20Sopenharmony_ci		if (ret < 0) {
6808c2ecf20Sopenharmony_ci			dev_err(dev, "failed to get reset status, status = %d\n",
6818c2ecf20Sopenharmony_ci				ret);
6828c2ecf20Sopenharmony_ci			goto release_mem;
6838c2ecf20Sopenharmony_ci		} else if (ret == 0) {
6848c2ecf20Sopenharmony_ci			dev_warn(dev, "local reset is deasserted for device\n");
6858c2ecf20Sopenharmony_ci			k3_dsp_rproc_reset(kproc);
6868c2ecf20Sopenharmony_ci		}
6878c2ecf20Sopenharmony_ci	}
6888c2ecf20Sopenharmony_ci
6898c2ecf20Sopenharmony_ci	ret = rproc_add(rproc);
6908c2ecf20Sopenharmony_ci	if (ret) {
6918c2ecf20Sopenharmony_ci		dev_err(dev, "failed to add register device with remoteproc core, status = %d\n",
6928c2ecf20Sopenharmony_ci			ret);
6938c2ecf20Sopenharmony_ci		goto release_mem;
6948c2ecf20Sopenharmony_ci	}
6958c2ecf20Sopenharmony_ci
6968c2ecf20Sopenharmony_ci	platform_set_drvdata(pdev, kproc);
6978c2ecf20Sopenharmony_ci
6988c2ecf20Sopenharmony_ci	return 0;
6998c2ecf20Sopenharmony_ci
7008c2ecf20Sopenharmony_cirelease_mem:
7018c2ecf20Sopenharmony_ci	k3_dsp_reserved_mem_exit(kproc);
7028c2ecf20Sopenharmony_cirelease_tsp:
7038c2ecf20Sopenharmony_ci	ret1 = ti_sci_proc_release(kproc->tsp);
7048c2ecf20Sopenharmony_ci	if (ret1)
7058c2ecf20Sopenharmony_ci		dev_err(dev, "failed to release proc, ret = %d\n", ret1);
7068c2ecf20Sopenharmony_cifree_tsp:
7078c2ecf20Sopenharmony_ci	kfree(kproc->tsp);
7088c2ecf20Sopenharmony_ciput_sci:
7098c2ecf20Sopenharmony_ci	ret1 = ti_sci_put_handle(kproc->ti_sci);
7108c2ecf20Sopenharmony_ci	if (ret1)
7118c2ecf20Sopenharmony_ci		dev_err(dev, "failed to put ti_sci handle, ret = %d\n", ret1);
7128c2ecf20Sopenharmony_cifree_rproc:
7138c2ecf20Sopenharmony_ci	rproc_free(rproc);
7148c2ecf20Sopenharmony_ci	return ret;
7158c2ecf20Sopenharmony_ci}
7168c2ecf20Sopenharmony_ci
7178c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_remove(struct platform_device *pdev)
7188c2ecf20Sopenharmony_ci{
7198c2ecf20Sopenharmony_ci	struct k3_dsp_rproc *kproc = platform_get_drvdata(pdev);
7208c2ecf20Sopenharmony_ci	struct device *dev = &pdev->dev;
7218c2ecf20Sopenharmony_ci	int ret;
7228c2ecf20Sopenharmony_ci
7238c2ecf20Sopenharmony_ci	rproc_del(kproc->rproc);
7248c2ecf20Sopenharmony_ci
7258c2ecf20Sopenharmony_ci	ret = ti_sci_proc_release(kproc->tsp);
7268c2ecf20Sopenharmony_ci	if (ret)
7278c2ecf20Sopenharmony_ci		dev_err(dev, "failed to release proc, ret = %d\n", ret);
7288c2ecf20Sopenharmony_ci
7298c2ecf20Sopenharmony_ci	kfree(kproc->tsp);
7308c2ecf20Sopenharmony_ci
7318c2ecf20Sopenharmony_ci	ret = ti_sci_put_handle(kproc->ti_sci);
7328c2ecf20Sopenharmony_ci	if (ret)
7338c2ecf20Sopenharmony_ci		dev_err(dev, "failed to put ti_sci handle, ret = %d\n", ret);
7348c2ecf20Sopenharmony_ci
7358c2ecf20Sopenharmony_ci	k3_dsp_reserved_mem_exit(kproc);
7368c2ecf20Sopenharmony_ci	rproc_free(kproc->rproc);
7378c2ecf20Sopenharmony_ci
7388c2ecf20Sopenharmony_ci	return 0;
7398c2ecf20Sopenharmony_ci}
7408c2ecf20Sopenharmony_ci
7418c2ecf20Sopenharmony_cistatic const struct k3_dsp_mem_data c66_mems[] = {
7428c2ecf20Sopenharmony_ci	{ .name = "l2sram", .dev_addr = 0x800000 },
7438c2ecf20Sopenharmony_ci	{ .name = "l1pram", .dev_addr = 0xe00000 },
7448c2ecf20Sopenharmony_ci	{ .name = "l1dram", .dev_addr = 0xf00000 },
7458c2ecf20Sopenharmony_ci};
7468c2ecf20Sopenharmony_ci
7478c2ecf20Sopenharmony_ci/* C71x cores only have a L1P Cache, there are no L1P SRAMs */
7488c2ecf20Sopenharmony_cistatic const struct k3_dsp_mem_data c71_mems[] = {
7498c2ecf20Sopenharmony_ci	{ .name = "l2sram", .dev_addr = 0x800000 },
7508c2ecf20Sopenharmony_ci	{ .name = "l1dram", .dev_addr = 0xe00000 },
7518c2ecf20Sopenharmony_ci};
7528c2ecf20Sopenharmony_ci
7538c2ecf20Sopenharmony_cistatic const struct k3_dsp_dev_data c66_data = {
7548c2ecf20Sopenharmony_ci	.mems = c66_mems,
7558c2ecf20Sopenharmony_ci	.num_mems = ARRAY_SIZE(c66_mems),
7568c2ecf20Sopenharmony_ci	.boot_align_addr = SZ_1K,
7578c2ecf20Sopenharmony_ci	.uses_lreset = true,
7588c2ecf20Sopenharmony_ci};
7598c2ecf20Sopenharmony_ci
7608c2ecf20Sopenharmony_cistatic const struct k3_dsp_dev_data c71_data = {
7618c2ecf20Sopenharmony_ci	.mems = c71_mems,
7628c2ecf20Sopenharmony_ci	.num_mems = ARRAY_SIZE(c71_mems),
7638c2ecf20Sopenharmony_ci	.boot_align_addr = SZ_2M,
7648c2ecf20Sopenharmony_ci	.uses_lreset = false,
7658c2ecf20Sopenharmony_ci};
7668c2ecf20Sopenharmony_ci
7678c2ecf20Sopenharmony_cistatic const struct of_device_id k3_dsp_of_match[] = {
7688c2ecf20Sopenharmony_ci	{ .compatible = "ti,j721e-c66-dsp", .data = &c66_data, },
7698c2ecf20Sopenharmony_ci	{ .compatible = "ti,j721e-c71-dsp", .data = &c71_data, },
7708c2ecf20Sopenharmony_ci	{ /* sentinel */ },
7718c2ecf20Sopenharmony_ci};
7728c2ecf20Sopenharmony_ciMODULE_DEVICE_TABLE(of, k3_dsp_of_match);
7738c2ecf20Sopenharmony_ci
7748c2ecf20Sopenharmony_cistatic struct platform_driver k3_dsp_rproc_driver = {
7758c2ecf20Sopenharmony_ci	.probe	= k3_dsp_rproc_probe,
7768c2ecf20Sopenharmony_ci	.remove	= k3_dsp_rproc_remove,
7778c2ecf20Sopenharmony_ci	.driver	= {
7788c2ecf20Sopenharmony_ci		.name = "k3-dsp-rproc",
7798c2ecf20Sopenharmony_ci		.of_match_table = k3_dsp_of_match,
7808c2ecf20Sopenharmony_ci	},
7818c2ecf20Sopenharmony_ci};
7828c2ecf20Sopenharmony_ci
7838c2ecf20Sopenharmony_cimodule_platform_driver(k3_dsp_rproc_driver);
7848c2ecf20Sopenharmony_ci
7858c2ecf20Sopenharmony_ciMODULE_AUTHOR("Suman Anna <s-anna@ti.com>");
7868c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL v2");
7878c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("TI K3 DSP Remoteproc driver");
788