18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * TI K3 DSP Remote Processor(s) driver 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * Copyright (C) 2018-2020 Texas Instruments Incorporated - https://www.ti.com/ 68c2ecf20Sopenharmony_ci * Suman Anna <s-anna@ti.com> 78c2ecf20Sopenharmony_ci */ 88c2ecf20Sopenharmony_ci 98c2ecf20Sopenharmony_ci#include <linux/io.h> 108c2ecf20Sopenharmony_ci#include <linux/mailbox_client.h> 118c2ecf20Sopenharmony_ci#include <linux/module.h> 128c2ecf20Sopenharmony_ci#include <linux/of_device.h> 138c2ecf20Sopenharmony_ci#include <linux/of_reserved_mem.h> 148c2ecf20Sopenharmony_ci#include <linux/omap-mailbox.h> 158c2ecf20Sopenharmony_ci#include <linux/platform_device.h> 168c2ecf20Sopenharmony_ci#include <linux/remoteproc.h> 178c2ecf20Sopenharmony_ci#include <linux/reset.h> 188c2ecf20Sopenharmony_ci#include <linux/slab.h> 198c2ecf20Sopenharmony_ci 208c2ecf20Sopenharmony_ci#include "omap_remoteproc.h" 218c2ecf20Sopenharmony_ci#include "remoteproc_internal.h" 228c2ecf20Sopenharmony_ci#include "ti_sci_proc.h" 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_ci#define KEYSTONE_RPROC_LOCAL_ADDRESS_MASK (SZ_16M - 1) 258c2ecf20Sopenharmony_ci 268c2ecf20Sopenharmony_ci/** 278c2ecf20Sopenharmony_ci * struct k3_dsp_mem - internal memory structure 288c2ecf20Sopenharmony_ci * @cpu_addr: MPU virtual address of the memory region 298c2ecf20Sopenharmony_ci * @bus_addr: Bus address used to access the memory region 308c2ecf20Sopenharmony_ci * @dev_addr: Device address of the memory region from DSP view 318c2ecf20Sopenharmony_ci * @size: Size of the memory region 328c2ecf20Sopenharmony_ci */ 338c2ecf20Sopenharmony_cistruct k3_dsp_mem { 348c2ecf20Sopenharmony_ci void __iomem *cpu_addr; 358c2ecf20Sopenharmony_ci phys_addr_t bus_addr; 368c2ecf20Sopenharmony_ci u32 dev_addr; 378c2ecf20Sopenharmony_ci size_t size; 388c2ecf20Sopenharmony_ci}; 398c2ecf20Sopenharmony_ci 408c2ecf20Sopenharmony_ci/** 418c2ecf20Sopenharmony_ci * struct k3_dsp_mem_data - memory definitions for a DSP 428c2ecf20Sopenharmony_ci * @name: name for this memory entry 438c2ecf20Sopenharmony_ci * @dev_addr: device address for the memory entry 448c2ecf20Sopenharmony_ci */ 458c2ecf20Sopenharmony_cistruct k3_dsp_mem_data { 468c2ecf20Sopenharmony_ci const char *name; 478c2ecf20Sopenharmony_ci const u32 dev_addr; 488c2ecf20Sopenharmony_ci}; 498c2ecf20Sopenharmony_ci 508c2ecf20Sopenharmony_ci/** 518c2ecf20Sopenharmony_ci * struct k3_dsp_dev_data - device data structure for a DSP 528c2ecf20Sopenharmony_ci * @mems: pointer to memory definitions for a DSP 538c2ecf20Sopenharmony_ci * @num_mems: number of memory regions in @mems 548c2ecf20Sopenharmony_ci * @boot_align_addr: boot vector address alignment granularity 558c2ecf20Sopenharmony_ci * @uses_lreset: flag to denote the need for local reset management 568c2ecf20Sopenharmony_ci */ 578c2ecf20Sopenharmony_cistruct k3_dsp_dev_data { 588c2ecf20Sopenharmony_ci const struct k3_dsp_mem_data *mems; 598c2ecf20Sopenharmony_ci u32 num_mems; 608c2ecf20Sopenharmony_ci u32 boot_align_addr; 618c2ecf20Sopenharmony_ci bool uses_lreset; 628c2ecf20Sopenharmony_ci}; 638c2ecf20Sopenharmony_ci 648c2ecf20Sopenharmony_ci/** 658c2ecf20Sopenharmony_ci * struct k3_dsp_rproc - k3 DSP remote processor driver structure 668c2ecf20Sopenharmony_ci * @dev: cached device pointer 678c2ecf20Sopenharmony_ci * @rproc: remoteproc device handle 688c2ecf20Sopenharmony_ci * @mem: internal memory regions data 698c2ecf20Sopenharmony_ci * @num_mems: number of internal memory regions 708c2ecf20Sopenharmony_ci * @rmem: reserved memory regions data 718c2ecf20Sopenharmony_ci * @num_rmems: number of reserved memory regions 728c2ecf20Sopenharmony_ci * @reset: reset control handle 738c2ecf20Sopenharmony_ci * @data: pointer to DSP-specific device data 748c2ecf20Sopenharmony_ci * @tsp: TI-SCI processor control handle 758c2ecf20Sopenharmony_ci * @ti_sci: TI-SCI handle 768c2ecf20Sopenharmony_ci * @ti_sci_id: TI-SCI device identifier 778c2ecf20Sopenharmony_ci * @mbox: mailbox channel handle 788c2ecf20Sopenharmony_ci * @client: mailbox client to request the mailbox channel 798c2ecf20Sopenharmony_ci */ 808c2ecf20Sopenharmony_cistruct k3_dsp_rproc { 818c2ecf20Sopenharmony_ci struct device *dev; 828c2ecf20Sopenharmony_ci struct rproc *rproc; 838c2ecf20Sopenharmony_ci struct k3_dsp_mem *mem; 848c2ecf20Sopenharmony_ci int num_mems; 858c2ecf20Sopenharmony_ci struct k3_dsp_mem *rmem; 868c2ecf20Sopenharmony_ci int num_rmems; 878c2ecf20Sopenharmony_ci struct reset_control *reset; 888c2ecf20Sopenharmony_ci const struct k3_dsp_dev_data *data; 898c2ecf20Sopenharmony_ci struct ti_sci_proc *tsp; 908c2ecf20Sopenharmony_ci const struct ti_sci_handle *ti_sci; 918c2ecf20Sopenharmony_ci u32 ti_sci_id; 928c2ecf20Sopenharmony_ci struct mbox_chan *mbox; 938c2ecf20Sopenharmony_ci struct mbox_client client; 948c2ecf20Sopenharmony_ci}; 958c2ecf20Sopenharmony_ci 968c2ecf20Sopenharmony_ci/** 978c2ecf20Sopenharmony_ci * k3_dsp_rproc_mbox_callback() - inbound mailbox message handler 988c2ecf20Sopenharmony_ci * @client: mailbox client pointer used for requesting the mailbox channel 998c2ecf20Sopenharmony_ci * @data: mailbox payload 1008c2ecf20Sopenharmony_ci * 1018c2ecf20Sopenharmony_ci * This handler is invoked by the OMAP mailbox driver whenever a mailbox 1028c2ecf20Sopenharmony_ci * message is received. Usually, the mailbox payload simply contains 1038c2ecf20Sopenharmony_ci * the index of the virtqueue that is kicked by the remote processor, 1048c2ecf20Sopenharmony_ci * and we let remoteproc core handle it. 1058c2ecf20Sopenharmony_ci * 1068c2ecf20Sopenharmony_ci * In addition to virtqueue indices, we also have some out-of-band values 1078c2ecf20Sopenharmony_ci * that indicate different events. Those values are deliberately very 1088c2ecf20Sopenharmony_ci * large so they don't coincide with virtqueue indices. 1098c2ecf20Sopenharmony_ci */ 1108c2ecf20Sopenharmony_cistatic void k3_dsp_rproc_mbox_callback(struct mbox_client *client, void *data) 1118c2ecf20Sopenharmony_ci{ 1128c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = container_of(client, struct k3_dsp_rproc, 1138c2ecf20Sopenharmony_ci client); 1148c2ecf20Sopenharmony_ci struct device *dev = kproc->rproc->dev.parent; 1158c2ecf20Sopenharmony_ci const char *name = kproc->rproc->name; 1168c2ecf20Sopenharmony_ci u32 msg = omap_mbox_message(data); 1178c2ecf20Sopenharmony_ci 1188c2ecf20Sopenharmony_ci dev_dbg(dev, "mbox msg: 0x%x\n", msg); 1198c2ecf20Sopenharmony_ci 1208c2ecf20Sopenharmony_ci switch (msg) { 1218c2ecf20Sopenharmony_ci case RP_MBOX_CRASH: 1228c2ecf20Sopenharmony_ci /* 1238c2ecf20Sopenharmony_ci * remoteproc detected an exception, but error recovery is not 1248c2ecf20Sopenharmony_ci * supported. So, just log this for now 1258c2ecf20Sopenharmony_ci */ 1268c2ecf20Sopenharmony_ci dev_err(dev, "K3 DSP rproc %s crashed\n", name); 1278c2ecf20Sopenharmony_ci break; 1288c2ecf20Sopenharmony_ci case RP_MBOX_ECHO_REPLY: 1298c2ecf20Sopenharmony_ci dev_info(dev, "received echo reply from %s\n", name); 1308c2ecf20Sopenharmony_ci break; 1318c2ecf20Sopenharmony_ci default: 1328c2ecf20Sopenharmony_ci /* silently handle all other valid messages */ 1338c2ecf20Sopenharmony_ci if (msg >= RP_MBOX_READY && msg < RP_MBOX_END_MSG) 1348c2ecf20Sopenharmony_ci return; 1358c2ecf20Sopenharmony_ci if (msg > kproc->rproc->max_notifyid) { 1368c2ecf20Sopenharmony_ci dev_dbg(dev, "dropping unknown message 0x%x", msg); 1378c2ecf20Sopenharmony_ci return; 1388c2ecf20Sopenharmony_ci } 1398c2ecf20Sopenharmony_ci /* msg contains the index of the triggered vring */ 1408c2ecf20Sopenharmony_ci if (rproc_vq_interrupt(kproc->rproc, msg) == IRQ_NONE) 1418c2ecf20Sopenharmony_ci dev_dbg(dev, "no message was found in vqid %d\n", msg); 1428c2ecf20Sopenharmony_ci } 1438c2ecf20Sopenharmony_ci} 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ci/* 1468c2ecf20Sopenharmony_ci * Kick the remote processor to notify about pending unprocessed messages. 1478c2ecf20Sopenharmony_ci * The vqid usage is not used and is inconsequential, as the kick is performed 1488c2ecf20Sopenharmony_ci * through a simulated GPIO (a bit in an IPC interrupt-triggering register), 1498c2ecf20Sopenharmony_ci * the remote processor is expected to process both its Tx and Rx virtqueues. 1508c2ecf20Sopenharmony_ci */ 1518c2ecf20Sopenharmony_cistatic void k3_dsp_rproc_kick(struct rproc *rproc, int vqid) 1528c2ecf20Sopenharmony_ci{ 1538c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = rproc->priv; 1548c2ecf20Sopenharmony_ci struct device *dev = rproc->dev.parent; 1558c2ecf20Sopenharmony_ci mbox_msg_t msg = (mbox_msg_t)vqid; 1568c2ecf20Sopenharmony_ci int ret; 1578c2ecf20Sopenharmony_ci 1588c2ecf20Sopenharmony_ci /* send the index of the triggered virtqueue in the mailbox payload */ 1598c2ecf20Sopenharmony_ci ret = mbox_send_message(kproc->mbox, (void *)msg); 1608c2ecf20Sopenharmony_ci if (ret < 0) 1618c2ecf20Sopenharmony_ci dev_err(dev, "failed to send mailbox message, status = %d\n", 1628c2ecf20Sopenharmony_ci ret); 1638c2ecf20Sopenharmony_ci} 1648c2ecf20Sopenharmony_ci 1658c2ecf20Sopenharmony_ci/* Put the DSP processor into reset */ 1668c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_reset(struct k3_dsp_rproc *kproc) 1678c2ecf20Sopenharmony_ci{ 1688c2ecf20Sopenharmony_ci struct device *dev = kproc->dev; 1698c2ecf20Sopenharmony_ci int ret; 1708c2ecf20Sopenharmony_ci 1718c2ecf20Sopenharmony_ci ret = reset_control_assert(kproc->reset); 1728c2ecf20Sopenharmony_ci if (ret) { 1738c2ecf20Sopenharmony_ci dev_err(dev, "local-reset assert failed, ret = %d\n", ret); 1748c2ecf20Sopenharmony_ci return ret; 1758c2ecf20Sopenharmony_ci } 1768c2ecf20Sopenharmony_ci 1778c2ecf20Sopenharmony_ci if (kproc->data->uses_lreset) 1788c2ecf20Sopenharmony_ci return ret; 1798c2ecf20Sopenharmony_ci 1808c2ecf20Sopenharmony_ci ret = kproc->ti_sci->ops.dev_ops.put_device(kproc->ti_sci, 1818c2ecf20Sopenharmony_ci kproc->ti_sci_id); 1828c2ecf20Sopenharmony_ci if (ret) { 1838c2ecf20Sopenharmony_ci dev_err(dev, "module-reset assert failed, ret = %d\n", ret); 1848c2ecf20Sopenharmony_ci if (reset_control_deassert(kproc->reset)) 1858c2ecf20Sopenharmony_ci dev_warn(dev, "local-reset deassert back failed\n"); 1868c2ecf20Sopenharmony_ci } 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_ci return ret; 1898c2ecf20Sopenharmony_ci} 1908c2ecf20Sopenharmony_ci 1918c2ecf20Sopenharmony_ci/* Release the DSP processor from reset */ 1928c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_release(struct k3_dsp_rproc *kproc) 1938c2ecf20Sopenharmony_ci{ 1948c2ecf20Sopenharmony_ci struct device *dev = kproc->dev; 1958c2ecf20Sopenharmony_ci int ret; 1968c2ecf20Sopenharmony_ci 1978c2ecf20Sopenharmony_ci if (kproc->data->uses_lreset) 1988c2ecf20Sopenharmony_ci goto lreset; 1998c2ecf20Sopenharmony_ci 2008c2ecf20Sopenharmony_ci ret = kproc->ti_sci->ops.dev_ops.get_device(kproc->ti_sci, 2018c2ecf20Sopenharmony_ci kproc->ti_sci_id); 2028c2ecf20Sopenharmony_ci if (ret) { 2038c2ecf20Sopenharmony_ci dev_err(dev, "module-reset deassert failed, ret = %d\n", ret); 2048c2ecf20Sopenharmony_ci return ret; 2058c2ecf20Sopenharmony_ci } 2068c2ecf20Sopenharmony_ci 2078c2ecf20Sopenharmony_cilreset: 2088c2ecf20Sopenharmony_ci ret = reset_control_deassert(kproc->reset); 2098c2ecf20Sopenharmony_ci if (ret) { 2108c2ecf20Sopenharmony_ci dev_err(dev, "local-reset deassert failed, ret = %d\n", ret); 2118c2ecf20Sopenharmony_ci if (kproc->ti_sci->ops.dev_ops.put_device(kproc->ti_sci, 2128c2ecf20Sopenharmony_ci kproc->ti_sci_id)) 2138c2ecf20Sopenharmony_ci dev_warn(dev, "module-reset assert back failed\n"); 2148c2ecf20Sopenharmony_ci } 2158c2ecf20Sopenharmony_ci 2168c2ecf20Sopenharmony_ci return ret; 2178c2ecf20Sopenharmony_ci} 2188c2ecf20Sopenharmony_ci 2198c2ecf20Sopenharmony_ci/* 2208c2ecf20Sopenharmony_ci * The C66x DSP cores have a local reset that affects only the CPU, and a 2218c2ecf20Sopenharmony_ci * generic module reset that powers on the device and allows the DSP internal 2228c2ecf20Sopenharmony_ci * memories to be accessed while the local reset is asserted. This function is 2238c2ecf20Sopenharmony_ci * used to release the global reset on C66x DSPs to allow loading into the DSP 2248c2ecf20Sopenharmony_ci * internal RAMs. The .prepare() ops is invoked by remoteproc core before any 2258c2ecf20Sopenharmony_ci * firmware loading, and is followed by the .start() ops after loading to 2268c2ecf20Sopenharmony_ci * actually let the C66x DSP cores run. 2278c2ecf20Sopenharmony_ci */ 2288c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_prepare(struct rproc *rproc) 2298c2ecf20Sopenharmony_ci{ 2308c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = rproc->priv; 2318c2ecf20Sopenharmony_ci struct device *dev = kproc->dev; 2328c2ecf20Sopenharmony_ci int ret; 2338c2ecf20Sopenharmony_ci 2348c2ecf20Sopenharmony_ci ret = kproc->ti_sci->ops.dev_ops.get_device(kproc->ti_sci, 2358c2ecf20Sopenharmony_ci kproc->ti_sci_id); 2368c2ecf20Sopenharmony_ci if (ret) 2378c2ecf20Sopenharmony_ci dev_err(dev, "module-reset deassert failed, cannot enable internal RAM loading, ret = %d\n", 2388c2ecf20Sopenharmony_ci ret); 2398c2ecf20Sopenharmony_ci 2408c2ecf20Sopenharmony_ci return ret; 2418c2ecf20Sopenharmony_ci} 2428c2ecf20Sopenharmony_ci 2438c2ecf20Sopenharmony_ci/* 2448c2ecf20Sopenharmony_ci * This function implements the .unprepare() ops and performs the complimentary 2458c2ecf20Sopenharmony_ci * operations to that of the .prepare() ops. The function is used to assert the 2468c2ecf20Sopenharmony_ci * global reset on applicable C66x cores. This completes the second portion of 2478c2ecf20Sopenharmony_ci * powering down the C66x DSP cores. The cores themselves are only halted in the 2488c2ecf20Sopenharmony_ci * .stop() callback through the local reset, and the .unprepare() ops is invoked 2498c2ecf20Sopenharmony_ci * by the remoteproc core after the remoteproc is stopped to balance the global 2508c2ecf20Sopenharmony_ci * reset. 2518c2ecf20Sopenharmony_ci */ 2528c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_unprepare(struct rproc *rproc) 2538c2ecf20Sopenharmony_ci{ 2548c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = rproc->priv; 2558c2ecf20Sopenharmony_ci struct device *dev = kproc->dev; 2568c2ecf20Sopenharmony_ci int ret; 2578c2ecf20Sopenharmony_ci 2588c2ecf20Sopenharmony_ci ret = kproc->ti_sci->ops.dev_ops.put_device(kproc->ti_sci, 2598c2ecf20Sopenharmony_ci kproc->ti_sci_id); 2608c2ecf20Sopenharmony_ci if (ret) 2618c2ecf20Sopenharmony_ci dev_err(dev, "module-reset assert failed, ret = %d\n", ret); 2628c2ecf20Sopenharmony_ci 2638c2ecf20Sopenharmony_ci return ret; 2648c2ecf20Sopenharmony_ci} 2658c2ecf20Sopenharmony_ci 2668c2ecf20Sopenharmony_ci/* 2678c2ecf20Sopenharmony_ci * Power up the DSP remote processor. 2688c2ecf20Sopenharmony_ci * 2698c2ecf20Sopenharmony_ci * This function will be invoked only after the firmware for this rproc 2708c2ecf20Sopenharmony_ci * was loaded, parsed successfully, and all of its resource requirements 2718c2ecf20Sopenharmony_ci * were met. 2728c2ecf20Sopenharmony_ci */ 2738c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_start(struct rproc *rproc) 2748c2ecf20Sopenharmony_ci{ 2758c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = rproc->priv; 2768c2ecf20Sopenharmony_ci struct mbox_client *client = &kproc->client; 2778c2ecf20Sopenharmony_ci struct device *dev = kproc->dev; 2788c2ecf20Sopenharmony_ci u32 boot_addr; 2798c2ecf20Sopenharmony_ci int ret; 2808c2ecf20Sopenharmony_ci 2818c2ecf20Sopenharmony_ci client->dev = dev; 2828c2ecf20Sopenharmony_ci client->tx_done = NULL; 2838c2ecf20Sopenharmony_ci client->rx_callback = k3_dsp_rproc_mbox_callback; 2848c2ecf20Sopenharmony_ci client->tx_block = false; 2858c2ecf20Sopenharmony_ci client->knows_txdone = false; 2868c2ecf20Sopenharmony_ci 2878c2ecf20Sopenharmony_ci kproc->mbox = mbox_request_channel(client, 0); 2888c2ecf20Sopenharmony_ci if (IS_ERR(kproc->mbox)) { 2898c2ecf20Sopenharmony_ci ret = -EBUSY; 2908c2ecf20Sopenharmony_ci dev_err(dev, "mbox_request_channel failed: %ld\n", 2918c2ecf20Sopenharmony_ci PTR_ERR(kproc->mbox)); 2928c2ecf20Sopenharmony_ci return ret; 2938c2ecf20Sopenharmony_ci } 2948c2ecf20Sopenharmony_ci 2958c2ecf20Sopenharmony_ci /* 2968c2ecf20Sopenharmony_ci * Ping the remote processor, this is only for sanity-sake for now; 2978c2ecf20Sopenharmony_ci * there is no functional effect whatsoever. 2988c2ecf20Sopenharmony_ci * 2998c2ecf20Sopenharmony_ci * Note that the reply will _not_ arrive immediately: this message 3008c2ecf20Sopenharmony_ci * will wait in the mailbox fifo until the remote processor is booted. 3018c2ecf20Sopenharmony_ci */ 3028c2ecf20Sopenharmony_ci ret = mbox_send_message(kproc->mbox, (void *)RP_MBOX_ECHO_REQUEST); 3038c2ecf20Sopenharmony_ci if (ret < 0) { 3048c2ecf20Sopenharmony_ci dev_err(dev, "mbox_send_message failed: %d\n", ret); 3058c2ecf20Sopenharmony_ci goto put_mbox; 3068c2ecf20Sopenharmony_ci } 3078c2ecf20Sopenharmony_ci 3088c2ecf20Sopenharmony_ci boot_addr = rproc->bootaddr; 3098c2ecf20Sopenharmony_ci if (boot_addr & (kproc->data->boot_align_addr - 1)) { 3108c2ecf20Sopenharmony_ci dev_err(dev, "invalid boot address 0x%x, must be aligned on a 0x%x boundary\n", 3118c2ecf20Sopenharmony_ci boot_addr, kproc->data->boot_align_addr); 3128c2ecf20Sopenharmony_ci ret = -EINVAL; 3138c2ecf20Sopenharmony_ci goto put_mbox; 3148c2ecf20Sopenharmony_ci } 3158c2ecf20Sopenharmony_ci 3168c2ecf20Sopenharmony_ci dev_err(dev, "booting DSP core using boot addr = 0x%x\n", boot_addr); 3178c2ecf20Sopenharmony_ci ret = ti_sci_proc_set_config(kproc->tsp, boot_addr, 0, 0); 3188c2ecf20Sopenharmony_ci if (ret) 3198c2ecf20Sopenharmony_ci goto put_mbox; 3208c2ecf20Sopenharmony_ci 3218c2ecf20Sopenharmony_ci ret = k3_dsp_rproc_release(kproc); 3228c2ecf20Sopenharmony_ci if (ret) 3238c2ecf20Sopenharmony_ci goto put_mbox; 3248c2ecf20Sopenharmony_ci 3258c2ecf20Sopenharmony_ci return 0; 3268c2ecf20Sopenharmony_ci 3278c2ecf20Sopenharmony_ciput_mbox: 3288c2ecf20Sopenharmony_ci mbox_free_channel(kproc->mbox); 3298c2ecf20Sopenharmony_ci return ret; 3308c2ecf20Sopenharmony_ci} 3318c2ecf20Sopenharmony_ci 3328c2ecf20Sopenharmony_ci/* 3338c2ecf20Sopenharmony_ci * Stop the DSP remote processor. 3348c2ecf20Sopenharmony_ci * 3358c2ecf20Sopenharmony_ci * This function puts the DSP processor into reset, and finishes processing 3368c2ecf20Sopenharmony_ci * of any pending messages. 3378c2ecf20Sopenharmony_ci */ 3388c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_stop(struct rproc *rproc) 3398c2ecf20Sopenharmony_ci{ 3408c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = rproc->priv; 3418c2ecf20Sopenharmony_ci 3428c2ecf20Sopenharmony_ci mbox_free_channel(kproc->mbox); 3438c2ecf20Sopenharmony_ci 3448c2ecf20Sopenharmony_ci k3_dsp_rproc_reset(kproc); 3458c2ecf20Sopenharmony_ci 3468c2ecf20Sopenharmony_ci return 0; 3478c2ecf20Sopenharmony_ci} 3488c2ecf20Sopenharmony_ci 3498c2ecf20Sopenharmony_ci/* 3508c2ecf20Sopenharmony_ci * Custom function to translate a DSP device address (internal RAMs only) to a 3518c2ecf20Sopenharmony_ci * kernel virtual address. The DSPs can access their RAMs at either an internal 3528c2ecf20Sopenharmony_ci * address visible only from a DSP, or at the SoC-level bus address. Both these 3538c2ecf20Sopenharmony_ci * addresses need to be looked through for translation. The translated addresses 3548c2ecf20Sopenharmony_ci * can be used either by the remoteproc core for loading (when using kernel 3558c2ecf20Sopenharmony_ci * remoteproc loader), or by any rpmsg bus drivers. 3568c2ecf20Sopenharmony_ci */ 3578c2ecf20Sopenharmony_cistatic void *k3_dsp_rproc_da_to_va(struct rproc *rproc, u64 da, size_t len) 3588c2ecf20Sopenharmony_ci{ 3598c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = rproc->priv; 3608c2ecf20Sopenharmony_ci void __iomem *va = NULL; 3618c2ecf20Sopenharmony_ci phys_addr_t bus_addr; 3628c2ecf20Sopenharmony_ci u32 dev_addr, offset; 3638c2ecf20Sopenharmony_ci size_t size; 3648c2ecf20Sopenharmony_ci int i; 3658c2ecf20Sopenharmony_ci 3668c2ecf20Sopenharmony_ci if (len == 0) 3678c2ecf20Sopenharmony_ci return NULL; 3688c2ecf20Sopenharmony_ci 3698c2ecf20Sopenharmony_ci for (i = 0; i < kproc->num_mems; i++) { 3708c2ecf20Sopenharmony_ci bus_addr = kproc->mem[i].bus_addr; 3718c2ecf20Sopenharmony_ci dev_addr = kproc->mem[i].dev_addr; 3728c2ecf20Sopenharmony_ci size = kproc->mem[i].size; 3738c2ecf20Sopenharmony_ci 3748c2ecf20Sopenharmony_ci if (da < KEYSTONE_RPROC_LOCAL_ADDRESS_MASK) { 3758c2ecf20Sopenharmony_ci /* handle DSP-view addresses */ 3768c2ecf20Sopenharmony_ci if (da >= dev_addr && 3778c2ecf20Sopenharmony_ci ((da + len) <= (dev_addr + size))) { 3788c2ecf20Sopenharmony_ci offset = da - dev_addr; 3798c2ecf20Sopenharmony_ci va = kproc->mem[i].cpu_addr + offset; 3808c2ecf20Sopenharmony_ci return (__force void *)va; 3818c2ecf20Sopenharmony_ci } 3828c2ecf20Sopenharmony_ci } else { 3838c2ecf20Sopenharmony_ci /* handle SoC-view addresses */ 3848c2ecf20Sopenharmony_ci if (da >= bus_addr && 3858c2ecf20Sopenharmony_ci (da + len) <= (bus_addr + size)) { 3868c2ecf20Sopenharmony_ci offset = da - bus_addr; 3878c2ecf20Sopenharmony_ci va = kproc->mem[i].cpu_addr + offset; 3888c2ecf20Sopenharmony_ci return (__force void *)va; 3898c2ecf20Sopenharmony_ci } 3908c2ecf20Sopenharmony_ci } 3918c2ecf20Sopenharmony_ci } 3928c2ecf20Sopenharmony_ci 3938c2ecf20Sopenharmony_ci /* handle static DDR reserved memory regions */ 3948c2ecf20Sopenharmony_ci for (i = 0; i < kproc->num_rmems; i++) { 3958c2ecf20Sopenharmony_ci dev_addr = kproc->rmem[i].dev_addr; 3968c2ecf20Sopenharmony_ci size = kproc->rmem[i].size; 3978c2ecf20Sopenharmony_ci 3988c2ecf20Sopenharmony_ci if (da >= dev_addr && ((da + len) <= (dev_addr + size))) { 3998c2ecf20Sopenharmony_ci offset = da - dev_addr; 4008c2ecf20Sopenharmony_ci va = kproc->rmem[i].cpu_addr + offset; 4018c2ecf20Sopenharmony_ci return (__force void *)va; 4028c2ecf20Sopenharmony_ci } 4038c2ecf20Sopenharmony_ci } 4048c2ecf20Sopenharmony_ci 4058c2ecf20Sopenharmony_ci return NULL; 4068c2ecf20Sopenharmony_ci} 4078c2ecf20Sopenharmony_ci 4088c2ecf20Sopenharmony_cistatic const struct rproc_ops k3_dsp_rproc_ops = { 4098c2ecf20Sopenharmony_ci .start = k3_dsp_rproc_start, 4108c2ecf20Sopenharmony_ci .stop = k3_dsp_rproc_stop, 4118c2ecf20Sopenharmony_ci .kick = k3_dsp_rproc_kick, 4128c2ecf20Sopenharmony_ci .da_to_va = k3_dsp_rproc_da_to_va, 4138c2ecf20Sopenharmony_ci}; 4148c2ecf20Sopenharmony_ci 4158c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_of_get_memories(struct platform_device *pdev, 4168c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc) 4178c2ecf20Sopenharmony_ci{ 4188c2ecf20Sopenharmony_ci const struct k3_dsp_dev_data *data = kproc->data; 4198c2ecf20Sopenharmony_ci struct device *dev = &pdev->dev; 4208c2ecf20Sopenharmony_ci struct resource *res; 4218c2ecf20Sopenharmony_ci int num_mems = 0; 4228c2ecf20Sopenharmony_ci int i; 4238c2ecf20Sopenharmony_ci 4248c2ecf20Sopenharmony_ci num_mems = kproc->data->num_mems; 4258c2ecf20Sopenharmony_ci kproc->mem = devm_kcalloc(kproc->dev, num_mems, 4268c2ecf20Sopenharmony_ci sizeof(*kproc->mem), GFP_KERNEL); 4278c2ecf20Sopenharmony_ci if (!kproc->mem) 4288c2ecf20Sopenharmony_ci return -ENOMEM; 4298c2ecf20Sopenharmony_ci 4308c2ecf20Sopenharmony_ci for (i = 0; i < num_mems; i++) { 4318c2ecf20Sopenharmony_ci res = platform_get_resource_byname(pdev, IORESOURCE_MEM, 4328c2ecf20Sopenharmony_ci data->mems[i].name); 4338c2ecf20Sopenharmony_ci if (!res) { 4348c2ecf20Sopenharmony_ci dev_err(dev, "found no memory resource for %s\n", 4358c2ecf20Sopenharmony_ci data->mems[i].name); 4368c2ecf20Sopenharmony_ci return -EINVAL; 4378c2ecf20Sopenharmony_ci } 4388c2ecf20Sopenharmony_ci if (!devm_request_mem_region(dev, res->start, 4398c2ecf20Sopenharmony_ci resource_size(res), 4408c2ecf20Sopenharmony_ci dev_name(dev))) { 4418c2ecf20Sopenharmony_ci dev_err(dev, "could not request %s region for resource\n", 4428c2ecf20Sopenharmony_ci data->mems[i].name); 4438c2ecf20Sopenharmony_ci return -EBUSY; 4448c2ecf20Sopenharmony_ci } 4458c2ecf20Sopenharmony_ci 4468c2ecf20Sopenharmony_ci kproc->mem[i].cpu_addr = devm_ioremap_wc(dev, res->start, 4478c2ecf20Sopenharmony_ci resource_size(res)); 4488c2ecf20Sopenharmony_ci if (!kproc->mem[i].cpu_addr) { 4498c2ecf20Sopenharmony_ci dev_err(dev, "failed to map %s memory\n", 4508c2ecf20Sopenharmony_ci data->mems[i].name); 4518c2ecf20Sopenharmony_ci return -ENOMEM; 4528c2ecf20Sopenharmony_ci } 4538c2ecf20Sopenharmony_ci kproc->mem[i].bus_addr = res->start; 4548c2ecf20Sopenharmony_ci kproc->mem[i].dev_addr = data->mems[i].dev_addr; 4558c2ecf20Sopenharmony_ci kproc->mem[i].size = resource_size(res); 4568c2ecf20Sopenharmony_ci 4578c2ecf20Sopenharmony_ci dev_dbg(dev, "memory %8s: bus addr %pa size 0x%zx va %pK da 0x%x\n", 4588c2ecf20Sopenharmony_ci data->mems[i].name, &kproc->mem[i].bus_addr, 4598c2ecf20Sopenharmony_ci kproc->mem[i].size, kproc->mem[i].cpu_addr, 4608c2ecf20Sopenharmony_ci kproc->mem[i].dev_addr); 4618c2ecf20Sopenharmony_ci } 4628c2ecf20Sopenharmony_ci kproc->num_mems = num_mems; 4638c2ecf20Sopenharmony_ci 4648c2ecf20Sopenharmony_ci return 0; 4658c2ecf20Sopenharmony_ci} 4668c2ecf20Sopenharmony_ci 4678c2ecf20Sopenharmony_cistatic int k3_dsp_reserved_mem_init(struct k3_dsp_rproc *kproc) 4688c2ecf20Sopenharmony_ci{ 4698c2ecf20Sopenharmony_ci struct device *dev = kproc->dev; 4708c2ecf20Sopenharmony_ci struct device_node *np = dev->of_node; 4718c2ecf20Sopenharmony_ci struct device_node *rmem_np; 4728c2ecf20Sopenharmony_ci struct reserved_mem *rmem; 4738c2ecf20Sopenharmony_ci int num_rmems; 4748c2ecf20Sopenharmony_ci int ret, i; 4758c2ecf20Sopenharmony_ci 4768c2ecf20Sopenharmony_ci num_rmems = of_property_count_elems_of_size(np, "memory-region", 4778c2ecf20Sopenharmony_ci sizeof(phandle)); 4788c2ecf20Sopenharmony_ci if (num_rmems <= 0) { 4798c2ecf20Sopenharmony_ci dev_err(dev, "device does not reserved memory regions, ret = %d\n", 4808c2ecf20Sopenharmony_ci num_rmems); 4818c2ecf20Sopenharmony_ci return -EINVAL; 4828c2ecf20Sopenharmony_ci } 4838c2ecf20Sopenharmony_ci if (num_rmems < 2) { 4848c2ecf20Sopenharmony_ci dev_err(dev, "device needs atleast two memory regions to be defined, num = %d\n", 4858c2ecf20Sopenharmony_ci num_rmems); 4868c2ecf20Sopenharmony_ci return -EINVAL; 4878c2ecf20Sopenharmony_ci } 4888c2ecf20Sopenharmony_ci 4898c2ecf20Sopenharmony_ci /* use reserved memory region 0 for vring DMA allocations */ 4908c2ecf20Sopenharmony_ci ret = of_reserved_mem_device_init_by_idx(dev, np, 0); 4918c2ecf20Sopenharmony_ci if (ret) { 4928c2ecf20Sopenharmony_ci dev_err(dev, "device cannot initialize DMA pool, ret = %d\n", 4938c2ecf20Sopenharmony_ci ret); 4948c2ecf20Sopenharmony_ci return ret; 4958c2ecf20Sopenharmony_ci } 4968c2ecf20Sopenharmony_ci 4978c2ecf20Sopenharmony_ci num_rmems--; 4988c2ecf20Sopenharmony_ci kproc->rmem = kcalloc(num_rmems, sizeof(*kproc->rmem), GFP_KERNEL); 4998c2ecf20Sopenharmony_ci if (!kproc->rmem) { 5008c2ecf20Sopenharmony_ci ret = -ENOMEM; 5018c2ecf20Sopenharmony_ci goto release_rmem; 5028c2ecf20Sopenharmony_ci } 5038c2ecf20Sopenharmony_ci 5048c2ecf20Sopenharmony_ci /* use remaining reserved memory regions for static carveouts */ 5058c2ecf20Sopenharmony_ci for (i = 0; i < num_rmems; i++) { 5068c2ecf20Sopenharmony_ci rmem_np = of_parse_phandle(np, "memory-region", i + 1); 5078c2ecf20Sopenharmony_ci if (!rmem_np) { 5088c2ecf20Sopenharmony_ci ret = -EINVAL; 5098c2ecf20Sopenharmony_ci goto unmap_rmem; 5108c2ecf20Sopenharmony_ci } 5118c2ecf20Sopenharmony_ci 5128c2ecf20Sopenharmony_ci rmem = of_reserved_mem_lookup(rmem_np); 5138c2ecf20Sopenharmony_ci if (!rmem) { 5148c2ecf20Sopenharmony_ci of_node_put(rmem_np); 5158c2ecf20Sopenharmony_ci ret = -EINVAL; 5168c2ecf20Sopenharmony_ci goto unmap_rmem; 5178c2ecf20Sopenharmony_ci } 5188c2ecf20Sopenharmony_ci of_node_put(rmem_np); 5198c2ecf20Sopenharmony_ci 5208c2ecf20Sopenharmony_ci kproc->rmem[i].bus_addr = rmem->base; 5218c2ecf20Sopenharmony_ci /* 64-bit address regions currently not supported */ 5228c2ecf20Sopenharmony_ci kproc->rmem[i].dev_addr = (u32)rmem->base; 5238c2ecf20Sopenharmony_ci kproc->rmem[i].size = rmem->size; 5248c2ecf20Sopenharmony_ci kproc->rmem[i].cpu_addr = ioremap_wc(rmem->base, rmem->size); 5258c2ecf20Sopenharmony_ci if (!kproc->rmem[i].cpu_addr) { 5268c2ecf20Sopenharmony_ci dev_err(dev, "failed to map reserved memory#%d at %pa of size %pa\n", 5278c2ecf20Sopenharmony_ci i + 1, &rmem->base, &rmem->size); 5288c2ecf20Sopenharmony_ci ret = -ENOMEM; 5298c2ecf20Sopenharmony_ci goto unmap_rmem; 5308c2ecf20Sopenharmony_ci } 5318c2ecf20Sopenharmony_ci 5328c2ecf20Sopenharmony_ci dev_dbg(dev, "reserved memory%d: bus addr %pa size 0x%zx va %pK da 0x%x\n", 5338c2ecf20Sopenharmony_ci i + 1, &kproc->rmem[i].bus_addr, 5348c2ecf20Sopenharmony_ci kproc->rmem[i].size, kproc->rmem[i].cpu_addr, 5358c2ecf20Sopenharmony_ci kproc->rmem[i].dev_addr); 5368c2ecf20Sopenharmony_ci } 5378c2ecf20Sopenharmony_ci kproc->num_rmems = num_rmems; 5388c2ecf20Sopenharmony_ci 5398c2ecf20Sopenharmony_ci return 0; 5408c2ecf20Sopenharmony_ci 5418c2ecf20Sopenharmony_ciunmap_rmem: 5428c2ecf20Sopenharmony_ci for (i--; i >= 0; i--) 5438c2ecf20Sopenharmony_ci iounmap(kproc->rmem[i].cpu_addr); 5448c2ecf20Sopenharmony_ci kfree(kproc->rmem); 5458c2ecf20Sopenharmony_cirelease_rmem: 5468c2ecf20Sopenharmony_ci of_reserved_mem_device_release(kproc->dev); 5478c2ecf20Sopenharmony_ci return ret; 5488c2ecf20Sopenharmony_ci} 5498c2ecf20Sopenharmony_ci 5508c2ecf20Sopenharmony_cistatic void k3_dsp_reserved_mem_exit(struct k3_dsp_rproc *kproc) 5518c2ecf20Sopenharmony_ci{ 5528c2ecf20Sopenharmony_ci int i; 5538c2ecf20Sopenharmony_ci 5548c2ecf20Sopenharmony_ci for (i = 0; i < kproc->num_rmems; i++) 5558c2ecf20Sopenharmony_ci iounmap(kproc->rmem[i].cpu_addr); 5568c2ecf20Sopenharmony_ci kfree(kproc->rmem); 5578c2ecf20Sopenharmony_ci 5588c2ecf20Sopenharmony_ci of_reserved_mem_device_release(kproc->dev); 5598c2ecf20Sopenharmony_ci} 5608c2ecf20Sopenharmony_ci 5618c2ecf20Sopenharmony_cistatic 5628c2ecf20Sopenharmony_cistruct ti_sci_proc *k3_dsp_rproc_of_get_tsp(struct device *dev, 5638c2ecf20Sopenharmony_ci const struct ti_sci_handle *sci) 5648c2ecf20Sopenharmony_ci{ 5658c2ecf20Sopenharmony_ci struct ti_sci_proc *tsp; 5668c2ecf20Sopenharmony_ci u32 temp[2]; 5678c2ecf20Sopenharmony_ci int ret; 5688c2ecf20Sopenharmony_ci 5698c2ecf20Sopenharmony_ci ret = of_property_read_u32_array(dev->of_node, "ti,sci-proc-ids", 5708c2ecf20Sopenharmony_ci temp, 2); 5718c2ecf20Sopenharmony_ci if (ret < 0) 5728c2ecf20Sopenharmony_ci return ERR_PTR(ret); 5738c2ecf20Sopenharmony_ci 5748c2ecf20Sopenharmony_ci tsp = kzalloc(sizeof(*tsp), GFP_KERNEL); 5758c2ecf20Sopenharmony_ci if (!tsp) 5768c2ecf20Sopenharmony_ci return ERR_PTR(-ENOMEM); 5778c2ecf20Sopenharmony_ci 5788c2ecf20Sopenharmony_ci tsp->dev = dev; 5798c2ecf20Sopenharmony_ci tsp->sci = sci; 5808c2ecf20Sopenharmony_ci tsp->ops = &sci->ops.proc_ops; 5818c2ecf20Sopenharmony_ci tsp->proc_id = temp[0]; 5828c2ecf20Sopenharmony_ci tsp->host_id = temp[1]; 5838c2ecf20Sopenharmony_ci 5848c2ecf20Sopenharmony_ci return tsp; 5858c2ecf20Sopenharmony_ci} 5868c2ecf20Sopenharmony_ci 5878c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_probe(struct platform_device *pdev) 5888c2ecf20Sopenharmony_ci{ 5898c2ecf20Sopenharmony_ci struct device *dev = &pdev->dev; 5908c2ecf20Sopenharmony_ci struct device_node *np = dev->of_node; 5918c2ecf20Sopenharmony_ci const struct k3_dsp_dev_data *data; 5928c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc; 5938c2ecf20Sopenharmony_ci struct rproc *rproc; 5948c2ecf20Sopenharmony_ci const char *fw_name; 5958c2ecf20Sopenharmony_ci int ret = 0; 5968c2ecf20Sopenharmony_ci int ret1; 5978c2ecf20Sopenharmony_ci 5988c2ecf20Sopenharmony_ci data = of_device_get_match_data(dev); 5998c2ecf20Sopenharmony_ci if (!data) 6008c2ecf20Sopenharmony_ci return -ENODEV; 6018c2ecf20Sopenharmony_ci 6028c2ecf20Sopenharmony_ci ret = rproc_of_parse_firmware(dev, 0, &fw_name); 6038c2ecf20Sopenharmony_ci if (ret) { 6048c2ecf20Sopenharmony_ci dev_err(dev, "failed to parse firmware-name property, ret = %d\n", 6058c2ecf20Sopenharmony_ci ret); 6068c2ecf20Sopenharmony_ci return ret; 6078c2ecf20Sopenharmony_ci } 6088c2ecf20Sopenharmony_ci 6098c2ecf20Sopenharmony_ci rproc = rproc_alloc(dev, dev_name(dev), &k3_dsp_rproc_ops, fw_name, 6108c2ecf20Sopenharmony_ci sizeof(*kproc)); 6118c2ecf20Sopenharmony_ci if (!rproc) 6128c2ecf20Sopenharmony_ci return -ENOMEM; 6138c2ecf20Sopenharmony_ci 6148c2ecf20Sopenharmony_ci rproc->has_iommu = false; 6158c2ecf20Sopenharmony_ci rproc->recovery_disabled = true; 6168c2ecf20Sopenharmony_ci if (data->uses_lreset) { 6178c2ecf20Sopenharmony_ci rproc->ops->prepare = k3_dsp_rproc_prepare; 6188c2ecf20Sopenharmony_ci rproc->ops->unprepare = k3_dsp_rproc_unprepare; 6198c2ecf20Sopenharmony_ci } 6208c2ecf20Sopenharmony_ci kproc = rproc->priv; 6218c2ecf20Sopenharmony_ci kproc->rproc = rproc; 6228c2ecf20Sopenharmony_ci kproc->dev = dev; 6238c2ecf20Sopenharmony_ci kproc->data = data; 6248c2ecf20Sopenharmony_ci 6258c2ecf20Sopenharmony_ci kproc->ti_sci = ti_sci_get_by_phandle(np, "ti,sci"); 6268c2ecf20Sopenharmony_ci if (IS_ERR(kproc->ti_sci)) { 6278c2ecf20Sopenharmony_ci ret = PTR_ERR(kproc->ti_sci); 6288c2ecf20Sopenharmony_ci if (ret != -EPROBE_DEFER) { 6298c2ecf20Sopenharmony_ci dev_err(dev, "failed to get ti-sci handle, ret = %d\n", 6308c2ecf20Sopenharmony_ci ret); 6318c2ecf20Sopenharmony_ci } 6328c2ecf20Sopenharmony_ci kproc->ti_sci = NULL; 6338c2ecf20Sopenharmony_ci goto free_rproc; 6348c2ecf20Sopenharmony_ci } 6358c2ecf20Sopenharmony_ci 6368c2ecf20Sopenharmony_ci ret = of_property_read_u32(np, "ti,sci-dev-id", &kproc->ti_sci_id); 6378c2ecf20Sopenharmony_ci if (ret) { 6388c2ecf20Sopenharmony_ci dev_err(dev, "missing 'ti,sci-dev-id' property\n"); 6398c2ecf20Sopenharmony_ci goto put_sci; 6408c2ecf20Sopenharmony_ci } 6418c2ecf20Sopenharmony_ci 6428c2ecf20Sopenharmony_ci kproc->reset = devm_reset_control_get_exclusive(dev, NULL); 6438c2ecf20Sopenharmony_ci if (IS_ERR(kproc->reset)) { 6448c2ecf20Sopenharmony_ci ret = PTR_ERR(kproc->reset); 6458c2ecf20Sopenharmony_ci dev_err(dev, "failed to get reset, status = %d\n", ret); 6468c2ecf20Sopenharmony_ci goto put_sci; 6478c2ecf20Sopenharmony_ci } 6488c2ecf20Sopenharmony_ci 6498c2ecf20Sopenharmony_ci kproc->tsp = k3_dsp_rproc_of_get_tsp(dev, kproc->ti_sci); 6508c2ecf20Sopenharmony_ci if (IS_ERR(kproc->tsp)) { 6518c2ecf20Sopenharmony_ci dev_err(dev, "failed to construct ti-sci proc control, ret = %d\n", 6528c2ecf20Sopenharmony_ci ret); 6538c2ecf20Sopenharmony_ci ret = PTR_ERR(kproc->tsp); 6548c2ecf20Sopenharmony_ci goto put_sci; 6558c2ecf20Sopenharmony_ci } 6568c2ecf20Sopenharmony_ci 6578c2ecf20Sopenharmony_ci ret = ti_sci_proc_request(kproc->tsp); 6588c2ecf20Sopenharmony_ci if (ret < 0) { 6598c2ecf20Sopenharmony_ci dev_err(dev, "ti_sci_proc_request failed, ret = %d\n", ret); 6608c2ecf20Sopenharmony_ci goto free_tsp; 6618c2ecf20Sopenharmony_ci } 6628c2ecf20Sopenharmony_ci 6638c2ecf20Sopenharmony_ci ret = k3_dsp_rproc_of_get_memories(pdev, kproc); 6648c2ecf20Sopenharmony_ci if (ret) 6658c2ecf20Sopenharmony_ci goto release_tsp; 6668c2ecf20Sopenharmony_ci 6678c2ecf20Sopenharmony_ci ret = k3_dsp_reserved_mem_init(kproc); 6688c2ecf20Sopenharmony_ci if (ret) { 6698c2ecf20Sopenharmony_ci dev_err(dev, "reserved memory init failed, ret = %d\n", ret); 6708c2ecf20Sopenharmony_ci goto release_tsp; 6718c2ecf20Sopenharmony_ci } 6728c2ecf20Sopenharmony_ci 6738c2ecf20Sopenharmony_ci /* 6748c2ecf20Sopenharmony_ci * ensure the DSP local reset is asserted to ensure the DSP doesn't 6758c2ecf20Sopenharmony_ci * execute bogus code in .prepare() when the module reset is released. 6768c2ecf20Sopenharmony_ci */ 6778c2ecf20Sopenharmony_ci if (data->uses_lreset) { 6788c2ecf20Sopenharmony_ci ret = reset_control_status(kproc->reset); 6798c2ecf20Sopenharmony_ci if (ret < 0) { 6808c2ecf20Sopenharmony_ci dev_err(dev, "failed to get reset status, status = %d\n", 6818c2ecf20Sopenharmony_ci ret); 6828c2ecf20Sopenharmony_ci goto release_mem; 6838c2ecf20Sopenharmony_ci } else if (ret == 0) { 6848c2ecf20Sopenharmony_ci dev_warn(dev, "local reset is deasserted for device\n"); 6858c2ecf20Sopenharmony_ci k3_dsp_rproc_reset(kproc); 6868c2ecf20Sopenharmony_ci } 6878c2ecf20Sopenharmony_ci } 6888c2ecf20Sopenharmony_ci 6898c2ecf20Sopenharmony_ci ret = rproc_add(rproc); 6908c2ecf20Sopenharmony_ci if (ret) { 6918c2ecf20Sopenharmony_ci dev_err(dev, "failed to add register device with remoteproc core, status = %d\n", 6928c2ecf20Sopenharmony_ci ret); 6938c2ecf20Sopenharmony_ci goto release_mem; 6948c2ecf20Sopenharmony_ci } 6958c2ecf20Sopenharmony_ci 6968c2ecf20Sopenharmony_ci platform_set_drvdata(pdev, kproc); 6978c2ecf20Sopenharmony_ci 6988c2ecf20Sopenharmony_ci return 0; 6998c2ecf20Sopenharmony_ci 7008c2ecf20Sopenharmony_cirelease_mem: 7018c2ecf20Sopenharmony_ci k3_dsp_reserved_mem_exit(kproc); 7028c2ecf20Sopenharmony_cirelease_tsp: 7038c2ecf20Sopenharmony_ci ret1 = ti_sci_proc_release(kproc->tsp); 7048c2ecf20Sopenharmony_ci if (ret1) 7058c2ecf20Sopenharmony_ci dev_err(dev, "failed to release proc, ret = %d\n", ret1); 7068c2ecf20Sopenharmony_cifree_tsp: 7078c2ecf20Sopenharmony_ci kfree(kproc->tsp); 7088c2ecf20Sopenharmony_ciput_sci: 7098c2ecf20Sopenharmony_ci ret1 = ti_sci_put_handle(kproc->ti_sci); 7108c2ecf20Sopenharmony_ci if (ret1) 7118c2ecf20Sopenharmony_ci dev_err(dev, "failed to put ti_sci handle, ret = %d\n", ret1); 7128c2ecf20Sopenharmony_cifree_rproc: 7138c2ecf20Sopenharmony_ci rproc_free(rproc); 7148c2ecf20Sopenharmony_ci return ret; 7158c2ecf20Sopenharmony_ci} 7168c2ecf20Sopenharmony_ci 7178c2ecf20Sopenharmony_cistatic int k3_dsp_rproc_remove(struct platform_device *pdev) 7188c2ecf20Sopenharmony_ci{ 7198c2ecf20Sopenharmony_ci struct k3_dsp_rproc *kproc = platform_get_drvdata(pdev); 7208c2ecf20Sopenharmony_ci struct device *dev = &pdev->dev; 7218c2ecf20Sopenharmony_ci int ret; 7228c2ecf20Sopenharmony_ci 7238c2ecf20Sopenharmony_ci rproc_del(kproc->rproc); 7248c2ecf20Sopenharmony_ci 7258c2ecf20Sopenharmony_ci ret = ti_sci_proc_release(kproc->tsp); 7268c2ecf20Sopenharmony_ci if (ret) 7278c2ecf20Sopenharmony_ci dev_err(dev, "failed to release proc, ret = %d\n", ret); 7288c2ecf20Sopenharmony_ci 7298c2ecf20Sopenharmony_ci kfree(kproc->tsp); 7308c2ecf20Sopenharmony_ci 7318c2ecf20Sopenharmony_ci ret = ti_sci_put_handle(kproc->ti_sci); 7328c2ecf20Sopenharmony_ci if (ret) 7338c2ecf20Sopenharmony_ci dev_err(dev, "failed to put ti_sci handle, ret = %d\n", ret); 7348c2ecf20Sopenharmony_ci 7358c2ecf20Sopenharmony_ci k3_dsp_reserved_mem_exit(kproc); 7368c2ecf20Sopenharmony_ci rproc_free(kproc->rproc); 7378c2ecf20Sopenharmony_ci 7388c2ecf20Sopenharmony_ci return 0; 7398c2ecf20Sopenharmony_ci} 7408c2ecf20Sopenharmony_ci 7418c2ecf20Sopenharmony_cistatic const struct k3_dsp_mem_data c66_mems[] = { 7428c2ecf20Sopenharmony_ci { .name = "l2sram", .dev_addr = 0x800000 }, 7438c2ecf20Sopenharmony_ci { .name = "l1pram", .dev_addr = 0xe00000 }, 7448c2ecf20Sopenharmony_ci { .name = "l1dram", .dev_addr = 0xf00000 }, 7458c2ecf20Sopenharmony_ci}; 7468c2ecf20Sopenharmony_ci 7478c2ecf20Sopenharmony_ci/* C71x cores only have a L1P Cache, there are no L1P SRAMs */ 7488c2ecf20Sopenharmony_cistatic const struct k3_dsp_mem_data c71_mems[] = { 7498c2ecf20Sopenharmony_ci { .name = "l2sram", .dev_addr = 0x800000 }, 7508c2ecf20Sopenharmony_ci { .name = "l1dram", .dev_addr = 0xe00000 }, 7518c2ecf20Sopenharmony_ci}; 7528c2ecf20Sopenharmony_ci 7538c2ecf20Sopenharmony_cistatic const struct k3_dsp_dev_data c66_data = { 7548c2ecf20Sopenharmony_ci .mems = c66_mems, 7558c2ecf20Sopenharmony_ci .num_mems = ARRAY_SIZE(c66_mems), 7568c2ecf20Sopenharmony_ci .boot_align_addr = SZ_1K, 7578c2ecf20Sopenharmony_ci .uses_lreset = true, 7588c2ecf20Sopenharmony_ci}; 7598c2ecf20Sopenharmony_ci 7608c2ecf20Sopenharmony_cistatic const struct k3_dsp_dev_data c71_data = { 7618c2ecf20Sopenharmony_ci .mems = c71_mems, 7628c2ecf20Sopenharmony_ci .num_mems = ARRAY_SIZE(c71_mems), 7638c2ecf20Sopenharmony_ci .boot_align_addr = SZ_2M, 7648c2ecf20Sopenharmony_ci .uses_lreset = false, 7658c2ecf20Sopenharmony_ci}; 7668c2ecf20Sopenharmony_ci 7678c2ecf20Sopenharmony_cistatic const struct of_device_id k3_dsp_of_match[] = { 7688c2ecf20Sopenharmony_ci { .compatible = "ti,j721e-c66-dsp", .data = &c66_data, }, 7698c2ecf20Sopenharmony_ci { .compatible = "ti,j721e-c71-dsp", .data = &c71_data, }, 7708c2ecf20Sopenharmony_ci { /* sentinel */ }, 7718c2ecf20Sopenharmony_ci}; 7728c2ecf20Sopenharmony_ciMODULE_DEVICE_TABLE(of, k3_dsp_of_match); 7738c2ecf20Sopenharmony_ci 7748c2ecf20Sopenharmony_cistatic struct platform_driver k3_dsp_rproc_driver = { 7758c2ecf20Sopenharmony_ci .probe = k3_dsp_rproc_probe, 7768c2ecf20Sopenharmony_ci .remove = k3_dsp_rproc_remove, 7778c2ecf20Sopenharmony_ci .driver = { 7788c2ecf20Sopenharmony_ci .name = "k3-dsp-rproc", 7798c2ecf20Sopenharmony_ci .of_match_table = k3_dsp_of_match, 7808c2ecf20Sopenharmony_ci }, 7818c2ecf20Sopenharmony_ci}; 7828c2ecf20Sopenharmony_ci 7838c2ecf20Sopenharmony_cimodule_platform_driver(k3_dsp_rproc_driver); 7848c2ecf20Sopenharmony_ci 7858c2ecf20Sopenharmony_ciMODULE_AUTHOR("Suman Anna <s-anna@ti.com>"); 7868c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL v2"); 7878c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("TI K3 DSP Remoteproc driver"); 788