162306a36Sopenharmony_ci// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
262306a36Sopenharmony_ci//
362306a36Sopenharmony_ci// Copyright 2019 NXP
462306a36Sopenharmony_ci//
562306a36Sopenharmony_ci// Author: Daniel Baluta <daniel.baluta@nxp.com>
662306a36Sopenharmony_ci//
762306a36Sopenharmony_ci// Hardware interface for audio DSP on i.MX8
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include <linux/firmware.h>
1062306a36Sopenharmony_ci#include <linux/of_platform.h>
1162306a36Sopenharmony_ci#include <linux/of_address.h>
1262306a36Sopenharmony_ci#include <linux/of_irq.h>
1362306a36Sopenharmony_ci#include <linux/pm_domain.h>
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci#include <linux/module.h>
1662306a36Sopenharmony_ci#include <sound/sof.h>
1762306a36Sopenharmony_ci#include <sound/sof/xtensa.h>
1862306a36Sopenharmony_ci#include <linux/firmware/imx/ipc.h>
1962306a36Sopenharmony_ci#include <linux/firmware/imx/dsp.h>
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#include <linux/firmware/imx/svc/misc.h>
2262306a36Sopenharmony_ci#include <dt-bindings/firmware/imx/rsrc.h>
2362306a36Sopenharmony_ci#include "../ops.h"
2462306a36Sopenharmony_ci#include "../sof-of-dev.h"
2562306a36Sopenharmony_ci#include "imx-common.h"
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ci/* DSP memories */
2862306a36Sopenharmony_ci#define IRAM_OFFSET		0x10000
2962306a36Sopenharmony_ci#define IRAM_SIZE		(2 * 1024)
3062306a36Sopenharmony_ci#define DRAM0_OFFSET		0x0
3162306a36Sopenharmony_ci#define DRAM0_SIZE		(32 * 1024)
3262306a36Sopenharmony_ci#define DRAM1_OFFSET		0x8000
3362306a36Sopenharmony_ci#define DRAM1_SIZE		(32 * 1024)
3462306a36Sopenharmony_ci#define SYSRAM_OFFSET		0x18000
3562306a36Sopenharmony_ci#define SYSRAM_SIZE		(256 * 1024)
3662306a36Sopenharmony_ci#define SYSROM_OFFSET		0x58000
3762306a36Sopenharmony_ci#define SYSROM_SIZE		(192 * 1024)
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ci#define RESET_VECTOR_VADDR	0x596f8000
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_ci#define MBOX_OFFSET	0x800000
4262306a36Sopenharmony_ci#define MBOX_SIZE	0x1000
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci/* DSP clocks */
4562306a36Sopenharmony_cistatic struct clk_bulk_data imx8_dsp_clks[] = {
4662306a36Sopenharmony_ci	{ .id = "ipg" },
4762306a36Sopenharmony_ci	{ .id = "ocram" },
4862306a36Sopenharmony_ci	{ .id = "core" },
4962306a36Sopenharmony_ci};
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_cistruct imx8_priv {
5262306a36Sopenharmony_ci	struct device *dev;
5362306a36Sopenharmony_ci	struct snd_sof_dev *sdev;
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci	/* DSP IPC handler */
5662306a36Sopenharmony_ci	struct imx_dsp_ipc *dsp_ipc;
5762306a36Sopenharmony_ci	struct platform_device *ipc_dev;
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	/* System Controller IPC handler */
6062306a36Sopenharmony_ci	struct imx_sc_ipc *sc_ipc;
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci	/* Power domain handling */
6362306a36Sopenharmony_ci	int num_domains;
6462306a36Sopenharmony_ci	struct device **pd_dev;
6562306a36Sopenharmony_ci	struct device_link **link;
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	struct imx_clocks *clks;
6862306a36Sopenharmony_ci};
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_cistatic int imx8_get_mailbox_offset(struct snd_sof_dev *sdev)
7162306a36Sopenharmony_ci{
7262306a36Sopenharmony_ci	return MBOX_OFFSET;
7362306a36Sopenharmony_ci}
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_cistatic int imx8_get_window_offset(struct snd_sof_dev *sdev, u32 id)
7662306a36Sopenharmony_ci{
7762306a36Sopenharmony_ci	return MBOX_OFFSET;
7862306a36Sopenharmony_ci}
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_cistatic void imx8_dsp_handle_reply(struct imx_dsp_ipc *ipc)
8162306a36Sopenharmony_ci{
8262306a36Sopenharmony_ci	struct imx8_priv *priv = imx_dsp_get_data(ipc);
8362306a36Sopenharmony_ci	unsigned long flags;
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	spin_lock_irqsave(&priv->sdev->ipc_lock, flags);
8662306a36Sopenharmony_ci	snd_sof_ipc_process_reply(priv->sdev, 0);
8762306a36Sopenharmony_ci	spin_unlock_irqrestore(&priv->sdev->ipc_lock, flags);
8862306a36Sopenharmony_ci}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_cistatic void imx8_dsp_handle_request(struct imx_dsp_ipc *ipc)
9162306a36Sopenharmony_ci{
9262306a36Sopenharmony_ci	struct imx8_priv *priv = imx_dsp_get_data(ipc);
9362306a36Sopenharmony_ci	u32 p; /* panic code */
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	/* Read the message from the debug box. */
9662306a36Sopenharmony_ci	sof_mailbox_read(priv->sdev, priv->sdev->debug_box.offset + 4, &p, sizeof(p));
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci	/* Check to see if the message is a panic code (0x0dead***) */
9962306a36Sopenharmony_ci	if ((p & SOF_IPC_PANIC_MAGIC_MASK) == SOF_IPC_PANIC_MAGIC)
10062306a36Sopenharmony_ci		snd_sof_dsp_panic(priv->sdev, p, true);
10162306a36Sopenharmony_ci	else
10262306a36Sopenharmony_ci		snd_sof_ipc_msgs_rx(priv->sdev);
10362306a36Sopenharmony_ci}
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_cistatic struct imx_dsp_ops dsp_ops = {
10662306a36Sopenharmony_ci	.handle_reply		= imx8_dsp_handle_reply,
10762306a36Sopenharmony_ci	.handle_request		= imx8_dsp_handle_request,
10862306a36Sopenharmony_ci};
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_cistatic int imx8_send_msg(struct snd_sof_dev *sdev, struct snd_sof_ipc_msg *msg)
11162306a36Sopenharmony_ci{
11262306a36Sopenharmony_ci	struct imx8_priv *priv = sdev->pdata->hw_pdata;
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	sof_mailbox_write(sdev, sdev->host_box.offset, msg->msg_data,
11562306a36Sopenharmony_ci			  msg->msg_size);
11662306a36Sopenharmony_ci	imx_dsp_ring_doorbell(priv->dsp_ipc, 0);
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	return 0;
11962306a36Sopenharmony_ci}
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci/*
12262306a36Sopenharmony_ci * DSP control.
12362306a36Sopenharmony_ci */
12462306a36Sopenharmony_cistatic int imx8x_run(struct snd_sof_dev *sdev)
12562306a36Sopenharmony_ci{
12662306a36Sopenharmony_ci	struct imx8_priv *dsp_priv = sdev->pdata->hw_pdata;
12762306a36Sopenharmony_ci	int ret;
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	ret = imx_sc_misc_set_control(dsp_priv->sc_ipc, IMX_SC_R_DSP,
13062306a36Sopenharmony_ci				      IMX_SC_C_OFS_SEL, 1);
13162306a36Sopenharmony_ci	if (ret < 0) {
13262306a36Sopenharmony_ci		dev_err(sdev->dev, "Error system address offset source select\n");
13362306a36Sopenharmony_ci		return ret;
13462306a36Sopenharmony_ci	}
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	ret = imx_sc_misc_set_control(dsp_priv->sc_ipc, IMX_SC_R_DSP,
13762306a36Sopenharmony_ci				      IMX_SC_C_OFS_AUDIO, 0x80);
13862306a36Sopenharmony_ci	if (ret < 0) {
13962306a36Sopenharmony_ci		dev_err(sdev->dev, "Error system address offset of AUDIO\n");
14062306a36Sopenharmony_ci		return ret;
14162306a36Sopenharmony_ci	}
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	ret = imx_sc_misc_set_control(dsp_priv->sc_ipc, IMX_SC_R_DSP,
14462306a36Sopenharmony_ci				      IMX_SC_C_OFS_PERIPH, 0x5A);
14562306a36Sopenharmony_ci	if (ret < 0) {
14662306a36Sopenharmony_ci		dev_err(sdev->dev, "Error system address offset of PERIPH %d\n",
14762306a36Sopenharmony_ci			ret);
14862306a36Sopenharmony_ci		return ret;
14962306a36Sopenharmony_ci	}
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	ret = imx_sc_misc_set_control(dsp_priv->sc_ipc, IMX_SC_R_DSP,
15262306a36Sopenharmony_ci				      IMX_SC_C_OFS_IRQ, 0x51);
15362306a36Sopenharmony_ci	if (ret < 0) {
15462306a36Sopenharmony_ci		dev_err(sdev->dev, "Error system address offset of IRQ\n");
15562306a36Sopenharmony_ci		return ret;
15662306a36Sopenharmony_ci	}
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	imx_sc_pm_cpu_start(dsp_priv->sc_ipc, IMX_SC_R_DSP, true,
15962306a36Sopenharmony_ci			    RESET_VECTOR_VADDR);
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	return 0;
16262306a36Sopenharmony_ci}
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_cistatic int imx8_run(struct snd_sof_dev *sdev)
16562306a36Sopenharmony_ci{
16662306a36Sopenharmony_ci	struct imx8_priv *dsp_priv = sdev->pdata->hw_pdata;
16762306a36Sopenharmony_ci	int ret;
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci	ret = imx_sc_misc_set_control(dsp_priv->sc_ipc, IMX_SC_R_DSP,
17062306a36Sopenharmony_ci				      IMX_SC_C_OFS_SEL, 0);
17162306a36Sopenharmony_ci	if (ret < 0) {
17262306a36Sopenharmony_ci		dev_err(sdev->dev, "Error system address offset source select\n");
17362306a36Sopenharmony_ci		return ret;
17462306a36Sopenharmony_ci	}
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci	imx_sc_pm_cpu_start(dsp_priv->sc_ipc, IMX_SC_R_DSP, true,
17762306a36Sopenharmony_ci			    RESET_VECTOR_VADDR);
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_ci	return 0;
18062306a36Sopenharmony_ci}
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_cistatic int imx8_probe(struct snd_sof_dev *sdev)
18362306a36Sopenharmony_ci{
18462306a36Sopenharmony_ci	struct platform_device *pdev =
18562306a36Sopenharmony_ci		container_of(sdev->dev, struct platform_device, dev);
18662306a36Sopenharmony_ci	struct device_node *np = pdev->dev.of_node;
18762306a36Sopenharmony_ci	struct device_node *res_node;
18862306a36Sopenharmony_ci	struct resource *mmio;
18962306a36Sopenharmony_ci	struct imx8_priv *priv;
19062306a36Sopenharmony_ci	struct resource res;
19162306a36Sopenharmony_ci	u32 base, size;
19262306a36Sopenharmony_ci	int ret = 0;
19362306a36Sopenharmony_ci	int i;
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	priv = devm_kzalloc(&pdev->dev, sizeof(*priv), GFP_KERNEL);
19662306a36Sopenharmony_ci	if (!priv)
19762306a36Sopenharmony_ci		return -ENOMEM;
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci	priv->clks = devm_kzalloc(&pdev->dev, sizeof(*priv->clks), GFP_KERNEL);
20062306a36Sopenharmony_ci	if (!priv->clks)
20162306a36Sopenharmony_ci		return -ENOMEM;
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	sdev->num_cores = 1;
20462306a36Sopenharmony_ci	sdev->pdata->hw_pdata = priv;
20562306a36Sopenharmony_ci	priv->dev = sdev->dev;
20662306a36Sopenharmony_ci	priv->sdev = sdev;
20762306a36Sopenharmony_ci
20862306a36Sopenharmony_ci	/* power up device associated power domains */
20962306a36Sopenharmony_ci	priv->num_domains = of_count_phandle_with_args(np, "power-domains",
21062306a36Sopenharmony_ci						       "#power-domain-cells");
21162306a36Sopenharmony_ci	if (priv->num_domains < 0) {
21262306a36Sopenharmony_ci		dev_err(sdev->dev, "no power-domains property in %pOF\n", np);
21362306a36Sopenharmony_ci		return priv->num_domains;
21462306a36Sopenharmony_ci	}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	priv->pd_dev = devm_kmalloc_array(&pdev->dev, priv->num_domains,
21762306a36Sopenharmony_ci					  sizeof(*priv->pd_dev), GFP_KERNEL);
21862306a36Sopenharmony_ci	if (!priv->pd_dev)
21962306a36Sopenharmony_ci		return -ENOMEM;
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ci	priv->link = devm_kmalloc_array(&pdev->dev, priv->num_domains,
22262306a36Sopenharmony_ci					sizeof(*priv->link), GFP_KERNEL);
22362306a36Sopenharmony_ci	if (!priv->link)
22462306a36Sopenharmony_ci		return -ENOMEM;
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	for (i = 0; i < priv->num_domains; i++) {
22762306a36Sopenharmony_ci		priv->pd_dev[i] = dev_pm_domain_attach_by_id(&pdev->dev, i);
22862306a36Sopenharmony_ci		if (IS_ERR(priv->pd_dev[i])) {
22962306a36Sopenharmony_ci			ret = PTR_ERR(priv->pd_dev[i]);
23062306a36Sopenharmony_ci			goto exit_unroll_pm;
23162306a36Sopenharmony_ci		}
23262306a36Sopenharmony_ci		priv->link[i] = device_link_add(&pdev->dev, priv->pd_dev[i],
23362306a36Sopenharmony_ci						DL_FLAG_STATELESS |
23462306a36Sopenharmony_ci						DL_FLAG_PM_RUNTIME |
23562306a36Sopenharmony_ci						DL_FLAG_RPM_ACTIVE);
23662306a36Sopenharmony_ci		if (!priv->link[i]) {
23762306a36Sopenharmony_ci			ret = -ENOMEM;
23862306a36Sopenharmony_ci			dev_pm_domain_detach(priv->pd_dev[i], false);
23962306a36Sopenharmony_ci			goto exit_unroll_pm;
24062306a36Sopenharmony_ci		}
24162306a36Sopenharmony_ci	}
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_ci	ret = imx_scu_get_handle(&priv->sc_ipc);
24462306a36Sopenharmony_ci	if (ret) {
24562306a36Sopenharmony_ci		dev_err(sdev->dev, "Cannot obtain SCU handle (err = %d)\n",
24662306a36Sopenharmony_ci			ret);
24762306a36Sopenharmony_ci		goto exit_unroll_pm;
24862306a36Sopenharmony_ci	}
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	priv->ipc_dev = platform_device_register_data(sdev->dev, "imx-dsp",
25162306a36Sopenharmony_ci						      PLATFORM_DEVID_NONE,
25262306a36Sopenharmony_ci						      pdev, sizeof(*pdev));
25362306a36Sopenharmony_ci	if (IS_ERR(priv->ipc_dev)) {
25462306a36Sopenharmony_ci		ret = PTR_ERR(priv->ipc_dev);
25562306a36Sopenharmony_ci		goto exit_unroll_pm;
25662306a36Sopenharmony_ci	}
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	priv->dsp_ipc = dev_get_drvdata(&priv->ipc_dev->dev);
25962306a36Sopenharmony_ci	if (!priv->dsp_ipc) {
26062306a36Sopenharmony_ci		/* DSP IPC driver not probed yet, try later */
26162306a36Sopenharmony_ci		ret = -EPROBE_DEFER;
26262306a36Sopenharmony_ci		dev_err(sdev->dev, "Failed to get drvdata\n");
26362306a36Sopenharmony_ci		goto exit_pdev_unregister;
26462306a36Sopenharmony_ci	}
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_ci	imx_dsp_set_data(priv->dsp_ipc, priv);
26762306a36Sopenharmony_ci	priv->dsp_ipc->ops = &dsp_ops;
26862306a36Sopenharmony_ci
26962306a36Sopenharmony_ci	/* DSP base */
27062306a36Sopenharmony_ci	mmio = platform_get_resource(pdev, IORESOURCE_MEM, 0);
27162306a36Sopenharmony_ci	if (mmio) {
27262306a36Sopenharmony_ci		base = mmio->start;
27362306a36Sopenharmony_ci		size = resource_size(mmio);
27462306a36Sopenharmony_ci	} else {
27562306a36Sopenharmony_ci		dev_err(sdev->dev, "error: failed to get DSP base at idx 0\n");
27662306a36Sopenharmony_ci		ret = -EINVAL;
27762306a36Sopenharmony_ci		goto exit_pdev_unregister;
27862306a36Sopenharmony_ci	}
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	sdev->bar[SOF_FW_BLK_TYPE_IRAM] = devm_ioremap(sdev->dev, base, size);
28162306a36Sopenharmony_ci	if (!sdev->bar[SOF_FW_BLK_TYPE_IRAM]) {
28262306a36Sopenharmony_ci		dev_err(sdev->dev, "failed to ioremap base 0x%x size 0x%x\n",
28362306a36Sopenharmony_ci			base, size);
28462306a36Sopenharmony_ci		ret = -ENODEV;
28562306a36Sopenharmony_ci		goto exit_pdev_unregister;
28662306a36Sopenharmony_ci	}
28762306a36Sopenharmony_ci	sdev->mmio_bar = SOF_FW_BLK_TYPE_IRAM;
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci	res_node = of_parse_phandle(np, "memory-region", 0);
29062306a36Sopenharmony_ci	if (!res_node) {
29162306a36Sopenharmony_ci		dev_err(&pdev->dev, "failed to get memory region node\n");
29262306a36Sopenharmony_ci		ret = -ENODEV;
29362306a36Sopenharmony_ci		goto exit_pdev_unregister;
29462306a36Sopenharmony_ci	}
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_ci	ret = of_address_to_resource(res_node, 0, &res);
29762306a36Sopenharmony_ci	of_node_put(res_node);
29862306a36Sopenharmony_ci	if (ret) {
29962306a36Sopenharmony_ci		dev_err(&pdev->dev, "failed to get reserved region address\n");
30062306a36Sopenharmony_ci		goto exit_pdev_unregister;
30162306a36Sopenharmony_ci	}
30262306a36Sopenharmony_ci
30362306a36Sopenharmony_ci	sdev->bar[SOF_FW_BLK_TYPE_SRAM] = devm_ioremap_wc(sdev->dev, res.start,
30462306a36Sopenharmony_ci							  resource_size(&res));
30562306a36Sopenharmony_ci	if (!sdev->bar[SOF_FW_BLK_TYPE_SRAM]) {
30662306a36Sopenharmony_ci		dev_err(sdev->dev, "failed to ioremap mem 0x%x size 0x%x\n",
30762306a36Sopenharmony_ci			base, size);
30862306a36Sopenharmony_ci		ret = -ENOMEM;
30962306a36Sopenharmony_ci		goto exit_pdev_unregister;
31062306a36Sopenharmony_ci	}
31162306a36Sopenharmony_ci	sdev->mailbox_bar = SOF_FW_BLK_TYPE_SRAM;
31262306a36Sopenharmony_ci
31362306a36Sopenharmony_ci	/* set default mailbox offset for FW ready message */
31462306a36Sopenharmony_ci	sdev->dsp_box.offset = MBOX_OFFSET;
31562306a36Sopenharmony_ci
31662306a36Sopenharmony_ci	/* init clocks info */
31762306a36Sopenharmony_ci	priv->clks->dsp_clks = imx8_dsp_clks;
31862306a36Sopenharmony_ci	priv->clks->num_dsp_clks = ARRAY_SIZE(imx8_dsp_clks);
31962306a36Sopenharmony_ci
32062306a36Sopenharmony_ci	ret = imx8_parse_clocks(sdev, priv->clks);
32162306a36Sopenharmony_ci	if (ret < 0)
32262306a36Sopenharmony_ci		goto exit_pdev_unregister;
32362306a36Sopenharmony_ci
32462306a36Sopenharmony_ci	ret = imx8_enable_clocks(sdev, priv->clks);
32562306a36Sopenharmony_ci	if (ret < 0)
32662306a36Sopenharmony_ci		goto exit_pdev_unregister;
32762306a36Sopenharmony_ci
32862306a36Sopenharmony_ci	return 0;
32962306a36Sopenharmony_ci
33062306a36Sopenharmony_ciexit_pdev_unregister:
33162306a36Sopenharmony_ci	platform_device_unregister(priv->ipc_dev);
33262306a36Sopenharmony_ciexit_unroll_pm:
33362306a36Sopenharmony_ci	while (--i >= 0) {
33462306a36Sopenharmony_ci		device_link_del(priv->link[i]);
33562306a36Sopenharmony_ci		dev_pm_domain_detach(priv->pd_dev[i], false);
33662306a36Sopenharmony_ci	}
33762306a36Sopenharmony_ci
33862306a36Sopenharmony_ci	return ret;
33962306a36Sopenharmony_ci}
34062306a36Sopenharmony_ci
34162306a36Sopenharmony_cistatic int imx8_remove(struct snd_sof_dev *sdev)
34262306a36Sopenharmony_ci{
34362306a36Sopenharmony_ci	struct imx8_priv *priv = sdev->pdata->hw_pdata;
34462306a36Sopenharmony_ci	int i;
34562306a36Sopenharmony_ci
34662306a36Sopenharmony_ci	imx8_disable_clocks(sdev, priv->clks);
34762306a36Sopenharmony_ci	platform_device_unregister(priv->ipc_dev);
34862306a36Sopenharmony_ci
34962306a36Sopenharmony_ci	for (i = 0; i < priv->num_domains; i++) {
35062306a36Sopenharmony_ci		device_link_del(priv->link[i]);
35162306a36Sopenharmony_ci		dev_pm_domain_detach(priv->pd_dev[i], false);
35262306a36Sopenharmony_ci	}
35362306a36Sopenharmony_ci
35462306a36Sopenharmony_ci	return 0;
35562306a36Sopenharmony_ci}
35662306a36Sopenharmony_ci
35762306a36Sopenharmony_ci/* on i.MX8 there is 1 to 1 match between type and BAR idx */
35862306a36Sopenharmony_cistatic int imx8_get_bar_index(struct snd_sof_dev *sdev, u32 type)
35962306a36Sopenharmony_ci{
36062306a36Sopenharmony_ci	/* Only IRAM and SRAM bars are valid */
36162306a36Sopenharmony_ci	switch (type) {
36262306a36Sopenharmony_ci	case SOF_FW_BLK_TYPE_IRAM:
36362306a36Sopenharmony_ci	case SOF_FW_BLK_TYPE_SRAM:
36462306a36Sopenharmony_ci		return type;
36562306a36Sopenharmony_ci	default:
36662306a36Sopenharmony_ci		return -EINVAL;
36762306a36Sopenharmony_ci	}
36862306a36Sopenharmony_ci}
36962306a36Sopenharmony_ci
37062306a36Sopenharmony_cistatic void imx8_suspend(struct snd_sof_dev *sdev)
37162306a36Sopenharmony_ci{
37262306a36Sopenharmony_ci	int i;
37362306a36Sopenharmony_ci	struct imx8_priv *priv = (struct imx8_priv *)sdev->pdata->hw_pdata;
37462306a36Sopenharmony_ci
37562306a36Sopenharmony_ci	for (i = 0; i < DSP_MU_CHAN_NUM; i++)
37662306a36Sopenharmony_ci		imx_dsp_free_channel(priv->dsp_ipc, i);
37762306a36Sopenharmony_ci
37862306a36Sopenharmony_ci	imx8_disable_clocks(sdev, priv->clks);
37962306a36Sopenharmony_ci}
38062306a36Sopenharmony_ci
38162306a36Sopenharmony_cistatic int imx8_resume(struct snd_sof_dev *sdev)
38262306a36Sopenharmony_ci{
38362306a36Sopenharmony_ci	struct imx8_priv *priv = (struct imx8_priv *)sdev->pdata->hw_pdata;
38462306a36Sopenharmony_ci	int ret;
38562306a36Sopenharmony_ci	int i;
38662306a36Sopenharmony_ci
38762306a36Sopenharmony_ci	ret = imx8_enable_clocks(sdev, priv->clks);
38862306a36Sopenharmony_ci	if (ret < 0)
38962306a36Sopenharmony_ci		return ret;
39062306a36Sopenharmony_ci
39162306a36Sopenharmony_ci	for (i = 0; i < DSP_MU_CHAN_NUM; i++)
39262306a36Sopenharmony_ci		imx_dsp_request_channel(priv->dsp_ipc, i);
39362306a36Sopenharmony_ci
39462306a36Sopenharmony_ci	return 0;
39562306a36Sopenharmony_ci}
39662306a36Sopenharmony_ci
39762306a36Sopenharmony_cistatic int imx8_dsp_runtime_resume(struct snd_sof_dev *sdev)
39862306a36Sopenharmony_ci{
39962306a36Sopenharmony_ci	int ret;
40062306a36Sopenharmony_ci	const struct sof_dsp_power_state target_dsp_state = {
40162306a36Sopenharmony_ci		.state = SOF_DSP_PM_D0,
40262306a36Sopenharmony_ci	};
40362306a36Sopenharmony_ci
40462306a36Sopenharmony_ci	ret = imx8_resume(sdev);
40562306a36Sopenharmony_ci	if (ret < 0)
40662306a36Sopenharmony_ci		return ret;
40762306a36Sopenharmony_ci
40862306a36Sopenharmony_ci	return snd_sof_dsp_set_power_state(sdev, &target_dsp_state);
40962306a36Sopenharmony_ci}
41062306a36Sopenharmony_ci
41162306a36Sopenharmony_cistatic int imx8_dsp_runtime_suspend(struct snd_sof_dev *sdev)
41262306a36Sopenharmony_ci{
41362306a36Sopenharmony_ci	const struct sof_dsp_power_state target_dsp_state = {
41462306a36Sopenharmony_ci		.state = SOF_DSP_PM_D3,
41562306a36Sopenharmony_ci	};
41662306a36Sopenharmony_ci
41762306a36Sopenharmony_ci	imx8_suspend(sdev);
41862306a36Sopenharmony_ci
41962306a36Sopenharmony_ci	return snd_sof_dsp_set_power_state(sdev, &target_dsp_state);
42062306a36Sopenharmony_ci}
42162306a36Sopenharmony_ci
42262306a36Sopenharmony_cistatic int imx8_dsp_suspend(struct snd_sof_dev *sdev, unsigned int target_state)
42362306a36Sopenharmony_ci{
42462306a36Sopenharmony_ci	const struct sof_dsp_power_state target_dsp_state = {
42562306a36Sopenharmony_ci		.state = target_state,
42662306a36Sopenharmony_ci	};
42762306a36Sopenharmony_ci
42862306a36Sopenharmony_ci	if (!pm_runtime_suspended(sdev->dev))
42962306a36Sopenharmony_ci		imx8_suspend(sdev);
43062306a36Sopenharmony_ci
43162306a36Sopenharmony_ci	return snd_sof_dsp_set_power_state(sdev, &target_dsp_state);
43262306a36Sopenharmony_ci}
43362306a36Sopenharmony_ci
43462306a36Sopenharmony_cistatic int imx8_dsp_resume(struct snd_sof_dev *sdev)
43562306a36Sopenharmony_ci{
43662306a36Sopenharmony_ci	int ret;
43762306a36Sopenharmony_ci	const struct sof_dsp_power_state target_dsp_state = {
43862306a36Sopenharmony_ci		.state = SOF_DSP_PM_D0,
43962306a36Sopenharmony_ci	};
44062306a36Sopenharmony_ci
44162306a36Sopenharmony_ci	ret = imx8_resume(sdev);
44262306a36Sopenharmony_ci	if (ret < 0)
44362306a36Sopenharmony_ci		return ret;
44462306a36Sopenharmony_ci
44562306a36Sopenharmony_ci	if (pm_runtime_suspended(sdev->dev)) {
44662306a36Sopenharmony_ci		pm_runtime_disable(sdev->dev);
44762306a36Sopenharmony_ci		pm_runtime_set_active(sdev->dev);
44862306a36Sopenharmony_ci		pm_runtime_mark_last_busy(sdev->dev);
44962306a36Sopenharmony_ci		pm_runtime_enable(sdev->dev);
45062306a36Sopenharmony_ci		pm_runtime_idle(sdev->dev);
45162306a36Sopenharmony_ci	}
45262306a36Sopenharmony_ci
45362306a36Sopenharmony_ci	return snd_sof_dsp_set_power_state(sdev, &target_dsp_state);
45462306a36Sopenharmony_ci}
45562306a36Sopenharmony_ci
45662306a36Sopenharmony_cistatic struct snd_soc_dai_driver imx8_dai[] = {
45762306a36Sopenharmony_ci{
45862306a36Sopenharmony_ci	.name = "esai0",
45962306a36Sopenharmony_ci	.playback = {
46062306a36Sopenharmony_ci		.channels_min = 1,
46162306a36Sopenharmony_ci		.channels_max = 8,
46262306a36Sopenharmony_ci	},
46362306a36Sopenharmony_ci	.capture = {
46462306a36Sopenharmony_ci		.channels_min = 1,
46562306a36Sopenharmony_ci		.channels_max = 8,
46662306a36Sopenharmony_ci	},
46762306a36Sopenharmony_ci},
46862306a36Sopenharmony_ci{
46962306a36Sopenharmony_ci	.name = "sai1",
47062306a36Sopenharmony_ci	.playback = {
47162306a36Sopenharmony_ci		.channels_min = 1,
47262306a36Sopenharmony_ci		.channels_max = 32,
47362306a36Sopenharmony_ci	},
47462306a36Sopenharmony_ci	.capture = {
47562306a36Sopenharmony_ci		.channels_min = 1,
47662306a36Sopenharmony_ci		.channels_max = 32,
47762306a36Sopenharmony_ci	},
47862306a36Sopenharmony_ci},
47962306a36Sopenharmony_ci};
48062306a36Sopenharmony_ci
48162306a36Sopenharmony_cistatic int imx8_dsp_set_power_state(struct snd_sof_dev *sdev,
48262306a36Sopenharmony_ci				    const struct sof_dsp_power_state *target_state)
48362306a36Sopenharmony_ci{
48462306a36Sopenharmony_ci	sdev->dsp_power_state = *target_state;
48562306a36Sopenharmony_ci
48662306a36Sopenharmony_ci	return 0;
48762306a36Sopenharmony_ci}
48862306a36Sopenharmony_ci
48962306a36Sopenharmony_ci/* i.MX8 ops */
49062306a36Sopenharmony_cistatic struct snd_sof_dsp_ops sof_imx8_ops = {
49162306a36Sopenharmony_ci	/* probe and remove */
49262306a36Sopenharmony_ci	.probe		= imx8_probe,
49362306a36Sopenharmony_ci	.remove		= imx8_remove,
49462306a36Sopenharmony_ci	/* DSP core boot */
49562306a36Sopenharmony_ci	.run		= imx8_run,
49662306a36Sopenharmony_ci
49762306a36Sopenharmony_ci	/* Block IO */
49862306a36Sopenharmony_ci	.block_read	= sof_block_read,
49962306a36Sopenharmony_ci	.block_write	= sof_block_write,
50062306a36Sopenharmony_ci
50162306a36Sopenharmony_ci	/* Mailbox IO */
50262306a36Sopenharmony_ci	.mailbox_read	= sof_mailbox_read,
50362306a36Sopenharmony_ci	.mailbox_write	= sof_mailbox_write,
50462306a36Sopenharmony_ci
50562306a36Sopenharmony_ci	/* ipc */
50662306a36Sopenharmony_ci	.send_msg	= imx8_send_msg,
50762306a36Sopenharmony_ci	.get_mailbox_offset	= imx8_get_mailbox_offset,
50862306a36Sopenharmony_ci	.get_window_offset	= imx8_get_window_offset,
50962306a36Sopenharmony_ci
51062306a36Sopenharmony_ci	.ipc_msg_data	= sof_ipc_msg_data,
51162306a36Sopenharmony_ci	.set_stream_data_offset = sof_set_stream_data_offset,
51262306a36Sopenharmony_ci
51362306a36Sopenharmony_ci	.get_bar_index	= imx8_get_bar_index,
51462306a36Sopenharmony_ci
51562306a36Sopenharmony_ci	/* firmware loading */
51662306a36Sopenharmony_ci	.load_firmware	= snd_sof_load_firmware_memcpy,
51762306a36Sopenharmony_ci
51862306a36Sopenharmony_ci	/* Debug information */
51962306a36Sopenharmony_ci	.dbg_dump = imx8_dump,
52062306a36Sopenharmony_ci	.debugfs_add_region_item = snd_sof_debugfs_add_region_item_iomem,
52162306a36Sopenharmony_ci
52262306a36Sopenharmony_ci	/* stream callbacks */
52362306a36Sopenharmony_ci	.pcm_open = sof_stream_pcm_open,
52462306a36Sopenharmony_ci	.pcm_close = sof_stream_pcm_close,
52562306a36Sopenharmony_ci
52662306a36Sopenharmony_ci	/* Firmware ops */
52762306a36Sopenharmony_ci	.dsp_arch_ops = &sof_xtensa_arch_ops,
52862306a36Sopenharmony_ci
52962306a36Sopenharmony_ci	/* DAI drivers */
53062306a36Sopenharmony_ci	.drv = imx8_dai,
53162306a36Sopenharmony_ci	.num_drv = ARRAY_SIZE(imx8_dai),
53262306a36Sopenharmony_ci
53362306a36Sopenharmony_ci	/* ALSA HW info flags */
53462306a36Sopenharmony_ci	.hw_info =	SNDRV_PCM_INFO_MMAP |
53562306a36Sopenharmony_ci			SNDRV_PCM_INFO_MMAP_VALID |
53662306a36Sopenharmony_ci			SNDRV_PCM_INFO_INTERLEAVED |
53762306a36Sopenharmony_ci			SNDRV_PCM_INFO_PAUSE |
53862306a36Sopenharmony_ci			SNDRV_PCM_INFO_NO_PERIOD_WAKEUP,
53962306a36Sopenharmony_ci
54062306a36Sopenharmony_ci	/* PM */
54162306a36Sopenharmony_ci	.runtime_suspend	= imx8_dsp_runtime_suspend,
54262306a36Sopenharmony_ci	.runtime_resume		= imx8_dsp_runtime_resume,
54362306a36Sopenharmony_ci
54462306a36Sopenharmony_ci	.suspend	= imx8_dsp_suspend,
54562306a36Sopenharmony_ci	.resume		= imx8_dsp_resume,
54662306a36Sopenharmony_ci
54762306a36Sopenharmony_ci	.set_power_state	= imx8_dsp_set_power_state,
54862306a36Sopenharmony_ci};
54962306a36Sopenharmony_ci
55062306a36Sopenharmony_ci/* i.MX8X ops */
55162306a36Sopenharmony_cistatic struct snd_sof_dsp_ops sof_imx8x_ops = {
55262306a36Sopenharmony_ci	/* probe and remove */
55362306a36Sopenharmony_ci	.probe		= imx8_probe,
55462306a36Sopenharmony_ci	.remove		= imx8_remove,
55562306a36Sopenharmony_ci	/* DSP core boot */
55662306a36Sopenharmony_ci	.run		= imx8x_run,
55762306a36Sopenharmony_ci
55862306a36Sopenharmony_ci	/* Block IO */
55962306a36Sopenharmony_ci	.block_read	= sof_block_read,
56062306a36Sopenharmony_ci	.block_write	= sof_block_write,
56162306a36Sopenharmony_ci
56262306a36Sopenharmony_ci	/* Mailbox IO */
56362306a36Sopenharmony_ci	.mailbox_read	= sof_mailbox_read,
56462306a36Sopenharmony_ci	.mailbox_write	= sof_mailbox_write,
56562306a36Sopenharmony_ci
56662306a36Sopenharmony_ci	/* ipc */
56762306a36Sopenharmony_ci	.send_msg	= imx8_send_msg,
56862306a36Sopenharmony_ci	.get_mailbox_offset	= imx8_get_mailbox_offset,
56962306a36Sopenharmony_ci	.get_window_offset	= imx8_get_window_offset,
57062306a36Sopenharmony_ci
57162306a36Sopenharmony_ci	.ipc_msg_data	= sof_ipc_msg_data,
57262306a36Sopenharmony_ci	.set_stream_data_offset = sof_set_stream_data_offset,
57362306a36Sopenharmony_ci
57462306a36Sopenharmony_ci	.get_bar_index	= imx8_get_bar_index,
57562306a36Sopenharmony_ci
57662306a36Sopenharmony_ci	/* firmware loading */
57762306a36Sopenharmony_ci	.load_firmware	= snd_sof_load_firmware_memcpy,
57862306a36Sopenharmony_ci
57962306a36Sopenharmony_ci	/* Debug information */
58062306a36Sopenharmony_ci	.dbg_dump = imx8_dump,
58162306a36Sopenharmony_ci	.debugfs_add_region_item = snd_sof_debugfs_add_region_item_iomem,
58262306a36Sopenharmony_ci
58362306a36Sopenharmony_ci	/* stream callbacks */
58462306a36Sopenharmony_ci	.pcm_open = sof_stream_pcm_open,
58562306a36Sopenharmony_ci	.pcm_close = sof_stream_pcm_close,
58662306a36Sopenharmony_ci
58762306a36Sopenharmony_ci	/* Firmware ops */
58862306a36Sopenharmony_ci	.dsp_arch_ops = &sof_xtensa_arch_ops,
58962306a36Sopenharmony_ci
59062306a36Sopenharmony_ci	/* DAI drivers */
59162306a36Sopenharmony_ci	.drv = imx8_dai,
59262306a36Sopenharmony_ci	.num_drv = ARRAY_SIZE(imx8_dai),
59362306a36Sopenharmony_ci
59462306a36Sopenharmony_ci	/* PM */
59562306a36Sopenharmony_ci	.runtime_suspend	= imx8_dsp_runtime_suspend,
59662306a36Sopenharmony_ci	.runtime_resume		= imx8_dsp_runtime_resume,
59762306a36Sopenharmony_ci
59862306a36Sopenharmony_ci	.suspend	= imx8_dsp_suspend,
59962306a36Sopenharmony_ci	.resume		= imx8_dsp_resume,
60062306a36Sopenharmony_ci
60162306a36Sopenharmony_ci	.set_power_state	= imx8_dsp_set_power_state,
60262306a36Sopenharmony_ci
60362306a36Sopenharmony_ci	/* ALSA HW info flags */
60462306a36Sopenharmony_ci	.hw_info =	SNDRV_PCM_INFO_MMAP |
60562306a36Sopenharmony_ci			SNDRV_PCM_INFO_MMAP_VALID |
60662306a36Sopenharmony_ci			SNDRV_PCM_INFO_INTERLEAVED |
60762306a36Sopenharmony_ci			SNDRV_PCM_INFO_PAUSE |
60862306a36Sopenharmony_ci			SNDRV_PCM_INFO_NO_PERIOD_WAKEUP
60962306a36Sopenharmony_ci};
61062306a36Sopenharmony_ci
61162306a36Sopenharmony_cistatic struct sof_dev_desc sof_of_imx8qxp_desc = {
61262306a36Sopenharmony_ci	.ipc_supported_mask	= BIT(SOF_IPC),
61362306a36Sopenharmony_ci	.ipc_default		= SOF_IPC,
61462306a36Sopenharmony_ci	.default_fw_path = {
61562306a36Sopenharmony_ci		[SOF_IPC] = "imx/sof",
61662306a36Sopenharmony_ci	},
61762306a36Sopenharmony_ci	.default_tplg_path = {
61862306a36Sopenharmony_ci		[SOF_IPC] = "imx/sof-tplg",
61962306a36Sopenharmony_ci	},
62062306a36Sopenharmony_ci	.default_fw_filename = {
62162306a36Sopenharmony_ci		[SOF_IPC] = "sof-imx8x.ri",
62262306a36Sopenharmony_ci	},
62362306a36Sopenharmony_ci	.nocodec_tplg_filename = "sof-imx8-nocodec.tplg",
62462306a36Sopenharmony_ci	.ops = &sof_imx8x_ops,
62562306a36Sopenharmony_ci};
62662306a36Sopenharmony_ci
62762306a36Sopenharmony_cistatic struct sof_dev_desc sof_of_imx8qm_desc = {
62862306a36Sopenharmony_ci	.ipc_supported_mask	= BIT(SOF_IPC),
62962306a36Sopenharmony_ci	.ipc_default		= SOF_IPC,
63062306a36Sopenharmony_ci	.default_fw_path = {
63162306a36Sopenharmony_ci		[SOF_IPC] = "imx/sof",
63262306a36Sopenharmony_ci	},
63362306a36Sopenharmony_ci	.default_tplg_path = {
63462306a36Sopenharmony_ci		[SOF_IPC] = "imx/sof-tplg",
63562306a36Sopenharmony_ci	},
63662306a36Sopenharmony_ci	.default_fw_filename = {
63762306a36Sopenharmony_ci		[SOF_IPC] = "sof-imx8.ri",
63862306a36Sopenharmony_ci	},
63962306a36Sopenharmony_ci	.nocodec_tplg_filename = "sof-imx8-nocodec.tplg",
64062306a36Sopenharmony_ci	.ops = &sof_imx8_ops,
64162306a36Sopenharmony_ci};
64262306a36Sopenharmony_ci
64362306a36Sopenharmony_cistatic const struct of_device_id sof_of_imx8_ids[] = {
64462306a36Sopenharmony_ci	{ .compatible = "fsl,imx8qxp-dsp", .data = &sof_of_imx8qxp_desc},
64562306a36Sopenharmony_ci	{ .compatible = "fsl,imx8qm-dsp", .data = &sof_of_imx8qm_desc},
64662306a36Sopenharmony_ci	{ }
64762306a36Sopenharmony_ci};
64862306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, sof_of_imx8_ids);
64962306a36Sopenharmony_ci
65062306a36Sopenharmony_ci/* DT driver definition */
65162306a36Sopenharmony_cistatic struct platform_driver snd_sof_of_imx8_driver = {
65262306a36Sopenharmony_ci	.probe = sof_of_probe,
65362306a36Sopenharmony_ci	.remove = sof_of_remove,
65462306a36Sopenharmony_ci	.driver = {
65562306a36Sopenharmony_ci		.name = "sof-audio-of-imx8",
65662306a36Sopenharmony_ci		.pm = &sof_of_pm,
65762306a36Sopenharmony_ci		.of_match_table = sof_of_imx8_ids,
65862306a36Sopenharmony_ci	},
65962306a36Sopenharmony_ci};
66062306a36Sopenharmony_cimodule_platform_driver(snd_sof_of_imx8_driver);
66162306a36Sopenharmony_ci
66262306a36Sopenharmony_ciMODULE_IMPORT_NS(SND_SOC_SOF_XTENSA);
66362306a36Sopenharmony_ciMODULE_LICENSE("Dual BSD/GPL");
664