162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Copyright (C) STMicroelectronics SA 2017
562306a36Sopenharmony_ci * Author(s): M'boumba Cedric Madianga <cedric.madianga@gmail.com>
662306a36Sopenharmony_ci *            Pierre-Yves Mordret <pierre-yves.mordret@st.com>
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * DMA Router driver for STM32 DMA MUX
962306a36Sopenharmony_ci *
1062306a36Sopenharmony_ci * Based on TI DMA Crossbar driver
1162306a36Sopenharmony_ci */
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <linux/clk.h>
1462306a36Sopenharmony_ci#include <linux/delay.h>
1562306a36Sopenharmony_ci#include <linux/err.h>
1662306a36Sopenharmony_ci#include <linux/init.h>
1762306a36Sopenharmony_ci#include <linux/module.h>
1862306a36Sopenharmony_ci#include <linux/of.h>
1962306a36Sopenharmony_ci#include <linux/of_dma.h>
2062306a36Sopenharmony_ci#include <linux/of_platform.h>
2162306a36Sopenharmony_ci#include <linux/platform_device.h>
2262306a36Sopenharmony_ci#include <linux/pm_runtime.h>
2362306a36Sopenharmony_ci#include <linux/reset.h>
2462306a36Sopenharmony_ci#include <linux/slab.h>
2562306a36Sopenharmony_ci#include <linux/spinlock.h>
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ci#define STM32_DMAMUX_CCR(x)		(0x4 * (x))
2862306a36Sopenharmony_ci#define STM32_DMAMUX_MAX_DMA_REQUESTS	32
2962306a36Sopenharmony_ci#define STM32_DMAMUX_MAX_REQUESTS	255
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_cistruct stm32_dmamux {
3262306a36Sopenharmony_ci	u32 master;
3362306a36Sopenharmony_ci	u32 request;
3462306a36Sopenharmony_ci	u32 chan_id;
3562306a36Sopenharmony_ci};
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_cistruct stm32_dmamux_data {
3862306a36Sopenharmony_ci	struct dma_router dmarouter;
3962306a36Sopenharmony_ci	struct clk *clk;
4062306a36Sopenharmony_ci	void __iomem *iomem;
4162306a36Sopenharmony_ci	u32 dma_requests; /* Number of DMA requests connected to DMAMUX */
4262306a36Sopenharmony_ci	u32 dmamux_requests; /* Number of DMA requests routed toward DMAs */
4362306a36Sopenharmony_ci	spinlock_t lock; /* Protects register access */
4462306a36Sopenharmony_ci	DECLARE_BITMAP(dma_inuse, STM32_DMAMUX_MAX_DMA_REQUESTS); /* Used DMA channel */
4562306a36Sopenharmony_ci	u32 ccr[STM32_DMAMUX_MAX_DMA_REQUESTS]; /* Used to backup CCR register
4662306a36Sopenharmony_ci						 * in suspend
4762306a36Sopenharmony_ci						 */
4862306a36Sopenharmony_ci	u32 dma_reqs[]; /* Number of DMA Request per DMA masters.
4962306a36Sopenharmony_ci			 *  [0] holds number of DMA Masters.
5062306a36Sopenharmony_ci			 *  To be kept at very end of this structure
5162306a36Sopenharmony_ci			 */
5262306a36Sopenharmony_ci};
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_cistatic inline u32 stm32_dmamux_read(void __iomem *iomem, u32 reg)
5562306a36Sopenharmony_ci{
5662306a36Sopenharmony_ci	return readl_relaxed(iomem + reg);
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic inline void stm32_dmamux_write(void __iomem *iomem, u32 reg, u32 val)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci	writel_relaxed(val, iomem + reg);
6262306a36Sopenharmony_ci}
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_cistatic void stm32_dmamux_free(struct device *dev, void *route_data)
6562306a36Sopenharmony_ci{
6662306a36Sopenharmony_ci	struct stm32_dmamux_data *dmamux = dev_get_drvdata(dev);
6762306a36Sopenharmony_ci	struct stm32_dmamux *mux = route_data;
6862306a36Sopenharmony_ci	unsigned long flags;
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	/* Clear dma request */
7162306a36Sopenharmony_ci	spin_lock_irqsave(&dmamux->lock, flags);
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	stm32_dmamux_write(dmamux->iomem, STM32_DMAMUX_CCR(mux->chan_id), 0);
7462306a36Sopenharmony_ci	clear_bit(mux->chan_id, dmamux->dma_inuse);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	pm_runtime_put_sync(dev);
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	spin_unlock_irqrestore(&dmamux->lock, flags);
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	dev_dbg(dev, "Unmapping DMAMUX(%u) to DMA%u(%u)\n",
8162306a36Sopenharmony_ci		mux->request, mux->master, mux->chan_id);
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	kfree(mux);
8462306a36Sopenharmony_ci}
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_cistatic void *stm32_dmamux_route_allocate(struct of_phandle_args *dma_spec,
8762306a36Sopenharmony_ci					 struct of_dma *ofdma)
8862306a36Sopenharmony_ci{
8962306a36Sopenharmony_ci	struct platform_device *pdev = of_find_device_by_node(ofdma->of_node);
9062306a36Sopenharmony_ci	struct stm32_dmamux_data *dmamux = platform_get_drvdata(pdev);
9162306a36Sopenharmony_ci	struct stm32_dmamux *mux;
9262306a36Sopenharmony_ci	u32 i, min, max;
9362306a36Sopenharmony_ci	int ret;
9462306a36Sopenharmony_ci	unsigned long flags;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	if (dma_spec->args_count != 3) {
9762306a36Sopenharmony_ci		dev_err(&pdev->dev, "invalid number of dma mux args\n");
9862306a36Sopenharmony_ci		return ERR_PTR(-EINVAL);
9962306a36Sopenharmony_ci	}
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	if (dma_spec->args[0] > dmamux->dmamux_requests) {
10262306a36Sopenharmony_ci		dev_err(&pdev->dev, "invalid mux request number: %d\n",
10362306a36Sopenharmony_ci			dma_spec->args[0]);
10462306a36Sopenharmony_ci		return ERR_PTR(-EINVAL);
10562306a36Sopenharmony_ci	}
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	mux = kzalloc(sizeof(*mux), GFP_KERNEL);
10862306a36Sopenharmony_ci	if (!mux)
10962306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
11062306a36Sopenharmony_ci
11162306a36Sopenharmony_ci	spin_lock_irqsave(&dmamux->lock, flags);
11262306a36Sopenharmony_ci	mux->chan_id = find_first_zero_bit(dmamux->dma_inuse,
11362306a36Sopenharmony_ci					   dmamux->dma_requests);
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	if (mux->chan_id == dmamux->dma_requests) {
11662306a36Sopenharmony_ci		spin_unlock_irqrestore(&dmamux->lock, flags);
11762306a36Sopenharmony_ci		dev_err(&pdev->dev, "Run out of free DMA requests\n");
11862306a36Sopenharmony_ci		ret = -ENOMEM;
11962306a36Sopenharmony_ci		goto error_chan_id;
12062306a36Sopenharmony_ci	}
12162306a36Sopenharmony_ci	set_bit(mux->chan_id, dmamux->dma_inuse);
12262306a36Sopenharmony_ci	spin_unlock_irqrestore(&dmamux->lock, flags);
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	/* Look for DMA Master */
12562306a36Sopenharmony_ci	for (i = 1, min = 0, max = dmamux->dma_reqs[i];
12662306a36Sopenharmony_ci	     i <= dmamux->dma_reqs[0];
12762306a36Sopenharmony_ci	     min += dmamux->dma_reqs[i], max += dmamux->dma_reqs[++i])
12862306a36Sopenharmony_ci		if (mux->chan_id < max)
12962306a36Sopenharmony_ci			break;
13062306a36Sopenharmony_ci	mux->master = i - 1;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	/* The of_node_put() will be done in of_dma_router_xlate function */
13362306a36Sopenharmony_ci	dma_spec->np = of_parse_phandle(ofdma->of_node, "dma-masters", i - 1);
13462306a36Sopenharmony_ci	if (!dma_spec->np) {
13562306a36Sopenharmony_ci		dev_err(&pdev->dev, "can't get dma master\n");
13662306a36Sopenharmony_ci		ret = -EINVAL;
13762306a36Sopenharmony_ci		goto error;
13862306a36Sopenharmony_ci	}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	/* Set dma request */
14162306a36Sopenharmony_ci	spin_lock_irqsave(&dmamux->lock, flags);
14262306a36Sopenharmony_ci	ret = pm_runtime_resume_and_get(&pdev->dev);
14362306a36Sopenharmony_ci	if (ret < 0) {
14462306a36Sopenharmony_ci		spin_unlock_irqrestore(&dmamux->lock, flags);
14562306a36Sopenharmony_ci		goto error;
14662306a36Sopenharmony_ci	}
14762306a36Sopenharmony_ci	spin_unlock_irqrestore(&dmamux->lock, flags);
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci	mux->request = dma_spec->args[0];
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	/*  craft DMA spec */
15262306a36Sopenharmony_ci	dma_spec->args[3] = dma_spec->args[2] | mux->chan_id << 16;
15362306a36Sopenharmony_ci	dma_spec->args[2] = dma_spec->args[1];
15462306a36Sopenharmony_ci	dma_spec->args[1] = 0;
15562306a36Sopenharmony_ci	dma_spec->args[0] = mux->chan_id - min;
15662306a36Sopenharmony_ci	dma_spec->args_count = 4;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	stm32_dmamux_write(dmamux->iomem, STM32_DMAMUX_CCR(mux->chan_id),
15962306a36Sopenharmony_ci			   mux->request);
16062306a36Sopenharmony_ci	dev_dbg(&pdev->dev, "Mapping DMAMUX(%u) to DMA%u(%u)\n",
16162306a36Sopenharmony_ci		mux->request, mux->master, mux->chan_id);
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	return mux;
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_cierror:
16662306a36Sopenharmony_ci	clear_bit(mux->chan_id, dmamux->dma_inuse);
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_cierror_chan_id:
16962306a36Sopenharmony_ci	kfree(mux);
17062306a36Sopenharmony_ci	return ERR_PTR(ret);
17162306a36Sopenharmony_ci}
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_cistatic const struct of_device_id stm32_stm32dma_master_match[] __maybe_unused = {
17462306a36Sopenharmony_ci	{ .compatible = "st,stm32-dma", },
17562306a36Sopenharmony_ci	{},
17662306a36Sopenharmony_ci};
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_cistatic int stm32_dmamux_probe(struct platform_device *pdev)
17962306a36Sopenharmony_ci{
18062306a36Sopenharmony_ci	struct device_node *node = pdev->dev.of_node;
18162306a36Sopenharmony_ci	const struct of_device_id *match;
18262306a36Sopenharmony_ci	struct device_node *dma_node;
18362306a36Sopenharmony_ci	struct stm32_dmamux_data *stm32_dmamux;
18462306a36Sopenharmony_ci	void __iomem *iomem;
18562306a36Sopenharmony_ci	struct reset_control *rst;
18662306a36Sopenharmony_ci	int i, count, ret;
18762306a36Sopenharmony_ci	u32 dma_req;
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci	if (!node)
19062306a36Sopenharmony_ci		return -ENODEV;
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci	count = device_property_count_u32(&pdev->dev, "dma-masters");
19362306a36Sopenharmony_ci	if (count < 0) {
19462306a36Sopenharmony_ci		dev_err(&pdev->dev, "Can't get DMA master(s) node\n");
19562306a36Sopenharmony_ci		return -ENODEV;
19662306a36Sopenharmony_ci	}
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	stm32_dmamux = devm_kzalloc(&pdev->dev, sizeof(*stm32_dmamux) +
19962306a36Sopenharmony_ci				    sizeof(u32) * (count + 1), GFP_KERNEL);
20062306a36Sopenharmony_ci	if (!stm32_dmamux)
20162306a36Sopenharmony_ci		return -ENOMEM;
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	dma_req = 0;
20462306a36Sopenharmony_ci	for (i = 1; i <= count; i++) {
20562306a36Sopenharmony_ci		dma_node = of_parse_phandle(node, "dma-masters", i - 1);
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci		match = of_match_node(stm32_stm32dma_master_match, dma_node);
20862306a36Sopenharmony_ci		if (!match) {
20962306a36Sopenharmony_ci			dev_err(&pdev->dev, "DMA master is not supported\n");
21062306a36Sopenharmony_ci			of_node_put(dma_node);
21162306a36Sopenharmony_ci			return -EINVAL;
21262306a36Sopenharmony_ci		}
21362306a36Sopenharmony_ci
21462306a36Sopenharmony_ci		if (of_property_read_u32(dma_node, "dma-requests",
21562306a36Sopenharmony_ci					 &stm32_dmamux->dma_reqs[i])) {
21662306a36Sopenharmony_ci			dev_info(&pdev->dev,
21762306a36Sopenharmony_ci				 "Missing MUX output information, using %u.\n",
21862306a36Sopenharmony_ci				 STM32_DMAMUX_MAX_DMA_REQUESTS);
21962306a36Sopenharmony_ci			stm32_dmamux->dma_reqs[i] =
22062306a36Sopenharmony_ci				STM32_DMAMUX_MAX_DMA_REQUESTS;
22162306a36Sopenharmony_ci		}
22262306a36Sopenharmony_ci		dma_req += stm32_dmamux->dma_reqs[i];
22362306a36Sopenharmony_ci		of_node_put(dma_node);
22462306a36Sopenharmony_ci	}
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	if (dma_req > STM32_DMAMUX_MAX_DMA_REQUESTS) {
22762306a36Sopenharmony_ci		dev_err(&pdev->dev, "Too many DMA Master Requests to manage\n");
22862306a36Sopenharmony_ci		return -ENODEV;
22962306a36Sopenharmony_ci	}
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	stm32_dmamux->dma_requests = dma_req;
23262306a36Sopenharmony_ci	stm32_dmamux->dma_reqs[0] = count;
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	if (device_property_read_u32(&pdev->dev, "dma-requests",
23562306a36Sopenharmony_ci				     &stm32_dmamux->dmamux_requests)) {
23662306a36Sopenharmony_ci		stm32_dmamux->dmamux_requests = STM32_DMAMUX_MAX_REQUESTS;
23762306a36Sopenharmony_ci		dev_warn(&pdev->dev, "DMAMUX defaulting on %u requests\n",
23862306a36Sopenharmony_ci			 stm32_dmamux->dmamux_requests);
23962306a36Sopenharmony_ci	}
24062306a36Sopenharmony_ci	pm_runtime_get_noresume(&pdev->dev);
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci	iomem = devm_platform_ioremap_resource(pdev, 0);
24362306a36Sopenharmony_ci	if (IS_ERR(iomem))
24462306a36Sopenharmony_ci		return PTR_ERR(iomem);
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_ci	spin_lock_init(&stm32_dmamux->lock);
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ci	stm32_dmamux->clk = devm_clk_get(&pdev->dev, NULL);
24962306a36Sopenharmony_ci	if (IS_ERR(stm32_dmamux->clk))
25062306a36Sopenharmony_ci		return dev_err_probe(&pdev->dev, PTR_ERR(stm32_dmamux->clk),
25162306a36Sopenharmony_ci				     "Missing clock controller\n");
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_ci	ret = clk_prepare_enable(stm32_dmamux->clk);
25462306a36Sopenharmony_ci	if (ret < 0) {
25562306a36Sopenharmony_ci		dev_err(&pdev->dev, "clk_prep_enable error: %d\n", ret);
25662306a36Sopenharmony_ci		return ret;
25762306a36Sopenharmony_ci	}
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_ci	rst = devm_reset_control_get(&pdev->dev, NULL);
26062306a36Sopenharmony_ci	if (IS_ERR(rst)) {
26162306a36Sopenharmony_ci		ret = PTR_ERR(rst);
26262306a36Sopenharmony_ci		if (ret == -EPROBE_DEFER)
26362306a36Sopenharmony_ci			goto err_clk;
26462306a36Sopenharmony_ci	} else if (count > 1) { /* Don't reset if there is only one dma-master */
26562306a36Sopenharmony_ci		reset_control_assert(rst);
26662306a36Sopenharmony_ci		udelay(2);
26762306a36Sopenharmony_ci		reset_control_deassert(rst);
26862306a36Sopenharmony_ci	}
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_ci	stm32_dmamux->iomem = iomem;
27162306a36Sopenharmony_ci	stm32_dmamux->dmarouter.dev = &pdev->dev;
27262306a36Sopenharmony_ci	stm32_dmamux->dmarouter.route_free = stm32_dmamux_free;
27362306a36Sopenharmony_ci
27462306a36Sopenharmony_ci	platform_set_drvdata(pdev, stm32_dmamux);
27562306a36Sopenharmony_ci	pm_runtime_set_active(&pdev->dev);
27662306a36Sopenharmony_ci	pm_runtime_enable(&pdev->dev);
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_ci	pm_runtime_get_noresume(&pdev->dev);
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	/* Reset the dmamux */
28162306a36Sopenharmony_ci	for (i = 0; i < stm32_dmamux->dma_requests; i++)
28262306a36Sopenharmony_ci		stm32_dmamux_write(stm32_dmamux->iomem, STM32_DMAMUX_CCR(i), 0);
28362306a36Sopenharmony_ci
28462306a36Sopenharmony_ci	pm_runtime_put(&pdev->dev);
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	ret = of_dma_router_register(node, stm32_dmamux_route_allocate,
28762306a36Sopenharmony_ci				     &stm32_dmamux->dmarouter);
28862306a36Sopenharmony_ci	if (ret)
28962306a36Sopenharmony_ci		goto pm_disable;
29062306a36Sopenharmony_ci
29162306a36Sopenharmony_ci	return 0;
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_cipm_disable:
29462306a36Sopenharmony_ci	pm_runtime_disable(&pdev->dev);
29562306a36Sopenharmony_cierr_clk:
29662306a36Sopenharmony_ci	clk_disable_unprepare(stm32_dmamux->clk);
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_ci	return ret;
29962306a36Sopenharmony_ci}
30062306a36Sopenharmony_ci
30162306a36Sopenharmony_ci#ifdef CONFIG_PM
30262306a36Sopenharmony_cistatic int stm32_dmamux_runtime_suspend(struct device *dev)
30362306a36Sopenharmony_ci{
30462306a36Sopenharmony_ci	struct platform_device *pdev = to_platform_device(dev);
30562306a36Sopenharmony_ci	struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
30662306a36Sopenharmony_ci
30762306a36Sopenharmony_ci	clk_disable_unprepare(stm32_dmamux->clk);
30862306a36Sopenharmony_ci
30962306a36Sopenharmony_ci	return 0;
31062306a36Sopenharmony_ci}
31162306a36Sopenharmony_ci
31262306a36Sopenharmony_cistatic int stm32_dmamux_runtime_resume(struct device *dev)
31362306a36Sopenharmony_ci{
31462306a36Sopenharmony_ci	struct platform_device *pdev = to_platform_device(dev);
31562306a36Sopenharmony_ci	struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
31662306a36Sopenharmony_ci	int ret;
31762306a36Sopenharmony_ci
31862306a36Sopenharmony_ci	ret = clk_prepare_enable(stm32_dmamux->clk);
31962306a36Sopenharmony_ci	if (ret) {
32062306a36Sopenharmony_ci		dev_err(&pdev->dev, "failed to prepare_enable clock\n");
32162306a36Sopenharmony_ci		return ret;
32262306a36Sopenharmony_ci	}
32362306a36Sopenharmony_ci
32462306a36Sopenharmony_ci	return 0;
32562306a36Sopenharmony_ci}
32662306a36Sopenharmony_ci#endif
32762306a36Sopenharmony_ci
32862306a36Sopenharmony_ci#ifdef CONFIG_PM_SLEEP
32962306a36Sopenharmony_cistatic int stm32_dmamux_suspend(struct device *dev)
33062306a36Sopenharmony_ci{
33162306a36Sopenharmony_ci	struct platform_device *pdev = to_platform_device(dev);
33262306a36Sopenharmony_ci	struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
33362306a36Sopenharmony_ci	int i, ret;
33462306a36Sopenharmony_ci
33562306a36Sopenharmony_ci	ret = pm_runtime_resume_and_get(dev);
33662306a36Sopenharmony_ci	if (ret < 0)
33762306a36Sopenharmony_ci		return ret;
33862306a36Sopenharmony_ci
33962306a36Sopenharmony_ci	for (i = 0; i < stm32_dmamux->dma_requests; i++)
34062306a36Sopenharmony_ci		stm32_dmamux->ccr[i] = stm32_dmamux_read(stm32_dmamux->iomem,
34162306a36Sopenharmony_ci							 STM32_DMAMUX_CCR(i));
34262306a36Sopenharmony_ci
34362306a36Sopenharmony_ci	pm_runtime_put_sync(dev);
34462306a36Sopenharmony_ci
34562306a36Sopenharmony_ci	pm_runtime_force_suspend(dev);
34662306a36Sopenharmony_ci
34762306a36Sopenharmony_ci	return 0;
34862306a36Sopenharmony_ci}
34962306a36Sopenharmony_ci
35062306a36Sopenharmony_cistatic int stm32_dmamux_resume(struct device *dev)
35162306a36Sopenharmony_ci{
35262306a36Sopenharmony_ci	struct platform_device *pdev = to_platform_device(dev);
35362306a36Sopenharmony_ci	struct stm32_dmamux_data *stm32_dmamux = platform_get_drvdata(pdev);
35462306a36Sopenharmony_ci	int i, ret;
35562306a36Sopenharmony_ci
35662306a36Sopenharmony_ci	ret = pm_runtime_force_resume(dev);
35762306a36Sopenharmony_ci	if (ret < 0)
35862306a36Sopenharmony_ci		return ret;
35962306a36Sopenharmony_ci
36062306a36Sopenharmony_ci	ret = pm_runtime_resume_and_get(dev);
36162306a36Sopenharmony_ci	if (ret < 0)
36262306a36Sopenharmony_ci		return ret;
36362306a36Sopenharmony_ci
36462306a36Sopenharmony_ci	for (i = 0; i < stm32_dmamux->dma_requests; i++)
36562306a36Sopenharmony_ci		stm32_dmamux_write(stm32_dmamux->iomem, STM32_DMAMUX_CCR(i),
36662306a36Sopenharmony_ci				   stm32_dmamux->ccr[i]);
36762306a36Sopenharmony_ci
36862306a36Sopenharmony_ci	pm_runtime_put_sync(dev);
36962306a36Sopenharmony_ci
37062306a36Sopenharmony_ci	return 0;
37162306a36Sopenharmony_ci}
37262306a36Sopenharmony_ci#endif
37362306a36Sopenharmony_ci
37462306a36Sopenharmony_cistatic const struct dev_pm_ops stm32_dmamux_pm_ops = {
37562306a36Sopenharmony_ci	SET_SYSTEM_SLEEP_PM_OPS(stm32_dmamux_suspend, stm32_dmamux_resume)
37662306a36Sopenharmony_ci	SET_RUNTIME_PM_OPS(stm32_dmamux_runtime_suspend,
37762306a36Sopenharmony_ci			   stm32_dmamux_runtime_resume, NULL)
37862306a36Sopenharmony_ci};
37962306a36Sopenharmony_ci
38062306a36Sopenharmony_cistatic const struct of_device_id stm32_dmamux_match[] = {
38162306a36Sopenharmony_ci	{ .compatible = "st,stm32h7-dmamux" },
38262306a36Sopenharmony_ci	{},
38362306a36Sopenharmony_ci};
38462306a36Sopenharmony_ci
38562306a36Sopenharmony_cistatic struct platform_driver stm32_dmamux_driver = {
38662306a36Sopenharmony_ci	.probe	= stm32_dmamux_probe,
38762306a36Sopenharmony_ci	.driver = {
38862306a36Sopenharmony_ci		.name = "stm32-dmamux",
38962306a36Sopenharmony_ci		.of_match_table = stm32_dmamux_match,
39062306a36Sopenharmony_ci		.pm = &stm32_dmamux_pm_ops,
39162306a36Sopenharmony_ci	},
39262306a36Sopenharmony_ci};
39362306a36Sopenharmony_ci
39462306a36Sopenharmony_cistatic int __init stm32_dmamux_init(void)
39562306a36Sopenharmony_ci{
39662306a36Sopenharmony_ci	return platform_driver_register(&stm32_dmamux_driver);
39762306a36Sopenharmony_ci}
39862306a36Sopenharmony_ciarch_initcall(stm32_dmamux_init);
39962306a36Sopenharmony_ci
40062306a36Sopenharmony_ciMODULE_DESCRIPTION("DMA Router driver for STM32 DMA MUX");
40162306a36Sopenharmony_ciMODULE_AUTHOR("M'boumba Cedric Madianga <cedric.madianga@gmail.com>");
40262306a36Sopenharmony_ciMODULE_AUTHOR("Pierre-Yves Mordret <pierre-yves.mordret@st.com>");
403