162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0+
262306a36Sopenharmony_ci//
362306a36Sopenharmony_ci//  Copyright (C) 2013, Analog Devices Inc.
462306a36Sopenharmony_ci//	Author: Lars-Peter Clausen <lars@metafoo.de>
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/module.h>
762306a36Sopenharmony_ci#include <linux/init.h>
862306a36Sopenharmony_ci#include <linux/dmaengine.h>
962306a36Sopenharmony_ci#include <linux/slab.h>
1062306a36Sopenharmony_ci#include <sound/pcm.h>
1162306a36Sopenharmony_ci#include <sound/pcm_params.h>
1262306a36Sopenharmony_ci#include <sound/soc.h>
1362306a36Sopenharmony_ci#include <linux/dma-mapping.h>
1462306a36Sopenharmony_ci#include <linux/of.h>
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci#include <sound/dmaengine_pcm.h>
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_cistatic unsigned int prealloc_buffer_size_kbytes = 512;
1962306a36Sopenharmony_cimodule_param(prealloc_buffer_size_kbytes, uint, 0444);
2062306a36Sopenharmony_ciMODULE_PARM_DESC(prealloc_buffer_size_kbytes, "Preallocate DMA buffer size (KB).");
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci/*
2362306a36Sopenharmony_ci * The platforms dmaengine driver does not support reporting the amount of
2462306a36Sopenharmony_ci * bytes that are still left to transfer.
2562306a36Sopenharmony_ci */
2662306a36Sopenharmony_ci#define SND_DMAENGINE_PCM_FLAG_NO_RESIDUE BIT(31)
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_cistatic struct device *dmaengine_dma_dev(struct dmaengine_pcm *pcm,
2962306a36Sopenharmony_ci	struct snd_pcm_substream *substream)
3062306a36Sopenharmony_ci{
3162306a36Sopenharmony_ci	if (!pcm->chan[substream->stream])
3262306a36Sopenharmony_ci		return NULL;
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_ci	return pcm->chan[substream->stream]->device->dev;
3562306a36Sopenharmony_ci}
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci/**
3862306a36Sopenharmony_ci * snd_dmaengine_pcm_prepare_slave_config() - Generic prepare_slave_config callback
3962306a36Sopenharmony_ci * @substream: PCM substream
4062306a36Sopenharmony_ci * @params: hw_params
4162306a36Sopenharmony_ci * @slave_config: DMA slave config to prepare
4262306a36Sopenharmony_ci *
4362306a36Sopenharmony_ci * This function can be used as a generic prepare_slave_config callback for
4462306a36Sopenharmony_ci * platforms which make use of the snd_dmaengine_dai_dma_data struct for their
4562306a36Sopenharmony_ci * DAI DMA data. Internally the function will first call
4662306a36Sopenharmony_ci * snd_hwparams_to_dma_slave_config to fill in the slave config based on the
4762306a36Sopenharmony_ci * hw_params, followed by snd_dmaengine_pcm_set_config_from_dai_data to fill in
4862306a36Sopenharmony_ci * the remaining fields based on the DAI DMA data.
4962306a36Sopenharmony_ci */
5062306a36Sopenharmony_ciint snd_dmaengine_pcm_prepare_slave_config(struct snd_pcm_substream *substream,
5162306a36Sopenharmony_ci	struct snd_pcm_hw_params *params, struct dma_slave_config *slave_config)
5262306a36Sopenharmony_ci{
5362306a36Sopenharmony_ci	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
5462306a36Sopenharmony_ci	struct snd_dmaengine_dai_dma_data *dma_data;
5562306a36Sopenharmony_ci	int ret;
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci	if (rtd->dai_link->num_cpus > 1) {
5862306a36Sopenharmony_ci		dev_err(rtd->dev,
5962306a36Sopenharmony_ci			"%s doesn't support Multi CPU yet\n", __func__);
6062306a36Sopenharmony_ci		return -EINVAL;
6162306a36Sopenharmony_ci	}
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	dma_data = snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd, 0), substream);
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	ret = snd_hwparams_to_dma_slave_config(substream, params, slave_config);
6662306a36Sopenharmony_ci	if (ret)
6762306a36Sopenharmony_ci		return ret;
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	snd_dmaengine_pcm_set_config_from_dai_data(substream, dma_data,
7062306a36Sopenharmony_ci		slave_config);
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci	return 0;
7362306a36Sopenharmony_ci}
7462306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(snd_dmaengine_pcm_prepare_slave_config);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_cistatic int dmaengine_pcm_hw_params(struct snd_soc_component *component,
7762306a36Sopenharmony_ci				   struct snd_pcm_substream *substream,
7862306a36Sopenharmony_ci				   struct snd_pcm_hw_params *params)
7962306a36Sopenharmony_ci{
8062306a36Sopenharmony_ci	struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
8162306a36Sopenharmony_ci	struct dma_chan *chan = snd_dmaengine_pcm_get_chan(substream);
8262306a36Sopenharmony_ci	struct dma_slave_config slave_config;
8362306a36Sopenharmony_ci	int ret;
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	if (!pcm->config->prepare_slave_config)
8662306a36Sopenharmony_ci		return 0;
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci	memset(&slave_config, 0, sizeof(slave_config));
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	ret = pcm->config->prepare_slave_config(substream, params, &slave_config);
9162306a36Sopenharmony_ci	if (ret)
9262306a36Sopenharmony_ci		return ret;
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	return dmaengine_slave_config(chan, &slave_config);
9562306a36Sopenharmony_ci}
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_cistatic int
9862306a36Sopenharmony_cidmaengine_pcm_set_runtime_hwparams(struct snd_soc_component *component,
9962306a36Sopenharmony_ci				   struct snd_pcm_substream *substream)
10062306a36Sopenharmony_ci{
10162306a36Sopenharmony_ci	struct snd_soc_pcm_runtime *rtd = asoc_substream_to_rtd(substream);
10262306a36Sopenharmony_ci	struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
10362306a36Sopenharmony_ci	struct device *dma_dev = dmaengine_dma_dev(pcm, substream);
10462306a36Sopenharmony_ci	struct dma_chan *chan = pcm->chan[substream->stream];
10562306a36Sopenharmony_ci	struct snd_dmaengine_dai_dma_data *dma_data;
10662306a36Sopenharmony_ci	struct snd_pcm_hardware hw;
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	if (rtd->dai_link->num_cpus > 1) {
10962306a36Sopenharmony_ci		dev_err(rtd->dev,
11062306a36Sopenharmony_ci			"%s doesn't support Multi CPU yet\n", __func__);
11162306a36Sopenharmony_ci		return -EINVAL;
11262306a36Sopenharmony_ci	}
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	if (pcm->config->pcm_hardware)
11562306a36Sopenharmony_ci		return snd_soc_set_runtime_hwparams(substream,
11662306a36Sopenharmony_ci				pcm->config->pcm_hardware);
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	dma_data = snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd, 0), substream);
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci	memset(&hw, 0, sizeof(hw));
12162306a36Sopenharmony_ci	hw.info = SNDRV_PCM_INFO_MMAP | SNDRV_PCM_INFO_MMAP_VALID |
12262306a36Sopenharmony_ci			SNDRV_PCM_INFO_INTERLEAVED;
12362306a36Sopenharmony_ci	hw.periods_min = 2;
12462306a36Sopenharmony_ci	hw.periods_max = UINT_MAX;
12562306a36Sopenharmony_ci	hw.period_bytes_min = dma_data->maxburst * DMA_SLAVE_BUSWIDTH_8_BYTES;
12662306a36Sopenharmony_ci	if (!hw.period_bytes_min)
12762306a36Sopenharmony_ci		hw.period_bytes_min = 256;
12862306a36Sopenharmony_ci	hw.period_bytes_max = dma_get_max_seg_size(dma_dev);
12962306a36Sopenharmony_ci	hw.buffer_bytes_max = SIZE_MAX;
13062306a36Sopenharmony_ci	hw.fifo_size = dma_data->fifo_size;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	if (pcm->flags & SND_DMAENGINE_PCM_FLAG_NO_RESIDUE)
13362306a36Sopenharmony_ci		hw.info |= SNDRV_PCM_INFO_BATCH;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	/**
13662306a36Sopenharmony_ci	 * FIXME: Remove the return value check to align with the code
13762306a36Sopenharmony_ci	 * before adding snd_dmaengine_pcm_refine_runtime_hwparams
13862306a36Sopenharmony_ci	 * function.
13962306a36Sopenharmony_ci	 */
14062306a36Sopenharmony_ci	snd_dmaengine_pcm_refine_runtime_hwparams(substream,
14162306a36Sopenharmony_ci						  dma_data,
14262306a36Sopenharmony_ci						  &hw,
14362306a36Sopenharmony_ci						  chan);
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	return snd_soc_set_runtime_hwparams(substream, &hw);
14662306a36Sopenharmony_ci}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_cistatic int dmaengine_pcm_open(struct snd_soc_component *component,
14962306a36Sopenharmony_ci			      struct snd_pcm_substream *substream)
15062306a36Sopenharmony_ci{
15162306a36Sopenharmony_ci	struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
15262306a36Sopenharmony_ci	struct dma_chan *chan = pcm->chan[substream->stream];
15362306a36Sopenharmony_ci	int ret;
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	ret = dmaengine_pcm_set_runtime_hwparams(component, substream);
15662306a36Sopenharmony_ci	if (ret)
15762306a36Sopenharmony_ci		return ret;
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci	return snd_dmaengine_pcm_open(substream, chan);
16062306a36Sopenharmony_ci}
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_cistatic int dmaengine_pcm_close(struct snd_soc_component *component,
16362306a36Sopenharmony_ci			       struct snd_pcm_substream *substream)
16462306a36Sopenharmony_ci{
16562306a36Sopenharmony_ci	return snd_dmaengine_pcm_close(substream);
16662306a36Sopenharmony_ci}
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_cistatic int dmaengine_pcm_trigger(struct snd_soc_component *component,
16962306a36Sopenharmony_ci				 struct snd_pcm_substream *substream, int cmd)
17062306a36Sopenharmony_ci{
17162306a36Sopenharmony_ci	return snd_dmaengine_pcm_trigger(substream, cmd);
17262306a36Sopenharmony_ci}
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_cistatic struct dma_chan *dmaengine_pcm_compat_request_channel(
17562306a36Sopenharmony_ci	struct snd_soc_component *component,
17662306a36Sopenharmony_ci	struct snd_soc_pcm_runtime *rtd,
17762306a36Sopenharmony_ci	struct snd_pcm_substream *substream)
17862306a36Sopenharmony_ci{
17962306a36Sopenharmony_ci	struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
18062306a36Sopenharmony_ci	struct snd_dmaengine_dai_dma_data *dma_data;
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	if (rtd->dai_link->num_cpus > 1) {
18362306a36Sopenharmony_ci		dev_err(rtd->dev,
18462306a36Sopenharmony_ci			"%s doesn't support Multi CPU yet\n", __func__);
18562306a36Sopenharmony_ci		return NULL;
18662306a36Sopenharmony_ci	}
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ci	dma_data = snd_soc_dai_get_dma_data(asoc_rtd_to_cpu(rtd, 0), substream);
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	if ((pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX) && pcm->chan[0])
19162306a36Sopenharmony_ci		return pcm->chan[0];
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	if (pcm->config->compat_request_channel)
19462306a36Sopenharmony_ci		return pcm->config->compat_request_channel(rtd, substream);
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	return snd_dmaengine_pcm_request_channel(pcm->config->compat_filter_fn,
19762306a36Sopenharmony_ci						 dma_data->filter_data);
19862306a36Sopenharmony_ci}
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_cistatic bool dmaengine_pcm_can_report_residue(struct device *dev,
20162306a36Sopenharmony_ci	struct dma_chan *chan)
20262306a36Sopenharmony_ci{
20362306a36Sopenharmony_ci	struct dma_slave_caps dma_caps;
20462306a36Sopenharmony_ci	int ret;
20562306a36Sopenharmony_ci
20662306a36Sopenharmony_ci	ret = dma_get_slave_caps(chan, &dma_caps);
20762306a36Sopenharmony_ci	if (ret != 0) {
20862306a36Sopenharmony_ci		dev_warn(dev, "Failed to get DMA channel capabilities, falling back to period counting: %d\n",
20962306a36Sopenharmony_ci			 ret);
21062306a36Sopenharmony_ci		return false;
21162306a36Sopenharmony_ci	}
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	if (dma_caps.residue_granularity == DMA_RESIDUE_GRANULARITY_DESCRIPTOR)
21462306a36Sopenharmony_ci		return false;
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	return true;
21762306a36Sopenharmony_ci}
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_cistatic int dmaengine_pcm_new(struct snd_soc_component *component,
22062306a36Sopenharmony_ci			     struct snd_soc_pcm_runtime *rtd)
22162306a36Sopenharmony_ci{
22262306a36Sopenharmony_ci	struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
22362306a36Sopenharmony_ci	const struct snd_dmaengine_pcm_config *config = pcm->config;
22462306a36Sopenharmony_ci	struct device *dev = component->dev;
22562306a36Sopenharmony_ci	size_t prealloc_buffer_size;
22662306a36Sopenharmony_ci	size_t max_buffer_size;
22762306a36Sopenharmony_ci	unsigned int i;
22862306a36Sopenharmony_ci
22962306a36Sopenharmony_ci	if (config->prealloc_buffer_size)
23062306a36Sopenharmony_ci		prealloc_buffer_size = config->prealloc_buffer_size;
23162306a36Sopenharmony_ci	else
23262306a36Sopenharmony_ci		prealloc_buffer_size = prealloc_buffer_size_kbytes * 1024;
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	if (config->pcm_hardware && config->pcm_hardware->buffer_bytes_max)
23562306a36Sopenharmony_ci		max_buffer_size = config->pcm_hardware->buffer_bytes_max;
23662306a36Sopenharmony_ci	else
23762306a36Sopenharmony_ci		max_buffer_size = SIZE_MAX;
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci	for_each_pcm_streams(i) {
24062306a36Sopenharmony_ci		struct snd_pcm_substream *substream = rtd->pcm->streams[i].substream;
24162306a36Sopenharmony_ci		if (!substream)
24262306a36Sopenharmony_ci			continue;
24362306a36Sopenharmony_ci
24462306a36Sopenharmony_ci		if (!pcm->chan[i] && config->chan_names[i])
24562306a36Sopenharmony_ci			pcm->chan[i] = dma_request_slave_channel(dev,
24662306a36Sopenharmony_ci				config->chan_names[i]);
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ci		if (!pcm->chan[i] && (pcm->flags & SND_DMAENGINE_PCM_FLAG_COMPAT)) {
24962306a36Sopenharmony_ci			pcm->chan[i] = dmaengine_pcm_compat_request_channel(
25062306a36Sopenharmony_ci				component, rtd, substream);
25162306a36Sopenharmony_ci		}
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_ci		if (!pcm->chan[i]) {
25462306a36Sopenharmony_ci			dev_err(component->dev,
25562306a36Sopenharmony_ci				"Missing dma channel for stream: %d\n", i);
25662306a36Sopenharmony_ci			return -EINVAL;
25762306a36Sopenharmony_ci		}
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_ci		snd_pcm_set_managed_buffer(substream,
26062306a36Sopenharmony_ci				SNDRV_DMA_TYPE_DEV_IRAM,
26162306a36Sopenharmony_ci				dmaengine_dma_dev(pcm, substream),
26262306a36Sopenharmony_ci				prealloc_buffer_size,
26362306a36Sopenharmony_ci				max_buffer_size);
26462306a36Sopenharmony_ci
26562306a36Sopenharmony_ci		if (!dmaengine_pcm_can_report_residue(dev, pcm->chan[i]))
26662306a36Sopenharmony_ci			pcm->flags |= SND_DMAENGINE_PCM_FLAG_NO_RESIDUE;
26762306a36Sopenharmony_ci
26862306a36Sopenharmony_ci		if (rtd->pcm->streams[i].pcm->name[0] == '\0') {
26962306a36Sopenharmony_ci			strscpy_pad(rtd->pcm->streams[i].pcm->name,
27062306a36Sopenharmony_ci				    rtd->pcm->streams[i].pcm->id,
27162306a36Sopenharmony_ci				    sizeof(rtd->pcm->streams[i].pcm->name));
27262306a36Sopenharmony_ci		}
27362306a36Sopenharmony_ci	}
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci	return 0;
27662306a36Sopenharmony_ci}
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_cistatic snd_pcm_uframes_t dmaengine_pcm_pointer(
27962306a36Sopenharmony_ci	struct snd_soc_component *component,
28062306a36Sopenharmony_ci	struct snd_pcm_substream *substream)
28162306a36Sopenharmony_ci{
28262306a36Sopenharmony_ci	struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
28362306a36Sopenharmony_ci
28462306a36Sopenharmony_ci	if (pcm->flags & SND_DMAENGINE_PCM_FLAG_NO_RESIDUE)
28562306a36Sopenharmony_ci		return snd_dmaengine_pcm_pointer_no_residue(substream);
28662306a36Sopenharmony_ci	else
28762306a36Sopenharmony_ci		return snd_dmaengine_pcm_pointer(substream);
28862306a36Sopenharmony_ci}
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_cistatic int dmaengine_copy(struct snd_soc_component *component,
29162306a36Sopenharmony_ci			  struct snd_pcm_substream *substream,
29262306a36Sopenharmony_ci			  int channel, unsigned long hwoff,
29362306a36Sopenharmony_ci			  struct iov_iter *iter, unsigned long bytes)
29462306a36Sopenharmony_ci{
29562306a36Sopenharmony_ci	struct snd_pcm_runtime *runtime = substream->runtime;
29662306a36Sopenharmony_ci	struct dmaengine_pcm *pcm = soc_component_to_pcm(component);
29762306a36Sopenharmony_ci	int (*process)(struct snd_pcm_substream *substream,
29862306a36Sopenharmony_ci		       int channel, unsigned long hwoff,
29962306a36Sopenharmony_ci		       unsigned long bytes) = pcm->config->process;
30062306a36Sopenharmony_ci	bool is_playback = substream->stream == SNDRV_PCM_STREAM_PLAYBACK;
30162306a36Sopenharmony_ci	void *dma_ptr = runtime->dma_area + hwoff +
30262306a36Sopenharmony_ci			channel * (runtime->dma_bytes / runtime->channels);
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ci	if (is_playback)
30562306a36Sopenharmony_ci		if (copy_from_iter(dma_ptr, bytes, iter) != bytes)
30662306a36Sopenharmony_ci			return -EFAULT;
30762306a36Sopenharmony_ci
30862306a36Sopenharmony_ci	if (process) {
30962306a36Sopenharmony_ci		int ret = process(substream, channel, hwoff, bytes);
31062306a36Sopenharmony_ci		if (ret < 0)
31162306a36Sopenharmony_ci			return ret;
31262306a36Sopenharmony_ci	}
31362306a36Sopenharmony_ci
31462306a36Sopenharmony_ci	if (!is_playback)
31562306a36Sopenharmony_ci		if (copy_to_iter(dma_ptr, bytes, iter) != bytes)
31662306a36Sopenharmony_ci			return -EFAULT;
31762306a36Sopenharmony_ci
31862306a36Sopenharmony_ci	return 0;
31962306a36Sopenharmony_ci}
32062306a36Sopenharmony_ci
32162306a36Sopenharmony_cistatic const struct snd_soc_component_driver dmaengine_pcm_component = {
32262306a36Sopenharmony_ci	.name		= SND_DMAENGINE_PCM_DRV_NAME,
32362306a36Sopenharmony_ci	.probe_order	= SND_SOC_COMP_ORDER_LATE,
32462306a36Sopenharmony_ci	.open		= dmaengine_pcm_open,
32562306a36Sopenharmony_ci	.close		= dmaengine_pcm_close,
32662306a36Sopenharmony_ci	.hw_params	= dmaengine_pcm_hw_params,
32762306a36Sopenharmony_ci	.trigger	= dmaengine_pcm_trigger,
32862306a36Sopenharmony_ci	.pointer	= dmaengine_pcm_pointer,
32962306a36Sopenharmony_ci	.pcm_construct	= dmaengine_pcm_new,
33062306a36Sopenharmony_ci};
33162306a36Sopenharmony_ci
33262306a36Sopenharmony_cistatic const struct snd_soc_component_driver dmaengine_pcm_component_process = {
33362306a36Sopenharmony_ci	.name		= SND_DMAENGINE_PCM_DRV_NAME,
33462306a36Sopenharmony_ci	.probe_order	= SND_SOC_COMP_ORDER_LATE,
33562306a36Sopenharmony_ci	.open		= dmaengine_pcm_open,
33662306a36Sopenharmony_ci	.close		= dmaengine_pcm_close,
33762306a36Sopenharmony_ci	.hw_params	= dmaengine_pcm_hw_params,
33862306a36Sopenharmony_ci	.trigger	= dmaengine_pcm_trigger,
33962306a36Sopenharmony_ci	.pointer	= dmaengine_pcm_pointer,
34062306a36Sopenharmony_ci	.copy		= dmaengine_copy,
34162306a36Sopenharmony_ci	.pcm_construct	= dmaengine_pcm_new,
34262306a36Sopenharmony_ci};
34362306a36Sopenharmony_ci
34462306a36Sopenharmony_cistatic const char * const dmaengine_pcm_dma_channel_names[] = {
34562306a36Sopenharmony_ci	[SNDRV_PCM_STREAM_PLAYBACK] = "tx",
34662306a36Sopenharmony_ci	[SNDRV_PCM_STREAM_CAPTURE] = "rx",
34762306a36Sopenharmony_ci};
34862306a36Sopenharmony_ci
34962306a36Sopenharmony_cistatic int dmaengine_pcm_request_chan_of(struct dmaengine_pcm *pcm,
35062306a36Sopenharmony_ci	struct device *dev, const struct snd_dmaengine_pcm_config *config)
35162306a36Sopenharmony_ci{
35262306a36Sopenharmony_ci	unsigned int i;
35362306a36Sopenharmony_ci	const char *name;
35462306a36Sopenharmony_ci	struct dma_chan *chan;
35562306a36Sopenharmony_ci
35662306a36Sopenharmony_ci	if ((pcm->flags & SND_DMAENGINE_PCM_FLAG_NO_DT) || (!dev->of_node &&
35762306a36Sopenharmony_ci	    !(config->dma_dev && config->dma_dev->of_node)))
35862306a36Sopenharmony_ci		return 0;
35962306a36Sopenharmony_ci
36062306a36Sopenharmony_ci	if (config->dma_dev) {
36162306a36Sopenharmony_ci		/*
36262306a36Sopenharmony_ci		 * If this warning is seen, it probably means that your Linux
36362306a36Sopenharmony_ci		 * device structure does not match your HW device structure.
36462306a36Sopenharmony_ci		 * It would be best to refactor the Linux device structure to
36562306a36Sopenharmony_ci		 * correctly match the HW structure.
36662306a36Sopenharmony_ci		 */
36762306a36Sopenharmony_ci		dev_warn(dev, "DMA channels sourced from device %s",
36862306a36Sopenharmony_ci			 dev_name(config->dma_dev));
36962306a36Sopenharmony_ci		dev = config->dma_dev;
37062306a36Sopenharmony_ci	}
37162306a36Sopenharmony_ci
37262306a36Sopenharmony_ci	for_each_pcm_streams(i) {
37362306a36Sopenharmony_ci		if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
37462306a36Sopenharmony_ci			name = "rx-tx";
37562306a36Sopenharmony_ci		else
37662306a36Sopenharmony_ci			name = dmaengine_pcm_dma_channel_names[i];
37762306a36Sopenharmony_ci		if (config->chan_names[i])
37862306a36Sopenharmony_ci			name = config->chan_names[i];
37962306a36Sopenharmony_ci		chan = dma_request_chan(dev, name);
38062306a36Sopenharmony_ci		if (IS_ERR(chan)) {
38162306a36Sopenharmony_ci			/*
38262306a36Sopenharmony_ci			 * Only report probe deferral errors, channels
38362306a36Sopenharmony_ci			 * might not be present for devices that
38462306a36Sopenharmony_ci			 * support only TX or only RX.
38562306a36Sopenharmony_ci			 */
38662306a36Sopenharmony_ci			if (PTR_ERR(chan) == -EPROBE_DEFER)
38762306a36Sopenharmony_ci				return -EPROBE_DEFER;
38862306a36Sopenharmony_ci			pcm->chan[i] = NULL;
38962306a36Sopenharmony_ci		} else {
39062306a36Sopenharmony_ci			pcm->chan[i] = chan;
39162306a36Sopenharmony_ci		}
39262306a36Sopenharmony_ci		if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
39362306a36Sopenharmony_ci			break;
39462306a36Sopenharmony_ci	}
39562306a36Sopenharmony_ci
39662306a36Sopenharmony_ci	if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
39762306a36Sopenharmony_ci		pcm->chan[1] = pcm->chan[0];
39862306a36Sopenharmony_ci
39962306a36Sopenharmony_ci	return 0;
40062306a36Sopenharmony_ci}
40162306a36Sopenharmony_ci
40262306a36Sopenharmony_cistatic void dmaengine_pcm_release_chan(struct dmaengine_pcm *pcm)
40362306a36Sopenharmony_ci{
40462306a36Sopenharmony_ci	unsigned int i;
40562306a36Sopenharmony_ci
40662306a36Sopenharmony_ci	for_each_pcm_streams(i) {
40762306a36Sopenharmony_ci		if (!pcm->chan[i])
40862306a36Sopenharmony_ci			continue;
40962306a36Sopenharmony_ci		dma_release_channel(pcm->chan[i]);
41062306a36Sopenharmony_ci		if (pcm->flags & SND_DMAENGINE_PCM_FLAG_HALF_DUPLEX)
41162306a36Sopenharmony_ci			break;
41262306a36Sopenharmony_ci	}
41362306a36Sopenharmony_ci}
41462306a36Sopenharmony_ci
41562306a36Sopenharmony_cistatic const struct snd_dmaengine_pcm_config snd_dmaengine_pcm_default_config = {
41662306a36Sopenharmony_ci	.prepare_slave_config = snd_dmaengine_pcm_prepare_slave_config,
41762306a36Sopenharmony_ci};
41862306a36Sopenharmony_ci
41962306a36Sopenharmony_ci/**
42062306a36Sopenharmony_ci * snd_dmaengine_pcm_register - Register a dmaengine based PCM device
42162306a36Sopenharmony_ci * @dev: The parent device for the PCM device
42262306a36Sopenharmony_ci * @config: Platform specific PCM configuration
42362306a36Sopenharmony_ci * @flags: Platform specific quirks
42462306a36Sopenharmony_ci */
42562306a36Sopenharmony_ciint snd_dmaengine_pcm_register(struct device *dev,
42662306a36Sopenharmony_ci	const struct snd_dmaengine_pcm_config *config, unsigned int flags)
42762306a36Sopenharmony_ci{
42862306a36Sopenharmony_ci	const struct snd_soc_component_driver *driver;
42962306a36Sopenharmony_ci	struct dmaengine_pcm *pcm;
43062306a36Sopenharmony_ci	int ret;
43162306a36Sopenharmony_ci
43262306a36Sopenharmony_ci	pcm = kzalloc(sizeof(*pcm), GFP_KERNEL);
43362306a36Sopenharmony_ci	if (!pcm)
43462306a36Sopenharmony_ci		return -ENOMEM;
43562306a36Sopenharmony_ci
43662306a36Sopenharmony_ci#ifdef CONFIG_DEBUG_FS
43762306a36Sopenharmony_ci	pcm->component.debugfs_prefix = "dma";
43862306a36Sopenharmony_ci#endif
43962306a36Sopenharmony_ci	if (!config)
44062306a36Sopenharmony_ci		config = &snd_dmaengine_pcm_default_config;
44162306a36Sopenharmony_ci	pcm->config = config;
44262306a36Sopenharmony_ci	pcm->flags = flags;
44362306a36Sopenharmony_ci
44462306a36Sopenharmony_ci	ret = dmaengine_pcm_request_chan_of(pcm, dev, config);
44562306a36Sopenharmony_ci	if (ret)
44662306a36Sopenharmony_ci		goto err_free_dma;
44762306a36Sopenharmony_ci
44862306a36Sopenharmony_ci	if (config->process)
44962306a36Sopenharmony_ci		driver = &dmaengine_pcm_component_process;
45062306a36Sopenharmony_ci	else
45162306a36Sopenharmony_ci		driver = &dmaengine_pcm_component;
45262306a36Sopenharmony_ci
45362306a36Sopenharmony_ci	ret = snd_soc_component_initialize(&pcm->component, driver, dev);
45462306a36Sopenharmony_ci	if (ret)
45562306a36Sopenharmony_ci		goto err_free_dma;
45662306a36Sopenharmony_ci
45762306a36Sopenharmony_ci	ret = snd_soc_add_component(&pcm->component, NULL, 0);
45862306a36Sopenharmony_ci	if (ret)
45962306a36Sopenharmony_ci		goto err_free_dma;
46062306a36Sopenharmony_ci
46162306a36Sopenharmony_ci	return 0;
46262306a36Sopenharmony_ci
46362306a36Sopenharmony_cierr_free_dma:
46462306a36Sopenharmony_ci	dmaengine_pcm_release_chan(pcm);
46562306a36Sopenharmony_ci	kfree(pcm);
46662306a36Sopenharmony_ci	return ret;
46762306a36Sopenharmony_ci}
46862306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(snd_dmaengine_pcm_register);
46962306a36Sopenharmony_ci
47062306a36Sopenharmony_ci/**
47162306a36Sopenharmony_ci * snd_dmaengine_pcm_unregister - Removes a dmaengine based PCM device
47262306a36Sopenharmony_ci * @dev: Parent device the PCM was register with
47362306a36Sopenharmony_ci *
47462306a36Sopenharmony_ci * Removes a dmaengine based PCM device previously registered with
47562306a36Sopenharmony_ci * snd_dmaengine_pcm_register.
47662306a36Sopenharmony_ci */
47762306a36Sopenharmony_civoid snd_dmaengine_pcm_unregister(struct device *dev)
47862306a36Sopenharmony_ci{
47962306a36Sopenharmony_ci	struct snd_soc_component *component;
48062306a36Sopenharmony_ci	struct dmaengine_pcm *pcm;
48162306a36Sopenharmony_ci
48262306a36Sopenharmony_ci	component = snd_soc_lookup_component(dev, SND_DMAENGINE_PCM_DRV_NAME);
48362306a36Sopenharmony_ci	if (!component)
48462306a36Sopenharmony_ci		return;
48562306a36Sopenharmony_ci
48662306a36Sopenharmony_ci	pcm = soc_component_to_pcm(component);
48762306a36Sopenharmony_ci
48862306a36Sopenharmony_ci	snd_soc_unregister_component_by_driver(dev, component->driver);
48962306a36Sopenharmony_ci	dmaengine_pcm_release_chan(pcm);
49062306a36Sopenharmony_ci	kfree(pcm);
49162306a36Sopenharmony_ci}
49262306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(snd_dmaengine_pcm_unregister);
49362306a36Sopenharmony_ci
49462306a36Sopenharmony_ciMODULE_LICENSE("GPL");
495