162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2010-2013 Bluecherry, LLC <https://www.bluecherrydvr.com>
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Original author:
662306a36Sopenharmony_ci * Ben Collins <bcollins@ubuntu.com>
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * Additional work by:
962306a36Sopenharmony_ci * John Brooks <john.brooks@bluecherry.net>
1062306a36Sopenharmony_ci */
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#include <linux/kernel.h>
1362306a36Sopenharmony_ci#include <linux/module.h>
1462306a36Sopenharmony_ci#include <linux/slab.h>
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci#include "solo6x10.h"
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_cistatic int multi_p2m;
1962306a36Sopenharmony_cimodule_param(multi_p2m, uint, 0644);
2062306a36Sopenharmony_ciMODULE_PARM_DESC(multi_p2m,
2162306a36Sopenharmony_ci		 "Use multiple P2M DMA channels (default: no, 6010-only)");
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_cistatic int desc_mode;
2462306a36Sopenharmony_cimodule_param(desc_mode, uint, 0644);
2562306a36Sopenharmony_ciMODULE_PARM_DESC(desc_mode,
2662306a36Sopenharmony_ci		 "Allow use of descriptor mode DMA (default: no, 6010-only)");
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ciint solo_p2m_dma(struct solo_dev *solo_dev, int wr,
2962306a36Sopenharmony_ci		 void *sys_addr, u32 ext_addr, u32 size,
3062306a36Sopenharmony_ci		 int repeat, u32 ext_size)
3162306a36Sopenharmony_ci{
3262306a36Sopenharmony_ci	dma_addr_t dma_addr;
3362306a36Sopenharmony_ci	int ret;
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci	if (WARN_ON_ONCE((unsigned long)sys_addr & 0x03))
3662306a36Sopenharmony_ci		return -EINVAL;
3762306a36Sopenharmony_ci	if (WARN_ON_ONCE(!size))
3862306a36Sopenharmony_ci		return -EINVAL;
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci	dma_addr = dma_map_single(&solo_dev->pdev->dev, sys_addr, size,
4162306a36Sopenharmony_ci				  wr ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
4262306a36Sopenharmony_ci	if (dma_mapping_error(&solo_dev->pdev->dev, dma_addr))
4362306a36Sopenharmony_ci		return -ENOMEM;
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci	ret = solo_p2m_dma_t(solo_dev, wr, dma_addr, ext_addr, size,
4662306a36Sopenharmony_ci			     repeat, ext_size);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	dma_unmap_single(&solo_dev->pdev->dev, dma_addr, size,
4962306a36Sopenharmony_ci			 wr ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci	return ret;
5262306a36Sopenharmony_ci}
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci/* Mutex must be held for p2m_id before calling this!! */
5562306a36Sopenharmony_ciint solo_p2m_dma_desc(struct solo_dev *solo_dev,
5662306a36Sopenharmony_ci		      struct solo_p2m_desc *desc, dma_addr_t desc_dma,
5762306a36Sopenharmony_ci		      int desc_cnt)
5862306a36Sopenharmony_ci{
5962306a36Sopenharmony_ci	struct solo_p2m_dev *p2m_dev;
6062306a36Sopenharmony_ci	unsigned int timeout;
6162306a36Sopenharmony_ci	unsigned int config = 0;
6262306a36Sopenharmony_ci	int ret = 0;
6362306a36Sopenharmony_ci	unsigned int p2m_id = 0;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	/* Get next ID. According to Softlogic, 6110 has problems on !=0 P2M */
6662306a36Sopenharmony_ci	if (solo_dev->type != SOLO_DEV_6110 && multi_p2m)
6762306a36Sopenharmony_ci		p2m_id = atomic_inc_return(&solo_dev->p2m_count) % SOLO_NR_P2M;
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	p2m_dev = &solo_dev->p2m_dev[p2m_id];
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	if (mutex_lock_interruptible(&p2m_dev->mutex))
7262306a36Sopenharmony_ci		return -EINTR;
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	reinit_completion(&p2m_dev->completion);
7562306a36Sopenharmony_ci	p2m_dev->error = 0;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	if (desc_cnt > 1 && solo_dev->type != SOLO_DEV_6110 && desc_mode) {
7862306a36Sopenharmony_ci		/* For 6010 with more than one desc, we can do a one-shot */
7962306a36Sopenharmony_ci		p2m_dev->desc_count = p2m_dev->desc_idx = 0;
8062306a36Sopenharmony_ci		config = solo_reg_read(solo_dev, SOLO_P2M_CONFIG(p2m_id));
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_DES_ADR(p2m_id), desc_dma);
8362306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_DESC_ID(p2m_id), desc_cnt);
8462306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_CONFIG(p2m_id), config |
8562306a36Sopenharmony_ci			       SOLO_P2M_DESC_MODE);
8662306a36Sopenharmony_ci	} else {
8762306a36Sopenharmony_ci		/* For single descriptors and 6110, we need to run each desc */
8862306a36Sopenharmony_ci		p2m_dev->desc_count = desc_cnt;
8962306a36Sopenharmony_ci		p2m_dev->desc_idx = 1;
9062306a36Sopenharmony_ci		p2m_dev->descs = desc;
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_TAR_ADR(p2m_id),
9362306a36Sopenharmony_ci			       desc[1].dma_addr);
9462306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_EXT_ADR(p2m_id),
9562306a36Sopenharmony_ci			       desc[1].ext_addr);
9662306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_EXT_CFG(p2m_id),
9762306a36Sopenharmony_ci			       desc[1].cfg);
9862306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_CONTROL(p2m_id),
9962306a36Sopenharmony_ci			       desc[1].ctrl);
10062306a36Sopenharmony_ci	}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	timeout = wait_for_completion_timeout(&p2m_dev->completion,
10362306a36Sopenharmony_ci					      solo_dev->p2m_jiffies);
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	if (WARN_ON_ONCE(p2m_dev->error))
10662306a36Sopenharmony_ci		ret = -EIO;
10762306a36Sopenharmony_ci	else if (timeout == 0) {
10862306a36Sopenharmony_ci		solo_dev->p2m_timeouts++;
10962306a36Sopenharmony_ci		ret = -EAGAIN;
11062306a36Sopenharmony_ci	}
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci	solo_reg_write(solo_dev, SOLO_P2M_CONTROL(p2m_id), 0);
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	/* Don't write here for the no_desc_mode case, because config is 0.
11562306a36Sopenharmony_ci	 * We can't test no_desc_mode again, it might race. */
11662306a36Sopenharmony_ci	if (desc_cnt > 1 && solo_dev->type != SOLO_DEV_6110 && config)
11762306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_CONFIG(p2m_id), config);
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci	mutex_unlock(&p2m_dev->mutex);
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	return ret;
12262306a36Sopenharmony_ci}
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_civoid solo_p2m_fill_desc(struct solo_p2m_desc *desc, int wr,
12562306a36Sopenharmony_ci			dma_addr_t dma_addr, u32 ext_addr, u32 size,
12662306a36Sopenharmony_ci			int repeat, u32 ext_size)
12762306a36Sopenharmony_ci{
12862306a36Sopenharmony_ci	WARN_ON_ONCE(dma_addr & 0x03);
12962306a36Sopenharmony_ci	WARN_ON_ONCE(!size);
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	desc->cfg = SOLO_P2M_COPY_SIZE(size >> 2);
13262306a36Sopenharmony_ci	desc->ctrl = SOLO_P2M_BURST_SIZE(SOLO_P2M_BURST_256) |
13362306a36Sopenharmony_ci		(wr ? SOLO_P2M_WRITE : 0) | SOLO_P2M_TRANS_ON;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	if (repeat) {
13662306a36Sopenharmony_ci		desc->cfg |= SOLO_P2M_EXT_INC(ext_size >> 2);
13762306a36Sopenharmony_ci		desc->ctrl |=  SOLO_P2M_PCI_INC(size >> 2) |
13862306a36Sopenharmony_ci			 SOLO_P2M_REPEAT(repeat);
13962306a36Sopenharmony_ci	}
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	desc->dma_addr = dma_addr;
14262306a36Sopenharmony_ci	desc->ext_addr = ext_addr;
14362306a36Sopenharmony_ci}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ciint solo_p2m_dma_t(struct solo_dev *solo_dev, int wr,
14662306a36Sopenharmony_ci		   dma_addr_t dma_addr, u32 ext_addr, u32 size,
14762306a36Sopenharmony_ci		   int repeat, u32 ext_size)
14862306a36Sopenharmony_ci{
14962306a36Sopenharmony_ci	struct solo_p2m_desc desc[2];
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	solo_p2m_fill_desc(&desc[1], wr, dma_addr, ext_addr, size, repeat,
15262306a36Sopenharmony_ci			   ext_size);
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	/* No need for desc_dma since we know it is a single-shot */
15562306a36Sopenharmony_ci	return solo_p2m_dma_desc(solo_dev, desc, 0, 1);
15662306a36Sopenharmony_ci}
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_civoid solo_p2m_isr(struct solo_dev *solo_dev, int id)
15962306a36Sopenharmony_ci{
16062306a36Sopenharmony_ci	struct solo_p2m_dev *p2m_dev = &solo_dev->p2m_dev[id];
16162306a36Sopenharmony_ci	struct solo_p2m_desc *desc;
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	if (p2m_dev->desc_count <= p2m_dev->desc_idx) {
16462306a36Sopenharmony_ci		complete(&p2m_dev->completion);
16562306a36Sopenharmony_ci		return;
16662306a36Sopenharmony_ci	}
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	/* Setup next descriptor */
16962306a36Sopenharmony_ci	p2m_dev->desc_idx++;
17062306a36Sopenharmony_ci	desc = &p2m_dev->descs[p2m_dev->desc_idx];
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	solo_reg_write(solo_dev, SOLO_P2M_CONTROL(id), 0);
17362306a36Sopenharmony_ci	solo_reg_write(solo_dev, SOLO_P2M_TAR_ADR(id), desc->dma_addr);
17462306a36Sopenharmony_ci	solo_reg_write(solo_dev, SOLO_P2M_EXT_ADR(id), desc->ext_addr);
17562306a36Sopenharmony_ci	solo_reg_write(solo_dev, SOLO_P2M_EXT_CFG(id), desc->cfg);
17662306a36Sopenharmony_ci	solo_reg_write(solo_dev, SOLO_P2M_CONTROL(id), desc->ctrl);
17762306a36Sopenharmony_ci}
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_civoid solo_p2m_error_isr(struct solo_dev *solo_dev)
18062306a36Sopenharmony_ci{
18162306a36Sopenharmony_ci	unsigned int err = solo_reg_read(solo_dev, SOLO_PCI_ERR);
18262306a36Sopenharmony_ci	struct solo_p2m_dev *p2m_dev;
18362306a36Sopenharmony_ci	int i;
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci	if (!(err & (SOLO_PCI_ERR_P2M | SOLO_PCI_ERR_P2M_DESC)))
18662306a36Sopenharmony_ci		return;
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ci	for (i = 0; i < SOLO_NR_P2M; i++) {
18962306a36Sopenharmony_ci		p2m_dev = &solo_dev->p2m_dev[i];
19062306a36Sopenharmony_ci		p2m_dev->error = 1;
19162306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_CONTROL(i), 0);
19262306a36Sopenharmony_ci		complete(&p2m_dev->completion);
19362306a36Sopenharmony_ci	}
19462306a36Sopenharmony_ci}
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_civoid solo_p2m_exit(struct solo_dev *solo_dev)
19762306a36Sopenharmony_ci{
19862306a36Sopenharmony_ci	int i;
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci	for (i = 0; i < SOLO_NR_P2M; i++)
20162306a36Sopenharmony_ci		solo_irq_off(solo_dev, SOLO_IRQ_P2M(i));
20262306a36Sopenharmony_ci}
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_cistatic int solo_p2m_test(struct solo_dev *solo_dev, int base, int size)
20562306a36Sopenharmony_ci{
20662306a36Sopenharmony_ci	u32 *wr_buf;
20762306a36Sopenharmony_ci	u32 *rd_buf;
20862306a36Sopenharmony_ci	int i;
20962306a36Sopenharmony_ci	int ret = -EIO;
21062306a36Sopenharmony_ci	int order = get_order(size);
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_ci	wr_buf = (u32 *)__get_free_pages(GFP_KERNEL, order);
21362306a36Sopenharmony_ci	if (wr_buf == NULL)
21462306a36Sopenharmony_ci		return -1;
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	rd_buf = (u32 *)__get_free_pages(GFP_KERNEL, order);
21762306a36Sopenharmony_ci	if (rd_buf == NULL) {
21862306a36Sopenharmony_ci		free_pages((unsigned long)wr_buf, order);
21962306a36Sopenharmony_ci		return -1;
22062306a36Sopenharmony_ci	}
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	for (i = 0; i < (size >> 3); i++)
22362306a36Sopenharmony_ci		*(wr_buf + i) = (i << 16) | (i + 1);
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_ci	for (i = (size >> 3); i < (size >> 2); i++)
22662306a36Sopenharmony_ci		*(wr_buf + i) = ~((i << 16) | (i + 1));
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci	memset(rd_buf, 0x55, size);
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	if (solo_p2m_dma(solo_dev, 1, wr_buf, base, size, 0, 0))
23162306a36Sopenharmony_ci		goto test_fail;
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_ci	if (solo_p2m_dma(solo_dev, 0, rd_buf, base, size, 0, 0))
23462306a36Sopenharmony_ci		goto test_fail;
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_ci	for (i = 0; i < (size >> 2); i++) {
23762306a36Sopenharmony_ci		if (*(wr_buf + i) != *(rd_buf + i))
23862306a36Sopenharmony_ci			goto test_fail;
23962306a36Sopenharmony_ci	}
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci	ret = 0;
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_citest_fail:
24462306a36Sopenharmony_ci	free_pages((unsigned long)wr_buf, order);
24562306a36Sopenharmony_ci	free_pages((unsigned long)rd_buf, order);
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci	return ret;
24862306a36Sopenharmony_ci}
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ciint solo_p2m_init(struct solo_dev *solo_dev)
25162306a36Sopenharmony_ci{
25262306a36Sopenharmony_ci	struct solo_p2m_dev *p2m_dev;
25362306a36Sopenharmony_ci	int i;
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	for (i = 0; i < SOLO_NR_P2M; i++) {
25662306a36Sopenharmony_ci		p2m_dev = &solo_dev->p2m_dev[i];
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci		mutex_init(&p2m_dev->mutex);
25962306a36Sopenharmony_ci		init_completion(&p2m_dev->completion);
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_CONTROL(i), 0);
26262306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_P2M_CONFIG(i),
26362306a36Sopenharmony_ci			       SOLO_P2M_CSC_16BIT_565 |
26462306a36Sopenharmony_ci			       SOLO_P2M_DESC_INTR_OPT |
26562306a36Sopenharmony_ci			       SOLO_P2M_DMA_INTERVAL(0) |
26662306a36Sopenharmony_ci			       SOLO_P2M_PCI_MASTER_MODE);
26762306a36Sopenharmony_ci		solo_irq_on(solo_dev, SOLO_IRQ_P2M(i));
26862306a36Sopenharmony_ci	}
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_ci	/* Find correct SDRAM size */
27162306a36Sopenharmony_ci	for (solo_dev->sdram_size = 0, i = 2; i >= 0; i--) {
27262306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_DMA_CTRL,
27362306a36Sopenharmony_ci			       SOLO_DMA_CTRL_REFRESH_CYCLE(1) |
27462306a36Sopenharmony_ci			       SOLO_DMA_CTRL_SDRAM_SIZE(i) |
27562306a36Sopenharmony_ci			       SOLO_DMA_CTRL_SDRAM_CLK_INVERT |
27662306a36Sopenharmony_ci			       SOLO_DMA_CTRL_READ_CLK_SELECT |
27762306a36Sopenharmony_ci			       SOLO_DMA_CTRL_LATENCY(1));
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_SYS_CFG, solo_dev->sys_config |
28062306a36Sopenharmony_ci			       SOLO_SYS_CFG_RESET);
28162306a36Sopenharmony_ci		solo_reg_write(solo_dev, SOLO_SYS_CFG, solo_dev->sys_config);
28262306a36Sopenharmony_ci
28362306a36Sopenharmony_ci		switch (i) {
28462306a36Sopenharmony_ci		case 2:
28562306a36Sopenharmony_ci			if (solo_p2m_test(solo_dev, 0x07ff0000, 0x00010000) ||
28662306a36Sopenharmony_ci			    solo_p2m_test(solo_dev, 0x05ff0000, 0x00010000))
28762306a36Sopenharmony_ci				continue;
28862306a36Sopenharmony_ci			break;
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_ci		case 1:
29162306a36Sopenharmony_ci			if (solo_p2m_test(solo_dev, 0x03ff0000, 0x00010000))
29262306a36Sopenharmony_ci				continue;
29362306a36Sopenharmony_ci			break;
29462306a36Sopenharmony_ci
29562306a36Sopenharmony_ci		default:
29662306a36Sopenharmony_ci			if (solo_p2m_test(solo_dev, 0x01ff0000, 0x00010000))
29762306a36Sopenharmony_ci				continue;
29862306a36Sopenharmony_ci		}
29962306a36Sopenharmony_ci
30062306a36Sopenharmony_ci		solo_dev->sdram_size = (32 << 20) << i;
30162306a36Sopenharmony_ci		break;
30262306a36Sopenharmony_ci	}
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ci	if (!solo_dev->sdram_size) {
30562306a36Sopenharmony_ci		dev_err(&solo_dev->pdev->dev, "Error detecting SDRAM size\n");
30662306a36Sopenharmony_ci		return -EIO;
30762306a36Sopenharmony_ci	}
30862306a36Sopenharmony_ci
30962306a36Sopenharmony_ci	if (SOLO_SDRAM_END(solo_dev) > solo_dev->sdram_size) {
31062306a36Sopenharmony_ci		dev_err(&solo_dev->pdev->dev,
31162306a36Sopenharmony_ci			"SDRAM is not large enough (%u < %u)\n",
31262306a36Sopenharmony_ci			solo_dev->sdram_size, SOLO_SDRAM_END(solo_dev));
31362306a36Sopenharmony_ci		return -EIO;
31462306a36Sopenharmony_ci	}
31562306a36Sopenharmony_ci
31662306a36Sopenharmony_ci	return 0;
31762306a36Sopenharmony_ci}
318