162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci *  Driver for the NXP SAA7164 PCIe bridge
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci *  Copyright (c) 2010-2015 Steven Toth <stoth@kernellabs.com>
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <linux/slab.h>
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include "saa7164.h"
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci/* The PCI address space for buffer handling looks like this:
1362306a36Sopenharmony_ci *
1462306a36Sopenharmony_ci * +-u32 wide-------------+
1562306a36Sopenharmony_ci * |                      +
1662306a36Sopenharmony_ci * +-u64 wide------------------------------------+
1762306a36Sopenharmony_ci * +                                             +
1862306a36Sopenharmony_ci * +----------------------+
1962306a36Sopenharmony_ci * | CurrentBufferPtr     + Pointer to current PCI buffer >-+
2062306a36Sopenharmony_ci * +----------------------+                                 |
2162306a36Sopenharmony_ci * | Unused               +                                 |
2262306a36Sopenharmony_ci * +----------------------+                                 |
2362306a36Sopenharmony_ci * | Pitch                + = 188 (bytes)                   |
2462306a36Sopenharmony_ci * +----------------------+                                 |
2562306a36Sopenharmony_ci * | PCI buffer size      + = pitch * number of lines (312) |
2662306a36Sopenharmony_ci * +----------------------+                                 |
2762306a36Sopenharmony_ci * |0| Buf0 Write Offset  +                                 |
2862306a36Sopenharmony_ci * +----------------------+                                 v
2962306a36Sopenharmony_ci * |1| Buf1 Write Offset  +                                 |
3062306a36Sopenharmony_ci * +----------------------+                                 |
3162306a36Sopenharmony_ci * |2| Buf2 Write Offset  +                                 |
3262306a36Sopenharmony_ci * +----------------------+                                 |
3362306a36Sopenharmony_ci * |3| Buf3 Write Offset  +                                 |
3462306a36Sopenharmony_ci * +----------------------+                                 |
3562306a36Sopenharmony_ci * ... More write offsets                                   |
3662306a36Sopenharmony_ci * +---------------------------------------------+          |
3762306a36Sopenharmony_ci * +0| set of ptrs to PCI pagetables             +          |
3862306a36Sopenharmony_ci * +---------------------------------------------+          |
3962306a36Sopenharmony_ci * +1| set of ptrs to PCI pagetables             + <--------+
4062306a36Sopenharmony_ci * +---------------------------------------------+
4162306a36Sopenharmony_ci * +2| set of ptrs to PCI pagetables             +
4262306a36Sopenharmony_ci * +---------------------------------------------+
4362306a36Sopenharmony_ci * +3| set of ptrs to PCI pagetables             + >--+
4462306a36Sopenharmony_ci * +---------------------------------------------+    |
4562306a36Sopenharmony_ci * ... More buffer pointers                           |  +----------------+
4662306a36Sopenharmony_ci *						    +->| pt[0] TS data  |
4762306a36Sopenharmony_ci *						    |  +----------------+
4862306a36Sopenharmony_ci *						    |
4962306a36Sopenharmony_ci *						    |  +----------------+
5062306a36Sopenharmony_ci *						    +->| pt[1] TS data  |
5162306a36Sopenharmony_ci *						    |  +----------------+
5262306a36Sopenharmony_ci *						    | etc
5362306a36Sopenharmony_ci */
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_civoid saa7164_buffer_display(struct saa7164_buffer *buf)
5662306a36Sopenharmony_ci{
5762306a36Sopenharmony_ci	struct saa7164_dev *dev = buf->port->dev;
5862306a36Sopenharmony_ci	int i;
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "%s()   buffer @ 0x%p nr=%d\n",
6162306a36Sopenharmony_ci		__func__, buf, buf->idx);
6262306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "  pci_cpu @ 0x%p    dma @ 0x%08llx len = 0x%x\n",
6362306a36Sopenharmony_ci		buf->cpu, (long long)buf->dma, buf->pci_size);
6462306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   pt_cpu @ 0x%p pt_dma @ 0x%08llx len = 0x%x\n",
6562306a36Sopenharmony_ci		buf->pt_cpu, (long long)buf->pt_dma, buf->pt_size);
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	/* Format the Page Table Entries to point into the data buffer */
6862306a36Sopenharmony_ci	for (i = 0 ; i < SAA7164_PT_ENTRIES; i++) {
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci		dprintk(DBGLVL_BUF, "    pt[%02d] = 0x%p -> 0x%llx\n",
7162306a36Sopenharmony_ci			i, buf->pt_cpu, (u64)*(buf->pt_cpu));
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	}
7462306a36Sopenharmony_ci}
7562306a36Sopenharmony_ci/* Allocate a new buffer structure and associated PCI space in bytes.
7662306a36Sopenharmony_ci * len must be a multiple of sizeof(u64)
7762306a36Sopenharmony_ci */
7862306a36Sopenharmony_cistruct saa7164_buffer *saa7164_buffer_alloc(struct saa7164_port *port,
7962306a36Sopenharmony_ci	u32 len)
8062306a36Sopenharmony_ci{
8162306a36Sopenharmony_ci	struct tmHWStreamParameters *params = &port->hw_streamingparams;
8262306a36Sopenharmony_ci	struct saa7164_buffer *buf = NULL;
8362306a36Sopenharmony_ci	struct saa7164_dev *dev = port->dev;
8462306a36Sopenharmony_ci	int i;
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci	if ((len == 0) || (len >= 65536) || (len % sizeof(u64))) {
8762306a36Sopenharmony_ci		log_warn("%s() SAA_ERR_BAD_PARAMETER\n", __func__);
8862306a36Sopenharmony_ci		goto ret;
8962306a36Sopenharmony_ci	}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	buf = kzalloc(sizeof(*buf), GFP_KERNEL);
9262306a36Sopenharmony_ci	if (!buf)
9362306a36Sopenharmony_ci		goto ret;
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	buf->idx = -1;
9662306a36Sopenharmony_ci	buf->port = port;
9762306a36Sopenharmony_ci	buf->flags = SAA7164_BUFFER_FREE;
9862306a36Sopenharmony_ci	buf->pos = 0;
9962306a36Sopenharmony_ci	buf->actual_size = params->pitch * params->numberoflines;
10062306a36Sopenharmony_ci	buf->crc = 0;
10162306a36Sopenharmony_ci	/* TODO: arg len is being ignored */
10262306a36Sopenharmony_ci	buf->pci_size = SAA7164_PT_ENTRIES * 0x1000;
10362306a36Sopenharmony_ci	buf->pt_size = (SAA7164_PT_ENTRIES * sizeof(u64)) + 0x1000;
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	/* Allocate contiguous memory */
10662306a36Sopenharmony_ci	buf->cpu = dma_alloc_coherent(&port->dev->pci->dev, buf->pci_size,
10762306a36Sopenharmony_ci				      &buf->dma, GFP_KERNEL);
10862306a36Sopenharmony_ci	if (!buf->cpu)
10962306a36Sopenharmony_ci		goto fail1;
11062306a36Sopenharmony_ci
11162306a36Sopenharmony_ci	buf->pt_cpu = dma_alloc_coherent(&port->dev->pci->dev, buf->pt_size,
11262306a36Sopenharmony_ci					 &buf->pt_dma, GFP_KERNEL);
11362306a36Sopenharmony_ci	if (!buf->pt_cpu)
11462306a36Sopenharmony_ci		goto fail2;
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci	/* init the buffers to a known pattern, easier during debugging */
11762306a36Sopenharmony_ci	memset(buf->cpu, 0xff, buf->pci_size);
11862306a36Sopenharmony_ci	buf->crc = crc32(0, buf->cpu, buf->actual_size);
11962306a36Sopenharmony_ci	memset(buf->pt_cpu, 0xff, buf->pt_size);
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "%s()   allocated buffer @ 0x%p (%d pageptrs)\n",
12262306a36Sopenharmony_ci		__func__, buf, params->numpagetables);
12362306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "  pci_cpu @ 0x%p    dma @ 0x%08lx len = 0x%x\n",
12462306a36Sopenharmony_ci		buf->cpu, (long)buf->dma, buf->pci_size);
12562306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   pt_cpu @ 0x%p pt_dma @ 0x%08lx len = 0x%x\n",
12662306a36Sopenharmony_ci		buf->pt_cpu, (long)buf->pt_dma, buf->pt_size);
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	/* Format the Page Table Entries to point into the data buffer */
12962306a36Sopenharmony_ci	for (i = 0 ; i < params->numpagetables; i++) {
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci		*(buf->pt_cpu + i) = buf->dma + (i * 0x1000); /* TODO */
13262306a36Sopenharmony_ci		dprintk(DBGLVL_BUF, "    pt[%02d] = 0x%p -> 0x%llx\n",
13362306a36Sopenharmony_ci			i, buf->pt_cpu, (u64)*(buf->pt_cpu));
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	}
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci	goto ret;
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_cifail2:
14062306a36Sopenharmony_ci	dma_free_coherent(&port->dev->pci->dev, buf->pci_size, buf->cpu,
14162306a36Sopenharmony_ci			  buf->dma);
14262306a36Sopenharmony_cifail1:
14362306a36Sopenharmony_ci	kfree(buf);
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	buf = NULL;
14662306a36Sopenharmony_ciret:
14762306a36Sopenharmony_ci	return buf;
14862306a36Sopenharmony_ci}
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ciint saa7164_buffer_dealloc(struct saa7164_buffer *buf)
15162306a36Sopenharmony_ci{
15262306a36Sopenharmony_ci	struct saa7164_dev *dev;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	if (!buf || !buf->port)
15562306a36Sopenharmony_ci		return SAA_ERR_BAD_PARAMETER;
15662306a36Sopenharmony_ci	dev = buf->port->dev;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "%s() deallocating buffer @ 0x%p\n",
15962306a36Sopenharmony_ci		__func__, buf);
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	if (buf->flags != SAA7164_BUFFER_FREE)
16262306a36Sopenharmony_ci		log_warn(" freeing a non-free buffer\n");
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	dma_free_coherent(&dev->pci->dev, buf->pci_size, buf->cpu, buf->dma);
16562306a36Sopenharmony_ci	dma_free_coherent(&dev->pci->dev, buf->pt_size, buf->pt_cpu,
16662306a36Sopenharmony_ci			  buf->pt_dma);
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	kfree(buf);
16962306a36Sopenharmony_ci
17062306a36Sopenharmony_ci	return SAA_OK;
17162306a36Sopenharmony_ci}
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ciint saa7164_buffer_zero_offsets(struct saa7164_port *port, int i)
17462306a36Sopenharmony_ci{
17562306a36Sopenharmony_ci	struct saa7164_dev *dev = port->dev;
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci	if ((i < 0) || (i >= port->hwcfg.buffercount))
17862306a36Sopenharmony_ci		return -EINVAL;
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "%s(idx = %d)\n", __func__, i);
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	saa7164_writel(port->bufoffset + (sizeof(u32) * i), 0);
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	return 0;
18562306a36Sopenharmony_ci}
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci/* Write a buffer into the hardware */
18862306a36Sopenharmony_ciint saa7164_buffer_activate(struct saa7164_buffer *buf, int i)
18962306a36Sopenharmony_ci{
19062306a36Sopenharmony_ci	struct saa7164_port *port = buf->port;
19162306a36Sopenharmony_ci	struct saa7164_dev *dev = port->dev;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	if ((i < 0) || (i >= port->hwcfg.buffercount))
19462306a36Sopenharmony_ci		return -EINVAL;
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "%s(idx = %d)\n", __func__, i);
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	buf->idx = i; /* Note of which buffer list index position we occupy */
19962306a36Sopenharmony_ci	buf->flags = SAA7164_BUFFER_BUSY;
20062306a36Sopenharmony_ci	buf->pos = 0;
20162306a36Sopenharmony_ci
20262306a36Sopenharmony_ci	/* TODO: Review this in light of 32v64 assignments */
20362306a36Sopenharmony_ci	saa7164_writel(port->bufoffset + (sizeof(u32) * i), 0);
20462306a36Sopenharmony_ci	saa7164_writel(port->bufptr32h + ((sizeof(u32) * 2) * i), buf->pt_dma);
20562306a36Sopenharmony_ci	saa7164_writel(port->bufptr32l + ((sizeof(u32) * 2) * i), 0);
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "	buf[%d] offset 0x%llx (0x%x) buf 0x%llx/%llx (0x%x/%x) nr=%d\n",
20862306a36Sopenharmony_ci		buf->idx,
20962306a36Sopenharmony_ci		(u64)port->bufoffset + (i * sizeof(u32)),
21062306a36Sopenharmony_ci		saa7164_readl(port->bufoffset + (sizeof(u32) * i)),
21162306a36Sopenharmony_ci		(u64)port->bufptr32h + ((sizeof(u32) * 2) * i),
21262306a36Sopenharmony_ci		(u64)port->bufptr32l + ((sizeof(u32) * 2) * i),
21362306a36Sopenharmony_ci		saa7164_readl(port->bufptr32h + ((sizeof(u32) * i) * 2)),
21462306a36Sopenharmony_ci		saa7164_readl(port->bufptr32l + ((sizeof(u32) * i) * 2)),
21562306a36Sopenharmony_ci		buf->idx);
21662306a36Sopenharmony_ci
21762306a36Sopenharmony_ci	return 0;
21862306a36Sopenharmony_ci}
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ciint saa7164_buffer_cfg_port(struct saa7164_port *port)
22162306a36Sopenharmony_ci{
22262306a36Sopenharmony_ci	struct tmHWStreamParameters *params = &port->hw_streamingparams;
22362306a36Sopenharmony_ci	struct saa7164_dev *dev = port->dev;
22462306a36Sopenharmony_ci	struct saa7164_buffer *buf;
22562306a36Sopenharmony_ci	struct list_head *c, *n;
22662306a36Sopenharmony_ci	int i = 0;
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "%s(port=%d)\n", __func__, port->nr);
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	saa7164_writel(port->bufcounter, 0);
23162306a36Sopenharmony_ci	saa7164_writel(port->pitch, params->pitch);
23262306a36Sopenharmony_ci	saa7164_writel(port->bufsize, params->pitch * params->numberoflines);
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, " configured:\n");
23562306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   lmmio       0x%p\n", dev->lmmio);
23662306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   bufcounter  0x%x = 0x%x\n", port->bufcounter,
23762306a36Sopenharmony_ci		saa7164_readl(port->bufcounter));
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   pitch       0x%x = %d\n", port->pitch,
24062306a36Sopenharmony_ci		saa7164_readl(port->pitch));
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   bufsize     0x%x = %d\n", port->bufsize,
24362306a36Sopenharmony_ci		saa7164_readl(port->bufsize));
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   buffercount = %d\n", port->hwcfg.buffercount);
24662306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   bufoffset = 0x%x\n", port->bufoffset);
24762306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   bufptr32h = 0x%x\n", port->bufptr32h);
24862306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "   bufptr32l = 0x%x\n", port->bufptr32l);
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	/* Poke the buffers and offsets into PCI space */
25162306a36Sopenharmony_ci	mutex_lock(&port->dmaqueue_lock);
25262306a36Sopenharmony_ci	list_for_each_safe(c, n, &port->dmaqueue.list) {
25362306a36Sopenharmony_ci		buf = list_entry(c, struct saa7164_buffer, list);
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci		BUG_ON(buf->flags != SAA7164_BUFFER_FREE);
25662306a36Sopenharmony_ci
25762306a36Sopenharmony_ci		/* Place the buffer in the h/w queue */
25862306a36Sopenharmony_ci		saa7164_buffer_activate(buf, i);
25962306a36Sopenharmony_ci
26062306a36Sopenharmony_ci		/* Don't exceed the device maximum # bufs */
26162306a36Sopenharmony_ci		BUG_ON(i > port->hwcfg.buffercount);
26262306a36Sopenharmony_ci		i++;
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci	}
26562306a36Sopenharmony_ci	mutex_unlock(&port->dmaqueue_lock);
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci	return 0;
26862306a36Sopenharmony_ci}
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_cistruct saa7164_user_buffer *saa7164_buffer_alloc_user(struct saa7164_dev *dev,
27162306a36Sopenharmony_ci	u32 len)
27262306a36Sopenharmony_ci{
27362306a36Sopenharmony_ci	struct saa7164_user_buffer *buf;
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci	buf = kzalloc(sizeof(*buf), GFP_KERNEL);
27662306a36Sopenharmony_ci	if (!buf)
27762306a36Sopenharmony_ci		return NULL;
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	buf->data = kzalloc(len, GFP_KERNEL);
28062306a36Sopenharmony_ci
28162306a36Sopenharmony_ci	if (!buf->data) {
28262306a36Sopenharmony_ci		kfree(buf);
28362306a36Sopenharmony_ci		return NULL;
28462306a36Sopenharmony_ci	}
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	buf->actual_size = len;
28762306a36Sopenharmony_ci	buf->pos = 0;
28862306a36Sopenharmony_ci	buf->crc = 0;
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_ci	dprintk(DBGLVL_BUF, "%s()   allocated user buffer @ 0x%p\n",
29162306a36Sopenharmony_ci		__func__, buf);
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_ci	return buf;
29462306a36Sopenharmony_ci}
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_civoid saa7164_buffer_dealloc_user(struct saa7164_user_buffer *buf)
29762306a36Sopenharmony_ci{
29862306a36Sopenharmony_ci	if (!buf)
29962306a36Sopenharmony_ci		return;
30062306a36Sopenharmony_ci
30162306a36Sopenharmony_ci	kfree(buf->data);
30262306a36Sopenharmony_ci	buf->data = NULL;
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ci	kfree(buf);
30562306a36Sopenharmony_ci}
306