162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci *  pxa3xx-gcu.c - Linux kernel module for PXA3xx graphics controllers
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci *  This driver needs a DirectFB counterpart in user space, communication
662306a36Sopenharmony_ci *  is handled via mmap()ed memory areas and an ioctl.
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci *  Copyright (c) 2009 Daniel Mack <daniel@caiaq.de>
962306a36Sopenharmony_ci *  Copyright (c) 2009 Janine Kropp <nin@directfb.org>
1062306a36Sopenharmony_ci *  Copyright (c) 2009 Denis Oliver Kropp <dok@directfb.org>
1162306a36Sopenharmony_ci */
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci/*
1462306a36Sopenharmony_ci * WARNING: This controller is attached to System Bus 2 of the PXA which
1562306a36Sopenharmony_ci * needs its arbiter to be enabled explicitly (CKENB & 1<<9).
1662306a36Sopenharmony_ci * There is currently no way to do this from Linux, so you need to teach
1762306a36Sopenharmony_ci * your bootloader for now.
1862306a36Sopenharmony_ci */
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ci#include <linux/module.h>
2162306a36Sopenharmony_ci#include <linux/platform_device.h>
2262306a36Sopenharmony_ci#include <linux/dma-mapping.h>
2362306a36Sopenharmony_ci#include <linux/miscdevice.h>
2462306a36Sopenharmony_ci#include <linux/interrupt.h>
2562306a36Sopenharmony_ci#include <linux/spinlock.h>
2662306a36Sopenharmony_ci#include <linux/uaccess.h>
2762306a36Sopenharmony_ci#include <linux/ioctl.h>
2862306a36Sopenharmony_ci#include <linux/delay.h>
2962306a36Sopenharmony_ci#include <linux/sched.h>
3062306a36Sopenharmony_ci#include <linux/slab.h>
3162306a36Sopenharmony_ci#include <linux/clk.h>
3262306a36Sopenharmony_ci#include <linux/fs.h>
3362306a36Sopenharmony_ci#include <linux/io.h>
3462306a36Sopenharmony_ci#include <linux/of.h>
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci#include "pxa3xx-gcu.h"
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci#define DRV_NAME	"pxa3xx-gcu"
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci#define REG_GCCR	0x00
4162306a36Sopenharmony_ci#define GCCR_SYNC_CLR	(1 << 9)
4262306a36Sopenharmony_ci#define GCCR_BP_RST	(1 << 8)
4362306a36Sopenharmony_ci#define GCCR_ABORT	(1 << 6)
4462306a36Sopenharmony_ci#define GCCR_STOP	(1 << 4)
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci#define REG_GCISCR	0x04
4762306a36Sopenharmony_ci#define REG_GCIECR	0x08
4862306a36Sopenharmony_ci#define REG_GCRBBR	0x20
4962306a36Sopenharmony_ci#define REG_GCRBLR	0x24
5062306a36Sopenharmony_ci#define REG_GCRBHR	0x28
5162306a36Sopenharmony_ci#define REG_GCRBTR	0x2C
5262306a36Sopenharmony_ci#define REG_GCRBEXHR	0x30
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci#define IE_EOB		(1 << 0)
5562306a36Sopenharmony_ci#define IE_EEOB		(1 << 5)
5662306a36Sopenharmony_ci#define IE_ALL		0xff
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_ci#define SHARED_SIZE	PAGE_ALIGN(sizeof(struct pxa3xx_gcu_shared))
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci/* #define PXA3XX_GCU_DEBUG */
6162306a36Sopenharmony_ci/* #define PXA3XX_GCU_DEBUG_TIMER */
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci#ifdef PXA3XX_GCU_DEBUG
6462306a36Sopenharmony_ci#define QDUMP(msg)					\
6562306a36Sopenharmony_ci	do {						\
6662306a36Sopenharmony_ci		QPRINT(priv, KERN_DEBUG, msg);		\
6762306a36Sopenharmony_ci	} while (0)
6862306a36Sopenharmony_ci#else
6962306a36Sopenharmony_ci#define QDUMP(msg)	do {} while (0)
7062306a36Sopenharmony_ci#endif
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci#define QERROR(msg)					\
7362306a36Sopenharmony_ci	do {						\
7462306a36Sopenharmony_ci		QPRINT(priv, KERN_ERR, msg);		\
7562306a36Sopenharmony_ci	} while (0)
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_cistruct pxa3xx_gcu_batch {
7862306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *next;
7962306a36Sopenharmony_ci	u32			*ptr;
8062306a36Sopenharmony_ci	dma_addr_t		 phys;
8162306a36Sopenharmony_ci	unsigned long		 length;
8262306a36Sopenharmony_ci};
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_cistruct pxa3xx_gcu_priv {
8562306a36Sopenharmony_ci	struct device		 *dev;
8662306a36Sopenharmony_ci	void __iomem		 *mmio_base;
8762306a36Sopenharmony_ci	struct clk		 *clk;
8862306a36Sopenharmony_ci	struct pxa3xx_gcu_shared *shared;
8962306a36Sopenharmony_ci	dma_addr_t		  shared_phys;
9062306a36Sopenharmony_ci	struct resource		 *resource_mem;
9162306a36Sopenharmony_ci	struct miscdevice	  misc_dev;
9262306a36Sopenharmony_ci	wait_queue_head_t	  wait_idle;
9362306a36Sopenharmony_ci	wait_queue_head_t	  wait_free;
9462306a36Sopenharmony_ci	spinlock_t		  spinlock;
9562306a36Sopenharmony_ci	struct timespec64	  base_time;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *free;
9862306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *ready;
9962306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *ready_last;
10062306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *running;
10162306a36Sopenharmony_ci};
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_cistatic inline unsigned long
10462306a36Sopenharmony_cigc_readl(struct pxa3xx_gcu_priv *priv, unsigned int off)
10562306a36Sopenharmony_ci{
10662306a36Sopenharmony_ci	return __raw_readl(priv->mmio_base + off);
10762306a36Sopenharmony_ci}
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_cistatic inline void
11062306a36Sopenharmony_cigc_writel(struct pxa3xx_gcu_priv *priv, unsigned int off, unsigned long val)
11162306a36Sopenharmony_ci{
11262306a36Sopenharmony_ci	__raw_writel(val, priv->mmio_base + off);
11362306a36Sopenharmony_ci}
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci#define QPRINT(priv, level, msg)					\
11662306a36Sopenharmony_ci	do {								\
11762306a36Sopenharmony_ci		struct timespec64 ts;					\
11862306a36Sopenharmony_ci		struct pxa3xx_gcu_shared *shared = priv->shared;	\
11962306a36Sopenharmony_ci		u32 base = gc_readl(priv, REG_GCRBBR);			\
12062306a36Sopenharmony_ci									\
12162306a36Sopenharmony_ci		ktime_get_ts64(&ts);					\
12262306a36Sopenharmony_ci		ts = timespec64_sub(ts, priv->base_time);		\
12362306a36Sopenharmony_ci									\
12462306a36Sopenharmony_ci		printk(level "%lld.%03ld.%03ld - %-17s: %-21s (%s, "	\
12562306a36Sopenharmony_ci			"STATUS "					\
12662306a36Sopenharmony_ci			"0x%02lx, B 0x%08lx [%ld], E %5ld, H %5ld, "	\
12762306a36Sopenharmony_ci			"T %5ld)\n",					\
12862306a36Sopenharmony_ci			(s64)(ts.tv_sec),				\
12962306a36Sopenharmony_ci			ts.tv_nsec / NSEC_PER_MSEC,			\
13062306a36Sopenharmony_ci			(ts.tv_nsec % NSEC_PER_MSEC) / USEC_PER_MSEC,	\
13162306a36Sopenharmony_ci			__func__, msg,					\
13262306a36Sopenharmony_ci			shared->hw_running ? "running" : "   idle",	\
13362306a36Sopenharmony_ci			gc_readl(priv, REG_GCISCR),			\
13462306a36Sopenharmony_ci			gc_readl(priv, REG_GCRBBR),			\
13562306a36Sopenharmony_ci			gc_readl(priv, REG_GCRBLR),			\
13662306a36Sopenharmony_ci			(gc_readl(priv, REG_GCRBEXHR) - base) / 4,	\
13762306a36Sopenharmony_ci			(gc_readl(priv, REG_GCRBHR) - base) / 4,	\
13862306a36Sopenharmony_ci			(gc_readl(priv, REG_GCRBTR) - base) / 4);	\
13962306a36Sopenharmony_ci	} while (0)
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_cistatic void
14262306a36Sopenharmony_cipxa3xx_gcu_reset(struct pxa3xx_gcu_priv *priv)
14362306a36Sopenharmony_ci{
14462306a36Sopenharmony_ci	QDUMP("RESET");
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci	/* disable interrupts */
14762306a36Sopenharmony_ci	gc_writel(priv, REG_GCIECR, 0);
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci	/* reset hardware */
15062306a36Sopenharmony_ci	gc_writel(priv, REG_GCCR, GCCR_ABORT);
15162306a36Sopenharmony_ci	gc_writel(priv, REG_GCCR, 0);
15262306a36Sopenharmony_ci
15362306a36Sopenharmony_ci	memset(priv->shared, 0, SHARED_SIZE);
15462306a36Sopenharmony_ci	priv->shared->buffer_phys = priv->shared_phys;
15562306a36Sopenharmony_ci	priv->shared->magic = PXA3XX_GCU_SHARED_MAGIC;
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	ktime_get_ts64(&priv->base_time);
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci	/* set up the ring buffer pointers */
16062306a36Sopenharmony_ci	gc_writel(priv, REG_GCRBLR, 0);
16162306a36Sopenharmony_ci	gc_writel(priv, REG_GCRBBR, priv->shared_phys);
16262306a36Sopenharmony_ci	gc_writel(priv, REG_GCRBTR, priv->shared_phys);
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	/* enable all IRQs except EOB */
16562306a36Sopenharmony_ci	gc_writel(priv, REG_GCIECR, IE_ALL & ~IE_EOB);
16662306a36Sopenharmony_ci}
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_cistatic void
16962306a36Sopenharmony_cidump_whole_state(struct pxa3xx_gcu_priv *priv)
17062306a36Sopenharmony_ci{
17162306a36Sopenharmony_ci	struct pxa3xx_gcu_shared *sh = priv->shared;
17262306a36Sopenharmony_ci	u32 base = gc_readl(priv, REG_GCRBBR);
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	QDUMP("DUMP");
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci	printk(KERN_DEBUG "== PXA3XX-GCU DUMP ==\n"
17762306a36Sopenharmony_ci		"%s, STATUS 0x%02lx, B 0x%08lx [%ld], E %5ld, H %5ld, T %5ld\n",
17862306a36Sopenharmony_ci		sh->hw_running ? "running" : "idle   ",
17962306a36Sopenharmony_ci		gc_readl(priv, REG_GCISCR),
18062306a36Sopenharmony_ci		gc_readl(priv, REG_GCRBBR),
18162306a36Sopenharmony_ci		gc_readl(priv, REG_GCRBLR),
18262306a36Sopenharmony_ci		(gc_readl(priv, REG_GCRBEXHR) - base) / 4,
18362306a36Sopenharmony_ci		(gc_readl(priv, REG_GCRBHR) - base) / 4,
18462306a36Sopenharmony_ci		(gc_readl(priv, REG_GCRBTR) - base) / 4);
18562306a36Sopenharmony_ci}
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_cistatic void
18862306a36Sopenharmony_ciflush_running(struct pxa3xx_gcu_priv *priv)
18962306a36Sopenharmony_ci{
19062306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *running = priv->running;
19162306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *next;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	while (running) {
19462306a36Sopenharmony_ci		next = running->next;
19562306a36Sopenharmony_ci		running->next = priv->free;
19662306a36Sopenharmony_ci		priv->free = running;
19762306a36Sopenharmony_ci		running = next;
19862306a36Sopenharmony_ci	}
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci	priv->running = NULL;
20162306a36Sopenharmony_ci}
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_cistatic void
20462306a36Sopenharmony_cirun_ready(struct pxa3xx_gcu_priv *priv)
20562306a36Sopenharmony_ci{
20662306a36Sopenharmony_ci	unsigned int num = 0;
20762306a36Sopenharmony_ci	struct pxa3xx_gcu_shared *shared = priv->shared;
20862306a36Sopenharmony_ci	struct pxa3xx_gcu_batch	*ready = priv->ready;
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_ci	QDUMP("Start");
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_ci	BUG_ON(!ready);
21362306a36Sopenharmony_ci
21462306a36Sopenharmony_ci	shared->buffer[num++] = 0x05000000;
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	while (ready) {
21762306a36Sopenharmony_ci		shared->buffer[num++] = 0x00000001;
21862306a36Sopenharmony_ci		shared->buffer[num++] = ready->phys;
21962306a36Sopenharmony_ci		ready = ready->next;
22062306a36Sopenharmony_ci	}
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	shared->buffer[num++] = 0x05000000;
22362306a36Sopenharmony_ci	priv->running = priv->ready;
22462306a36Sopenharmony_ci	priv->ready = priv->ready_last = NULL;
22562306a36Sopenharmony_ci	gc_writel(priv, REG_GCRBLR, 0);
22662306a36Sopenharmony_ci	shared->hw_running = 1;
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci	/* ring base address */
22962306a36Sopenharmony_ci	gc_writel(priv, REG_GCRBBR, shared->buffer_phys);
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	/* ring tail address */
23262306a36Sopenharmony_ci	gc_writel(priv, REG_GCRBTR, shared->buffer_phys + num * 4);
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	/* ring length */
23562306a36Sopenharmony_ci	gc_writel(priv, REG_GCRBLR, ((num + 63) & ~63) * 4);
23662306a36Sopenharmony_ci}
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_cistatic irqreturn_t
23962306a36Sopenharmony_cipxa3xx_gcu_handle_irq(int irq, void *ctx)
24062306a36Sopenharmony_ci{
24162306a36Sopenharmony_ci	struct pxa3xx_gcu_priv *priv = ctx;
24262306a36Sopenharmony_ci	struct pxa3xx_gcu_shared *shared = priv->shared;
24362306a36Sopenharmony_ci	u32 status = gc_readl(priv, REG_GCISCR) & IE_ALL;
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	QDUMP("-Interrupt");
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci	if (!status)
24862306a36Sopenharmony_ci		return IRQ_NONE;
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	spin_lock(&priv->spinlock);
25162306a36Sopenharmony_ci	shared->num_interrupts++;
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_ci	if (status & IE_EEOB) {
25462306a36Sopenharmony_ci		QDUMP(" [EEOB]");
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_ci		flush_running(priv);
25762306a36Sopenharmony_ci		wake_up_all(&priv->wait_free);
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_ci		if (priv->ready) {
26062306a36Sopenharmony_ci			run_ready(priv);
26162306a36Sopenharmony_ci		} else {
26262306a36Sopenharmony_ci			/* There is no more data prepared by the userspace.
26362306a36Sopenharmony_ci			 * Set hw_running = 0 and wait for the next userspace
26462306a36Sopenharmony_ci			 * kick-off */
26562306a36Sopenharmony_ci			shared->num_idle++;
26662306a36Sopenharmony_ci			shared->hw_running = 0;
26762306a36Sopenharmony_ci
26862306a36Sopenharmony_ci			QDUMP(" '-> Idle.");
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_ci			/* set ring buffer length to zero */
27162306a36Sopenharmony_ci			gc_writel(priv, REG_GCRBLR, 0);
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ci			wake_up_all(&priv->wait_idle);
27462306a36Sopenharmony_ci		}
27562306a36Sopenharmony_ci
27662306a36Sopenharmony_ci		shared->num_done++;
27762306a36Sopenharmony_ci	} else {
27862306a36Sopenharmony_ci		QERROR(" [???]");
27962306a36Sopenharmony_ci		dump_whole_state(priv);
28062306a36Sopenharmony_ci	}
28162306a36Sopenharmony_ci
28262306a36Sopenharmony_ci	/* Clear the interrupt */
28362306a36Sopenharmony_ci	gc_writel(priv, REG_GCISCR, status);
28462306a36Sopenharmony_ci	spin_unlock(&priv->spinlock);
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	return IRQ_HANDLED;
28762306a36Sopenharmony_ci}
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_cistatic int
29062306a36Sopenharmony_cipxa3xx_gcu_wait_idle(struct pxa3xx_gcu_priv *priv)
29162306a36Sopenharmony_ci{
29262306a36Sopenharmony_ci	int ret = 0;
29362306a36Sopenharmony_ci
29462306a36Sopenharmony_ci	QDUMP("Waiting for idle...");
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_ci	/* Does not need to be atomic. There's a lock in user space,
29762306a36Sopenharmony_ci	 * but anyhow, this is just for statistics. */
29862306a36Sopenharmony_ci	priv->shared->num_wait_idle++;
29962306a36Sopenharmony_ci
30062306a36Sopenharmony_ci	while (priv->shared->hw_running) {
30162306a36Sopenharmony_ci		int num = priv->shared->num_interrupts;
30262306a36Sopenharmony_ci		u32 rbexhr = gc_readl(priv, REG_GCRBEXHR);
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ci		ret = wait_event_interruptible_timeout(priv->wait_idle,
30562306a36Sopenharmony_ci					!priv->shared->hw_running, HZ*4);
30662306a36Sopenharmony_ci
30762306a36Sopenharmony_ci		if (ret != 0)
30862306a36Sopenharmony_ci			break;
30962306a36Sopenharmony_ci
31062306a36Sopenharmony_ci		if (gc_readl(priv, REG_GCRBEXHR) == rbexhr &&
31162306a36Sopenharmony_ci		    priv->shared->num_interrupts == num) {
31262306a36Sopenharmony_ci			QERROR("TIMEOUT");
31362306a36Sopenharmony_ci			ret = -ETIMEDOUT;
31462306a36Sopenharmony_ci			break;
31562306a36Sopenharmony_ci		}
31662306a36Sopenharmony_ci	}
31762306a36Sopenharmony_ci
31862306a36Sopenharmony_ci	QDUMP("done");
31962306a36Sopenharmony_ci
32062306a36Sopenharmony_ci	return ret;
32162306a36Sopenharmony_ci}
32262306a36Sopenharmony_ci
32362306a36Sopenharmony_cistatic int
32462306a36Sopenharmony_cipxa3xx_gcu_wait_free(struct pxa3xx_gcu_priv *priv)
32562306a36Sopenharmony_ci{
32662306a36Sopenharmony_ci	int ret = 0;
32762306a36Sopenharmony_ci
32862306a36Sopenharmony_ci	QDUMP("Waiting for free...");
32962306a36Sopenharmony_ci
33062306a36Sopenharmony_ci	/* Does not need to be atomic. There's a lock in user space,
33162306a36Sopenharmony_ci	 * but anyhow, this is just for statistics. */
33262306a36Sopenharmony_ci	priv->shared->num_wait_free++;
33362306a36Sopenharmony_ci
33462306a36Sopenharmony_ci	while (!priv->free) {
33562306a36Sopenharmony_ci		u32 rbexhr = gc_readl(priv, REG_GCRBEXHR);
33662306a36Sopenharmony_ci
33762306a36Sopenharmony_ci		ret = wait_event_interruptible_timeout(priv->wait_free,
33862306a36Sopenharmony_ci						       priv->free, HZ*4);
33962306a36Sopenharmony_ci
34062306a36Sopenharmony_ci		if (ret < 0)
34162306a36Sopenharmony_ci			break;
34262306a36Sopenharmony_ci
34362306a36Sopenharmony_ci		if (ret > 0)
34462306a36Sopenharmony_ci			continue;
34562306a36Sopenharmony_ci
34662306a36Sopenharmony_ci		if (gc_readl(priv, REG_GCRBEXHR) == rbexhr) {
34762306a36Sopenharmony_ci			QERROR("TIMEOUT");
34862306a36Sopenharmony_ci			ret = -ETIMEDOUT;
34962306a36Sopenharmony_ci			break;
35062306a36Sopenharmony_ci		}
35162306a36Sopenharmony_ci	}
35262306a36Sopenharmony_ci
35362306a36Sopenharmony_ci	QDUMP("done");
35462306a36Sopenharmony_ci
35562306a36Sopenharmony_ci	return ret;
35662306a36Sopenharmony_ci}
35762306a36Sopenharmony_ci
35862306a36Sopenharmony_ci/* Misc device layer */
35962306a36Sopenharmony_ci
36062306a36Sopenharmony_cistatic inline struct pxa3xx_gcu_priv *to_pxa3xx_gcu_priv(struct file *file)
36162306a36Sopenharmony_ci{
36262306a36Sopenharmony_ci	struct miscdevice *dev = file->private_data;
36362306a36Sopenharmony_ci	return container_of(dev, struct pxa3xx_gcu_priv, misc_dev);
36462306a36Sopenharmony_ci}
36562306a36Sopenharmony_ci
36662306a36Sopenharmony_ci/*
36762306a36Sopenharmony_ci * provide an empty .open callback, so the core sets file->private_data
36862306a36Sopenharmony_ci * for us.
36962306a36Sopenharmony_ci */
37062306a36Sopenharmony_cistatic int pxa3xx_gcu_open(struct inode *inode, struct file *file)
37162306a36Sopenharmony_ci{
37262306a36Sopenharmony_ci	return 0;
37362306a36Sopenharmony_ci}
37462306a36Sopenharmony_ci
37562306a36Sopenharmony_cistatic ssize_t
37662306a36Sopenharmony_cipxa3xx_gcu_write(struct file *file, const char *buff,
37762306a36Sopenharmony_ci		 size_t count, loff_t *offp)
37862306a36Sopenharmony_ci{
37962306a36Sopenharmony_ci	int ret;
38062306a36Sopenharmony_ci	unsigned long flags;
38162306a36Sopenharmony_ci	struct pxa3xx_gcu_batch	*buffer;
38262306a36Sopenharmony_ci	struct pxa3xx_gcu_priv *priv = to_pxa3xx_gcu_priv(file);
38362306a36Sopenharmony_ci
38462306a36Sopenharmony_ci	size_t words = count / 4;
38562306a36Sopenharmony_ci
38662306a36Sopenharmony_ci	/* Does not need to be atomic. There's a lock in user space,
38762306a36Sopenharmony_ci	 * but anyhow, this is just for statistics. */
38862306a36Sopenharmony_ci	priv->shared->num_writes++;
38962306a36Sopenharmony_ci	priv->shared->num_words += words;
39062306a36Sopenharmony_ci
39162306a36Sopenharmony_ci	/* Last word reserved for batch buffer end command */
39262306a36Sopenharmony_ci	if (words >= PXA3XX_GCU_BATCH_WORDS)
39362306a36Sopenharmony_ci		return -E2BIG;
39462306a36Sopenharmony_ci
39562306a36Sopenharmony_ci	/* Wait for a free buffer */
39662306a36Sopenharmony_ci	if (!priv->free) {
39762306a36Sopenharmony_ci		ret = pxa3xx_gcu_wait_free(priv);
39862306a36Sopenharmony_ci		if (ret < 0)
39962306a36Sopenharmony_ci			return ret;
40062306a36Sopenharmony_ci	}
40162306a36Sopenharmony_ci
40262306a36Sopenharmony_ci	/*
40362306a36Sopenharmony_ci	 * Get buffer from free list
40462306a36Sopenharmony_ci	 */
40562306a36Sopenharmony_ci	spin_lock_irqsave(&priv->spinlock, flags);
40662306a36Sopenharmony_ci	buffer = priv->free;
40762306a36Sopenharmony_ci	priv->free = buffer->next;
40862306a36Sopenharmony_ci	spin_unlock_irqrestore(&priv->spinlock, flags);
40962306a36Sopenharmony_ci
41062306a36Sopenharmony_ci
41162306a36Sopenharmony_ci	/* Copy data from user into buffer */
41262306a36Sopenharmony_ci	ret = copy_from_user(buffer->ptr, buff, words * 4);
41362306a36Sopenharmony_ci	if (ret) {
41462306a36Sopenharmony_ci		spin_lock_irqsave(&priv->spinlock, flags);
41562306a36Sopenharmony_ci		buffer->next = priv->free;
41662306a36Sopenharmony_ci		priv->free = buffer;
41762306a36Sopenharmony_ci		spin_unlock_irqrestore(&priv->spinlock, flags);
41862306a36Sopenharmony_ci		return -EFAULT;
41962306a36Sopenharmony_ci	}
42062306a36Sopenharmony_ci
42162306a36Sopenharmony_ci	buffer->length = words;
42262306a36Sopenharmony_ci
42362306a36Sopenharmony_ci	/* Append batch buffer end command */
42462306a36Sopenharmony_ci	buffer->ptr[words] = 0x01000000;
42562306a36Sopenharmony_ci
42662306a36Sopenharmony_ci	/*
42762306a36Sopenharmony_ci	 * Add buffer to ready list
42862306a36Sopenharmony_ci	 */
42962306a36Sopenharmony_ci	spin_lock_irqsave(&priv->spinlock, flags);
43062306a36Sopenharmony_ci
43162306a36Sopenharmony_ci	buffer->next = NULL;
43262306a36Sopenharmony_ci
43362306a36Sopenharmony_ci	if (priv->ready) {
43462306a36Sopenharmony_ci		BUG_ON(priv->ready_last == NULL);
43562306a36Sopenharmony_ci
43662306a36Sopenharmony_ci		priv->ready_last->next = buffer;
43762306a36Sopenharmony_ci	} else
43862306a36Sopenharmony_ci		priv->ready = buffer;
43962306a36Sopenharmony_ci
44062306a36Sopenharmony_ci	priv->ready_last = buffer;
44162306a36Sopenharmony_ci
44262306a36Sopenharmony_ci	if (!priv->shared->hw_running)
44362306a36Sopenharmony_ci		run_ready(priv);
44462306a36Sopenharmony_ci
44562306a36Sopenharmony_ci	spin_unlock_irqrestore(&priv->spinlock, flags);
44662306a36Sopenharmony_ci
44762306a36Sopenharmony_ci	return words * 4;
44862306a36Sopenharmony_ci}
44962306a36Sopenharmony_ci
45062306a36Sopenharmony_ci
45162306a36Sopenharmony_cistatic long
45262306a36Sopenharmony_cipxa3xx_gcu_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
45362306a36Sopenharmony_ci{
45462306a36Sopenharmony_ci	unsigned long flags;
45562306a36Sopenharmony_ci	struct pxa3xx_gcu_priv *priv = to_pxa3xx_gcu_priv(file);
45662306a36Sopenharmony_ci
45762306a36Sopenharmony_ci	switch (cmd) {
45862306a36Sopenharmony_ci	case PXA3XX_GCU_IOCTL_RESET:
45962306a36Sopenharmony_ci		spin_lock_irqsave(&priv->spinlock, flags);
46062306a36Sopenharmony_ci		pxa3xx_gcu_reset(priv);
46162306a36Sopenharmony_ci		spin_unlock_irqrestore(&priv->spinlock, flags);
46262306a36Sopenharmony_ci		return 0;
46362306a36Sopenharmony_ci
46462306a36Sopenharmony_ci	case PXA3XX_GCU_IOCTL_WAIT_IDLE:
46562306a36Sopenharmony_ci		return pxa3xx_gcu_wait_idle(priv);
46662306a36Sopenharmony_ci	}
46762306a36Sopenharmony_ci
46862306a36Sopenharmony_ci	return -ENOSYS;
46962306a36Sopenharmony_ci}
47062306a36Sopenharmony_ci
47162306a36Sopenharmony_cistatic int
47262306a36Sopenharmony_cipxa3xx_gcu_mmap(struct file *file, struct vm_area_struct *vma)
47362306a36Sopenharmony_ci{
47462306a36Sopenharmony_ci	unsigned int size = vma->vm_end - vma->vm_start;
47562306a36Sopenharmony_ci	struct pxa3xx_gcu_priv *priv = to_pxa3xx_gcu_priv(file);
47662306a36Sopenharmony_ci
47762306a36Sopenharmony_ci	switch (vma->vm_pgoff) {
47862306a36Sopenharmony_ci	case 0:
47962306a36Sopenharmony_ci		/* hand out the shared data area */
48062306a36Sopenharmony_ci		if (size != SHARED_SIZE)
48162306a36Sopenharmony_ci			return -EINVAL;
48262306a36Sopenharmony_ci
48362306a36Sopenharmony_ci		return dma_mmap_coherent(priv->dev, vma,
48462306a36Sopenharmony_ci			priv->shared, priv->shared_phys, size);
48562306a36Sopenharmony_ci
48662306a36Sopenharmony_ci	case SHARED_SIZE >> PAGE_SHIFT:
48762306a36Sopenharmony_ci		/* hand out the MMIO base for direct register access
48862306a36Sopenharmony_ci		 * from userspace */
48962306a36Sopenharmony_ci		if (size != resource_size(priv->resource_mem))
49062306a36Sopenharmony_ci			return -EINVAL;
49162306a36Sopenharmony_ci
49262306a36Sopenharmony_ci		vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
49362306a36Sopenharmony_ci
49462306a36Sopenharmony_ci		return io_remap_pfn_range(vma, vma->vm_start,
49562306a36Sopenharmony_ci				priv->resource_mem->start >> PAGE_SHIFT,
49662306a36Sopenharmony_ci				size, vma->vm_page_prot);
49762306a36Sopenharmony_ci	}
49862306a36Sopenharmony_ci
49962306a36Sopenharmony_ci	return -EINVAL;
50062306a36Sopenharmony_ci}
50162306a36Sopenharmony_ci
50262306a36Sopenharmony_ci
50362306a36Sopenharmony_ci#ifdef PXA3XX_GCU_DEBUG_TIMER
50462306a36Sopenharmony_cistatic struct timer_list pxa3xx_gcu_debug_timer;
50562306a36Sopenharmony_cistatic struct pxa3xx_gcu_priv *debug_timer_priv;
50662306a36Sopenharmony_ci
50762306a36Sopenharmony_cistatic void pxa3xx_gcu_debug_timedout(struct timer_list *unused)
50862306a36Sopenharmony_ci{
50962306a36Sopenharmony_ci	struct pxa3xx_gcu_priv *priv = debug_timer_priv;
51062306a36Sopenharmony_ci
51162306a36Sopenharmony_ci	QERROR("Timer DUMP");
51262306a36Sopenharmony_ci
51362306a36Sopenharmony_ci	mod_timer(&pxa3xx_gcu_debug_timer, jiffies + 5 * HZ);
51462306a36Sopenharmony_ci}
51562306a36Sopenharmony_ci
51662306a36Sopenharmony_cistatic void pxa3xx_gcu_init_debug_timer(struct pxa3xx_gcu_priv *priv)
51762306a36Sopenharmony_ci{
51862306a36Sopenharmony_ci	/* init the timer structure */
51962306a36Sopenharmony_ci	debug_timer_priv = priv;
52062306a36Sopenharmony_ci	timer_setup(&pxa3xx_gcu_debug_timer, pxa3xx_gcu_debug_timedout, 0);
52162306a36Sopenharmony_ci	pxa3xx_gcu_debug_timedout(NULL);
52262306a36Sopenharmony_ci}
52362306a36Sopenharmony_ci#else
52462306a36Sopenharmony_cistatic inline void pxa3xx_gcu_init_debug_timer(struct pxa3xx_gcu_priv *priv) {}
52562306a36Sopenharmony_ci#endif
52662306a36Sopenharmony_ci
52762306a36Sopenharmony_cistatic int
52862306a36Sopenharmony_cipxa3xx_gcu_add_buffer(struct device *dev,
52962306a36Sopenharmony_ci		      struct pxa3xx_gcu_priv *priv)
53062306a36Sopenharmony_ci{
53162306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *buffer;
53262306a36Sopenharmony_ci
53362306a36Sopenharmony_ci	buffer = kzalloc(sizeof(struct pxa3xx_gcu_batch), GFP_KERNEL);
53462306a36Sopenharmony_ci	if (!buffer)
53562306a36Sopenharmony_ci		return -ENOMEM;
53662306a36Sopenharmony_ci
53762306a36Sopenharmony_ci	buffer->ptr = dma_alloc_coherent(dev, PXA3XX_GCU_BATCH_WORDS * 4,
53862306a36Sopenharmony_ci					 &buffer->phys, GFP_KERNEL);
53962306a36Sopenharmony_ci	if (!buffer->ptr) {
54062306a36Sopenharmony_ci		kfree(buffer);
54162306a36Sopenharmony_ci		return -ENOMEM;
54262306a36Sopenharmony_ci	}
54362306a36Sopenharmony_ci
54462306a36Sopenharmony_ci	buffer->next = priv->free;
54562306a36Sopenharmony_ci	priv->free = buffer;
54662306a36Sopenharmony_ci
54762306a36Sopenharmony_ci	return 0;
54862306a36Sopenharmony_ci}
54962306a36Sopenharmony_ci
55062306a36Sopenharmony_cistatic void
55162306a36Sopenharmony_cipxa3xx_gcu_free_buffers(struct device *dev,
55262306a36Sopenharmony_ci			struct pxa3xx_gcu_priv *priv)
55362306a36Sopenharmony_ci{
55462306a36Sopenharmony_ci	struct pxa3xx_gcu_batch *next, *buffer = priv->free;
55562306a36Sopenharmony_ci
55662306a36Sopenharmony_ci	while (buffer) {
55762306a36Sopenharmony_ci		next = buffer->next;
55862306a36Sopenharmony_ci
55962306a36Sopenharmony_ci		dma_free_coherent(dev, PXA3XX_GCU_BATCH_WORDS * 4,
56062306a36Sopenharmony_ci				  buffer->ptr, buffer->phys);
56162306a36Sopenharmony_ci
56262306a36Sopenharmony_ci		kfree(buffer);
56362306a36Sopenharmony_ci		buffer = next;
56462306a36Sopenharmony_ci	}
56562306a36Sopenharmony_ci
56662306a36Sopenharmony_ci	priv->free = NULL;
56762306a36Sopenharmony_ci}
56862306a36Sopenharmony_ci
56962306a36Sopenharmony_cistatic const struct file_operations pxa3xx_gcu_miscdev_fops = {
57062306a36Sopenharmony_ci	.owner =		THIS_MODULE,
57162306a36Sopenharmony_ci	.open =			pxa3xx_gcu_open,
57262306a36Sopenharmony_ci	.write =		pxa3xx_gcu_write,
57362306a36Sopenharmony_ci	.unlocked_ioctl =	pxa3xx_gcu_ioctl,
57462306a36Sopenharmony_ci	.mmap =			pxa3xx_gcu_mmap,
57562306a36Sopenharmony_ci};
57662306a36Sopenharmony_ci
57762306a36Sopenharmony_cistatic int pxa3xx_gcu_probe(struct platform_device *pdev)
57862306a36Sopenharmony_ci{
57962306a36Sopenharmony_ci	int i, ret, irq;
58062306a36Sopenharmony_ci	struct resource *r;
58162306a36Sopenharmony_ci	struct pxa3xx_gcu_priv *priv;
58262306a36Sopenharmony_ci	struct device *dev = &pdev->dev;
58362306a36Sopenharmony_ci
58462306a36Sopenharmony_ci	priv = devm_kzalloc(dev, sizeof(struct pxa3xx_gcu_priv), GFP_KERNEL);
58562306a36Sopenharmony_ci	if (!priv)
58662306a36Sopenharmony_ci		return -ENOMEM;
58762306a36Sopenharmony_ci
58862306a36Sopenharmony_ci	init_waitqueue_head(&priv->wait_idle);
58962306a36Sopenharmony_ci	init_waitqueue_head(&priv->wait_free);
59062306a36Sopenharmony_ci	spin_lock_init(&priv->spinlock);
59162306a36Sopenharmony_ci
59262306a36Sopenharmony_ci	/* we allocate the misc device structure as part of our own allocation,
59362306a36Sopenharmony_ci	 * so we can get a pointer to our priv structure later on with
59462306a36Sopenharmony_ci	 * container_of(). This isn't really necessary as we have a fixed minor
59562306a36Sopenharmony_ci	 * number anyway, but this is to avoid statics. */
59662306a36Sopenharmony_ci
59762306a36Sopenharmony_ci	priv->misc_dev.minor	= PXA3XX_GCU_MINOR,
59862306a36Sopenharmony_ci	priv->misc_dev.name	= DRV_NAME,
59962306a36Sopenharmony_ci	priv->misc_dev.fops	= &pxa3xx_gcu_miscdev_fops;
60062306a36Sopenharmony_ci
60162306a36Sopenharmony_ci	/* handle IO resources */
60262306a36Sopenharmony_ci	priv->mmio_base = devm_platform_get_and_ioremap_resource(pdev, 0, &r);
60362306a36Sopenharmony_ci	if (IS_ERR(priv->mmio_base))
60462306a36Sopenharmony_ci		return PTR_ERR(priv->mmio_base);
60562306a36Sopenharmony_ci
60662306a36Sopenharmony_ci	/* enable the clock */
60762306a36Sopenharmony_ci	priv->clk = devm_clk_get(dev, NULL);
60862306a36Sopenharmony_ci	if (IS_ERR(priv->clk))
60962306a36Sopenharmony_ci		return dev_err_probe(dev, PTR_ERR(priv->clk), "failed to get clock\n");
61062306a36Sopenharmony_ci
61162306a36Sopenharmony_ci	/* request the IRQ */
61262306a36Sopenharmony_ci	irq = platform_get_irq(pdev, 0);
61362306a36Sopenharmony_ci	if (irq < 0)
61462306a36Sopenharmony_ci		return irq;
61562306a36Sopenharmony_ci
61662306a36Sopenharmony_ci	ret = devm_request_irq(dev, irq, pxa3xx_gcu_handle_irq,
61762306a36Sopenharmony_ci			       0, DRV_NAME, priv);
61862306a36Sopenharmony_ci	if (ret < 0) {
61962306a36Sopenharmony_ci		dev_err(dev, "request_irq failed\n");
62062306a36Sopenharmony_ci		return ret;
62162306a36Sopenharmony_ci	}
62262306a36Sopenharmony_ci
62362306a36Sopenharmony_ci	/* allocate dma memory */
62462306a36Sopenharmony_ci	priv->shared = dma_alloc_coherent(dev, SHARED_SIZE,
62562306a36Sopenharmony_ci					  &priv->shared_phys, GFP_KERNEL);
62662306a36Sopenharmony_ci	if (!priv->shared) {
62762306a36Sopenharmony_ci		dev_err(dev, "failed to allocate DMA memory\n");
62862306a36Sopenharmony_ci		return -ENOMEM;
62962306a36Sopenharmony_ci	}
63062306a36Sopenharmony_ci
63162306a36Sopenharmony_ci	/* register misc device */
63262306a36Sopenharmony_ci	ret = misc_register(&priv->misc_dev);
63362306a36Sopenharmony_ci	if (ret < 0) {
63462306a36Sopenharmony_ci		dev_err(dev, "misc_register() for minor %d failed\n",
63562306a36Sopenharmony_ci			PXA3XX_GCU_MINOR);
63662306a36Sopenharmony_ci		goto err_free_dma;
63762306a36Sopenharmony_ci	}
63862306a36Sopenharmony_ci
63962306a36Sopenharmony_ci	ret = clk_prepare_enable(priv->clk);
64062306a36Sopenharmony_ci	if (ret < 0) {
64162306a36Sopenharmony_ci		dev_err(dev, "failed to enable clock\n");
64262306a36Sopenharmony_ci		goto err_misc_deregister;
64362306a36Sopenharmony_ci	}
64462306a36Sopenharmony_ci
64562306a36Sopenharmony_ci	for (i = 0; i < 8; i++) {
64662306a36Sopenharmony_ci		ret = pxa3xx_gcu_add_buffer(dev, priv);
64762306a36Sopenharmony_ci		if (ret) {
64862306a36Sopenharmony_ci			pxa3xx_gcu_free_buffers(dev, priv);
64962306a36Sopenharmony_ci			dev_err(dev, "failed to allocate DMA memory\n");
65062306a36Sopenharmony_ci			goto err_disable_clk;
65162306a36Sopenharmony_ci		}
65262306a36Sopenharmony_ci	}
65362306a36Sopenharmony_ci
65462306a36Sopenharmony_ci	platform_set_drvdata(pdev, priv);
65562306a36Sopenharmony_ci	priv->resource_mem = r;
65662306a36Sopenharmony_ci	priv->dev = dev;
65762306a36Sopenharmony_ci	pxa3xx_gcu_reset(priv);
65862306a36Sopenharmony_ci	pxa3xx_gcu_init_debug_timer(priv);
65962306a36Sopenharmony_ci
66062306a36Sopenharmony_ci	dev_info(dev, "registered @0x%p, DMA 0x%p (%d bytes), IRQ %d\n",
66162306a36Sopenharmony_ci			(void *) r->start, (void *) priv->shared_phys,
66262306a36Sopenharmony_ci			SHARED_SIZE, irq);
66362306a36Sopenharmony_ci	return 0;
66462306a36Sopenharmony_ci
66562306a36Sopenharmony_cierr_disable_clk:
66662306a36Sopenharmony_ci	clk_disable_unprepare(priv->clk);
66762306a36Sopenharmony_ci
66862306a36Sopenharmony_cierr_misc_deregister:
66962306a36Sopenharmony_ci	misc_deregister(&priv->misc_dev);
67062306a36Sopenharmony_ci
67162306a36Sopenharmony_cierr_free_dma:
67262306a36Sopenharmony_ci	dma_free_coherent(dev, SHARED_SIZE,
67362306a36Sopenharmony_ci			  priv->shared, priv->shared_phys);
67462306a36Sopenharmony_ci
67562306a36Sopenharmony_ci	return ret;
67662306a36Sopenharmony_ci}
67762306a36Sopenharmony_ci
67862306a36Sopenharmony_cistatic void pxa3xx_gcu_remove(struct platform_device *pdev)
67962306a36Sopenharmony_ci{
68062306a36Sopenharmony_ci	struct pxa3xx_gcu_priv *priv = platform_get_drvdata(pdev);
68162306a36Sopenharmony_ci	struct device *dev = &pdev->dev;
68262306a36Sopenharmony_ci
68362306a36Sopenharmony_ci	pxa3xx_gcu_wait_idle(priv);
68462306a36Sopenharmony_ci	misc_deregister(&priv->misc_dev);
68562306a36Sopenharmony_ci	dma_free_coherent(dev, SHARED_SIZE, priv->shared, priv->shared_phys);
68662306a36Sopenharmony_ci	clk_disable_unprepare(priv->clk);
68762306a36Sopenharmony_ci	pxa3xx_gcu_free_buffers(dev, priv);
68862306a36Sopenharmony_ci}
68962306a36Sopenharmony_ci
69062306a36Sopenharmony_ci#ifdef CONFIG_OF
69162306a36Sopenharmony_cistatic const struct of_device_id pxa3xx_gcu_of_match[] = {
69262306a36Sopenharmony_ci	{ .compatible = "marvell,pxa300-gcu", },
69362306a36Sopenharmony_ci	{ }
69462306a36Sopenharmony_ci};
69562306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, pxa3xx_gcu_of_match);
69662306a36Sopenharmony_ci#endif
69762306a36Sopenharmony_ci
69862306a36Sopenharmony_cistatic struct platform_driver pxa3xx_gcu_driver = {
69962306a36Sopenharmony_ci	.probe	  = pxa3xx_gcu_probe,
70062306a36Sopenharmony_ci	.remove_new	 = pxa3xx_gcu_remove,
70162306a36Sopenharmony_ci	.driver	 = {
70262306a36Sopenharmony_ci		.name   = DRV_NAME,
70362306a36Sopenharmony_ci		.of_match_table = of_match_ptr(pxa3xx_gcu_of_match),
70462306a36Sopenharmony_ci	},
70562306a36Sopenharmony_ci};
70662306a36Sopenharmony_ci
70762306a36Sopenharmony_cimodule_platform_driver(pxa3xx_gcu_driver);
70862306a36Sopenharmony_ci
70962306a36Sopenharmony_ciMODULE_DESCRIPTION("PXA3xx graphics controller unit driver");
71062306a36Sopenharmony_ciMODULE_LICENSE("GPL");
71162306a36Sopenharmony_ciMODULE_ALIAS_MISCDEV(PXA3XX_GCU_MINOR);
71262306a36Sopenharmony_ciMODULE_AUTHOR("Janine Kropp <nin@directfb.org>, "
71362306a36Sopenharmony_ci		"Denis Oliver Kropp <dok@directfb.org>, "
71462306a36Sopenharmony_ci		"Daniel Mack <daniel@caiaq.de>");
715