162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * pxa3xx-gcu.c - Linux kernel module for PXA3xx graphics controllers 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * This driver needs a DirectFB counterpart in user space, communication 662306a36Sopenharmony_ci * is handled via mmap()ed memory areas and an ioctl. 762306a36Sopenharmony_ci * 862306a36Sopenharmony_ci * Copyright (c) 2009 Daniel Mack <daniel@caiaq.de> 962306a36Sopenharmony_ci * Copyright (c) 2009 Janine Kropp <nin@directfb.org> 1062306a36Sopenharmony_ci * Copyright (c) 2009 Denis Oliver Kropp <dok@directfb.org> 1162306a36Sopenharmony_ci */ 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci/* 1462306a36Sopenharmony_ci * WARNING: This controller is attached to System Bus 2 of the PXA which 1562306a36Sopenharmony_ci * needs its arbiter to be enabled explicitly (CKENB & 1<<9). 1662306a36Sopenharmony_ci * There is currently no way to do this from Linux, so you need to teach 1762306a36Sopenharmony_ci * your bootloader for now. 1862306a36Sopenharmony_ci */ 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ci#include <linux/module.h> 2162306a36Sopenharmony_ci#include <linux/platform_device.h> 2262306a36Sopenharmony_ci#include <linux/dma-mapping.h> 2362306a36Sopenharmony_ci#include <linux/miscdevice.h> 2462306a36Sopenharmony_ci#include <linux/interrupt.h> 2562306a36Sopenharmony_ci#include <linux/spinlock.h> 2662306a36Sopenharmony_ci#include <linux/uaccess.h> 2762306a36Sopenharmony_ci#include <linux/ioctl.h> 2862306a36Sopenharmony_ci#include <linux/delay.h> 2962306a36Sopenharmony_ci#include <linux/sched.h> 3062306a36Sopenharmony_ci#include <linux/slab.h> 3162306a36Sopenharmony_ci#include <linux/clk.h> 3262306a36Sopenharmony_ci#include <linux/fs.h> 3362306a36Sopenharmony_ci#include <linux/io.h> 3462306a36Sopenharmony_ci#include <linux/of.h> 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_ci#include "pxa3xx-gcu.h" 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_ci#define DRV_NAME "pxa3xx-gcu" 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci#define REG_GCCR 0x00 4162306a36Sopenharmony_ci#define GCCR_SYNC_CLR (1 << 9) 4262306a36Sopenharmony_ci#define GCCR_BP_RST (1 << 8) 4362306a36Sopenharmony_ci#define GCCR_ABORT (1 << 6) 4462306a36Sopenharmony_ci#define GCCR_STOP (1 << 4) 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci#define REG_GCISCR 0x04 4762306a36Sopenharmony_ci#define REG_GCIECR 0x08 4862306a36Sopenharmony_ci#define REG_GCRBBR 0x20 4962306a36Sopenharmony_ci#define REG_GCRBLR 0x24 5062306a36Sopenharmony_ci#define REG_GCRBHR 0x28 5162306a36Sopenharmony_ci#define REG_GCRBTR 0x2C 5262306a36Sopenharmony_ci#define REG_GCRBEXHR 0x30 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci#define IE_EOB (1 << 0) 5562306a36Sopenharmony_ci#define IE_EEOB (1 << 5) 5662306a36Sopenharmony_ci#define IE_ALL 0xff 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_ci#define SHARED_SIZE PAGE_ALIGN(sizeof(struct pxa3xx_gcu_shared)) 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci/* #define PXA3XX_GCU_DEBUG */ 6162306a36Sopenharmony_ci/* #define PXA3XX_GCU_DEBUG_TIMER */ 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci#ifdef PXA3XX_GCU_DEBUG 6462306a36Sopenharmony_ci#define QDUMP(msg) \ 6562306a36Sopenharmony_ci do { \ 6662306a36Sopenharmony_ci QPRINT(priv, KERN_DEBUG, msg); \ 6762306a36Sopenharmony_ci } while (0) 6862306a36Sopenharmony_ci#else 6962306a36Sopenharmony_ci#define QDUMP(msg) do {} while (0) 7062306a36Sopenharmony_ci#endif 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci#define QERROR(msg) \ 7362306a36Sopenharmony_ci do { \ 7462306a36Sopenharmony_ci QPRINT(priv, KERN_ERR, msg); \ 7562306a36Sopenharmony_ci } while (0) 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_cistruct pxa3xx_gcu_batch { 7862306a36Sopenharmony_ci struct pxa3xx_gcu_batch *next; 7962306a36Sopenharmony_ci u32 *ptr; 8062306a36Sopenharmony_ci dma_addr_t phys; 8162306a36Sopenharmony_ci unsigned long length; 8262306a36Sopenharmony_ci}; 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_cistruct pxa3xx_gcu_priv { 8562306a36Sopenharmony_ci struct device *dev; 8662306a36Sopenharmony_ci void __iomem *mmio_base; 8762306a36Sopenharmony_ci struct clk *clk; 8862306a36Sopenharmony_ci struct pxa3xx_gcu_shared *shared; 8962306a36Sopenharmony_ci dma_addr_t shared_phys; 9062306a36Sopenharmony_ci struct resource *resource_mem; 9162306a36Sopenharmony_ci struct miscdevice misc_dev; 9262306a36Sopenharmony_ci wait_queue_head_t wait_idle; 9362306a36Sopenharmony_ci wait_queue_head_t wait_free; 9462306a36Sopenharmony_ci spinlock_t spinlock; 9562306a36Sopenharmony_ci struct timespec64 base_time; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci struct pxa3xx_gcu_batch *free; 9862306a36Sopenharmony_ci struct pxa3xx_gcu_batch *ready; 9962306a36Sopenharmony_ci struct pxa3xx_gcu_batch *ready_last; 10062306a36Sopenharmony_ci struct pxa3xx_gcu_batch *running; 10162306a36Sopenharmony_ci}; 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_cistatic inline unsigned long 10462306a36Sopenharmony_cigc_readl(struct pxa3xx_gcu_priv *priv, unsigned int off) 10562306a36Sopenharmony_ci{ 10662306a36Sopenharmony_ci return __raw_readl(priv->mmio_base + off); 10762306a36Sopenharmony_ci} 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_cistatic inline void 11062306a36Sopenharmony_cigc_writel(struct pxa3xx_gcu_priv *priv, unsigned int off, unsigned long val) 11162306a36Sopenharmony_ci{ 11262306a36Sopenharmony_ci __raw_writel(val, priv->mmio_base + off); 11362306a36Sopenharmony_ci} 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci#define QPRINT(priv, level, msg) \ 11662306a36Sopenharmony_ci do { \ 11762306a36Sopenharmony_ci struct timespec64 ts; \ 11862306a36Sopenharmony_ci struct pxa3xx_gcu_shared *shared = priv->shared; \ 11962306a36Sopenharmony_ci u32 base = gc_readl(priv, REG_GCRBBR); \ 12062306a36Sopenharmony_ci \ 12162306a36Sopenharmony_ci ktime_get_ts64(&ts); \ 12262306a36Sopenharmony_ci ts = timespec64_sub(ts, priv->base_time); \ 12362306a36Sopenharmony_ci \ 12462306a36Sopenharmony_ci printk(level "%lld.%03ld.%03ld - %-17s: %-21s (%s, " \ 12562306a36Sopenharmony_ci "STATUS " \ 12662306a36Sopenharmony_ci "0x%02lx, B 0x%08lx [%ld], E %5ld, H %5ld, " \ 12762306a36Sopenharmony_ci "T %5ld)\n", \ 12862306a36Sopenharmony_ci (s64)(ts.tv_sec), \ 12962306a36Sopenharmony_ci ts.tv_nsec / NSEC_PER_MSEC, \ 13062306a36Sopenharmony_ci (ts.tv_nsec % NSEC_PER_MSEC) / USEC_PER_MSEC, \ 13162306a36Sopenharmony_ci __func__, msg, \ 13262306a36Sopenharmony_ci shared->hw_running ? "running" : " idle", \ 13362306a36Sopenharmony_ci gc_readl(priv, REG_GCISCR), \ 13462306a36Sopenharmony_ci gc_readl(priv, REG_GCRBBR), \ 13562306a36Sopenharmony_ci gc_readl(priv, REG_GCRBLR), \ 13662306a36Sopenharmony_ci (gc_readl(priv, REG_GCRBEXHR) - base) / 4, \ 13762306a36Sopenharmony_ci (gc_readl(priv, REG_GCRBHR) - base) / 4, \ 13862306a36Sopenharmony_ci (gc_readl(priv, REG_GCRBTR) - base) / 4); \ 13962306a36Sopenharmony_ci } while (0) 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_cistatic void 14262306a36Sopenharmony_cipxa3xx_gcu_reset(struct pxa3xx_gcu_priv *priv) 14362306a36Sopenharmony_ci{ 14462306a36Sopenharmony_ci QDUMP("RESET"); 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci /* disable interrupts */ 14762306a36Sopenharmony_ci gc_writel(priv, REG_GCIECR, 0); 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci /* reset hardware */ 15062306a36Sopenharmony_ci gc_writel(priv, REG_GCCR, GCCR_ABORT); 15162306a36Sopenharmony_ci gc_writel(priv, REG_GCCR, 0); 15262306a36Sopenharmony_ci 15362306a36Sopenharmony_ci memset(priv->shared, 0, SHARED_SIZE); 15462306a36Sopenharmony_ci priv->shared->buffer_phys = priv->shared_phys; 15562306a36Sopenharmony_ci priv->shared->magic = PXA3XX_GCU_SHARED_MAGIC; 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci ktime_get_ts64(&priv->base_time); 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_ci /* set up the ring buffer pointers */ 16062306a36Sopenharmony_ci gc_writel(priv, REG_GCRBLR, 0); 16162306a36Sopenharmony_ci gc_writel(priv, REG_GCRBBR, priv->shared_phys); 16262306a36Sopenharmony_ci gc_writel(priv, REG_GCRBTR, priv->shared_phys); 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci /* enable all IRQs except EOB */ 16562306a36Sopenharmony_ci gc_writel(priv, REG_GCIECR, IE_ALL & ~IE_EOB); 16662306a36Sopenharmony_ci} 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_cistatic void 16962306a36Sopenharmony_cidump_whole_state(struct pxa3xx_gcu_priv *priv) 17062306a36Sopenharmony_ci{ 17162306a36Sopenharmony_ci struct pxa3xx_gcu_shared *sh = priv->shared; 17262306a36Sopenharmony_ci u32 base = gc_readl(priv, REG_GCRBBR); 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_ci QDUMP("DUMP"); 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci printk(KERN_DEBUG "== PXA3XX-GCU DUMP ==\n" 17762306a36Sopenharmony_ci "%s, STATUS 0x%02lx, B 0x%08lx [%ld], E %5ld, H %5ld, T %5ld\n", 17862306a36Sopenharmony_ci sh->hw_running ? "running" : "idle ", 17962306a36Sopenharmony_ci gc_readl(priv, REG_GCISCR), 18062306a36Sopenharmony_ci gc_readl(priv, REG_GCRBBR), 18162306a36Sopenharmony_ci gc_readl(priv, REG_GCRBLR), 18262306a36Sopenharmony_ci (gc_readl(priv, REG_GCRBEXHR) - base) / 4, 18362306a36Sopenharmony_ci (gc_readl(priv, REG_GCRBHR) - base) / 4, 18462306a36Sopenharmony_ci (gc_readl(priv, REG_GCRBTR) - base) / 4); 18562306a36Sopenharmony_ci} 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_cistatic void 18862306a36Sopenharmony_ciflush_running(struct pxa3xx_gcu_priv *priv) 18962306a36Sopenharmony_ci{ 19062306a36Sopenharmony_ci struct pxa3xx_gcu_batch *running = priv->running; 19162306a36Sopenharmony_ci struct pxa3xx_gcu_batch *next; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci while (running) { 19462306a36Sopenharmony_ci next = running->next; 19562306a36Sopenharmony_ci running->next = priv->free; 19662306a36Sopenharmony_ci priv->free = running; 19762306a36Sopenharmony_ci running = next; 19862306a36Sopenharmony_ci } 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci priv->running = NULL; 20162306a36Sopenharmony_ci} 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_cistatic void 20462306a36Sopenharmony_cirun_ready(struct pxa3xx_gcu_priv *priv) 20562306a36Sopenharmony_ci{ 20662306a36Sopenharmony_ci unsigned int num = 0; 20762306a36Sopenharmony_ci struct pxa3xx_gcu_shared *shared = priv->shared; 20862306a36Sopenharmony_ci struct pxa3xx_gcu_batch *ready = priv->ready; 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_ci QDUMP("Start"); 21162306a36Sopenharmony_ci 21262306a36Sopenharmony_ci BUG_ON(!ready); 21362306a36Sopenharmony_ci 21462306a36Sopenharmony_ci shared->buffer[num++] = 0x05000000; 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci while (ready) { 21762306a36Sopenharmony_ci shared->buffer[num++] = 0x00000001; 21862306a36Sopenharmony_ci shared->buffer[num++] = ready->phys; 21962306a36Sopenharmony_ci ready = ready->next; 22062306a36Sopenharmony_ci } 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci shared->buffer[num++] = 0x05000000; 22362306a36Sopenharmony_ci priv->running = priv->ready; 22462306a36Sopenharmony_ci priv->ready = priv->ready_last = NULL; 22562306a36Sopenharmony_ci gc_writel(priv, REG_GCRBLR, 0); 22662306a36Sopenharmony_ci shared->hw_running = 1; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci /* ring base address */ 22962306a36Sopenharmony_ci gc_writel(priv, REG_GCRBBR, shared->buffer_phys); 23062306a36Sopenharmony_ci 23162306a36Sopenharmony_ci /* ring tail address */ 23262306a36Sopenharmony_ci gc_writel(priv, REG_GCRBTR, shared->buffer_phys + num * 4); 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ci /* ring length */ 23562306a36Sopenharmony_ci gc_writel(priv, REG_GCRBLR, ((num + 63) & ~63) * 4); 23662306a36Sopenharmony_ci} 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_cistatic irqreturn_t 23962306a36Sopenharmony_cipxa3xx_gcu_handle_irq(int irq, void *ctx) 24062306a36Sopenharmony_ci{ 24162306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv = ctx; 24262306a36Sopenharmony_ci struct pxa3xx_gcu_shared *shared = priv->shared; 24362306a36Sopenharmony_ci u32 status = gc_readl(priv, REG_GCISCR) & IE_ALL; 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci QDUMP("-Interrupt"); 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_ci if (!status) 24862306a36Sopenharmony_ci return IRQ_NONE; 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci spin_lock(&priv->spinlock); 25162306a36Sopenharmony_ci shared->num_interrupts++; 25262306a36Sopenharmony_ci 25362306a36Sopenharmony_ci if (status & IE_EEOB) { 25462306a36Sopenharmony_ci QDUMP(" [EEOB]"); 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_ci flush_running(priv); 25762306a36Sopenharmony_ci wake_up_all(&priv->wait_free); 25862306a36Sopenharmony_ci 25962306a36Sopenharmony_ci if (priv->ready) { 26062306a36Sopenharmony_ci run_ready(priv); 26162306a36Sopenharmony_ci } else { 26262306a36Sopenharmony_ci /* There is no more data prepared by the userspace. 26362306a36Sopenharmony_ci * Set hw_running = 0 and wait for the next userspace 26462306a36Sopenharmony_ci * kick-off */ 26562306a36Sopenharmony_ci shared->num_idle++; 26662306a36Sopenharmony_ci shared->hw_running = 0; 26762306a36Sopenharmony_ci 26862306a36Sopenharmony_ci QDUMP(" '-> Idle."); 26962306a36Sopenharmony_ci 27062306a36Sopenharmony_ci /* set ring buffer length to zero */ 27162306a36Sopenharmony_ci gc_writel(priv, REG_GCRBLR, 0); 27262306a36Sopenharmony_ci 27362306a36Sopenharmony_ci wake_up_all(&priv->wait_idle); 27462306a36Sopenharmony_ci } 27562306a36Sopenharmony_ci 27662306a36Sopenharmony_ci shared->num_done++; 27762306a36Sopenharmony_ci } else { 27862306a36Sopenharmony_ci QERROR(" [???]"); 27962306a36Sopenharmony_ci dump_whole_state(priv); 28062306a36Sopenharmony_ci } 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_ci /* Clear the interrupt */ 28362306a36Sopenharmony_ci gc_writel(priv, REG_GCISCR, status); 28462306a36Sopenharmony_ci spin_unlock(&priv->spinlock); 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci return IRQ_HANDLED; 28762306a36Sopenharmony_ci} 28862306a36Sopenharmony_ci 28962306a36Sopenharmony_cistatic int 29062306a36Sopenharmony_cipxa3xx_gcu_wait_idle(struct pxa3xx_gcu_priv *priv) 29162306a36Sopenharmony_ci{ 29262306a36Sopenharmony_ci int ret = 0; 29362306a36Sopenharmony_ci 29462306a36Sopenharmony_ci QDUMP("Waiting for idle..."); 29562306a36Sopenharmony_ci 29662306a36Sopenharmony_ci /* Does not need to be atomic. There's a lock in user space, 29762306a36Sopenharmony_ci * but anyhow, this is just for statistics. */ 29862306a36Sopenharmony_ci priv->shared->num_wait_idle++; 29962306a36Sopenharmony_ci 30062306a36Sopenharmony_ci while (priv->shared->hw_running) { 30162306a36Sopenharmony_ci int num = priv->shared->num_interrupts; 30262306a36Sopenharmony_ci u32 rbexhr = gc_readl(priv, REG_GCRBEXHR); 30362306a36Sopenharmony_ci 30462306a36Sopenharmony_ci ret = wait_event_interruptible_timeout(priv->wait_idle, 30562306a36Sopenharmony_ci !priv->shared->hw_running, HZ*4); 30662306a36Sopenharmony_ci 30762306a36Sopenharmony_ci if (ret != 0) 30862306a36Sopenharmony_ci break; 30962306a36Sopenharmony_ci 31062306a36Sopenharmony_ci if (gc_readl(priv, REG_GCRBEXHR) == rbexhr && 31162306a36Sopenharmony_ci priv->shared->num_interrupts == num) { 31262306a36Sopenharmony_ci QERROR("TIMEOUT"); 31362306a36Sopenharmony_ci ret = -ETIMEDOUT; 31462306a36Sopenharmony_ci break; 31562306a36Sopenharmony_ci } 31662306a36Sopenharmony_ci } 31762306a36Sopenharmony_ci 31862306a36Sopenharmony_ci QDUMP("done"); 31962306a36Sopenharmony_ci 32062306a36Sopenharmony_ci return ret; 32162306a36Sopenharmony_ci} 32262306a36Sopenharmony_ci 32362306a36Sopenharmony_cistatic int 32462306a36Sopenharmony_cipxa3xx_gcu_wait_free(struct pxa3xx_gcu_priv *priv) 32562306a36Sopenharmony_ci{ 32662306a36Sopenharmony_ci int ret = 0; 32762306a36Sopenharmony_ci 32862306a36Sopenharmony_ci QDUMP("Waiting for free..."); 32962306a36Sopenharmony_ci 33062306a36Sopenharmony_ci /* Does not need to be atomic. There's a lock in user space, 33162306a36Sopenharmony_ci * but anyhow, this is just for statistics. */ 33262306a36Sopenharmony_ci priv->shared->num_wait_free++; 33362306a36Sopenharmony_ci 33462306a36Sopenharmony_ci while (!priv->free) { 33562306a36Sopenharmony_ci u32 rbexhr = gc_readl(priv, REG_GCRBEXHR); 33662306a36Sopenharmony_ci 33762306a36Sopenharmony_ci ret = wait_event_interruptible_timeout(priv->wait_free, 33862306a36Sopenharmony_ci priv->free, HZ*4); 33962306a36Sopenharmony_ci 34062306a36Sopenharmony_ci if (ret < 0) 34162306a36Sopenharmony_ci break; 34262306a36Sopenharmony_ci 34362306a36Sopenharmony_ci if (ret > 0) 34462306a36Sopenharmony_ci continue; 34562306a36Sopenharmony_ci 34662306a36Sopenharmony_ci if (gc_readl(priv, REG_GCRBEXHR) == rbexhr) { 34762306a36Sopenharmony_ci QERROR("TIMEOUT"); 34862306a36Sopenharmony_ci ret = -ETIMEDOUT; 34962306a36Sopenharmony_ci break; 35062306a36Sopenharmony_ci } 35162306a36Sopenharmony_ci } 35262306a36Sopenharmony_ci 35362306a36Sopenharmony_ci QDUMP("done"); 35462306a36Sopenharmony_ci 35562306a36Sopenharmony_ci return ret; 35662306a36Sopenharmony_ci} 35762306a36Sopenharmony_ci 35862306a36Sopenharmony_ci/* Misc device layer */ 35962306a36Sopenharmony_ci 36062306a36Sopenharmony_cistatic inline struct pxa3xx_gcu_priv *to_pxa3xx_gcu_priv(struct file *file) 36162306a36Sopenharmony_ci{ 36262306a36Sopenharmony_ci struct miscdevice *dev = file->private_data; 36362306a36Sopenharmony_ci return container_of(dev, struct pxa3xx_gcu_priv, misc_dev); 36462306a36Sopenharmony_ci} 36562306a36Sopenharmony_ci 36662306a36Sopenharmony_ci/* 36762306a36Sopenharmony_ci * provide an empty .open callback, so the core sets file->private_data 36862306a36Sopenharmony_ci * for us. 36962306a36Sopenharmony_ci */ 37062306a36Sopenharmony_cistatic int pxa3xx_gcu_open(struct inode *inode, struct file *file) 37162306a36Sopenharmony_ci{ 37262306a36Sopenharmony_ci return 0; 37362306a36Sopenharmony_ci} 37462306a36Sopenharmony_ci 37562306a36Sopenharmony_cistatic ssize_t 37662306a36Sopenharmony_cipxa3xx_gcu_write(struct file *file, const char *buff, 37762306a36Sopenharmony_ci size_t count, loff_t *offp) 37862306a36Sopenharmony_ci{ 37962306a36Sopenharmony_ci int ret; 38062306a36Sopenharmony_ci unsigned long flags; 38162306a36Sopenharmony_ci struct pxa3xx_gcu_batch *buffer; 38262306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv = to_pxa3xx_gcu_priv(file); 38362306a36Sopenharmony_ci 38462306a36Sopenharmony_ci size_t words = count / 4; 38562306a36Sopenharmony_ci 38662306a36Sopenharmony_ci /* Does not need to be atomic. There's a lock in user space, 38762306a36Sopenharmony_ci * but anyhow, this is just for statistics. */ 38862306a36Sopenharmony_ci priv->shared->num_writes++; 38962306a36Sopenharmony_ci priv->shared->num_words += words; 39062306a36Sopenharmony_ci 39162306a36Sopenharmony_ci /* Last word reserved for batch buffer end command */ 39262306a36Sopenharmony_ci if (words >= PXA3XX_GCU_BATCH_WORDS) 39362306a36Sopenharmony_ci return -E2BIG; 39462306a36Sopenharmony_ci 39562306a36Sopenharmony_ci /* Wait for a free buffer */ 39662306a36Sopenharmony_ci if (!priv->free) { 39762306a36Sopenharmony_ci ret = pxa3xx_gcu_wait_free(priv); 39862306a36Sopenharmony_ci if (ret < 0) 39962306a36Sopenharmony_ci return ret; 40062306a36Sopenharmony_ci } 40162306a36Sopenharmony_ci 40262306a36Sopenharmony_ci /* 40362306a36Sopenharmony_ci * Get buffer from free list 40462306a36Sopenharmony_ci */ 40562306a36Sopenharmony_ci spin_lock_irqsave(&priv->spinlock, flags); 40662306a36Sopenharmony_ci buffer = priv->free; 40762306a36Sopenharmony_ci priv->free = buffer->next; 40862306a36Sopenharmony_ci spin_unlock_irqrestore(&priv->spinlock, flags); 40962306a36Sopenharmony_ci 41062306a36Sopenharmony_ci 41162306a36Sopenharmony_ci /* Copy data from user into buffer */ 41262306a36Sopenharmony_ci ret = copy_from_user(buffer->ptr, buff, words * 4); 41362306a36Sopenharmony_ci if (ret) { 41462306a36Sopenharmony_ci spin_lock_irqsave(&priv->spinlock, flags); 41562306a36Sopenharmony_ci buffer->next = priv->free; 41662306a36Sopenharmony_ci priv->free = buffer; 41762306a36Sopenharmony_ci spin_unlock_irqrestore(&priv->spinlock, flags); 41862306a36Sopenharmony_ci return -EFAULT; 41962306a36Sopenharmony_ci } 42062306a36Sopenharmony_ci 42162306a36Sopenharmony_ci buffer->length = words; 42262306a36Sopenharmony_ci 42362306a36Sopenharmony_ci /* Append batch buffer end command */ 42462306a36Sopenharmony_ci buffer->ptr[words] = 0x01000000; 42562306a36Sopenharmony_ci 42662306a36Sopenharmony_ci /* 42762306a36Sopenharmony_ci * Add buffer to ready list 42862306a36Sopenharmony_ci */ 42962306a36Sopenharmony_ci spin_lock_irqsave(&priv->spinlock, flags); 43062306a36Sopenharmony_ci 43162306a36Sopenharmony_ci buffer->next = NULL; 43262306a36Sopenharmony_ci 43362306a36Sopenharmony_ci if (priv->ready) { 43462306a36Sopenharmony_ci BUG_ON(priv->ready_last == NULL); 43562306a36Sopenharmony_ci 43662306a36Sopenharmony_ci priv->ready_last->next = buffer; 43762306a36Sopenharmony_ci } else 43862306a36Sopenharmony_ci priv->ready = buffer; 43962306a36Sopenharmony_ci 44062306a36Sopenharmony_ci priv->ready_last = buffer; 44162306a36Sopenharmony_ci 44262306a36Sopenharmony_ci if (!priv->shared->hw_running) 44362306a36Sopenharmony_ci run_ready(priv); 44462306a36Sopenharmony_ci 44562306a36Sopenharmony_ci spin_unlock_irqrestore(&priv->spinlock, flags); 44662306a36Sopenharmony_ci 44762306a36Sopenharmony_ci return words * 4; 44862306a36Sopenharmony_ci} 44962306a36Sopenharmony_ci 45062306a36Sopenharmony_ci 45162306a36Sopenharmony_cistatic long 45262306a36Sopenharmony_cipxa3xx_gcu_ioctl(struct file *file, unsigned int cmd, unsigned long arg) 45362306a36Sopenharmony_ci{ 45462306a36Sopenharmony_ci unsigned long flags; 45562306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv = to_pxa3xx_gcu_priv(file); 45662306a36Sopenharmony_ci 45762306a36Sopenharmony_ci switch (cmd) { 45862306a36Sopenharmony_ci case PXA3XX_GCU_IOCTL_RESET: 45962306a36Sopenharmony_ci spin_lock_irqsave(&priv->spinlock, flags); 46062306a36Sopenharmony_ci pxa3xx_gcu_reset(priv); 46162306a36Sopenharmony_ci spin_unlock_irqrestore(&priv->spinlock, flags); 46262306a36Sopenharmony_ci return 0; 46362306a36Sopenharmony_ci 46462306a36Sopenharmony_ci case PXA3XX_GCU_IOCTL_WAIT_IDLE: 46562306a36Sopenharmony_ci return pxa3xx_gcu_wait_idle(priv); 46662306a36Sopenharmony_ci } 46762306a36Sopenharmony_ci 46862306a36Sopenharmony_ci return -ENOSYS; 46962306a36Sopenharmony_ci} 47062306a36Sopenharmony_ci 47162306a36Sopenharmony_cistatic int 47262306a36Sopenharmony_cipxa3xx_gcu_mmap(struct file *file, struct vm_area_struct *vma) 47362306a36Sopenharmony_ci{ 47462306a36Sopenharmony_ci unsigned int size = vma->vm_end - vma->vm_start; 47562306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv = to_pxa3xx_gcu_priv(file); 47662306a36Sopenharmony_ci 47762306a36Sopenharmony_ci switch (vma->vm_pgoff) { 47862306a36Sopenharmony_ci case 0: 47962306a36Sopenharmony_ci /* hand out the shared data area */ 48062306a36Sopenharmony_ci if (size != SHARED_SIZE) 48162306a36Sopenharmony_ci return -EINVAL; 48262306a36Sopenharmony_ci 48362306a36Sopenharmony_ci return dma_mmap_coherent(priv->dev, vma, 48462306a36Sopenharmony_ci priv->shared, priv->shared_phys, size); 48562306a36Sopenharmony_ci 48662306a36Sopenharmony_ci case SHARED_SIZE >> PAGE_SHIFT: 48762306a36Sopenharmony_ci /* hand out the MMIO base for direct register access 48862306a36Sopenharmony_ci * from userspace */ 48962306a36Sopenharmony_ci if (size != resource_size(priv->resource_mem)) 49062306a36Sopenharmony_ci return -EINVAL; 49162306a36Sopenharmony_ci 49262306a36Sopenharmony_ci vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot); 49362306a36Sopenharmony_ci 49462306a36Sopenharmony_ci return io_remap_pfn_range(vma, vma->vm_start, 49562306a36Sopenharmony_ci priv->resource_mem->start >> PAGE_SHIFT, 49662306a36Sopenharmony_ci size, vma->vm_page_prot); 49762306a36Sopenharmony_ci } 49862306a36Sopenharmony_ci 49962306a36Sopenharmony_ci return -EINVAL; 50062306a36Sopenharmony_ci} 50162306a36Sopenharmony_ci 50262306a36Sopenharmony_ci 50362306a36Sopenharmony_ci#ifdef PXA3XX_GCU_DEBUG_TIMER 50462306a36Sopenharmony_cistatic struct timer_list pxa3xx_gcu_debug_timer; 50562306a36Sopenharmony_cistatic struct pxa3xx_gcu_priv *debug_timer_priv; 50662306a36Sopenharmony_ci 50762306a36Sopenharmony_cistatic void pxa3xx_gcu_debug_timedout(struct timer_list *unused) 50862306a36Sopenharmony_ci{ 50962306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv = debug_timer_priv; 51062306a36Sopenharmony_ci 51162306a36Sopenharmony_ci QERROR("Timer DUMP"); 51262306a36Sopenharmony_ci 51362306a36Sopenharmony_ci mod_timer(&pxa3xx_gcu_debug_timer, jiffies + 5 * HZ); 51462306a36Sopenharmony_ci} 51562306a36Sopenharmony_ci 51662306a36Sopenharmony_cistatic void pxa3xx_gcu_init_debug_timer(struct pxa3xx_gcu_priv *priv) 51762306a36Sopenharmony_ci{ 51862306a36Sopenharmony_ci /* init the timer structure */ 51962306a36Sopenharmony_ci debug_timer_priv = priv; 52062306a36Sopenharmony_ci timer_setup(&pxa3xx_gcu_debug_timer, pxa3xx_gcu_debug_timedout, 0); 52162306a36Sopenharmony_ci pxa3xx_gcu_debug_timedout(NULL); 52262306a36Sopenharmony_ci} 52362306a36Sopenharmony_ci#else 52462306a36Sopenharmony_cistatic inline void pxa3xx_gcu_init_debug_timer(struct pxa3xx_gcu_priv *priv) {} 52562306a36Sopenharmony_ci#endif 52662306a36Sopenharmony_ci 52762306a36Sopenharmony_cistatic int 52862306a36Sopenharmony_cipxa3xx_gcu_add_buffer(struct device *dev, 52962306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv) 53062306a36Sopenharmony_ci{ 53162306a36Sopenharmony_ci struct pxa3xx_gcu_batch *buffer; 53262306a36Sopenharmony_ci 53362306a36Sopenharmony_ci buffer = kzalloc(sizeof(struct pxa3xx_gcu_batch), GFP_KERNEL); 53462306a36Sopenharmony_ci if (!buffer) 53562306a36Sopenharmony_ci return -ENOMEM; 53662306a36Sopenharmony_ci 53762306a36Sopenharmony_ci buffer->ptr = dma_alloc_coherent(dev, PXA3XX_GCU_BATCH_WORDS * 4, 53862306a36Sopenharmony_ci &buffer->phys, GFP_KERNEL); 53962306a36Sopenharmony_ci if (!buffer->ptr) { 54062306a36Sopenharmony_ci kfree(buffer); 54162306a36Sopenharmony_ci return -ENOMEM; 54262306a36Sopenharmony_ci } 54362306a36Sopenharmony_ci 54462306a36Sopenharmony_ci buffer->next = priv->free; 54562306a36Sopenharmony_ci priv->free = buffer; 54662306a36Sopenharmony_ci 54762306a36Sopenharmony_ci return 0; 54862306a36Sopenharmony_ci} 54962306a36Sopenharmony_ci 55062306a36Sopenharmony_cistatic void 55162306a36Sopenharmony_cipxa3xx_gcu_free_buffers(struct device *dev, 55262306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv) 55362306a36Sopenharmony_ci{ 55462306a36Sopenharmony_ci struct pxa3xx_gcu_batch *next, *buffer = priv->free; 55562306a36Sopenharmony_ci 55662306a36Sopenharmony_ci while (buffer) { 55762306a36Sopenharmony_ci next = buffer->next; 55862306a36Sopenharmony_ci 55962306a36Sopenharmony_ci dma_free_coherent(dev, PXA3XX_GCU_BATCH_WORDS * 4, 56062306a36Sopenharmony_ci buffer->ptr, buffer->phys); 56162306a36Sopenharmony_ci 56262306a36Sopenharmony_ci kfree(buffer); 56362306a36Sopenharmony_ci buffer = next; 56462306a36Sopenharmony_ci } 56562306a36Sopenharmony_ci 56662306a36Sopenharmony_ci priv->free = NULL; 56762306a36Sopenharmony_ci} 56862306a36Sopenharmony_ci 56962306a36Sopenharmony_cistatic const struct file_operations pxa3xx_gcu_miscdev_fops = { 57062306a36Sopenharmony_ci .owner = THIS_MODULE, 57162306a36Sopenharmony_ci .open = pxa3xx_gcu_open, 57262306a36Sopenharmony_ci .write = pxa3xx_gcu_write, 57362306a36Sopenharmony_ci .unlocked_ioctl = pxa3xx_gcu_ioctl, 57462306a36Sopenharmony_ci .mmap = pxa3xx_gcu_mmap, 57562306a36Sopenharmony_ci}; 57662306a36Sopenharmony_ci 57762306a36Sopenharmony_cistatic int pxa3xx_gcu_probe(struct platform_device *pdev) 57862306a36Sopenharmony_ci{ 57962306a36Sopenharmony_ci int i, ret, irq; 58062306a36Sopenharmony_ci struct resource *r; 58162306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv; 58262306a36Sopenharmony_ci struct device *dev = &pdev->dev; 58362306a36Sopenharmony_ci 58462306a36Sopenharmony_ci priv = devm_kzalloc(dev, sizeof(struct pxa3xx_gcu_priv), GFP_KERNEL); 58562306a36Sopenharmony_ci if (!priv) 58662306a36Sopenharmony_ci return -ENOMEM; 58762306a36Sopenharmony_ci 58862306a36Sopenharmony_ci init_waitqueue_head(&priv->wait_idle); 58962306a36Sopenharmony_ci init_waitqueue_head(&priv->wait_free); 59062306a36Sopenharmony_ci spin_lock_init(&priv->spinlock); 59162306a36Sopenharmony_ci 59262306a36Sopenharmony_ci /* we allocate the misc device structure as part of our own allocation, 59362306a36Sopenharmony_ci * so we can get a pointer to our priv structure later on with 59462306a36Sopenharmony_ci * container_of(). This isn't really necessary as we have a fixed minor 59562306a36Sopenharmony_ci * number anyway, but this is to avoid statics. */ 59662306a36Sopenharmony_ci 59762306a36Sopenharmony_ci priv->misc_dev.minor = PXA3XX_GCU_MINOR, 59862306a36Sopenharmony_ci priv->misc_dev.name = DRV_NAME, 59962306a36Sopenharmony_ci priv->misc_dev.fops = &pxa3xx_gcu_miscdev_fops; 60062306a36Sopenharmony_ci 60162306a36Sopenharmony_ci /* handle IO resources */ 60262306a36Sopenharmony_ci priv->mmio_base = devm_platform_get_and_ioremap_resource(pdev, 0, &r); 60362306a36Sopenharmony_ci if (IS_ERR(priv->mmio_base)) 60462306a36Sopenharmony_ci return PTR_ERR(priv->mmio_base); 60562306a36Sopenharmony_ci 60662306a36Sopenharmony_ci /* enable the clock */ 60762306a36Sopenharmony_ci priv->clk = devm_clk_get(dev, NULL); 60862306a36Sopenharmony_ci if (IS_ERR(priv->clk)) 60962306a36Sopenharmony_ci return dev_err_probe(dev, PTR_ERR(priv->clk), "failed to get clock\n"); 61062306a36Sopenharmony_ci 61162306a36Sopenharmony_ci /* request the IRQ */ 61262306a36Sopenharmony_ci irq = platform_get_irq(pdev, 0); 61362306a36Sopenharmony_ci if (irq < 0) 61462306a36Sopenharmony_ci return irq; 61562306a36Sopenharmony_ci 61662306a36Sopenharmony_ci ret = devm_request_irq(dev, irq, pxa3xx_gcu_handle_irq, 61762306a36Sopenharmony_ci 0, DRV_NAME, priv); 61862306a36Sopenharmony_ci if (ret < 0) { 61962306a36Sopenharmony_ci dev_err(dev, "request_irq failed\n"); 62062306a36Sopenharmony_ci return ret; 62162306a36Sopenharmony_ci } 62262306a36Sopenharmony_ci 62362306a36Sopenharmony_ci /* allocate dma memory */ 62462306a36Sopenharmony_ci priv->shared = dma_alloc_coherent(dev, SHARED_SIZE, 62562306a36Sopenharmony_ci &priv->shared_phys, GFP_KERNEL); 62662306a36Sopenharmony_ci if (!priv->shared) { 62762306a36Sopenharmony_ci dev_err(dev, "failed to allocate DMA memory\n"); 62862306a36Sopenharmony_ci return -ENOMEM; 62962306a36Sopenharmony_ci } 63062306a36Sopenharmony_ci 63162306a36Sopenharmony_ci /* register misc device */ 63262306a36Sopenharmony_ci ret = misc_register(&priv->misc_dev); 63362306a36Sopenharmony_ci if (ret < 0) { 63462306a36Sopenharmony_ci dev_err(dev, "misc_register() for minor %d failed\n", 63562306a36Sopenharmony_ci PXA3XX_GCU_MINOR); 63662306a36Sopenharmony_ci goto err_free_dma; 63762306a36Sopenharmony_ci } 63862306a36Sopenharmony_ci 63962306a36Sopenharmony_ci ret = clk_prepare_enable(priv->clk); 64062306a36Sopenharmony_ci if (ret < 0) { 64162306a36Sopenharmony_ci dev_err(dev, "failed to enable clock\n"); 64262306a36Sopenharmony_ci goto err_misc_deregister; 64362306a36Sopenharmony_ci } 64462306a36Sopenharmony_ci 64562306a36Sopenharmony_ci for (i = 0; i < 8; i++) { 64662306a36Sopenharmony_ci ret = pxa3xx_gcu_add_buffer(dev, priv); 64762306a36Sopenharmony_ci if (ret) { 64862306a36Sopenharmony_ci pxa3xx_gcu_free_buffers(dev, priv); 64962306a36Sopenharmony_ci dev_err(dev, "failed to allocate DMA memory\n"); 65062306a36Sopenharmony_ci goto err_disable_clk; 65162306a36Sopenharmony_ci } 65262306a36Sopenharmony_ci } 65362306a36Sopenharmony_ci 65462306a36Sopenharmony_ci platform_set_drvdata(pdev, priv); 65562306a36Sopenharmony_ci priv->resource_mem = r; 65662306a36Sopenharmony_ci priv->dev = dev; 65762306a36Sopenharmony_ci pxa3xx_gcu_reset(priv); 65862306a36Sopenharmony_ci pxa3xx_gcu_init_debug_timer(priv); 65962306a36Sopenharmony_ci 66062306a36Sopenharmony_ci dev_info(dev, "registered @0x%p, DMA 0x%p (%d bytes), IRQ %d\n", 66162306a36Sopenharmony_ci (void *) r->start, (void *) priv->shared_phys, 66262306a36Sopenharmony_ci SHARED_SIZE, irq); 66362306a36Sopenharmony_ci return 0; 66462306a36Sopenharmony_ci 66562306a36Sopenharmony_cierr_disable_clk: 66662306a36Sopenharmony_ci clk_disable_unprepare(priv->clk); 66762306a36Sopenharmony_ci 66862306a36Sopenharmony_cierr_misc_deregister: 66962306a36Sopenharmony_ci misc_deregister(&priv->misc_dev); 67062306a36Sopenharmony_ci 67162306a36Sopenharmony_cierr_free_dma: 67262306a36Sopenharmony_ci dma_free_coherent(dev, SHARED_SIZE, 67362306a36Sopenharmony_ci priv->shared, priv->shared_phys); 67462306a36Sopenharmony_ci 67562306a36Sopenharmony_ci return ret; 67662306a36Sopenharmony_ci} 67762306a36Sopenharmony_ci 67862306a36Sopenharmony_cistatic void pxa3xx_gcu_remove(struct platform_device *pdev) 67962306a36Sopenharmony_ci{ 68062306a36Sopenharmony_ci struct pxa3xx_gcu_priv *priv = platform_get_drvdata(pdev); 68162306a36Sopenharmony_ci struct device *dev = &pdev->dev; 68262306a36Sopenharmony_ci 68362306a36Sopenharmony_ci pxa3xx_gcu_wait_idle(priv); 68462306a36Sopenharmony_ci misc_deregister(&priv->misc_dev); 68562306a36Sopenharmony_ci dma_free_coherent(dev, SHARED_SIZE, priv->shared, priv->shared_phys); 68662306a36Sopenharmony_ci clk_disable_unprepare(priv->clk); 68762306a36Sopenharmony_ci pxa3xx_gcu_free_buffers(dev, priv); 68862306a36Sopenharmony_ci} 68962306a36Sopenharmony_ci 69062306a36Sopenharmony_ci#ifdef CONFIG_OF 69162306a36Sopenharmony_cistatic const struct of_device_id pxa3xx_gcu_of_match[] = { 69262306a36Sopenharmony_ci { .compatible = "marvell,pxa300-gcu", }, 69362306a36Sopenharmony_ci { } 69462306a36Sopenharmony_ci}; 69562306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, pxa3xx_gcu_of_match); 69662306a36Sopenharmony_ci#endif 69762306a36Sopenharmony_ci 69862306a36Sopenharmony_cistatic struct platform_driver pxa3xx_gcu_driver = { 69962306a36Sopenharmony_ci .probe = pxa3xx_gcu_probe, 70062306a36Sopenharmony_ci .remove_new = pxa3xx_gcu_remove, 70162306a36Sopenharmony_ci .driver = { 70262306a36Sopenharmony_ci .name = DRV_NAME, 70362306a36Sopenharmony_ci .of_match_table = of_match_ptr(pxa3xx_gcu_of_match), 70462306a36Sopenharmony_ci }, 70562306a36Sopenharmony_ci}; 70662306a36Sopenharmony_ci 70762306a36Sopenharmony_cimodule_platform_driver(pxa3xx_gcu_driver); 70862306a36Sopenharmony_ci 70962306a36Sopenharmony_ciMODULE_DESCRIPTION("PXA3xx graphics controller unit driver"); 71062306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 71162306a36Sopenharmony_ciMODULE_ALIAS_MISCDEV(PXA3XX_GCU_MINOR); 71262306a36Sopenharmony_ciMODULE_AUTHOR("Janine Kropp <nin@directfb.org>, " 71362306a36Sopenharmony_ci "Denis Oliver Kropp <dok@directfb.org>, " 71462306a36Sopenharmony_ci "Daniel Mack <daniel@caiaq.de>"); 715