162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Driver for the NXP SAA7164 PCIe bridge 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (c) 2010-2015 Steven Toth <stoth@kernellabs.com> 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#include <linux/slab.h> 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include "saa7164.h" 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ci/* The PCI address space for buffer handling looks like this: 1362306a36Sopenharmony_ci * 1462306a36Sopenharmony_ci * +-u32 wide-------------+ 1562306a36Sopenharmony_ci * | + 1662306a36Sopenharmony_ci * +-u64 wide------------------------------------+ 1762306a36Sopenharmony_ci * + + 1862306a36Sopenharmony_ci * +----------------------+ 1962306a36Sopenharmony_ci * | CurrentBufferPtr + Pointer to current PCI buffer >-+ 2062306a36Sopenharmony_ci * +----------------------+ | 2162306a36Sopenharmony_ci * | Unused + | 2262306a36Sopenharmony_ci * +----------------------+ | 2362306a36Sopenharmony_ci * | Pitch + = 188 (bytes) | 2462306a36Sopenharmony_ci * +----------------------+ | 2562306a36Sopenharmony_ci * | PCI buffer size + = pitch * number of lines (312) | 2662306a36Sopenharmony_ci * +----------------------+ | 2762306a36Sopenharmony_ci * |0| Buf0 Write Offset + | 2862306a36Sopenharmony_ci * +----------------------+ v 2962306a36Sopenharmony_ci * |1| Buf1 Write Offset + | 3062306a36Sopenharmony_ci * +----------------------+ | 3162306a36Sopenharmony_ci * |2| Buf2 Write Offset + | 3262306a36Sopenharmony_ci * +----------------------+ | 3362306a36Sopenharmony_ci * |3| Buf3 Write Offset + | 3462306a36Sopenharmony_ci * +----------------------+ | 3562306a36Sopenharmony_ci * ... More write offsets | 3662306a36Sopenharmony_ci * +---------------------------------------------+ | 3762306a36Sopenharmony_ci * +0| set of ptrs to PCI pagetables + | 3862306a36Sopenharmony_ci * +---------------------------------------------+ | 3962306a36Sopenharmony_ci * +1| set of ptrs to PCI pagetables + <--------+ 4062306a36Sopenharmony_ci * +---------------------------------------------+ 4162306a36Sopenharmony_ci * +2| set of ptrs to PCI pagetables + 4262306a36Sopenharmony_ci * +---------------------------------------------+ 4362306a36Sopenharmony_ci * +3| set of ptrs to PCI pagetables + >--+ 4462306a36Sopenharmony_ci * +---------------------------------------------+ | 4562306a36Sopenharmony_ci * ... More buffer pointers | +----------------+ 4662306a36Sopenharmony_ci * +->| pt[0] TS data | 4762306a36Sopenharmony_ci * | +----------------+ 4862306a36Sopenharmony_ci * | 4962306a36Sopenharmony_ci * | +----------------+ 5062306a36Sopenharmony_ci * +->| pt[1] TS data | 5162306a36Sopenharmony_ci * | +----------------+ 5262306a36Sopenharmony_ci * | etc 5362306a36Sopenharmony_ci */ 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_civoid saa7164_buffer_display(struct saa7164_buffer *buf) 5662306a36Sopenharmony_ci{ 5762306a36Sopenharmony_ci struct saa7164_dev *dev = buf->port->dev; 5862306a36Sopenharmony_ci int i; 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci dprintk(DBGLVL_BUF, "%s() buffer @ 0x%p nr=%d\n", 6162306a36Sopenharmony_ci __func__, buf, buf->idx); 6262306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " pci_cpu @ 0x%p dma @ 0x%08llx len = 0x%x\n", 6362306a36Sopenharmony_ci buf->cpu, (long long)buf->dma, buf->pci_size); 6462306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " pt_cpu @ 0x%p pt_dma @ 0x%08llx len = 0x%x\n", 6562306a36Sopenharmony_ci buf->pt_cpu, (long long)buf->pt_dma, buf->pt_size); 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci /* Format the Page Table Entries to point into the data buffer */ 6862306a36Sopenharmony_ci for (i = 0 ; i < SAA7164_PT_ENTRIES; i++) { 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " pt[%02d] = 0x%p -> 0x%llx\n", 7162306a36Sopenharmony_ci i, buf->pt_cpu, (u64)*(buf->pt_cpu)); 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci } 7462306a36Sopenharmony_ci} 7562306a36Sopenharmony_ci/* Allocate a new buffer structure and associated PCI space in bytes. 7662306a36Sopenharmony_ci * len must be a multiple of sizeof(u64) 7762306a36Sopenharmony_ci */ 7862306a36Sopenharmony_cistruct saa7164_buffer *saa7164_buffer_alloc(struct saa7164_port *port, 7962306a36Sopenharmony_ci u32 len) 8062306a36Sopenharmony_ci{ 8162306a36Sopenharmony_ci struct tmHWStreamParameters *params = &port->hw_streamingparams; 8262306a36Sopenharmony_ci struct saa7164_buffer *buf = NULL; 8362306a36Sopenharmony_ci struct saa7164_dev *dev = port->dev; 8462306a36Sopenharmony_ci int i; 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci if ((len == 0) || (len >= 65536) || (len % sizeof(u64))) { 8762306a36Sopenharmony_ci log_warn("%s() SAA_ERR_BAD_PARAMETER\n", __func__); 8862306a36Sopenharmony_ci goto ret; 8962306a36Sopenharmony_ci } 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci buf = kzalloc(sizeof(*buf), GFP_KERNEL); 9262306a36Sopenharmony_ci if (!buf) 9362306a36Sopenharmony_ci goto ret; 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_ci buf->idx = -1; 9662306a36Sopenharmony_ci buf->port = port; 9762306a36Sopenharmony_ci buf->flags = SAA7164_BUFFER_FREE; 9862306a36Sopenharmony_ci buf->pos = 0; 9962306a36Sopenharmony_ci buf->actual_size = params->pitch * params->numberoflines; 10062306a36Sopenharmony_ci buf->crc = 0; 10162306a36Sopenharmony_ci /* TODO: arg len is being ignored */ 10262306a36Sopenharmony_ci buf->pci_size = SAA7164_PT_ENTRIES * 0x1000; 10362306a36Sopenharmony_ci buf->pt_size = (SAA7164_PT_ENTRIES * sizeof(u64)) + 0x1000; 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci /* Allocate contiguous memory */ 10662306a36Sopenharmony_ci buf->cpu = dma_alloc_coherent(&port->dev->pci->dev, buf->pci_size, 10762306a36Sopenharmony_ci &buf->dma, GFP_KERNEL); 10862306a36Sopenharmony_ci if (!buf->cpu) 10962306a36Sopenharmony_ci goto fail1; 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_ci buf->pt_cpu = dma_alloc_coherent(&port->dev->pci->dev, buf->pt_size, 11262306a36Sopenharmony_ci &buf->pt_dma, GFP_KERNEL); 11362306a36Sopenharmony_ci if (!buf->pt_cpu) 11462306a36Sopenharmony_ci goto fail2; 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_ci /* init the buffers to a known pattern, easier during debugging */ 11762306a36Sopenharmony_ci memset(buf->cpu, 0xff, buf->pci_size); 11862306a36Sopenharmony_ci buf->crc = crc32(0, buf->cpu, buf->actual_size); 11962306a36Sopenharmony_ci memset(buf->pt_cpu, 0xff, buf->pt_size); 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci dprintk(DBGLVL_BUF, "%s() allocated buffer @ 0x%p (%d pageptrs)\n", 12262306a36Sopenharmony_ci __func__, buf, params->numpagetables); 12362306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " pci_cpu @ 0x%p dma @ 0x%08lx len = 0x%x\n", 12462306a36Sopenharmony_ci buf->cpu, (long)buf->dma, buf->pci_size); 12562306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " pt_cpu @ 0x%p pt_dma @ 0x%08lx len = 0x%x\n", 12662306a36Sopenharmony_ci buf->pt_cpu, (long)buf->pt_dma, buf->pt_size); 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci /* Format the Page Table Entries to point into the data buffer */ 12962306a36Sopenharmony_ci for (i = 0 ; i < params->numpagetables; i++) { 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci *(buf->pt_cpu + i) = buf->dma + (i * 0x1000); /* TODO */ 13262306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " pt[%02d] = 0x%p -> 0x%llx\n", 13362306a36Sopenharmony_ci i, buf->pt_cpu, (u64)*(buf->pt_cpu)); 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci } 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_ci goto ret; 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_cifail2: 14062306a36Sopenharmony_ci dma_free_coherent(&port->dev->pci->dev, buf->pci_size, buf->cpu, 14162306a36Sopenharmony_ci buf->dma); 14262306a36Sopenharmony_cifail1: 14362306a36Sopenharmony_ci kfree(buf); 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci buf = NULL; 14662306a36Sopenharmony_ciret: 14762306a36Sopenharmony_ci return buf; 14862306a36Sopenharmony_ci} 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_ciint saa7164_buffer_dealloc(struct saa7164_buffer *buf) 15162306a36Sopenharmony_ci{ 15262306a36Sopenharmony_ci struct saa7164_dev *dev; 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci if (!buf || !buf->port) 15562306a36Sopenharmony_ci return SAA_ERR_BAD_PARAMETER; 15662306a36Sopenharmony_ci dev = buf->port->dev; 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci dprintk(DBGLVL_BUF, "%s() deallocating buffer @ 0x%p\n", 15962306a36Sopenharmony_ci __func__, buf); 16062306a36Sopenharmony_ci 16162306a36Sopenharmony_ci if (buf->flags != SAA7164_BUFFER_FREE) 16262306a36Sopenharmony_ci log_warn(" freeing a non-free buffer\n"); 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci dma_free_coherent(&dev->pci->dev, buf->pci_size, buf->cpu, buf->dma); 16562306a36Sopenharmony_ci dma_free_coherent(&dev->pci->dev, buf->pt_size, buf->pt_cpu, 16662306a36Sopenharmony_ci buf->pt_dma); 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_ci kfree(buf); 16962306a36Sopenharmony_ci 17062306a36Sopenharmony_ci return SAA_OK; 17162306a36Sopenharmony_ci} 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ciint saa7164_buffer_zero_offsets(struct saa7164_port *port, int i) 17462306a36Sopenharmony_ci{ 17562306a36Sopenharmony_ci struct saa7164_dev *dev = port->dev; 17662306a36Sopenharmony_ci 17762306a36Sopenharmony_ci if ((i < 0) || (i >= port->hwcfg.buffercount)) 17862306a36Sopenharmony_ci return -EINVAL; 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci dprintk(DBGLVL_BUF, "%s(idx = %d)\n", __func__, i); 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_ci saa7164_writel(port->bufoffset + (sizeof(u32) * i), 0); 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci return 0; 18562306a36Sopenharmony_ci} 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci/* Write a buffer into the hardware */ 18862306a36Sopenharmony_ciint saa7164_buffer_activate(struct saa7164_buffer *buf, int i) 18962306a36Sopenharmony_ci{ 19062306a36Sopenharmony_ci struct saa7164_port *port = buf->port; 19162306a36Sopenharmony_ci struct saa7164_dev *dev = port->dev; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci if ((i < 0) || (i >= port->hwcfg.buffercount)) 19462306a36Sopenharmony_ci return -EINVAL; 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_ci dprintk(DBGLVL_BUF, "%s(idx = %d)\n", __func__, i); 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci buf->idx = i; /* Note of which buffer list index position we occupy */ 19962306a36Sopenharmony_ci buf->flags = SAA7164_BUFFER_BUSY; 20062306a36Sopenharmony_ci buf->pos = 0; 20162306a36Sopenharmony_ci 20262306a36Sopenharmony_ci /* TODO: Review this in light of 32v64 assignments */ 20362306a36Sopenharmony_ci saa7164_writel(port->bufoffset + (sizeof(u32) * i), 0); 20462306a36Sopenharmony_ci saa7164_writel(port->bufptr32h + ((sizeof(u32) * 2) * i), buf->pt_dma); 20562306a36Sopenharmony_ci saa7164_writel(port->bufptr32l + ((sizeof(u32) * 2) * i), 0); 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " buf[%d] offset 0x%llx (0x%x) buf 0x%llx/%llx (0x%x/%x) nr=%d\n", 20862306a36Sopenharmony_ci buf->idx, 20962306a36Sopenharmony_ci (u64)port->bufoffset + (i * sizeof(u32)), 21062306a36Sopenharmony_ci saa7164_readl(port->bufoffset + (sizeof(u32) * i)), 21162306a36Sopenharmony_ci (u64)port->bufptr32h + ((sizeof(u32) * 2) * i), 21262306a36Sopenharmony_ci (u64)port->bufptr32l + ((sizeof(u32) * 2) * i), 21362306a36Sopenharmony_ci saa7164_readl(port->bufptr32h + ((sizeof(u32) * i) * 2)), 21462306a36Sopenharmony_ci saa7164_readl(port->bufptr32l + ((sizeof(u32) * i) * 2)), 21562306a36Sopenharmony_ci buf->idx); 21662306a36Sopenharmony_ci 21762306a36Sopenharmony_ci return 0; 21862306a36Sopenharmony_ci} 21962306a36Sopenharmony_ci 22062306a36Sopenharmony_ciint saa7164_buffer_cfg_port(struct saa7164_port *port) 22162306a36Sopenharmony_ci{ 22262306a36Sopenharmony_ci struct tmHWStreamParameters *params = &port->hw_streamingparams; 22362306a36Sopenharmony_ci struct saa7164_dev *dev = port->dev; 22462306a36Sopenharmony_ci struct saa7164_buffer *buf; 22562306a36Sopenharmony_ci struct list_head *c, *n; 22662306a36Sopenharmony_ci int i = 0; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci dprintk(DBGLVL_BUF, "%s(port=%d)\n", __func__, port->nr); 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci saa7164_writel(port->bufcounter, 0); 23162306a36Sopenharmony_ci saa7164_writel(port->pitch, params->pitch); 23262306a36Sopenharmony_ci saa7164_writel(port->bufsize, params->pitch * params->numberoflines); 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " configured:\n"); 23562306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " lmmio 0x%p\n", dev->lmmio); 23662306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " bufcounter 0x%x = 0x%x\n", port->bufcounter, 23762306a36Sopenharmony_ci saa7164_readl(port->bufcounter)); 23862306a36Sopenharmony_ci 23962306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " pitch 0x%x = %d\n", port->pitch, 24062306a36Sopenharmony_ci saa7164_readl(port->pitch)); 24162306a36Sopenharmony_ci 24262306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " bufsize 0x%x = %d\n", port->bufsize, 24362306a36Sopenharmony_ci saa7164_readl(port->bufsize)); 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " buffercount = %d\n", port->hwcfg.buffercount); 24662306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " bufoffset = 0x%x\n", port->bufoffset); 24762306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " bufptr32h = 0x%x\n", port->bufptr32h); 24862306a36Sopenharmony_ci dprintk(DBGLVL_BUF, " bufptr32l = 0x%x\n", port->bufptr32l); 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci /* Poke the buffers and offsets into PCI space */ 25162306a36Sopenharmony_ci mutex_lock(&port->dmaqueue_lock); 25262306a36Sopenharmony_ci list_for_each_safe(c, n, &port->dmaqueue.list) { 25362306a36Sopenharmony_ci buf = list_entry(c, struct saa7164_buffer, list); 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci BUG_ON(buf->flags != SAA7164_BUFFER_FREE); 25662306a36Sopenharmony_ci 25762306a36Sopenharmony_ci /* Place the buffer in the h/w queue */ 25862306a36Sopenharmony_ci saa7164_buffer_activate(buf, i); 25962306a36Sopenharmony_ci 26062306a36Sopenharmony_ci /* Don't exceed the device maximum # bufs */ 26162306a36Sopenharmony_ci BUG_ON(i > port->hwcfg.buffercount); 26262306a36Sopenharmony_ci i++; 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci } 26562306a36Sopenharmony_ci mutex_unlock(&port->dmaqueue_lock); 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci return 0; 26862306a36Sopenharmony_ci} 26962306a36Sopenharmony_ci 27062306a36Sopenharmony_cistruct saa7164_user_buffer *saa7164_buffer_alloc_user(struct saa7164_dev *dev, 27162306a36Sopenharmony_ci u32 len) 27262306a36Sopenharmony_ci{ 27362306a36Sopenharmony_ci struct saa7164_user_buffer *buf; 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_ci buf = kzalloc(sizeof(*buf), GFP_KERNEL); 27662306a36Sopenharmony_ci if (!buf) 27762306a36Sopenharmony_ci return NULL; 27862306a36Sopenharmony_ci 27962306a36Sopenharmony_ci buf->data = kzalloc(len, GFP_KERNEL); 28062306a36Sopenharmony_ci 28162306a36Sopenharmony_ci if (!buf->data) { 28262306a36Sopenharmony_ci kfree(buf); 28362306a36Sopenharmony_ci return NULL; 28462306a36Sopenharmony_ci } 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci buf->actual_size = len; 28762306a36Sopenharmony_ci buf->pos = 0; 28862306a36Sopenharmony_ci buf->crc = 0; 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_ci dprintk(DBGLVL_BUF, "%s() allocated user buffer @ 0x%p\n", 29162306a36Sopenharmony_ci __func__, buf); 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_ci return buf; 29462306a36Sopenharmony_ci} 29562306a36Sopenharmony_ci 29662306a36Sopenharmony_civoid saa7164_buffer_dealloc_user(struct saa7164_user_buffer *buf) 29762306a36Sopenharmony_ci{ 29862306a36Sopenharmony_ci if (!buf) 29962306a36Sopenharmony_ci return; 30062306a36Sopenharmony_ci 30162306a36Sopenharmony_ci kfree(buf->data); 30262306a36Sopenharmony_ci buf->data = NULL; 30362306a36Sopenharmony_ci 30462306a36Sopenharmony_ci kfree(buf); 30562306a36Sopenharmony_ci} 306