162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2010-2013 Bluecherry, LLC <https://www.bluecherrydvr.com> 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Original author: 662306a36Sopenharmony_ci * Ben Collins <bcollins@ubuntu.com> 762306a36Sopenharmony_ci * 862306a36Sopenharmony_ci * Additional work by: 962306a36Sopenharmony_ci * John Brooks <john.brooks@bluecherry.net> 1062306a36Sopenharmony_ci */ 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ci#include <linux/kernel.h> 1362306a36Sopenharmony_ci#include <linux/module.h> 1462306a36Sopenharmony_ci#include <linux/slab.h> 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_ci#include "solo6x10.h" 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_cistatic int multi_p2m; 1962306a36Sopenharmony_cimodule_param(multi_p2m, uint, 0644); 2062306a36Sopenharmony_ciMODULE_PARM_DESC(multi_p2m, 2162306a36Sopenharmony_ci "Use multiple P2M DMA channels (default: no, 6010-only)"); 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_cistatic int desc_mode; 2462306a36Sopenharmony_cimodule_param(desc_mode, uint, 0644); 2562306a36Sopenharmony_ciMODULE_PARM_DESC(desc_mode, 2662306a36Sopenharmony_ci "Allow use of descriptor mode DMA (default: no, 6010-only)"); 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ciint solo_p2m_dma(struct solo_dev *solo_dev, int wr, 2962306a36Sopenharmony_ci void *sys_addr, u32 ext_addr, u32 size, 3062306a36Sopenharmony_ci int repeat, u32 ext_size) 3162306a36Sopenharmony_ci{ 3262306a36Sopenharmony_ci dma_addr_t dma_addr; 3362306a36Sopenharmony_ci int ret; 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci if (WARN_ON_ONCE((unsigned long)sys_addr & 0x03)) 3662306a36Sopenharmony_ci return -EINVAL; 3762306a36Sopenharmony_ci if (WARN_ON_ONCE(!size)) 3862306a36Sopenharmony_ci return -EINVAL; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci dma_addr = dma_map_single(&solo_dev->pdev->dev, sys_addr, size, 4162306a36Sopenharmony_ci wr ? DMA_TO_DEVICE : DMA_FROM_DEVICE); 4262306a36Sopenharmony_ci if (dma_mapping_error(&solo_dev->pdev->dev, dma_addr)) 4362306a36Sopenharmony_ci return -ENOMEM; 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ci ret = solo_p2m_dma_t(solo_dev, wr, dma_addr, ext_addr, size, 4662306a36Sopenharmony_ci repeat, ext_size); 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci dma_unmap_single(&solo_dev->pdev->dev, dma_addr, size, 4962306a36Sopenharmony_ci wr ? DMA_TO_DEVICE : DMA_FROM_DEVICE); 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_ci return ret; 5262306a36Sopenharmony_ci} 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci/* Mutex must be held for p2m_id before calling this!! */ 5562306a36Sopenharmony_ciint solo_p2m_dma_desc(struct solo_dev *solo_dev, 5662306a36Sopenharmony_ci struct solo_p2m_desc *desc, dma_addr_t desc_dma, 5762306a36Sopenharmony_ci int desc_cnt) 5862306a36Sopenharmony_ci{ 5962306a36Sopenharmony_ci struct solo_p2m_dev *p2m_dev; 6062306a36Sopenharmony_ci unsigned int timeout; 6162306a36Sopenharmony_ci unsigned int config = 0; 6262306a36Sopenharmony_ci int ret = 0; 6362306a36Sopenharmony_ci unsigned int p2m_id = 0; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci /* Get next ID. According to Softlogic, 6110 has problems on !=0 P2M */ 6662306a36Sopenharmony_ci if (solo_dev->type != SOLO_DEV_6110 && multi_p2m) 6762306a36Sopenharmony_ci p2m_id = atomic_inc_return(&solo_dev->p2m_count) % SOLO_NR_P2M; 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci p2m_dev = &solo_dev->p2m_dev[p2m_id]; 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci if (mutex_lock_interruptible(&p2m_dev->mutex)) 7262306a36Sopenharmony_ci return -EINTR; 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci reinit_completion(&p2m_dev->completion); 7562306a36Sopenharmony_ci p2m_dev->error = 0; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci if (desc_cnt > 1 && solo_dev->type != SOLO_DEV_6110 && desc_mode) { 7862306a36Sopenharmony_ci /* For 6010 with more than one desc, we can do a one-shot */ 7962306a36Sopenharmony_ci p2m_dev->desc_count = p2m_dev->desc_idx = 0; 8062306a36Sopenharmony_ci config = solo_reg_read(solo_dev, SOLO_P2M_CONFIG(p2m_id)); 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_DES_ADR(p2m_id), desc_dma); 8362306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_DESC_ID(p2m_id), desc_cnt); 8462306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONFIG(p2m_id), config | 8562306a36Sopenharmony_ci SOLO_P2M_DESC_MODE); 8662306a36Sopenharmony_ci } else { 8762306a36Sopenharmony_ci /* For single descriptors and 6110, we need to run each desc */ 8862306a36Sopenharmony_ci p2m_dev->desc_count = desc_cnt; 8962306a36Sopenharmony_ci p2m_dev->desc_idx = 1; 9062306a36Sopenharmony_ci p2m_dev->descs = desc; 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_TAR_ADR(p2m_id), 9362306a36Sopenharmony_ci desc[1].dma_addr); 9462306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_EXT_ADR(p2m_id), 9562306a36Sopenharmony_ci desc[1].ext_addr); 9662306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_EXT_CFG(p2m_id), 9762306a36Sopenharmony_ci desc[1].cfg); 9862306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONTROL(p2m_id), 9962306a36Sopenharmony_ci desc[1].ctrl); 10062306a36Sopenharmony_ci } 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci timeout = wait_for_completion_timeout(&p2m_dev->completion, 10362306a36Sopenharmony_ci solo_dev->p2m_jiffies); 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci if (WARN_ON_ONCE(p2m_dev->error)) 10662306a36Sopenharmony_ci ret = -EIO; 10762306a36Sopenharmony_ci else if (timeout == 0) { 10862306a36Sopenharmony_ci solo_dev->p2m_timeouts++; 10962306a36Sopenharmony_ci ret = -EAGAIN; 11062306a36Sopenharmony_ci } 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONTROL(p2m_id), 0); 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci /* Don't write here for the no_desc_mode case, because config is 0. 11562306a36Sopenharmony_ci * We can't test no_desc_mode again, it might race. */ 11662306a36Sopenharmony_ci if (desc_cnt > 1 && solo_dev->type != SOLO_DEV_6110 && config) 11762306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONFIG(p2m_id), config); 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci mutex_unlock(&p2m_dev->mutex); 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci return ret; 12262306a36Sopenharmony_ci} 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_civoid solo_p2m_fill_desc(struct solo_p2m_desc *desc, int wr, 12562306a36Sopenharmony_ci dma_addr_t dma_addr, u32 ext_addr, u32 size, 12662306a36Sopenharmony_ci int repeat, u32 ext_size) 12762306a36Sopenharmony_ci{ 12862306a36Sopenharmony_ci WARN_ON_ONCE(dma_addr & 0x03); 12962306a36Sopenharmony_ci WARN_ON_ONCE(!size); 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci desc->cfg = SOLO_P2M_COPY_SIZE(size >> 2); 13262306a36Sopenharmony_ci desc->ctrl = SOLO_P2M_BURST_SIZE(SOLO_P2M_BURST_256) | 13362306a36Sopenharmony_ci (wr ? SOLO_P2M_WRITE : 0) | SOLO_P2M_TRANS_ON; 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci if (repeat) { 13662306a36Sopenharmony_ci desc->cfg |= SOLO_P2M_EXT_INC(ext_size >> 2); 13762306a36Sopenharmony_ci desc->ctrl |= SOLO_P2M_PCI_INC(size >> 2) | 13862306a36Sopenharmony_ci SOLO_P2M_REPEAT(repeat); 13962306a36Sopenharmony_ci } 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci desc->dma_addr = dma_addr; 14262306a36Sopenharmony_ci desc->ext_addr = ext_addr; 14362306a36Sopenharmony_ci} 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ciint solo_p2m_dma_t(struct solo_dev *solo_dev, int wr, 14662306a36Sopenharmony_ci dma_addr_t dma_addr, u32 ext_addr, u32 size, 14762306a36Sopenharmony_ci int repeat, u32 ext_size) 14862306a36Sopenharmony_ci{ 14962306a36Sopenharmony_ci struct solo_p2m_desc desc[2]; 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_ci solo_p2m_fill_desc(&desc[1], wr, dma_addr, ext_addr, size, repeat, 15262306a36Sopenharmony_ci ext_size); 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci /* No need for desc_dma since we know it is a single-shot */ 15562306a36Sopenharmony_ci return solo_p2m_dma_desc(solo_dev, desc, 0, 1); 15662306a36Sopenharmony_ci} 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_civoid solo_p2m_isr(struct solo_dev *solo_dev, int id) 15962306a36Sopenharmony_ci{ 16062306a36Sopenharmony_ci struct solo_p2m_dev *p2m_dev = &solo_dev->p2m_dev[id]; 16162306a36Sopenharmony_ci struct solo_p2m_desc *desc; 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci if (p2m_dev->desc_count <= p2m_dev->desc_idx) { 16462306a36Sopenharmony_ci complete(&p2m_dev->completion); 16562306a36Sopenharmony_ci return; 16662306a36Sopenharmony_ci } 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_ci /* Setup next descriptor */ 16962306a36Sopenharmony_ci p2m_dev->desc_idx++; 17062306a36Sopenharmony_ci desc = &p2m_dev->descs[p2m_dev->desc_idx]; 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONTROL(id), 0); 17362306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_TAR_ADR(id), desc->dma_addr); 17462306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_EXT_ADR(id), desc->ext_addr); 17562306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_EXT_CFG(id), desc->cfg); 17662306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONTROL(id), desc->ctrl); 17762306a36Sopenharmony_ci} 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_civoid solo_p2m_error_isr(struct solo_dev *solo_dev) 18062306a36Sopenharmony_ci{ 18162306a36Sopenharmony_ci unsigned int err = solo_reg_read(solo_dev, SOLO_PCI_ERR); 18262306a36Sopenharmony_ci struct solo_p2m_dev *p2m_dev; 18362306a36Sopenharmony_ci int i; 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci if (!(err & (SOLO_PCI_ERR_P2M | SOLO_PCI_ERR_P2M_DESC))) 18662306a36Sopenharmony_ci return; 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_ci for (i = 0; i < SOLO_NR_P2M; i++) { 18962306a36Sopenharmony_ci p2m_dev = &solo_dev->p2m_dev[i]; 19062306a36Sopenharmony_ci p2m_dev->error = 1; 19162306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONTROL(i), 0); 19262306a36Sopenharmony_ci complete(&p2m_dev->completion); 19362306a36Sopenharmony_ci } 19462306a36Sopenharmony_ci} 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_civoid solo_p2m_exit(struct solo_dev *solo_dev) 19762306a36Sopenharmony_ci{ 19862306a36Sopenharmony_ci int i; 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci for (i = 0; i < SOLO_NR_P2M; i++) 20162306a36Sopenharmony_ci solo_irq_off(solo_dev, SOLO_IRQ_P2M(i)); 20262306a36Sopenharmony_ci} 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_cistatic int solo_p2m_test(struct solo_dev *solo_dev, int base, int size) 20562306a36Sopenharmony_ci{ 20662306a36Sopenharmony_ci u32 *wr_buf; 20762306a36Sopenharmony_ci u32 *rd_buf; 20862306a36Sopenharmony_ci int i; 20962306a36Sopenharmony_ci int ret = -EIO; 21062306a36Sopenharmony_ci int order = get_order(size); 21162306a36Sopenharmony_ci 21262306a36Sopenharmony_ci wr_buf = (u32 *)__get_free_pages(GFP_KERNEL, order); 21362306a36Sopenharmony_ci if (wr_buf == NULL) 21462306a36Sopenharmony_ci return -1; 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci rd_buf = (u32 *)__get_free_pages(GFP_KERNEL, order); 21762306a36Sopenharmony_ci if (rd_buf == NULL) { 21862306a36Sopenharmony_ci free_pages((unsigned long)wr_buf, order); 21962306a36Sopenharmony_ci return -1; 22062306a36Sopenharmony_ci } 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci for (i = 0; i < (size >> 3); i++) 22362306a36Sopenharmony_ci *(wr_buf + i) = (i << 16) | (i + 1); 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci for (i = (size >> 3); i < (size >> 2); i++) 22662306a36Sopenharmony_ci *(wr_buf + i) = ~((i << 16) | (i + 1)); 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci memset(rd_buf, 0x55, size); 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci if (solo_p2m_dma(solo_dev, 1, wr_buf, base, size, 0, 0)) 23162306a36Sopenharmony_ci goto test_fail; 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_ci if (solo_p2m_dma(solo_dev, 0, rd_buf, base, size, 0, 0)) 23462306a36Sopenharmony_ci goto test_fail; 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_ci for (i = 0; i < (size >> 2); i++) { 23762306a36Sopenharmony_ci if (*(wr_buf + i) != *(rd_buf + i)) 23862306a36Sopenharmony_ci goto test_fail; 23962306a36Sopenharmony_ci } 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci ret = 0; 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_citest_fail: 24462306a36Sopenharmony_ci free_pages((unsigned long)wr_buf, order); 24562306a36Sopenharmony_ci free_pages((unsigned long)rd_buf, order); 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_ci return ret; 24862306a36Sopenharmony_ci} 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ciint solo_p2m_init(struct solo_dev *solo_dev) 25162306a36Sopenharmony_ci{ 25262306a36Sopenharmony_ci struct solo_p2m_dev *p2m_dev; 25362306a36Sopenharmony_ci int i; 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci for (i = 0; i < SOLO_NR_P2M; i++) { 25662306a36Sopenharmony_ci p2m_dev = &solo_dev->p2m_dev[i]; 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_ci mutex_init(&p2m_dev->mutex); 25962306a36Sopenharmony_ci init_completion(&p2m_dev->completion); 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONTROL(i), 0); 26262306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_P2M_CONFIG(i), 26362306a36Sopenharmony_ci SOLO_P2M_CSC_16BIT_565 | 26462306a36Sopenharmony_ci SOLO_P2M_DESC_INTR_OPT | 26562306a36Sopenharmony_ci SOLO_P2M_DMA_INTERVAL(0) | 26662306a36Sopenharmony_ci SOLO_P2M_PCI_MASTER_MODE); 26762306a36Sopenharmony_ci solo_irq_on(solo_dev, SOLO_IRQ_P2M(i)); 26862306a36Sopenharmony_ci } 26962306a36Sopenharmony_ci 27062306a36Sopenharmony_ci /* Find correct SDRAM size */ 27162306a36Sopenharmony_ci for (solo_dev->sdram_size = 0, i = 2; i >= 0; i--) { 27262306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_DMA_CTRL, 27362306a36Sopenharmony_ci SOLO_DMA_CTRL_REFRESH_CYCLE(1) | 27462306a36Sopenharmony_ci SOLO_DMA_CTRL_SDRAM_SIZE(i) | 27562306a36Sopenharmony_ci SOLO_DMA_CTRL_SDRAM_CLK_INVERT | 27662306a36Sopenharmony_ci SOLO_DMA_CTRL_READ_CLK_SELECT | 27762306a36Sopenharmony_ci SOLO_DMA_CTRL_LATENCY(1)); 27862306a36Sopenharmony_ci 27962306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_SYS_CFG, solo_dev->sys_config | 28062306a36Sopenharmony_ci SOLO_SYS_CFG_RESET); 28162306a36Sopenharmony_ci solo_reg_write(solo_dev, SOLO_SYS_CFG, solo_dev->sys_config); 28262306a36Sopenharmony_ci 28362306a36Sopenharmony_ci switch (i) { 28462306a36Sopenharmony_ci case 2: 28562306a36Sopenharmony_ci if (solo_p2m_test(solo_dev, 0x07ff0000, 0x00010000) || 28662306a36Sopenharmony_ci solo_p2m_test(solo_dev, 0x05ff0000, 0x00010000)) 28762306a36Sopenharmony_ci continue; 28862306a36Sopenharmony_ci break; 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_ci case 1: 29162306a36Sopenharmony_ci if (solo_p2m_test(solo_dev, 0x03ff0000, 0x00010000)) 29262306a36Sopenharmony_ci continue; 29362306a36Sopenharmony_ci break; 29462306a36Sopenharmony_ci 29562306a36Sopenharmony_ci default: 29662306a36Sopenharmony_ci if (solo_p2m_test(solo_dev, 0x01ff0000, 0x00010000)) 29762306a36Sopenharmony_ci continue; 29862306a36Sopenharmony_ci } 29962306a36Sopenharmony_ci 30062306a36Sopenharmony_ci solo_dev->sdram_size = (32 << 20) << i; 30162306a36Sopenharmony_ci break; 30262306a36Sopenharmony_ci } 30362306a36Sopenharmony_ci 30462306a36Sopenharmony_ci if (!solo_dev->sdram_size) { 30562306a36Sopenharmony_ci dev_err(&solo_dev->pdev->dev, "Error detecting SDRAM size\n"); 30662306a36Sopenharmony_ci return -EIO; 30762306a36Sopenharmony_ci } 30862306a36Sopenharmony_ci 30962306a36Sopenharmony_ci if (SOLO_SDRAM_END(solo_dev) > solo_dev->sdram_size) { 31062306a36Sopenharmony_ci dev_err(&solo_dev->pdev->dev, 31162306a36Sopenharmony_ci "SDRAM is not large enough (%u < %u)\n", 31262306a36Sopenharmony_ci solo_dev->sdram_size, SOLO_SDRAM_END(solo_dev)); 31362306a36Sopenharmony_ci return -EIO; 31462306a36Sopenharmony_ci } 31562306a36Sopenharmony_ci 31662306a36Sopenharmony_ci return 0; 31762306a36Sopenharmony_ci} 318