18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) 28c2ecf20Sopenharmony_ci// 38c2ecf20Sopenharmony_ci// This file is provided under a dual BSD/GPLv2 license. When using or 48c2ecf20Sopenharmony_ci// redistributing this file, you may do so under either license. 58c2ecf20Sopenharmony_ci// 68c2ecf20Sopenharmony_ci// Copyright(c) 2018 Intel Corporation. All rights reserved. 78c2ecf20Sopenharmony_ci// 88c2ecf20Sopenharmony_ci// Author: Keyon Jie <yang.jie@linux.intel.com> 98c2ecf20Sopenharmony_ci// 108c2ecf20Sopenharmony_ci 118c2ecf20Sopenharmony_ci#include <linux/io-64-nonatomic-lo-hi.h> 128c2ecf20Sopenharmony_ci#include <linux/platform_device.h> 138c2ecf20Sopenharmony_ci#include <asm/unaligned.h> 148c2ecf20Sopenharmony_ci#include <sound/soc.h> 158c2ecf20Sopenharmony_ci#include <sound/sof.h> 168c2ecf20Sopenharmony_ci#include "sof-priv.h" 178c2ecf20Sopenharmony_ci 188c2ecf20Sopenharmony_ci/* 198c2ecf20Sopenharmony_ci * Register IO 208c2ecf20Sopenharmony_ci * 218c2ecf20Sopenharmony_ci * The sof_io_xyz() wrappers are typically referenced in snd_sof_dsp_ops 228c2ecf20Sopenharmony_ci * structures and cannot be inlined. 238c2ecf20Sopenharmony_ci */ 248c2ecf20Sopenharmony_ci 258c2ecf20Sopenharmony_civoid sof_io_write(struct snd_sof_dev *sdev, void __iomem *addr, u32 value) 268c2ecf20Sopenharmony_ci{ 278c2ecf20Sopenharmony_ci writel(value, addr); 288c2ecf20Sopenharmony_ci} 298c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_write); 308c2ecf20Sopenharmony_ci 318c2ecf20Sopenharmony_ciu32 sof_io_read(struct snd_sof_dev *sdev, void __iomem *addr) 328c2ecf20Sopenharmony_ci{ 338c2ecf20Sopenharmony_ci return readl(addr); 348c2ecf20Sopenharmony_ci} 358c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_read); 368c2ecf20Sopenharmony_ci 378c2ecf20Sopenharmony_civoid sof_io_write64(struct snd_sof_dev *sdev, void __iomem *addr, u64 value) 388c2ecf20Sopenharmony_ci{ 398c2ecf20Sopenharmony_ci writeq(value, addr); 408c2ecf20Sopenharmony_ci} 418c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_write64); 428c2ecf20Sopenharmony_ci 438c2ecf20Sopenharmony_ciu64 sof_io_read64(struct snd_sof_dev *sdev, void __iomem *addr) 448c2ecf20Sopenharmony_ci{ 458c2ecf20Sopenharmony_ci return readq(addr); 468c2ecf20Sopenharmony_ci} 478c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_read64); 488c2ecf20Sopenharmony_ci 498c2ecf20Sopenharmony_ci/* 508c2ecf20Sopenharmony_ci * IPC Mailbox IO 518c2ecf20Sopenharmony_ci */ 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_civoid sof_mailbox_write(struct snd_sof_dev *sdev, u32 offset, 548c2ecf20Sopenharmony_ci void *message, size_t bytes) 558c2ecf20Sopenharmony_ci{ 568c2ecf20Sopenharmony_ci void __iomem *dest = sdev->bar[sdev->mailbox_bar] + offset; 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_ci memcpy_toio(dest, message, bytes); 598c2ecf20Sopenharmony_ci} 608c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_mailbox_write); 618c2ecf20Sopenharmony_ci 628c2ecf20Sopenharmony_civoid sof_mailbox_read(struct snd_sof_dev *sdev, u32 offset, 638c2ecf20Sopenharmony_ci void *message, size_t bytes) 648c2ecf20Sopenharmony_ci{ 658c2ecf20Sopenharmony_ci void __iomem *src = sdev->bar[sdev->mailbox_bar] + offset; 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_ci memcpy_fromio(message, src, bytes); 688c2ecf20Sopenharmony_ci} 698c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_mailbox_read); 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci/* 728c2ecf20Sopenharmony_ci * Memory copy. 738c2ecf20Sopenharmony_ci */ 748c2ecf20Sopenharmony_ci 758c2ecf20Sopenharmony_civoid sof_block_write(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *src, 768c2ecf20Sopenharmony_ci size_t size) 778c2ecf20Sopenharmony_ci{ 788c2ecf20Sopenharmony_ci void __iomem *dest = sdev->bar[bar] + offset; 798c2ecf20Sopenharmony_ci const u8 *src_byte = src; 808c2ecf20Sopenharmony_ci u32 affected_mask; 818c2ecf20Sopenharmony_ci u32 tmp; 828c2ecf20Sopenharmony_ci int m, n; 838c2ecf20Sopenharmony_ci 848c2ecf20Sopenharmony_ci m = size / 4; 858c2ecf20Sopenharmony_ci n = size % 4; 868c2ecf20Sopenharmony_ci 878c2ecf20Sopenharmony_ci /* __iowrite32_copy use 32bit size values so divide by 4 */ 888c2ecf20Sopenharmony_ci __iowrite32_copy(dest, src, m); 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci if (n) { 918c2ecf20Sopenharmony_ci affected_mask = (1 << (8 * n)) - 1; 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_ci /* first read the 32bit data of dest, then change affected 948c2ecf20Sopenharmony_ci * bytes, and write back to dest. For unaffected bytes, it 958c2ecf20Sopenharmony_ci * should not be changed 968c2ecf20Sopenharmony_ci */ 978c2ecf20Sopenharmony_ci tmp = ioread32(dest + m * 4); 988c2ecf20Sopenharmony_ci tmp &= ~affected_mask; 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_ci tmp |= *(u32 *)(src_byte + m * 4) & affected_mask; 1018c2ecf20Sopenharmony_ci iowrite32(tmp, dest + m * 4); 1028c2ecf20Sopenharmony_ci } 1038c2ecf20Sopenharmony_ci} 1048c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_block_write); 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_civoid sof_block_read(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *dest, 1078c2ecf20Sopenharmony_ci size_t size) 1088c2ecf20Sopenharmony_ci{ 1098c2ecf20Sopenharmony_ci void __iomem *src = sdev->bar[bar] + offset; 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ci memcpy_fromio(dest, src, size); 1128c2ecf20Sopenharmony_ci} 1138c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_block_read); 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci/* 1168c2ecf20Sopenharmony_ci * Generic buffer page table creation. 1178c2ecf20Sopenharmony_ci * Take the each physical page address and drop the least significant unused 1188c2ecf20Sopenharmony_ci * bits from each (based on PAGE_SIZE). Then pack valid page address bits 1198c2ecf20Sopenharmony_ci * into compressed page table. 1208c2ecf20Sopenharmony_ci */ 1218c2ecf20Sopenharmony_ci 1228c2ecf20Sopenharmony_ciint snd_sof_create_page_table(struct device *dev, 1238c2ecf20Sopenharmony_ci struct snd_dma_buffer *dmab, 1248c2ecf20Sopenharmony_ci unsigned char *page_table, size_t size) 1258c2ecf20Sopenharmony_ci{ 1268c2ecf20Sopenharmony_ci int i, pages; 1278c2ecf20Sopenharmony_ci 1288c2ecf20Sopenharmony_ci pages = snd_sgbuf_aligned_pages(size); 1298c2ecf20Sopenharmony_ci 1308c2ecf20Sopenharmony_ci dev_dbg(dev, "generating page table for %p size 0x%zx pages %d\n", 1318c2ecf20Sopenharmony_ci dmab->area, size, pages); 1328c2ecf20Sopenharmony_ci 1338c2ecf20Sopenharmony_ci for (i = 0; i < pages; i++) { 1348c2ecf20Sopenharmony_ci /* 1358c2ecf20Sopenharmony_ci * The number of valid address bits for each page is 20. 1368c2ecf20Sopenharmony_ci * idx determines the byte position within page_table 1378c2ecf20Sopenharmony_ci * where the current page's address is stored 1388c2ecf20Sopenharmony_ci * in the compressed page_table. 1398c2ecf20Sopenharmony_ci * This can be calculated by multiplying the page number by 2.5. 1408c2ecf20Sopenharmony_ci */ 1418c2ecf20Sopenharmony_ci u32 idx = (5 * i) >> 1; 1428c2ecf20Sopenharmony_ci u32 pfn = snd_sgbuf_get_addr(dmab, i * PAGE_SIZE) >> PAGE_SHIFT; 1438c2ecf20Sopenharmony_ci u8 *pg_table; 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ci dev_vdbg(dev, "pfn i %i idx %d pfn %x\n", i, idx, pfn); 1468c2ecf20Sopenharmony_ci 1478c2ecf20Sopenharmony_ci pg_table = (u8 *)(page_table + idx); 1488c2ecf20Sopenharmony_ci 1498c2ecf20Sopenharmony_ci /* 1508c2ecf20Sopenharmony_ci * pagetable compression: 1518c2ecf20Sopenharmony_ci * byte 0 byte 1 byte 2 byte 3 byte 4 byte 5 1528c2ecf20Sopenharmony_ci * ___________pfn 0__________ __________pfn 1___________ _pfn 2... 1538c2ecf20Sopenharmony_ci * .... .... .... .... .... .... .... .... .... .... .... 1548c2ecf20Sopenharmony_ci * It is created by: 1558c2ecf20Sopenharmony_ci * 1. set current location to 0, PFN index i to 0 1568c2ecf20Sopenharmony_ci * 2. put pfn[i] at current location in Little Endian byte order 1578c2ecf20Sopenharmony_ci * 3. calculate an intermediate value as 1588c2ecf20Sopenharmony_ci * x = (pfn[i+1] << 4) | (pfn[i] & 0xf) 1598c2ecf20Sopenharmony_ci * 4. put x at offset (current location + 2) in LE byte order 1608c2ecf20Sopenharmony_ci * 5. increment current location by 5 bytes, increment i by 2 1618c2ecf20Sopenharmony_ci * 6. continue to (2) 1628c2ecf20Sopenharmony_ci */ 1638c2ecf20Sopenharmony_ci if (i & 1) 1648c2ecf20Sopenharmony_ci put_unaligned_le32((pg_table[0] & 0xf) | pfn << 4, 1658c2ecf20Sopenharmony_ci pg_table); 1668c2ecf20Sopenharmony_ci else 1678c2ecf20Sopenharmony_ci put_unaligned_le32(pfn, pg_table); 1688c2ecf20Sopenharmony_ci } 1698c2ecf20Sopenharmony_ci 1708c2ecf20Sopenharmony_ci return pages; 1718c2ecf20Sopenharmony_ci} 1728c2ecf20Sopenharmony_ciEXPORT_SYMBOL(snd_sof_create_page_table); 173