xref: /kernel/linux/linux-5.10/sound/soc/sof/utils.c (revision 8c2ecf20)
18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
28c2ecf20Sopenharmony_ci//
38c2ecf20Sopenharmony_ci// This file is provided under a dual BSD/GPLv2 license.  When using or
48c2ecf20Sopenharmony_ci// redistributing this file, you may do so under either license.
58c2ecf20Sopenharmony_ci//
68c2ecf20Sopenharmony_ci// Copyright(c) 2018 Intel Corporation. All rights reserved.
78c2ecf20Sopenharmony_ci//
88c2ecf20Sopenharmony_ci// Author: Keyon Jie <yang.jie@linux.intel.com>
98c2ecf20Sopenharmony_ci//
108c2ecf20Sopenharmony_ci
118c2ecf20Sopenharmony_ci#include <linux/io-64-nonatomic-lo-hi.h>
128c2ecf20Sopenharmony_ci#include <linux/platform_device.h>
138c2ecf20Sopenharmony_ci#include <asm/unaligned.h>
148c2ecf20Sopenharmony_ci#include <sound/soc.h>
158c2ecf20Sopenharmony_ci#include <sound/sof.h>
168c2ecf20Sopenharmony_ci#include "sof-priv.h"
178c2ecf20Sopenharmony_ci
188c2ecf20Sopenharmony_ci/*
198c2ecf20Sopenharmony_ci * Register IO
208c2ecf20Sopenharmony_ci *
218c2ecf20Sopenharmony_ci * The sof_io_xyz() wrappers are typically referenced in snd_sof_dsp_ops
228c2ecf20Sopenharmony_ci * structures and cannot be inlined.
238c2ecf20Sopenharmony_ci */
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_civoid sof_io_write(struct snd_sof_dev *sdev, void __iomem *addr, u32 value)
268c2ecf20Sopenharmony_ci{
278c2ecf20Sopenharmony_ci	writel(value, addr);
288c2ecf20Sopenharmony_ci}
298c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_write);
308c2ecf20Sopenharmony_ci
318c2ecf20Sopenharmony_ciu32 sof_io_read(struct snd_sof_dev *sdev, void __iomem *addr)
328c2ecf20Sopenharmony_ci{
338c2ecf20Sopenharmony_ci	return readl(addr);
348c2ecf20Sopenharmony_ci}
358c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_read);
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_civoid sof_io_write64(struct snd_sof_dev *sdev, void __iomem *addr, u64 value)
388c2ecf20Sopenharmony_ci{
398c2ecf20Sopenharmony_ci	writeq(value, addr);
408c2ecf20Sopenharmony_ci}
418c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_write64);
428c2ecf20Sopenharmony_ci
438c2ecf20Sopenharmony_ciu64 sof_io_read64(struct snd_sof_dev *sdev, void __iomem *addr)
448c2ecf20Sopenharmony_ci{
458c2ecf20Sopenharmony_ci	return readq(addr);
468c2ecf20Sopenharmony_ci}
478c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_io_read64);
488c2ecf20Sopenharmony_ci
498c2ecf20Sopenharmony_ci/*
508c2ecf20Sopenharmony_ci * IPC Mailbox IO
518c2ecf20Sopenharmony_ci */
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_civoid sof_mailbox_write(struct snd_sof_dev *sdev, u32 offset,
548c2ecf20Sopenharmony_ci		       void *message, size_t bytes)
558c2ecf20Sopenharmony_ci{
568c2ecf20Sopenharmony_ci	void __iomem *dest = sdev->bar[sdev->mailbox_bar] + offset;
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci	memcpy_toio(dest, message, bytes);
598c2ecf20Sopenharmony_ci}
608c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_mailbox_write);
618c2ecf20Sopenharmony_ci
628c2ecf20Sopenharmony_civoid sof_mailbox_read(struct snd_sof_dev *sdev, u32 offset,
638c2ecf20Sopenharmony_ci		      void *message, size_t bytes)
648c2ecf20Sopenharmony_ci{
658c2ecf20Sopenharmony_ci	void __iomem *src = sdev->bar[sdev->mailbox_bar] + offset;
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_ci	memcpy_fromio(message, src, bytes);
688c2ecf20Sopenharmony_ci}
698c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_mailbox_read);
708c2ecf20Sopenharmony_ci
718c2ecf20Sopenharmony_ci/*
728c2ecf20Sopenharmony_ci * Memory copy.
738c2ecf20Sopenharmony_ci */
748c2ecf20Sopenharmony_ci
758c2ecf20Sopenharmony_civoid sof_block_write(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *src,
768c2ecf20Sopenharmony_ci		     size_t size)
778c2ecf20Sopenharmony_ci{
788c2ecf20Sopenharmony_ci	void __iomem *dest = sdev->bar[bar] + offset;
798c2ecf20Sopenharmony_ci	const u8 *src_byte = src;
808c2ecf20Sopenharmony_ci	u32 affected_mask;
818c2ecf20Sopenharmony_ci	u32 tmp;
828c2ecf20Sopenharmony_ci	int m, n;
838c2ecf20Sopenharmony_ci
848c2ecf20Sopenharmony_ci	m = size / 4;
858c2ecf20Sopenharmony_ci	n = size % 4;
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci	/* __iowrite32_copy use 32bit size values so divide by 4 */
888c2ecf20Sopenharmony_ci	__iowrite32_copy(dest, src, m);
898c2ecf20Sopenharmony_ci
908c2ecf20Sopenharmony_ci	if (n) {
918c2ecf20Sopenharmony_ci		affected_mask = (1 << (8 * n)) - 1;
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_ci		/* first read the 32bit data of dest, then change affected
948c2ecf20Sopenharmony_ci		 * bytes, and write back to dest. For unaffected bytes, it
958c2ecf20Sopenharmony_ci		 * should not be changed
968c2ecf20Sopenharmony_ci		 */
978c2ecf20Sopenharmony_ci		tmp = ioread32(dest + m * 4);
988c2ecf20Sopenharmony_ci		tmp &= ~affected_mask;
998c2ecf20Sopenharmony_ci
1008c2ecf20Sopenharmony_ci		tmp |= *(u32 *)(src_byte + m * 4) & affected_mask;
1018c2ecf20Sopenharmony_ci		iowrite32(tmp, dest + m * 4);
1028c2ecf20Sopenharmony_ci	}
1038c2ecf20Sopenharmony_ci}
1048c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_block_write);
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_civoid sof_block_read(struct snd_sof_dev *sdev, u32 bar, u32 offset, void *dest,
1078c2ecf20Sopenharmony_ci		    size_t size)
1088c2ecf20Sopenharmony_ci{
1098c2ecf20Sopenharmony_ci	void __iomem *src = sdev->bar[bar] + offset;
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	memcpy_fromio(dest, src, size);
1128c2ecf20Sopenharmony_ci}
1138c2ecf20Sopenharmony_ciEXPORT_SYMBOL(sof_block_read);
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci/*
1168c2ecf20Sopenharmony_ci * Generic buffer page table creation.
1178c2ecf20Sopenharmony_ci * Take the each physical page address and drop the least significant unused
1188c2ecf20Sopenharmony_ci * bits from each (based on PAGE_SIZE). Then pack valid page address bits
1198c2ecf20Sopenharmony_ci * into compressed page table.
1208c2ecf20Sopenharmony_ci */
1218c2ecf20Sopenharmony_ci
1228c2ecf20Sopenharmony_ciint snd_sof_create_page_table(struct device *dev,
1238c2ecf20Sopenharmony_ci			      struct snd_dma_buffer *dmab,
1248c2ecf20Sopenharmony_ci			      unsigned char *page_table, size_t size)
1258c2ecf20Sopenharmony_ci{
1268c2ecf20Sopenharmony_ci	int i, pages;
1278c2ecf20Sopenharmony_ci
1288c2ecf20Sopenharmony_ci	pages = snd_sgbuf_aligned_pages(size);
1298c2ecf20Sopenharmony_ci
1308c2ecf20Sopenharmony_ci	dev_dbg(dev, "generating page table for %p size 0x%zx pages %d\n",
1318c2ecf20Sopenharmony_ci		dmab->area, size, pages);
1328c2ecf20Sopenharmony_ci
1338c2ecf20Sopenharmony_ci	for (i = 0; i < pages; i++) {
1348c2ecf20Sopenharmony_ci		/*
1358c2ecf20Sopenharmony_ci		 * The number of valid address bits for each page is 20.
1368c2ecf20Sopenharmony_ci		 * idx determines the byte position within page_table
1378c2ecf20Sopenharmony_ci		 * where the current page's address is stored
1388c2ecf20Sopenharmony_ci		 * in the compressed page_table.
1398c2ecf20Sopenharmony_ci		 * This can be calculated by multiplying the page number by 2.5.
1408c2ecf20Sopenharmony_ci		 */
1418c2ecf20Sopenharmony_ci		u32 idx = (5 * i) >> 1;
1428c2ecf20Sopenharmony_ci		u32 pfn = snd_sgbuf_get_addr(dmab, i * PAGE_SIZE) >> PAGE_SHIFT;
1438c2ecf20Sopenharmony_ci		u8 *pg_table;
1448c2ecf20Sopenharmony_ci
1458c2ecf20Sopenharmony_ci		dev_vdbg(dev, "pfn i %i idx %d pfn %x\n", i, idx, pfn);
1468c2ecf20Sopenharmony_ci
1478c2ecf20Sopenharmony_ci		pg_table = (u8 *)(page_table + idx);
1488c2ecf20Sopenharmony_ci
1498c2ecf20Sopenharmony_ci		/*
1508c2ecf20Sopenharmony_ci		 * pagetable compression:
1518c2ecf20Sopenharmony_ci		 * byte 0     byte 1     byte 2     byte 3     byte 4     byte 5
1528c2ecf20Sopenharmony_ci		 * ___________pfn 0__________ __________pfn 1___________  _pfn 2...
1538c2ecf20Sopenharmony_ci		 * .... ....  .... ....  .... ....  .... ....  .... ....  ....
1548c2ecf20Sopenharmony_ci		 * It is created by:
1558c2ecf20Sopenharmony_ci		 * 1. set current location to 0, PFN index i to 0
1568c2ecf20Sopenharmony_ci		 * 2. put pfn[i] at current location in Little Endian byte order
1578c2ecf20Sopenharmony_ci		 * 3. calculate an intermediate value as
1588c2ecf20Sopenharmony_ci		 *    x = (pfn[i+1] << 4) | (pfn[i] & 0xf)
1598c2ecf20Sopenharmony_ci		 * 4. put x at offset (current location + 2) in LE byte order
1608c2ecf20Sopenharmony_ci		 * 5. increment current location by 5 bytes, increment i by 2
1618c2ecf20Sopenharmony_ci		 * 6. continue to (2)
1628c2ecf20Sopenharmony_ci		 */
1638c2ecf20Sopenharmony_ci		if (i & 1)
1648c2ecf20Sopenharmony_ci			put_unaligned_le32((pg_table[0] & 0xf) | pfn << 4,
1658c2ecf20Sopenharmony_ci					   pg_table);
1668c2ecf20Sopenharmony_ci		else
1678c2ecf20Sopenharmony_ci			put_unaligned_le32(pfn, pg_table);
1688c2ecf20Sopenharmony_ci	}
1698c2ecf20Sopenharmony_ci
1708c2ecf20Sopenharmony_ci	return pages;
1718c2ecf20Sopenharmony_ci}
1728c2ecf20Sopenharmony_ciEXPORT_SYMBOL(snd_sof_create_page_table);
173