162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2020-21 Intel Corporation.
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/delay.h>
762306a36Sopenharmony_ci#include <linux/device.h>
862306a36Sopenharmony_ci#include <linux/io.h>
962306a36Sopenharmony_ci#include <linux/io-64-nonatomic-lo-hi.h>
1062306a36Sopenharmony_ci#include <linux/slab.h>
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#include "iosm_ipc_mmio.h"
1362306a36Sopenharmony_ci#include "iosm_ipc_mux.h"
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci/* Definition of MMIO offsets
1662306a36Sopenharmony_ci * note that MMIO_CI offsets are relative to end of chip info structure
1762306a36Sopenharmony_ci */
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci/* MMIO chip info size in bytes */
2062306a36Sopenharmony_ci#define MMIO_CHIP_INFO_SIZE 60
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci/* CP execution stage */
2362306a36Sopenharmony_ci#define MMIO_OFFSET_EXECUTION_STAGE 0x00
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci/* Boot ROM Chip Info struct */
2662306a36Sopenharmony_ci#define MMIO_OFFSET_CHIP_INFO 0x04
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci#define MMIO_OFFSET_ROM_EXIT_CODE 0x40
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_ci#define MMIO_OFFSET_PSI_ADDRESS 0x54
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci#define MMIO_OFFSET_PSI_SIZE 0x5C
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_ci#define MMIO_OFFSET_IPC_STATUS 0x60
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci#define MMIO_OFFSET_CONTEXT_INFO 0x64
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci#define MMIO_OFFSET_BASE_ADDR 0x6C
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci#define MMIO_OFFSET_END_ADDR 0x74
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci#define MMIO_OFFSET_CP_VERSION 0xF0
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci#define MMIO_OFFSET_CP_CAPABILITIES 0xF4
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci/* Timeout in 50 msec to wait for the modem boot code to write a valid
4762306a36Sopenharmony_ci * execution stage into mmio area
4862306a36Sopenharmony_ci */
4962306a36Sopenharmony_ci#define IPC_MMIO_EXEC_STAGE_TIMEOUT 50
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci/* check if exec stage has one of the valid values */
5262306a36Sopenharmony_cistatic bool ipc_mmio_is_valid_exec_stage(enum ipc_mem_exec_stage stage)
5362306a36Sopenharmony_ci{
5462306a36Sopenharmony_ci	switch (stage) {
5562306a36Sopenharmony_ci	case IPC_MEM_EXEC_STAGE_BOOT:
5662306a36Sopenharmony_ci	case IPC_MEM_EXEC_STAGE_PSI:
5762306a36Sopenharmony_ci	case IPC_MEM_EXEC_STAGE_EBL:
5862306a36Sopenharmony_ci	case IPC_MEM_EXEC_STAGE_RUN:
5962306a36Sopenharmony_ci	case IPC_MEM_EXEC_STAGE_CRASH:
6062306a36Sopenharmony_ci	case IPC_MEM_EXEC_STAGE_CD_READY:
6162306a36Sopenharmony_ci		return true;
6262306a36Sopenharmony_ci	default:
6362306a36Sopenharmony_ci		return false;
6462306a36Sopenharmony_ci	}
6562306a36Sopenharmony_ci}
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_civoid ipc_mmio_update_cp_capability(struct iosm_mmio *ipc_mmio)
6862306a36Sopenharmony_ci{
6962306a36Sopenharmony_ci	u32 cp_cap;
7062306a36Sopenharmony_ci	unsigned int ver;
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci	ver = ipc_mmio_get_cp_version(ipc_mmio);
7362306a36Sopenharmony_ci	cp_cap = ioread32(ipc_mmio->base + ipc_mmio->offset.cp_capability);
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	ipc_mmio->mux_protocol = ((ver >= IOSM_CP_VERSION) && (cp_cap &
7662306a36Sopenharmony_ci				 (UL_AGGR | DL_AGGR))) ? MUX_AGGREGATION
7762306a36Sopenharmony_ci				 : MUX_LITE;
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	ipc_mmio->has_ul_flow_credit =
8062306a36Sopenharmony_ci		(ver >= IOSM_CP_VERSION) && (cp_cap & UL_FLOW_CREDIT);
8162306a36Sopenharmony_ci}
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_cistruct iosm_mmio *ipc_mmio_init(void __iomem *mmio, struct device *dev)
8462306a36Sopenharmony_ci{
8562306a36Sopenharmony_ci	struct iosm_mmio *ipc_mmio = kzalloc(sizeof(*ipc_mmio), GFP_KERNEL);
8662306a36Sopenharmony_ci	int retries = IPC_MMIO_EXEC_STAGE_TIMEOUT;
8762306a36Sopenharmony_ci	enum ipc_mem_exec_stage stage;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	if (!ipc_mmio)
9062306a36Sopenharmony_ci		return NULL;
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	ipc_mmio->dev = dev;
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	ipc_mmio->base = mmio;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	ipc_mmio->offset.exec_stage = MMIO_OFFSET_EXECUTION_STAGE;
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci	/* Check for a valid execution stage to make sure that the boot code
9962306a36Sopenharmony_ci	 * has correctly initialized the MMIO area.
10062306a36Sopenharmony_ci	 */
10162306a36Sopenharmony_ci	do {
10262306a36Sopenharmony_ci		stage = ipc_mmio_get_exec_stage(ipc_mmio);
10362306a36Sopenharmony_ci		if (ipc_mmio_is_valid_exec_stage(stage))
10462306a36Sopenharmony_ci			break;
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci		msleep(20);
10762306a36Sopenharmony_ci	} while (retries-- > 0);
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci	if (!retries) {
11062306a36Sopenharmony_ci		dev_err(ipc_mmio->dev, "invalid exec stage %X", stage);
11162306a36Sopenharmony_ci		goto init_fail;
11262306a36Sopenharmony_ci	}
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	ipc_mmio->offset.chip_info = MMIO_OFFSET_CHIP_INFO;
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci	/* read chip info size and version from chip info structure */
11762306a36Sopenharmony_ci	ipc_mmio->chip_info_version =
11862306a36Sopenharmony_ci		ioread8(ipc_mmio->base + ipc_mmio->offset.chip_info);
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci	/* Increment of 2 is needed as the size value in the chip info
12162306a36Sopenharmony_ci	 * excludes the version and size field, which are always present
12262306a36Sopenharmony_ci	 */
12362306a36Sopenharmony_ci	ipc_mmio->chip_info_size =
12462306a36Sopenharmony_ci		ioread8(ipc_mmio->base + ipc_mmio->offset.chip_info + 1) + 2;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	if (ipc_mmio->chip_info_size != MMIO_CHIP_INFO_SIZE) {
12762306a36Sopenharmony_ci		dev_err(ipc_mmio->dev, "Unexpected Chip Info");
12862306a36Sopenharmony_ci		goto init_fail;
12962306a36Sopenharmony_ci	}
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	ipc_mmio->offset.rom_exit_code = MMIO_OFFSET_ROM_EXIT_CODE;
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci	ipc_mmio->offset.psi_address = MMIO_OFFSET_PSI_ADDRESS;
13462306a36Sopenharmony_ci	ipc_mmio->offset.psi_size = MMIO_OFFSET_PSI_SIZE;
13562306a36Sopenharmony_ci	ipc_mmio->offset.ipc_status = MMIO_OFFSET_IPC_STATUS;
13662306a36Sopenharmony_ci	ipc_mmio->offset.context_info = MMIO_OFFSET_CONTEXT_INFO;
13762306a36Sopenharmony_ci	ipc_mmio->offset.ap_win_base = MMIO_OFFSET_BASE_ADDR;
13862306a36Sopenharmony_ci	ipc_mmio->offset.ap_win_end = MMIO_OFFSET_END_ADDR;
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	ipc_mmio->offset.cp_version = MMIO_OFFSET_CP_VERSION;
14162306a36Sopenharmony_ci	ipc_mmio->offset.cp_capability = MMIO_OFFSET_CP_CAPABILITIES;
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	return ipc_mmio;
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ciinit_fail:
14662306a36Sopenharmony_ci	kfree(ipc_mmio);
14762306a36Sopenharmony_ci	return NULL;
14862306a36Sopenharmony_ci}
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_cienum ipc_mem_exec_stage ipc_mmio_get_exec_stage(struct iosm_mmio *ipc_mmio)
15162306a36Sopenharmony_ci{
15262306a36Sopenharmony_ci	if (!ipc_mmio)
15362306a36Sopenharmony_ci		return IPC_MEM_EXEC_STAGE_INVALID;
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	return (enum ipc_mem_exec_stage)ioread32(ipc_mmio->base +
15662306a36Sopenharmony_ci						 ipc_mmio->offset.exec_stage);
15762306a36Sopenharmony_ci}
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_civoid ipc_mmio_copy_chip_info(struct iosm_mmio *ipc_mmio, void *dest,
16062306a36Sopenharmony_ci			     size_t size)
16162306a36Sopenharmony_ci{
16262306a36Sopenharmony_ci	if (ipc_mmio && dest)
16362306a36Sopenharmony_ci		memcpy_fromio(dest, ipc_mmio->base + ipc_mmio->offset.chip_info,
16462306a36Sopenharmony_ci			      size);
16562306a36Sopenharmony_ci}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_cienum ipc_mem_device_ipc_state ipc_mmio_get_ipc_state(struct iosm_mmio *ipc_mmio)
16862306a36Sopenharmony_ci{
16962306a36Sopenharmony_ci	if (!ipc_mmio)
17062306a36Sopenharmony_ci		return IPC_MEM_DEVICE_IPC_INVALID;
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	return (enum ipc_mem_device_ipc_state)ioread32(ipc_mmio->base +
17362306a36Sopenharmony_ci						       ipc_mmio->offset.ipc_status);
17462306a36Sopenharmony_ci}
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_cienum rom_exit_code ipc_mmio_get_rom_exit_code(struct iosm_mmio *ipc_mmio)
17762306a36Sopenharmony_ci{
17862306a36Sopenharmony_ci	if (!ipc_mmio)
17962306a36Sopenharmony_ci		return IMEM_ROM_EXIT_FAIL;
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci	return (enum rom_exit_code)ioread32(ipc_mmio->base +
18262306a36Sopenharmony_ci					    ipc_mmio->offset.rom_exit_code);
18362306a36Sopenharmony_ci}
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_civoid ipc_mmio_config(struct iosm_mmio *ipc_mmio)
18662306a36Sopenharmony_ci{
18762306a36Sopenharmony_ci	if (!ipc_mmio)
18862306a36Sopenharmony_ci		return;
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	/* AP memory window (full window is open and active so that modem checks
19162306a36Sopenharmony_ci	 * each AP address) 0 means don't check on modem side.
19262306a36Sopenharmony_ci	 */
19362306a36Sopenharmony_ci	iowrite64(0, ipc_mmio->base + ipc_mmio->offset.ap_win_base);
19462306a36Sopenharmony_ci	iowrite64(0, ipc_mmio->base + ipc_mmio->offset.ap_win_end);
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	iowrite64(ipc_mmio->context_info_addr,
19762306a36Sopenharmony_ci		  ipc_mmio->base + ipc_mmio->offset.context_info);
19862306a36Sopenharmony_ci}
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_civoid ipc_mmio_set_psi_addr_and_size(struct iosm_mmio *ipc_mmio, dma_addr_t addr,
20162306a36Sopenharmony_ci				    u32 size)
20262306a36Sopenharmony_ci{
20362306a36Sopenharmony_ci	if (!ipc_mmio)
20462306a36Sopenharmony_ci		return;
20562306a36Sopenharmony_ci
20662306a36Sopenharmony_ci	iowrite64(addr, ipc_mmio->base + ipc_mmio->offset.psi_address);
20762306a36Sopenharmony_ci	iowrite32(size, ipc_mmio->base + ipc_mmio->offset.psi_size);
20862306a36Sopenharmony_ci}
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_civoid ipc_mmio_set_contex_info_addr(struct iosm_mmio *ipc_mmio, phys_addr_t addr)
21162306a36Sopenharmony_ci{
21262306a36Sopenharmony_ci	if (!ipc_mmio)
21362306a36Sopenharmony_ci		return;
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ci	/* store context_info address. This will be stored in the mmio area
21662306a36Sopenharmony_ci	 * during IPC_MEM_DEVICE_IPC_INIT state via ipc_mmio_config()
21762306a36Sopenharmony_ci	 */
21862306a36Sopenharmony_ci	ipc_mmio->context_info_addr = addr;
21962306a36Sopenharmony_ci}
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ciint ipc_mmio_get_cp_version(struct iosm_mmio *ipc_mmio)
22262306a36Sopenharmony_ci{
22362306a36Sopenharmony_ci	if (ipc_mmio)
22462306a36Sopenharmony_ci		return ioread32(ipc_mmio->base + ipc_mmio->offset.cp_version);
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	return -EFAULT;
22762306a36Sopenharmony_ci}
228