162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci//
362306a36Sopenharmony_ci// Copyright (C) 2012 Samsung Electronics.
462306a36Sopenharmony_ci// Kyungmin Park <kyungmin.park@samsung.com>
562306a36Sopenharmony_ci// Tomasz Figa <t.figa@samsung.com>
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include <linux/kernel.h>
862306a36Sopenharmony_ci#include <linux/io.h>
962306a36Sopenharmony_ci#include <linux/init.h>
1062306a36Sopenharmony_ci#include <linux/of.h>
1162306a36Sopenharmony_ci#include <linux/of_address.h>
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <asm/cacheflush.h>
1462306a36Sopenharmony_ci#include <asm/cputype.h>
1562306a36Sopenharmony_ci#include <asm/firmware.h>
1662306a36Sopenharmony_ci#include <asm/hardware/cache-l2x0.h>
1762306a36Sopenharmony_ci#include <asm/suspend.h>
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#include "common.h"
2062306a36Sopenharmony_ci#include "smc.h"
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci#define EXYNOS_BOOT_ADDR	0x8
2362306a36Sopenharmony_ci#define EXYNOS_BOOT_FLAG	0xc
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_cistatic void exynos_save_cp15(void)
2662306a36Sopenharmony_ci{
2762306a36Sopenharmony_ci	/* Save Power control and Diagnostic registers */
2862306a36Sopenharmony_ci	asm ("mrc p15, 0, %0, c15, c0, 0\n"
2962306a36Sopenharmony_ci	     "mrc p15, 0, %1, c15, c0, 1\n"
3062306a36Sopenharmony_ci	     : "=r" (cp15_save_power), "=r" (cp15_save_diag)
3162306a36Sopenharmony_ci	     : : "cc");
3262306a36Sopenharmony_ci}
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_cistatic int exynos_do_idle(unsigned long mode)
3562306a36Sopenharmony_ci{
3662306a36Sopenharmony_ci	switch (mode) {
3762306a36Sopenharmony_ci	case FW_DO_IDLE_AFTR:
3862306a36Sopenharmony_ci		if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9)
3962306a36Sopenharmony_ci			exynos_save_cp15();
4062306a36Sopenharmony_ci		writel_relaxed(__pa_symbol(exynos_cpu_resume_ns),
4162306a36Sopenharmony_ci			       sysram_ns_base_addr + 0x24);
4262306a36Sopenharmony_ci		writel_relaxed(EXYNOS_AFTR_MAGIC, sysram_ns_base_addr + 0x20);
4362306a36Sopenharmony_ci		if (soc_is_exynos3250()) {
4462306a36Sopenharmony_ci			flush_cache_all();
4562306a36Sopenharmony_ci			exynos_smc(SMC_CMD_SAVE, OP_TYPE_CORE,
4662306a36Sopenharmony_ci				   SMC_POWERSTATE_IDLE, 0);
4762306a36Sopenharmony_ci			exynos_smc(SMC_CMD_SHUTDOWN, OP_TYPE_CLUSTER,
4862306a36Sopenharmony_ci				   SMC_POWERSTATE_IDLE, 0);
4962306a36Sopenharmony_ci		} else
5062306a36Sopenharmony_ci			exynos_smc(SMC_CMD_CPU0AFTR, 0, 0, 0);
5162306a36Sopenharmony_ci		break;
5262306a36Sopenharmony_ci	case FW_DO_IDLE_SLEEP:
5362306a36Sopenharmony_ci		exynos_smc(SMC_CMD_SLEEP, 0, 0, 0);
5462306a36Sopenharmony_ci	}
5562306a36Sopenharmony_ci	return 0;
5662306a36Sopenharmony_ci}
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_cistatic int exynos_cpu_boot(int cpu)
5962306a36Sopenharmony_ci{
6062306a36Sopenharmony_ci	/*
6162306a36Sopenharmony_ci	 * Exynos3250 doesn't need to send smc command for secondary CPU boot
6262306a36Sopenharmony_ci	 * because Exynos3250 removes WFE in secure mode.
6362306a36Sopenharmony_ci	 *
6462306a36Sopenharmony_ci	 * On Exynos5 devices the call is ignored by trustzone firmware.
6562306a36Sopenharmony_ci	 */
6662306a36Sopenharmony_ci	if (!soc_is_exynos4210() && !soc_is_exynos4212() &&
6762306a36Sopenharmony_ci	    !soc_is_exynos4412())
6862306a36Sopenharmony_ci		return 0;
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	/*
7162306a36Sopenharmony_ci	 * The second parameter of SMC_CMD_CPU1BOOT command means CPU id.
7262306a36Sopenharmony_ci	 * But, Exynos4212 has only one secondary CPU so second parameter
7362306a36Sopenharmony_ci	 * isn't used for informing secure firmware about CPU id.
7462306a36Sopenharmony_ci	 */
7562306a36Sopenharmony_ci	if (soc_is_exynos4212())
7662306a36Sopenharmony_ci		cpu = 0;
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	exynos_smc(SMC_CMD_CPU1BOOT, cpu, 0, 0);
7962306a36Sopenharmony_ci	return 0;
8062306a36Sopenharmony_ci}
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_cistatic int exynos_set_cpu_boot_addr(int cpu, unsigned long boot_addr)
8362306a36Sopenharmony_ci{
8462306a36Sopenharmony_ci	void __iomem *boot_reg;
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci	if (!sysram_ns_base_addr)
8762306a36Sopenharmony_ci		return -ENODEV;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	boot_reg = sysram_ns_base_addr + 0x1c;
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	/*
9262306a36Sopenharmony_ci	 * Almost all Exynos-series of SoCs that run in secure mode don't need
9362306a36Sopenharmony_ci	 * additional offset for every CPU, with Exynos4412 being the only
9462306a36Sopenharmony_ci	 * exception.
9562306a36Sopenharmony_ci	 */
9662306a36Sopenharmony_ci	if (soc_is_exynos4412())
9762306a36Sopenharmony_ci		boot_reg += 4 * cpu;
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	writel_relaxed(boot_addr, boot_reg);
10062306a36Sopenharmony_ci	return 0;
10162306a36Sopenharmony_ci}
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_cistatic int exynos_get_cpu_boot_addr(int cpu, unsigned long *boot_addr)
10462306a36Sopenharmony_ci{
10562306a36Sopenharmony_ci	void __iomem *boot_reg;
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	if (!sysram_ns_base_addr)
10862306a36Sopenharmony_ci		return -ENODEV;
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	boot_reg = sysram_ns_base_addr + 0x1c;
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci	if (soc_is_exynos4412())
11362306a36Sopenharmony_ci		boot_reg += 4 * cpu;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	*boot_addr = readl_relaxed(boot_reg);
11662306a36Sopenharmony_ci	return 0;
11762306a36Sopenharmony_ci}
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_cistatic int exynos_cpu_suspend(unsigned long arg)
12062306a36Sopenharmony_ci{
12162306a36Sopenharmony_ci	flush_cache_all();
12262306a36Sopenharmony_ci	outer_flush_all();
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	exynos_smc(SMC_CMD_SLEEP, 0, 0, 0);
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	pr_info("Failed to suspend the system\n");
12762306a36Sopenharmony_ci	writel(0, sysram_ns_base_addr + EXYNOS_BOOT_FLAG);
12862306a36Sopenharmony_ci	return 1;
12962306a36Sopenharmony_ci}
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_cistatic int exynos_suspend(void)
13262306a36Sopenharmony_ci{
13362306a36Sopenharmony_ci	if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9)
13462306a36Sopenharmony_ci		exynos_save_cp15();
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	writel(EXYNOS_SLEEP_MAGIC, sysram_ns_base_addr + EXYNOS_BOOT_FLAG);
13762306a36Sopenharmony_ci	writel(__pa_symbol(exynos_cpu_resume_ns),
13862306a36Sopenharmony_ci		sysram_ns_base_addr + EXYNOS_BOOT_ADDR);
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	return cpu_suspend(0, exynos_cpu_suspend);
14162306a36Sopenharmony_ci}
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_cistatic int exynos_resume(void)
14462306a36Sopenharmony_ci{
14562306a36Sopenharmony_ci	writel(0, sysram_ns_base_addr + EXYNOS_BOOT_FLAG);
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci	return 0;
14862306a36Sopenharmony_ci}
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_cistatic const struct firmware_ops exynos_firmware_ops = {
15162306a36Sopenharmony_ci	.do_idle		= IS_ENABLED(CONFIG_EXYNOS_CPU_SUSPEND) ? exynos_do_idle : NULL,
15262306a36Sopenharmony_ci	.set_cpu_boot_addr	= exynos_set_cpu_boot_addr,
15362306a36Sopenharmony_ci	.get_cpu_boot_addr	= exynos_get_cpu_boot_addr,
15462306a36Sopenharmony_ci	.cpu_boot		= exynos_cpu_boot,
15562306a36Sopenharmony_ci	.suspend		= IS_ENABLED(CONFIG_PM_SLEEP) ? exynos_suspend : NULL,
15662306a36Sopenharmony_ci	.resume			= IS_ENABLED(CONFIG_EXYNOS_CPU_SUSPEND) ? exynos_resume : NULL,
15762306a36Sopenharmony_ci};
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_cistatic void exynos_l2_write_sec(unsigned long val, unsigned reg)
16062306a36Sopenharmony_ci{
16162306a36Sopenharmony_ci	static int l2cache_enabled;
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	switch (reg) {
16462306a36Sopenharmony_ci	case L2X0_CTRL:
16562306a36Sopenharmony_ci		if (val & L2X0_CTRL_EN) {
16662306a36Sopenharmony_ci			/*
16762306a36Sopenharmony_ci			 * Before the cache can be enabled, due to firmware
16862306a36Sopenharmony_ci			 * design, SMC_CMD_L2X0INVALL must be called.
16962306a36Sopenharmony_ci			 */
17062306a36Sopenharmony_ci			if (!l2cache_enabled) {
17162306a36Sopenharmony_ci				exynos_smc(SMC_CMD_L2X0INVALL, 0, 0, 0);
17262306a36Sopenharmony_ci				l2cache_enabled = 1;
17362306a36Sopenharmony_ci			}
17462306a36Sopenharmony_ci		} else {
17562306a36Sopenharmony_ci			l2cache_enabled = 0;
17662306a36Sopenharmony_ci		}
17762306a36Sopenharmony_ci		exynos_smc(SMC_CMD_L2X0CTRL, val, 0, 0);
17862306a36Sopenharmony_ci		break;
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	case L2X0_DEBUG_CTRL:
18162306a36Sopenharmony_ci		exynos_smc(SMC_CMD_L2X0DEBUG, val, 0, 0);
18262306a36Sopenharmony_ci		break;
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	default:
18562306a36Sopenharmony_ci		WARN_ONCE(1, "%s: ignoring write to reg 0x%x\n", __func__, reg);
18662306a36Sopenharmony_ci	}
18762306a36Sopenharmony_ci}
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_cistatic void exynos_l2_configure(const struct l2x0_regs *regs)
19062306a36Sopenharmony_ci{
19162306a36Sopenharmony_ci	exynos_smc(SMC_CMD_L2X0SETUP1, regs->tag_latency, regs->data_latency,
19262306a36Sopenharmony_ci		   regs->prefetch_ctrl);
19362306a36Sopenharmony_ci	exynos_smc(SMC_CMD_L2X0SETUP2, regs->pwr_ctrl, regs->aux_ctrl, 0);
19462306a36Sopenharmony_ci}
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_cibool __init exynos_secure_firmware_available(void)
19762306a36Sopenharmony_ci{
19862306a36Sopenharmony_ci	struct device_node *nd;
19962306a36Sopenharmony_ci	const __be32 *addr;
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_ci	nd = of_find_compatible_node(NULL, NULL,
20262306a36Sopenharmony_ci					"samsung,secure-firmware");
20362306a36Sopenharmony_ci	if (!nd)
20462306a36Sopenharmony_ci		return false;
20562306a36Sopenharmony_ci
20662306a36Sopenharmony_ci	addr = of_get_address(nd, 0, NULL, NULL);
20762306a36Sopenharmony_ci	of_node_put(nd);
20862306a36Sopenharmony_ci	if (!addr) {
20962306a36Sopenharmony_ci		pr_err("%s: No address specified.\n", __func__);
21062306a36Sopenharmony_ci		return false;
21162306a36Sopenharmony_ci	}
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	return true;
21462306a36Sopenharmony_ci}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_civoid __init exynos_firmware_init(void)
21762306a36Sopenharmony_ci{
21862306a36Sopenharmony_ci	if (!exynos_secure_firmware_available())
21962306a36Sopenharmony_ci		return;
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ci	pr_info("Running under secure firmware.\n");
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ci	register_firmware_ops(&exynos_firmware_ops);
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_ci	/*
22662306a36Sopenharmony_ci	 * Exynos 4 SoCs (based on Cortex A9 and equipped with L2C-310),
22762306a36Sopenharmony_ci	 * running under secure firmware, require certain registers of L2
22862306a36Sopenharmony_ci	 * cache controller to be written in secure mode. Here .write_sec
22962306a36Sopenharmony_ci	 * callback is provided to perform necessary SMC calls.
23062306a36Sopenharmony_ci	 */
23162306a36Sopenharmony_ci	if (IS_ENABLED(CONFIG_CACHE_L2X0) &&
23262306a36Sopenharmony_ci	    read_cpuid_part() == ARM_CPU_PART_CORTEX_A9) {
23362306a36Sopenharmony_ci		outer_cache.write_sec = exynos_l2_write_sec;
23462306a36Sopenharmony_ci		outer_cache.configure = exynos_l2_configure;
23562306a36Sopenharmony_ci	}
23662306a36Sopenharmony_ci}
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ci#define REG_CPU_STATE_ADDR	(sysram_ns_base_addr + 0x28)
23962306a36Sopenharmony_ci#define BOOT_MODE_MASK		0x1f
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_civoid exynos_set_boot_flag(unsigned int cpu, unsigned int mode)
24262306a36Sopenharmony_ci{
24362306a36Sopenharmony_ci	unsigned int tmp;
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	tmp = readl_relaxed(REG_CPU_STATE_ADDR + cpu * 4);
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci	if (mode & BOOT_MODE_MASK)
24862306a36Sopenharmony_ci		tmp &= ~BOOT_MODE_MASK;
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	tmp |= mode;
25162306a36Sopenharmony_ci	writel_relaxed(tmp, REG_CPU_STATE_ADDR + cpu * 4);
25262306a36Sopenharmony_ci}
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_civoid exynos_clear_boot_flag(unsigned int cpu, unsigned int mode)
25562306a36Sopenharmony_ci{
25662306a36Sopenharmony_ci	unsigned int tmp;
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	tmp = readl_relaxed(REG_CPU_STATE_ADDR + cpu * 4);
25962306a36Sopenharmony_ci	tmp &= ~mode;
26062306a36Sopenharmony_ci	writel_relaxed(tmp, REG_CPU_STATE_ADDR + cpu * 4);
26162306a36Sopenharmony_ci}
262