162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci// 362306a36Sopenharmony_ci// Copyright (C) 2012 Samsung Electronics. 462306a36Sopenharmony_ci// Kyungmin Park <kyungmin.park@samsung.com> 562306a36Sopenharmony_ci// Tomasz Figa <t.figa@samsung.com> 662306a36Sopenharmony_ci 762306a36Sopenharmony_ci#include <linux/kernel.h> 862306a36Sopenharmony_ci#include <linux/io.h> 962306a36Sopenharmony_ci#include <linux/init.h> 1062306a36Sopenharmony_ci#include <linux/of.h> 1162306a36Sopenharmony_ci#include <linux/of_address.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include <asm/cacheflush.h> 1462306a36Sopenharmony_ci#include <asm/cputype.h> 1562306a36Sopenharmony_ci#include <asm/firmware.h> 1662306a36Sopenharmony_ci#include <asm/hardware/cache-l2x0.h> 1762306a36Sopenharmony_ci#include <asm/suspend.h> 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ci#include "common.h" 2062306a36Sopenharmony_ci#include "smc.h" 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci#define EXYNOS_BOOT_ADDR 0x8 2362306a36Sopenharmony_ci#define EXYNOS_BOOT_FLAG 0xc 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_cistatic void exynos_save_cp15(void) 2662306a36Sopenharmony_ci{ 2762306a36Sopenharmony_ci /* Save Power control and Diagnostic registers */ 2862306a36Sopenharmony_ci asm ("mrc p15, 0, %0, c15, c0, 0\n" 2962306a36Sopenharmony_ci "mrc p15, 0, %1, c15, c0, 1\n" 3062306a36Sopenharmony_ci : "=r" (cp15_save_power), "=r" (cp15_save_diag) 3162306a36Sopenharmony_ci : : "cc"); 3262306a36Sopenharmony_ci} 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_cistatic int exynos_do_idle(unsigned long mode) 3562306a36Sopenharmony_ci{ 3662306a36Sopenharmony_ci switch (mode) { 3762306a36Sopenharmony_ci case FW_DO_IDLE_AFTR: 3862306a36Sopenharmony_ci if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9) 3962306a36Sopenharmony_ci exynos_save_cp15(); 4062306a36Sopenharmony_ci writel_relaxed(__pa_symbol(exynos_cpu_resume_ns), 4162306a36Sopenharmony_ci sysram_ns_base_addr + 0x24); 4262306a36Sopenharmony_ci writel_relaxed(EXYNOS_AFTR_MAGIC, sysram_ns_base_addr + 0x20); 4362306a36Sopenharmony_ci if (soc_is_exynos3250()) { 4462306a36Sopenharmony_ci flush_cache_all(); 4562306a36Sopenharmony_ci exynos_smc(SMC_CMD_SAVE, OP_TYPE_CORE, 4662306a36Sopenharmony_ci SMC_POWERSTATE_IDLE, 0); 4762306a36Sopenharmony_ci exynos_smc(SMC_CMD_SHUTDOWN, OP_TYPE_CLUSTER, 4862306a36Sopenharmony_ci SMC_POWERSTATE_IDLE, 0); 4962306a36Sopenharmony_ci } else 5062306a36Sopenharmony_ci exynos_smc(SMC_CMD_CPU0AFTR, 0, 0, 0); 5162306a36Sopenharmony_ci break; 5262306a36Sopenharmony_ci case FW_DO_IDLE_SLEEP: 5362306a36Sopenharmony_ci exynos_smc(SMC_CMD_SLEEP, 0, 0, 0); 5462306a36Sopenharmony_ci } 5562306a36Sopenharmony_ci return 0; 5662306a36Sopenharmony_ci} 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_cistatic int exynos_cpu_boot(int cpu) 5962306a36Sopenharmony_ci{ 6062306a36Sopenharmony_ci /* 6162306a36Sopenharmony_ci * Exynos3250 doesn't need to send smc command for secondary CPU boot 6262306a36Sopenharmony_ci * because Exynos3250 removes WFE in secure mode. 6362306a36Sopenharmony_ci * 6462306a36Sopenharmony_ci * On Exynos5 devices the call is ignored by trustzone firmware. 6562306a36Sopenharmony_ci */ 6662306a36Sopenharmony_ci if (!soc_is_exynos4210() && !soc_is_exynos4212() && 6762306a36Sopenharmony_ci !soc_is_exynos4412()) 6862306a36Sopenharmony_ci return 0; 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci /* 7162306a36Sopenharmony_ci * The second parameter of SMC_CMD_CPU1BOOT command means CPU id. 7262306a36Sopenharmony_ci * But, Exynos4212 has only one secondary CPU so second parameter 7362306a36Sopenharmony_ci * isn't used for informing secure firmware about CPU id. 7462306a36Sopenharmony_ci */ 7562306a36Sopenharmony_ci if (soc_is_exynos4212()) 7662306a36Sopenharmony_ci cpu = 0; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci exynos_smc(SMC_CMD_CPU1BOOT, cpu, 0, 0); 7962306a36Sopenharmony_ci return 0; 8062306a36Sopenharmony_ci} 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_cistatic int exynos_set_cpu_boot_addr(int cpu, unsigned long boot_addr) 8362306a36Sopenharmony_ci{ 8462306a36Sopenharmony_ci void __iomem *boot_reg; 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci if (!sysram_ns_base_addr) 8762306a36Sopenharmony_ci return -ENODEV; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci boot_reg = sysram_ns_base_addr + 0x1c; 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci /* 9262306a36Sopenharmony_ci * Almost all Exynos-series of SoCs that run in secure mode don't need 9362306a36Sopenharmony_ci * additional offset for every CPU, with Exynos4412 being the only 9462306a36Sopenharmony_ci * exception. 9562306a36Sopenharmony_ci */ 9662306a36Sopenharmony_ci if (soc_is_exynos4412()) 9762306a36Sopenharmony_ci boot_reg += 4 * cpu; 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci writel_relaxed(boot_addr, boot_reg); 10062306a36Sopenharmony_ci return 0; 10162306a36Sopenharmony_ci} 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_cistatic int exynos_get_cpu_boot_addr(int cpu, unsigned long *boot_addr) 10462306a36Sopenharmony_ci{ 10562306a36Sopenharmony_ci void __iomem *boot_reg; 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci if (!sysram_ns_base_addr) 10862306a36Sopenharmony_ci return -ENODEV; 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ci boot_reg = sysram_ns_base_addr + 0x1c; 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci if (soc_is_exynos4412()) 11362306a36Sopenharmony_ci boot_reg += 4 * cpu; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci *boot_addr = readl_relaxed(boot_reg); 11662306a36Sopenharmony_ci return 0; 11762306a36Sopenharmony_ci} 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_cistatic int exynos_cpu_suspend(unsigned long arg) 12062306a36Sopenharmony_ci{ 12162306a36Sopenharmony_ci flush_cache_all(); 12262306a36Sopenharmony_ci outer_flush_all(); 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci exynos_smc(SMC_CMD_SLEEP, 0, 0, 0); 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci pr_info("Failed to suspend the system\n"); 12762306a36Sopenharmony_ci writel(0, sysram_ns_base_addr + EXYNOS_BOOT_FLAG); 12862306a36Sopenharmony_ci return 1; 12962306a36Sopenharmony_ci} 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_cistatic int exynos_suspend(void) 13262306a36Sopenharmony_ci{ 13362306a36Sopenharmony_ci if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9) 13462306a36Sopenharmony_ci exynos_save_cp15(); 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_ci writel(EXYNOS_SLEEP_MAGIC, sysram_ns_base_addr + EXYNOS_BOOT_FLAG); 13762306a36Sopenharmony_ci writel(__pa_symbol(exynos_cpu_resume_ns), 13862306a36Sopenharmony_ci sysram_ns_base_addr + EXYNOS_BOOT_ADDR); 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci return cpu_suspend(0, exynos_cpu_suspend); 14162306a36Sopenharmony_ci} 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_cistatic int exynos_resume(void) 14462306a36Sopenharmony_ci{ 14562306a36Sopenharmony_ci writel(0, sysram_ns_base_addr + EXYNOS_BOOT_FLAG); 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_ci return 0; 14862306a36Sopenharmony_ci} 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_cistatic const struct firmware_ops exynos_firmware_ops = { 15162306a36Sopenharmony_ci .do_idle = IS_ENABLED(CONFIG_EXYNOS_CPU_SUSPEND) ? exynos_do_idle : NULL, 15262306a36Sopenharmony_ci .set_cpu_boot_addr = exynos_set_cpu_boot_addr, 15362306a36Sopenharmony_ci .get_cpu_boot_addr = exynos_get_cpu_boot_addr, 15462306a36Sopenharmony_ci .cpu_boot = exynos_cpu_boot, 15562306a36Sopenharmony_ci .suspend = IS_ENABLED(CONFIG_PM_SLEEP) ? exynos_suspend : NULL, 15662306a36Sopenharmony_ci .resume = IS_ENABLED(CONFIG_EXYNOS_CPU_SUSPEND) ? exynos_resume : NULL, 15762306a36Sopenharmony_ci}; 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_cistatic void exynos_l2_write_sec(unsigned long val, unsigned reg) 16062306a36Sopenharmony_ci{ 16162306a36Sopenharmony_ci static int l2cache_enabled; 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci switch (reg) { 16462306a36Sopenharmony_ci case L2X0_CTRL: 16562306a36Sopenharmony_ci if (val & L2X0_CTRL_EN) { 16662306a36Sopenharmony_ci /* 16762306a36Sopenharmony_ci * Before the cache can be enabled, due to firmware 16862306a36Sopenharmony_ci * design, SMC_CMD_L2X0INVALL must be called. 16962306a36Sopenharmony_ci */ 17062306a36Sopenharmony_ci if (!l2cache_enabled) { 17162306a36Sopenharmony_ci exynos_smc(SMC_CMD_L2X0INVALL, 0, 0, 0); 17262306a36Sopenharmony_ci l2cache_enabled = 1; 17362306a36Sopenharmony_ci } 17462306a36Sopenharmony_ci } else { 17562306a36Sopenharmony_ci l2cache_enabled = 0; 17662306a36Sopenharmony_ci } 17762306a36Sopenharmony_ci exynos_smc(SMC_CMD_L2X0CTRL, val, 0, 0); 17862306a36Sopenharmony_ci break; 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci case L2X0_DEBUG_CTRL: 18162306a36Sopenharmony_ci exynos_smc(SMC_CMD_L2X0DEBUG, val, 0, 0); 18262306a36Sopenharmony_ci break; 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci default: 18562306a36Sopenharmony_ci WARN_ONCE(1, "%s: ignoring write to reg 0x%x\n", __func__, reg); 18662306a36Sopenharmony_ci } 18762306a36Sopenharmony_ci} 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_cistatic void exynos_l2_configure(const struct l2x0_regs *regs) 19062306a36Sopenharmony_ci{ 19162306a36Sopenharmony_ci exynos_smc(SMC_CMD_L2X0SETUP1, regs->tag_latency, regs->data_latency, 19262306a36Sopenharmony_ci regs->prefetch_ctrl); 19362306a36Sopenharmony_ci exynos_smc(SMC_CMD_L2X0SETUP2, regs->pwr_ctrl, regs->aux_ctrl, 0); 19462306a36Sopenharmony_ci} 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_cibool __init exynos_secure_firmware_available(void) 19762306a36Sopenharmony_ci{ 19862306a36Sopenharmony_ci struct device_node *nd; 19962306a36Sopenharmony_ci const __be32 *addr; 20062306a36Sopenharmony_ci 20162306a36Sopenharmony_ci nd = of_find_compatible_node(NULL, NULL, 20262306a36Sopenharmony_ci "samsung,secure-firmware"); 20362306a36Sopenharmony_ci if (!nd) 20462306a36Sopenharmony_ci return false; 20562306a36Sopenharmony_ci 20662306a36Sopenharmony_ci addr = of_get_address(nd, 0, NULL, NULL); 20762306a36Sopenharmony_ci of_node_put(nd); 20862306a36Sopenharmony_ci if (!addr) { 20962306a36Sopenharmony_ci pr_err("%s: No address specified.\n", __func__); 21062306a36Sopenharmony_ci return false; 21162306a36Sopenharmony_ci } 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_ci return true; 21462306a36Sopenharmony_ci} 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_civoid __init exynos_firmware_init(void) 21762306a36Sopenharmony_ci{ 21862306a36Sopenharmony_ci if (!exynos_secure_firmware_available()) 21962306a36Sopenharmony_ci return; 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_ci pr_info("Running under secure firmware.\n"); 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_ci register_firmware_ops(&exynos_firmware_ops); 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci /* 22662306a36Sopenharmony_ci * Exynos 4 SoCs (based on Cortex A9 and equipped with L2C-310), 22762306a36Sopenharmony_ci * running under secure firmware, require certain registers of L2 22862306a36Sopenharmony_ci * cache controller to be written in secure mode. Here .write_sec 22962306a36Sopenharmony_ci * callback is provided to perform necessary SMC calls. 23062306a36Sopenharmony_ci */ 23162306a36Sopenharmony_ci if (IS_ENABLED(CONFIG_CACHE_L2X0) && 23262306a36Sopenharmony_ci read_cpuid_part() == ARM_CPU_PART_CORTEX_A9) { 23362306a36Sopenharmony_ci outer_cache.write_sec = exynos_l2_write_sec; 23462306a36Sopenharmony_ci outer_cache.configure = exynos_l2_configure; 23562306a36Sopenharmony_ci } 23662306a36Sopenharmony_ci} 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ci#define REG_CPU_STATE_ADDR (sysram_ns_base_addr + 0x28) 23962306a36Sopenharmony_ci#define BOOT_MODE_MASK 0x1f 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_civoid exynos_set_boot_flag(unsigned int cpu, unsigned int mode) 24262306a36Sopenharmony_ci{ 24362306a36Sopenharmony_ci unsigned int tmp; 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci tmp = readl_relaxed(REG_CPU_STATE_ADDR + cpu * 4); 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_ci if (mode & BOOT_MODE_MASK) 24862306a36Sopenharmony_ci tmp &= ~BOOT_MODE_MASK; 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci tmp |= mode; 25162306a36Sopenharmony_ci writel_relaxed(tmp, REG_CPU_STATE_ADDR + cpu * 4); 25262306a36Sopenharmony_ci} 25362306a36Sopenharmony_ci 25462306a36Sopenharmony_civoid exynos_clear_boot_flag(unsigned int cpu, unsigned int mode) 25562306a36Sopenharmony_ci{ 25662306a36Sopenharmony_ci unsigned int tmp; 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_ci tmp = readl_relaxed(REG_CPU_STATE_ADDR + cpu * 4); 25962306a36Sopenharmony_ci tmp &= ~mode; 26062306a36Sopenharmony_ci writel_relaxed(tmp, REG_CPU_STATE_ADDR + cpu * 4); 26162306a36Sopenharmony_ci} 262