162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * SMP support for SoCs with APMU 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2014 Renesas Electronics Corporation 662306a36Sopenharmony_ci * Copyright (C) 2013 Magnus Damm 762306a36Sopenharmony_ci */ 862306a36Sopenharmony_ci#include <linux/cpu_pm.h> 962306a36Sopenharmony_ci#include <linux/delay.h> 1062306a36Sopenharmony_ci#include <linux/init.h> 1162306a36Sopenharmony_ci#include <linux/io.h> 1262306a36Sopenharmony_ci#include <linux/ioport.h> 1362306a36Sopenharmony_ci#include <linux/of.h> 1462306a36Sopenharmony_ci#include <linux/of_address.h> 1562306a36Sopenharmony_ci#include <linux/smp.h> 1662306a36Sopenharmony_ci#include <linux/suspend.h> 1762306a36Sopenharmony_ci#include <linux/threads.h> 1862306a36Sopenharmony_ci#include <asm/cacheflush.h> 1962306a36Sopenharmony_ci#include <asm/cp15.h> 2062306a36Sopenharmony_ci#include <asm/proc-fns.h> 2162306a36Sopenharmony_ci#include <asm/smp_plat.h> 2262306a36Sopenharmony_ci#include <asm/suspend.h> 2362306a36Sopenharmony_ci#include "common.h" 2462306a36Sopenharmony_ci#include "rcar-gen2.h" 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_cistatic struct { 2762306a36Sopenharmony_ci void __iomem *iomem; 2862306a36Sopenharmony_ci int bit; 2962306a36Sopenharmony_ci} apmu_cpus[NR_CPUS]; 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci#define WUPCR_OFFS 0x10 /* Wake Up Control Register */ 3262306a36Sopenharmony_ci#define PSTR_OFFS 0x40 /* Power Status Register */ 3362306a36Sopenharmony_ci#define CPUNCR_OFFS(n) (0x100 + (0x10 * (n))) 3462306a36Sopenharmony_ci /* CPUn Power Status Control Register */ 3562306a36Sopenharmony_ci#define DBGRCR_OFFS 0x180 /* Debug Resource Reset Control Reg. */ 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci/* Power Status Register */ 3862306a36Sopenharmony_ci#define CPUNST(r, n) (((r) >> (n * 4)) & 3) /* CPUn Status Bit */ 3962306a36Sopenharmony_ci#define CPUST_RUN 0 /* Run Mode */ 4062306a36Sopenharmony_ci#define CPUST_STANDBY 3 /* CoreStandby Mode */ 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_ci/* Debug Resource Reset Control Register */ 4362306a36Sopenharmony_ci#define DBGCPUREN BIT(24) /* CPU Other Reset Request Enable */ 4462306a36Sopenharmony_ci#define DBGCPUNREN(n) BIT((n) + 20) /* CPUn Reset Request Enable */ 4562306a36Sopenharmony_ci#define DBGCPUPREN BIT(19) /* CPU Peripheral Reset Req. Enable */ 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_cistatic int __maybe_unused apmu_power_on(void __iomem *p, int bit) 4862306a36Sopenharmony_ci{ 4962306a36Sopenharmony_ci /* request power on */ 5062306a36Sopenharmony_ci writel_relaxed(BIT(bit), p + WUPCR_OFFS); 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci /* wait for APMU to finish */ 5362306a36Sopenharmony_ci while (readl_relaxed(p + WUPCR_OFFS) != 0) 5462306a36Sopenharmony_ci ; 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci return 0; 5762306a36Sopenharmony_ci} 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_cistatic int __maybe_unused apmu_power_off(void __iomem *p, int bit) 6062306a36Sopenharmony_ci{ 6162306a36Sopenharmony_ci /* request Core Standby for next WFI */ 6262306a36Sopenharmony_ci writel_relaxed(3, p + CPUNCR_OFFS(bit)); 6362306a36Sopenharmony_ci return 0; 6462306a36Sopenharmony_ci} 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_cistatic int __maybe_unused apmu_power_off_poll(void __iomem *p, int bit) 6762306a36Sopenharmony_ci{ 6862306a36Sopenharmony_ci int k; 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci for (k = 0; k < 1000; k++) { 7162306a36Sopenharmony_ci if (CPUNST(readl_relaxed(p + PSTR_OFFS), bit) == CPUST_STANDBY) 7262306a36Sopenharmony_ci return 1; 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci mdelay(1); 7562306a36Sopenharmony_ci } 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci return 0; 7862306a36Sopenharmony_ci} 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_cistatic int __maybe_unused apmu_wrap(int cpu, int (*fn)(void __iomem *p, int cpu)) 8162306a36Sopenharmony_ci{ 8262306a36Sopenharmony_ci void __iomem *p = apmu_cpus[cpu].iomem; 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci return p ? fn(p, apmu_cpus[cpu].bit) : -EINVAL; 8562306a36Sopenharmony_ci} 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci#if defined(CONFIG_HOTPLUG_CPU) || defined(CONFIG_SUSPEND) 8862306a36Sopenharmony_ci/* nicked from arch/arm/mach-exynos/hotplug.c */ 8962306a36Sopenharmony_cistatic inline void cpu_enter_lowpower_a15(void) 9062306a36Sopenharmony_ci{ 9162306a36Sopenharmony_ci unsigned int v; 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci asm volatile( 9462306a36Sopenharmony_ci " mrc p15, 0, %0, c1, c0, 0\n" 9562306a36Sopenharmony_ci " bic %0, %0, %1\n" 9662306a36Sopenharmony_ci " mcr p15, 0, %0, c1, c0, 0\n" 9762306a36Sopenharmony_ci : "=&r" (v) 9862306a36Sopenharmony_ci : "Ir" (CR_C) 9962306a36Sopenharmony_ci : "cc"); 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci flush_cache_louis(); 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_ci asm volatile( 10462306a36Sopenharmony_ci /* 10562306a36Sopenharmony_ci * Turn off coherency 10662306a36Sopenharmony_ci */ 10762306a36Sopenharmony_ci " mrc p15, 0, %0, c1, c0, 1\n" 10862306a36Sopenharmony_ci " bic %0, %0, %1\n" 10962306a36Sopenharmony_ci " mcr p15, 0, %0, c1, c0, 1\n" 11062306a36Sopenharmony_ci : "=&r" (v) 11162306a36Sopenharmony_ci : "Ir" (0x40) 11262306a36Sopenharmony_ci : "cc"); 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci isb(); 11562306a36Sopenharmony_ci dsb(); 11662306a36Sopenharmony_ci} 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_cistatic void shmobile_smp_apmu_cpu_shutdown(unsigned int cpu) 11962306a36Sopenharmony_ci{ 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci /* Select next sleep mode using the APMU */ 12262306a36Sopenharmony_ci apmu_wrap(cpu, apmu_power_off); 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci /* Do ARM specific CPU shutdown */ 12562306a36Sopenharmony_ci cpu_enter_lowpower_a15(); 12662306a36Sopenharmony_ci} 12762306a36Sopenharmony_ci#endif 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci#if defined(CONFIG_HOTPLUG_CPU) 13062306a36Sopenharmony_cistatic void shmobile_smp_apmu_cpu_die(unsigned int cpu) 13162306a36Sopenharmony_ci{ 13262306a36Sopenharmony_ci /* For this particular CPU deregister boot vector */ 13362306a36Sopenharmony_ci shmobile_smp_hook(cpu, 0, 0); 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci /* Shutdown CPU core */ 13662306a36Sopenharmony_ci shmobile_smp_apmu_cpu_shutdown(cpu); 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci /* jump to shared mach-shmobile sleep / reset code */ 13962306a36Sopenharmony_ci shmobile_smp_sleep(); 14062306a36Sopenharmony_ci} 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_cistatic int shmobile_smp_apmu_cpu_kill(unsigned int cpu) 14362306a36Sopenharmony_ci{ 14462306a36Sopenharmony_ci return apmu_wrap(cpu, apmu_power_off_poll); 14562306a36Sopenharmony_ci} 14662306a36Sopenharmony_ci#endif 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ci#if defined(CONFIG_SUSPEND) 14962306a36Sopenharmony_cistatic int shmobile_smp_apmu_do_suspend(unsigned long cpu) 15062306a36Sopenharmony_ci{ 15162306a36Sopenharmony_ci shmobile_smp_hook(cpu, __pa_symbol(cpu_resume), 0); 15262306a36Sopenharmony_ci shmobile_smp_apmu_cpu_shutdown(cpu); 15362306a36Sopenharmony_ci cpu_do_idle(); /* WFI selects Core Standby */ 15462306a36Sopenharmony_ci return 1; 15562306a36Sopenharmony_ci} 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_cistatic inline void cpu_leave_lowpower(void) 15862306a36Sopenharmony_ci{ 15962306a36Sopenharmony_ci unsigned int v; 16062306a36Sopenharmony_ci 16162306a36Sopenharmony_ci asm volatile("mrc p15, 0, %0, c1, c0, 0\n" 16262306a36Sopenharmony_ci " orr %0, %0, %1\n" 16362306a36Sopenharmony_ci " mcr p15, 0, %0, c1, c0, 0\n" 16462306a36Sopenharmony_ci " mrc p15, 0, %0, c1, c0, 1\n" 16562306a36Sopenharmony_ci " orr %0, %0, %2\n" 16662306a36Sopenharmony_ci " mcr p15, 0, %0, c1, c0, 1\n" 16762306a36Sopenharmony_ci : "=&r" (v) 16862306a36Sopenharmony_ci : "Ir" (CR_C), "Ir" (0x40) 16962306a36Sopenharmony_ci : "cc"); 17062306a36Sopenharmony_ci} 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_cistatic int shmobile_smp_apmu_enter_suspend(suspend_state_t state) 17362306a36Sopenharmony_ci{ 17462306a36Sopenharmony_ci cpu_suspend(smp_processor_id(), shmobile_smp_apmu_do_suspend); 17562306a36Sopenharmony_ci cpu_leave_lowpower(); 17662306a36Sopenharmony_ci return 0; 17762306a36Sopenharmony_ci} 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_civoid __init shmobile_smp_apmu_suspend_init(void) 18062306a36Sopenharmony_ci{ 18162306a36Sopenharmony_ci shmobile_suspend_ops.enter = shmobile_smp_apmu_enter_suspend; 18262306a36Sopenharmony_ci} 18362306a36Sopenharmony_ci#endif 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci#ifdef CONFIG_SMP 18662306a36Sopenharmony_cistatic void apmu_init_cpu(struct resource *res, int cpu, int bit) 18762306a36Sopenharmony_ci{ 18862306a36Sopenharmony_ci u32 x; 18962306a36Sopenharmony_ci 19062306a36Sopenharmony_ci if ((cpu >= ARRAY_SIZE(apmu_cpus)) || apmu_cpus[cpu].iomem) 19162306a36Sopenharmony_ci return; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci apmu_cpus[cpu].iomem = ioremap(res->start, resource_size(res)); 19462306a36Sopenharmony_ci apmu_cpus[cpu].bit = bit; 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_ci pr_debug("apmu ioremap %d %d %pr\n", cpu, bit, res); 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci /* Setup for debug mode */ 19962306a36Sopenharmony_ci x = readl(apmu_cpus[cpu].iomem + DBGRCR_OFFS); 20062306a36Sopenharmony_ci x |= DBGCPUREN | DBGCPUNREN(bit) | DBGCPUPREN; 20162306a36Sopenharmony_ci writel(x, apmu_cpus[cpu].iomem + DBGRCR_OFFS); 20262306a36Sopenharmony_ci} 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_cistatic const struct of_device_id apmu_ids[] = { 20562306a36Sopenharmony_ci { .compatible = "renesas,apmu" }, 20662306a36Sopenharmony_ci { /*sentinel*/ } 20762306a36Sopenharmony_ci}; 20862306a36Sopenharmony_ci 20962306a36Sopenharmony_cistatic void apmu_parse_dt(void (*fn)(struct resource *res, int cpu, int bit)) 21062306a36Sopenharmony_ci{ 21162306a36Sopenharmony_ci struct device_node *np_apmu, *np_cpu; 21262306a36Sopenharmony_ci struct resource res; 21362306a36Sopenharmony_ci int bit, index; 21462306a36Sopenharmony_ci 21562306a36Sopenharmony_ci for_each_matching_node(np_apmu, apmu_ids) { 21662306a36Sopenharmony_ci /* only enable the cluster that includes the boot CPU */ 21762306a36Sopenharmony_ci bool is_allowed = false; 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_ci for (bit = 0; bit < CONFIG_NR_CPUS; bit++) { 22062306a36Sopenharmony_ci np_cpu = of_parse_phandle(np_apmu, "cpus", bit); 22162306a36Sopenharmony_ci if (!np_cpu) 22262306a36Sopenharmony_ci break; 22362306a36Sopenharmony_ci if (of_cpu_node_to_id(np_cpu) == 0) { 22462306a36Sopenharmony_ci is_allowed = true; 22562306a36Sopenharmony_ci of_node_put(np_cpu); 22662306a36Sopenharmony_ci break; 22762306a36Sopenharmony_ci } 22862306a36Sopenharmony_ci of_node_put(np_cpu); 22962306a36Sopenharmony_ci } 23062306a36Sopenharmony_ci if (!is_allowed) 23162306a36Sopenharmony_ci continue; 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_ci for (bit = 0; bit < CONFIG_NR_CPUS; bit++) { 23462306a36Sopenharmony_ci np_cpu = of_parse_phandle(np_apmu, "cpus", bit); 23562306a36Sopenharmony_ci if (!np_cpu) 23662306a36Sopenharmony_ci break; 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ci index = of_cpu_node_to_id(np_cpu); 23962306a36Sopenharmony_ci if ((index >= 0) && 24062306a36Sopenharmony_ci !of_address_to_resource(np_apmu, 0, &res)) 24162306a36Sopenharmony_ci fn(&res, index, bit); 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci of_node_put(np_cpu); 24462306a36Sopenharmony_ci } 24562306a36Sopenharmony_ci } 24662306a36Sopenharmony_ci} 24762306a36Sopenharmony_ci 24862306a36Sopenharmony_cistatic void __init shmobile_smp_apmu_setup_boot(void) 24962306a36Sopenharmony_ci{ 25062306a36Sopenharmony_ci /* install boot code shared by all CPUs */ 25162306a36Sopenharmony_ci shmobile_boot_fn = __pa_symbol(shmobile_smp_boot); 25262306a36Sopenharmony_ci shmobile_boot_fn_gen2 = shmobile_boot_fn; 25362306a36Sopenharmony_ci} 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_cistatic int shmobile_smp_apmu_boot_secondary(unsigned int cpu, 25662306a36Sopenharmony_ci struct task_struct *idle) 25762306a36Sopenharmony_ci{ 25862306a36Sopenharmony_ci /* For this particular CPU register boot vector */ 25962306a36Sopenharmony_ci shmobile_smp_hook(cpu, __pa_symbol(shmobile_boot_apmu), 0); 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci return apmu_wrap(cpu, apmu_power_on); 26262306a36Sopenharmony_ci} 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_cistatic void __init shmobile_smp_apmu_prepare_cpus_dt(unsigned int max_cpus) 26562306a36Sopenharmony_ci{ 26662306a36Sopenharmony_ci shmobile_smp_apmu_setup_boot(); 26762306a36Sopenharmony_ci apmu_parse_dt(apmu_init_cpu); 26862306a36Sopenharmony_ci rcar_gen2_pm_init(); 26962306a36Sopenharmony_ci} 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_cistatic struct smp_operations apmu_smp_ops __initdata = { 27262306a36Sopenharmony_ci .smp_prepare_cpus = shmobile_smp_apmu_prepare_cpus_dt, 27362306a36Sopenharmony_ci .smp_boot_secondary = shmobile_smp_apmu_boot_secondary, 27462306a36Sopenharmony_ci#ifdef CONFIG_HOTPLUG_CPU 27562306a36Sopenharmony_ci .cpu_can_disable = shmobile_smp_cpu_can_disable, 27662306a36Sopenharmony_ci .cpu_die = shmobile_smp_apmu_cpu_die, 27762306a36Sopenharmony_ci .cpu_kill = shmobile_smp_apmu_cpu_kill, 27862306a36Sopenharmony_ci#endif 27962306a36Sopenharmony_ci}; 28062306a36Sopenharmony_ci 28162306a36Sopenharmony_ciCPU_METHOD_OF_DECLARE(shmobile_smp_apmu, "renesas,apmu", &apmu_smp_ops); 28262306a36Sopenharmony_ci#endif /* CONFIG_SMP */ 283