162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * SMP support for SoCs with APMU
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2014  Renesas Electronics Corporation
662306a36Sopenharmony_ci * Copyright (C) 2013  Magnus Damm
762306a36Sopenharmony_ci */
862306a36Sopenharmony_ci#include <linux/cpu_pm.h>
962306a36Sopenharmony_ci#include <linux/delay.h>
1062306a36Sopenharmony_ci#include <linux/init.h>
1162306a36Sopenharmony_ci#include <linux/io.h>
1262306a36Sopenharmony_ci#include <linux/ioport.h>
1362306a36Sopenharmony_ci#include <linux/of.h>
1462306a36Sopenharmony_ci#include <linux/of_address.h>
1562306a36Sopenharmony_ci#include <linux/smp.h>
1662306a36Sopenharmony_ci#include <linux/suspend.h>
1762306a36Sopenharmony_ci#include <linux/threads.h>
1862306a36Sopenharmony_ci#include <asm/cacheflush.h>
1962306a36Sopenharmony_ci#include <asm/cp15.h>
2062306a36Sopenharmony_ci#include <asm/proc-fns.h>
2162306a36Sopenharmony_ci#include <asm/smp_plat.h>
2262306a36Sopenharmony_ci#include <asm/suspend.h>
2362306a36Sopenharmony_ci#include "common.h"
2462306a36Sopenharmony_ci#include "rcar-gen2.h"
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_cistatic struct {
2762306a36Sopenharmony_ci	void __iomem *iomem;
2862306a36Sopenharmony_ci	int bit;
2962306a36Sopenharmony_ci} apmu_cpus[NR_CPUS];
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci#define WUPCR_OFFS	 0x10		/* Wake Up Control Register */
3262306a36Sopenharmony_ci#define PSTR_OFFS	 0x40		/* Power Status Register */
3362306a36Sopenharmony_ci#define CPUNCR_OFFS(n)	(0x100 + (0x10 * (n)))
3462306a36Sopenharmony_ci					/* CPUn Power Status Control Register */
3562306a36Sopenharmony_ci#define DBGRCR_OFFS	0x180		/* Debug Resource Reset Control Reg. */
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci/* Power Status Register */
3862306a36Sopenharmony_ci#define CPUNST(r, n)	(((r) >> (n * 4)) & 3)	/* CPUn Status Bit */
3962306a36Sopenharmony_ci#define CPUST_RUN	0		/* Run Mode */
4062306a36Sopenharmony_ci#define CPUST_STANDBY	3		/* CoreStandby Mode */
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci/* Debug Resource Reset Control Register */
4362306a36Sopenharmony_ci#define DBGCPUREN	BIT(24)		/* CPU Other Reset Request Enable */
4462306a36Sopenharmony_ci#define DBGCPUNREN(n)	BIT((n) + 20)	/* CPUn Reset Request Enable */
4562306a36Sopenharmony_ci#define DBGCPUPREN	BIT(19)		/* CPU Peripheral Reset Req. Enable */
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_cistatic int __maybe_unused apmu_power_on(void __iomem *p, int bit)
4862306a36Sopenharmony_ci{
4962306a36Sopenharmony_ci	/* request power on */
5062306a36Sopenharmony_ci	writel_relaxed(BIT(bit), p + WUPCR_OFFS);
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci	/* wait for APMU to finish */
5362306a36Sopenharmony_ci	while (readl_relaxed(p + WUPCR_OFFS) != 0)
5462306a36Sopenharmony_ci		;
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	return 0;
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic int __maybe_unused apmu_power_off(void __iomem *p, int bit)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci	/* request Core Standby for next WFI */
6262306a36Sopenharmony_ci	writel_relaxed(3, p + CPUNCR_OFFS(bit));
6362306a36Sopenharmony_ci	return 0;
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_cistatic int __maybe_unused apmu_power_off_poll(void __iomem *p, int bit)
6762306a36Sopenharmony_ci{
6862306a36Sopenharmony_ci	int k;
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	for (k = 0; k < 1000; k++) {
7162306a36Sopenharmony_ci		if (CPUNST(readl_relaxed(p + PSTR_OFFS), bit) == CPUST_STANDBY)
7262306a36Sopenharmony_ci			return 1;
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci		mdelay(1);
7562306a36Sopenharmony_ci	}
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	return 0;
7862306a36Sopenharmony_ci}
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_cistatic int __maybe_unused apmu_wrap(int cpu, int (*fn)(void __iomem *p, int cpu))
8162306a36Sopenharmony_ci{
8262306a36Sopenharmony_ci	void __iomem *p = apmu_cpus[cpu].iomem;
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci	return p ? fn(p, apmu_cpus[cpu].bit) : -EINVAL;
8562306a36Sopenharmony_ci}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci#if defined(CONFIG_HOTPLUG_CPU) || defined(CONFIG_SUSPEND)
8862306a36Sopenharmony_ci/* nicked from arch/arm/mach-exynos/hotplug.c */
8962306a36Sopenharmony_cistatic inline void cpu_enter_lowpower_a15(void)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	unsigned int v;
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci	asm volatile(
9462306a36Sopenharmony_ci	"       mrc     p15, 0, %0, c1, c0, 0\n"
9562306a36Sopenharmony_ci	"       bic     %0, %0, %1\n"
9662306a36Sopenharmony_ci	"       mcr     p15, 0, %0, c1, c0, 0\n"
9762306a36Sopenharmony_ci		: "=&r" (v)
9862306a36Sopenharmony_ci		: "Ir" (CR_C)
9962306a36Sopenharmony_ci		: "cc");
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	flush_cache_louis();
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci	asm volatile(
10462306a36Sopenharmony_ci	/*
10562306a36Sopenharmony_ci	 * Turn off coherency
10662306a36Sopenharmony_ci	 */
10762306a36Sopenharmony_ci	"       mrc     p15, 0, %0, c1, c0, 1\n"
10862306a36Sopenharmony_ci	"       bic     %0, %0, %1\n"
10962306a36Sopenharmony_ci	"       mcr     p15, 0, %0, c1, c0, 1\n"
11062306a36Sopenharmony_ci		: "=&r" (v)
11162306a36Sopenharmony_ci		: "Ir" (0x40)
11262306a36Sopenharmony_ci		: "cc");
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	isb();
11562306a36Sopenharmony_ci	dsb();
11662306a36Sopenharmony_ci}
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_cistatic void shmobile_smp_apmu_cpu_shutdown(unsigned int cpu)
11962306a36Sopenharmony_ci{
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	/* Select next sleep mode using the APMU */
12262306a36Sopenharmony_ci	apmu_wrap(cpu, apmu_power_off);
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	/* Do ARM specific CPU shutdown */
12562306a36Sopenharmony_ci	cpu_enter_lowpower_a15();
12662306a36Sopenharmony_ci}
12762306a36Sopenharmony_ci#endif
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci#if defined(CONFIG_HOTPLUG_CPU)
13062306a36Sopenharmony_cistatic void shmobile_smp_apmu_cpu_die(unsigned int cpu)
13162306a36Sopenharmony_ci{
13262306a36Sopenharmony_ci	/* For this particular CPU deregister boot vector */
13362306a36Sopenharmony_ci	shmobile_smp_hook(cpu, 0, 0);
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	/* Shutdown CPU core */
13662306a36Sopenharmony_ci	shmobile_smp_apmu_cpu_shutdown(cpu);
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	/* jump to shared mach-shmobile sleep / reset code */
13962306a36Sopenharmony_ci	shmobile_smp_sleep();
14062306a36Sopenharmony_ci}
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_cistatic int shmobile_smp_apmu_cpu_kill(unsigned int cpu)
14362306a36Sopenharmony_ci{
14462306a36Sopenharmony_ci	return apmu_wrap(cpu, apmu_power_off_poll);
14562306a36Sopenharmony_ci}
14662306a36Sopenharmony_ci#endif
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci#if defined(CONFIG_SUSPEND)
14962306a36Sopenharmony_cistatic int shmobile_smp_apmu_do_suspend(unsigned long cpu)
15062306a36Sopenharmony_ci{
15162306a36Sopenharmony_ci	shmobile_smp_hook(cpu, __pa_symbol(cpu_resume), 0);
15262306a36Sopenharmony_ci	shmobile_smp_apmu_cpu_shutdown(cpu);
15362306a36Sopenharmony_ci	cpu_do_idle(); /* WFI selects Core Standby */
15462306a36Sopenharmony_ci	return 1;
15562306a36Sopenharmony_ci}
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_cistatic inline void cpu_leave_lowpower(void)
15862306a36Sopenharmony_ci{
15962306a36Sopenharmony_ci	unsigned int v;
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	asm volatile("mrc    p15, 0, %0, c1, c0, 0\n"
16262306a36Sopenharmony_ci		     "       orr     %0, %0, %1\n"
16362306a36Sopenharmony_ci		     "       mcr     p15, 0, %0, c1, c0, 0\n"
16462306a36Sopenharmony_ci		     "       mrc     p15, 0, %0, c1, c0, 1\n"
16562306a36Sopenharmony_ci		     "       orr     %0, %0, %2\n"
16662306a36Sopenharmony_ci		     "       mcr     p15, 0, %0, c1, c0, 1\n"
16762306a36Sopenharmony_ci		     : "=&r" (v)
16862306a36Sopenharmony_ci		     : "Ir" (CR_C), "Ir" (0x40)
16962306a36Sopenharmony_ci		     : "cc");
17062306a36Sopenharmony_ci}
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_cistatic int shmobile_smp_apmu_enter_suspend(suspend_state_t state)
17362306a36Sopenharmony_ci{
17462306a36Sopenharmony_ci	cpu_suspend(smp_processor_id(), shmobile_smp_apmu_do_suspend);
17562306a36Sopenharmony_ci	cpu_leave_lowpower();
17662306a36Sopenharmony_ci	return 0;
17762306a36Sopenharmony_ci}
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_civoid __init shmobile_smp_apmu_suspend_init(void)
18062306a36Sopenharmony_ci{
18162306a36Sopenharmony_ci	shmobile_suspend_ops.enter = shmobile_smp_apmu_enter_suspend;
18262306a36Sopenharmony_ci}
18362306a36Sopenharmony_ci#endif
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci#ifdef CONFIG_SMP
18662306a36Sopenharmony_cistatic void apmu_init_cpu(struct resource *res, int cpu, int bit)
18762306a36Sopenharmony_ci{
18862306a36Sopenharmony_ci	u32 x;
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	if ((cpu >= ARRAY_SIZE(apmu_cpus)) || apmu_cpus[cpu].iomem)
19162306a36Sopenharmony_ci		return;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	apmu_cpus[cpu].iomem = ioremap(res->start, resource_size(res));
19462306a36Sopenharmony_ci	apmu_cpus[cpu].bit = bit;
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	pr_debug("apmu ioremap %d %d %pr\n", cpu, bit, res);
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	/* Setup for debug mode */
19962306a36Sopenharmony_ci	x = readl(apmu_cpus[cpu].iomem + DBGRCR_OFFS);
20062306a36Sopenharmony_ci	x |= DBGCPUREN | DBGCPUNREN(bit) | DBGCPUPREN;
20162306a36Sopenharmony_ci	writel(x, apmu_cpus[cpu].iomem + DBGRCR_OFFS);
20262306a36Sopenharmony_ci}
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_cistatic const struct of_device_id apmu_ids[] = {
20562306a36Sopenharmony_ci	{ .compatible = "renesas,apmu" },
20662306a36Sopenharmony_ci	{ /*sentinel*/ }
20762306a36Sopenharmony_ci};
20862306a36Sopenharmony_ci
20962306a36Sopenharmony_cistatic void apmu_parse_dt(void (*fn)(struct resource *res, int cpu, int bit))
21062306a36Sopenharmony_ci{
21162306a36Sopenharmony_ci	struct device_node *np_apmu, *np_cpu;
21262306a36Sopenharmony_ci	struct resource res;
21362306a36Sopenharmony_ci	int bit, index;
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ci	for_each_matching_node(np_apmu, apmu_ids) {
21662306a36Sopenharmony_ci		/* only enable the cluster that includes the boot CPU */
21762306a36Sopenharmony_ci		bool is_allowed = false;
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_ci		for (bit = 0; bit < CONFIG_NR_CPUS; bit++) {
22062306a36Sopenharmony_ci			np_cpu = of_parse_phandle(np_apmu, "cpus", bit);
22162306a36Sopenharmony_ci			if (!np_cpu)
22262306a36Sopenharmony_ci				break;
22362306a36Sopenharmony_ci			if (of_cpu_node_to_id(np_cpu) == 0) {
22462306a36Sopenharmony_ci				is_allowed = true;
22562306a36Sopenharmony_ci				of_node_put(np_cpu);
22662306a36Sopenharmony_ci				break;
22762306a36Sopenharmony_ci			}
22862306a36Sopenharmony_ci			of_node_put(np_cpu);
22962306a36Sopenharmony_ci		}
23062306a36Sopenharmony_ci		if (!is_allowed)
23162306a36Sopenharmony_ci			continue;
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_ci		for (bit = 0; bit < CONFIG_NR_CPUS; bit++) {
23462306a36Sopenharmony_ci			np_cpu = of_parse_phandle(np_apmu, "cpus", bit);
23562306a36Sopenharmony_ci			if (!np_cpu)
23662306a36Sopenharmony_ci				break;
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ci			index = of_cpu_node_to_id(np_cpu);
23962306a36Sopenharmony_ci			if ((index >= 0) &&
24062306a36Sopenharmony_ci			    !of_address_to_resource(np_apmu, 0, &res))
24162306a36Sopenharmony_ci				fn(&res, index, bit);
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_ci			of_node_put(np_cpu);
24462306a36Sopenharmony_ci		}
24562306a36Sopenharmony_ci	}
24662306a36Sopenharmony_ci}
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_cistatic void __init shmobile_smp_apmu_setup_boot(void)
24962306a36Sopenharmony_ci{
25062306a36Sopenharmony_ci	/* install boot code shared by all CPUs */
25162306a36Sopenharmony_ci	shmobile_boot_fn = __pa_symbol(shmobile_smp_boot);
25262306a36Sopenharmony_ci	shmobile_boot_fn_gen2 = shmobile_boot_fn;
25362306a36Sopenharmony_ci}
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_cistatic int shmobile_smp_apmu_boot_secondary(unsigned int cpu,
25662306a36Sopenharmony_ci					    struct task_struct *idle)
25762306a36Sopenharmony_ci{
25862306a36Sopenharmony_ci	/* For this particular CPU register boot vector */
25962306a36Sopenharmony_ci	shmobile_smp_hook(cpu, __pa_symbol(shmobile_boot_apmu), 0);
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	return apmu_wrap(cpu, apmu_power_on);
26262306a36Sopenharmony_ci}
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_cistatic void __init shmobile_smp_apmu_prepare_cpus_dt(unsigned int max_cpus)
26562306a36Sopenharmony_ci{
26662306a36Sopenharmony_ci	shmobile_smp_apmu_setup_boot();
26762306a36Sopenharmony_ci	apmu_parse_dt(apmu_init_cpu);
26862306a36Sopenharmony_ci	rcar_gen2_pm_init();
26962306a36Sopenharmony_ci}
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_cistatic struct smp_operations apmu_smp_ops __initdata = {
27262306a36Sopenharmony_ci	.smp_prepare_cpus	= shmobile_smp_apmu_prepare_cpus_dt,
27362306a36Sopenharmony_ci	.smp_boot_secondary	= shmobile_smp_apmu_boot_secondary,
27462306a36Sopenharmony_ci#ifdef CONFIG_HOTPLUG_CPU
27562306a36Sopenharmony_ci	.cpu_can_disable	= shmobile_smp_cpu_can_disable,
27662306a36Sopenharmony_ci	.cpu_die		= shmobile_smp_apmu_cpu_die,
27762306a36Sopenharmony_ci	.cpu_kill		= shmobile_smp_apmu_cpu_kill,
27862306a36Sopenharmony_ci#endif
27962306a36Sopenharmony_ci};
28062306a36Sopenharmony_ci
28162306a36Sopenharmony_ciCPU_METHOD_OF_DECLARE(shmobile_smp_apmu, "renesas,apmu", &apmu_smp_ops);
28262306a36Sopenharmony_ci#endif /* CONFIG_SMP */
283