162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Symmetric Multi Processing (SMP) support for Armada XP
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2012 Marvell
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Lior Amsalem <alior@marvell.com>
862306a36Sopenharmony_ci * Yehuda Yitschak <yehuday@marvell.com>
962306a36Sopenharmony_ci * Gregory CLEMENT <gregory.clement@free-electrons.com>
1062306a36Sopenharmony_ci * Thomas Petazzoni <thomas.petazzoni@free-electrons.com>
1162306a36Sopenharmony_ci *
1262306a36Sopenharmony_ci * The Armada XP SoC has 4 ARMv7 PJ4B CPUs running in full HW coherency
1362306a36Sopenharmony_ci * This file implements the routines for preparing the SMP infrastructure
1462306a36Sopenharmony_ci * and waking up the secondary CPUs
1562306a36Sopenharmony_ci */
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci#include <linux/init.h>
1862306a36Sopenharmony_ci#include <linux/smp.h>
1962306a36Sopenharmony_ci#include <linux/clk.h>
2062306a36Sopenharmony_ci#include <linux/of.h>
2162306a36Sopenharmony_ci#include <linux/of_address.h>
2262306a36Sopenharmony_ci#include <linux/mbus.h>
2362306a36Sopenharmony_ci#include <asm/cacheflush.h>
2462306a36Sopenharmony_ci#include <asm/smp_plat.h>
2562306a36Sopenharmony_ci#include "common.h"
2662306a36Sopenharmony_ci#include "armada-370-xp.h"
2762306a36Sopenharmony_ci#include "pmsu.h"
2862306a36Sopenharmony_ci#include "coherency.h"
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_ci#define ARMADA_XP_MAX_CPUS 4
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci#define AXP_BOOTROM_BASE 0xfff00000
3362306a36Sopenharmony_ci#define AXP_BOOTROM_SIZE 0x100000
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_cistatic struct clk *boot_cpu_clk;
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_cistatic struct clk *get_cpu_clk(int cpu)
3862306a36Sopenharmony_ci{
3962306a36Sopenharmony_ci	struct clk *cpu_clk;
4062306a36Sopenharmony_ci	struct device_node *np = of_get_cpu_node(cpu, NULL);
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	if (WARN(!np, "missing cpu node\n"))
4362306a36Sopenharmony_ci		return NULL;
4462306a36Sopenharmony_ci	cpu_clk = of_clk_get(np, 0);
4562306a36Sopenharmony_ci	if (WARN_ON(IS_ERR(cpu_clk)))
4662306a36Sopenharmony_ci		return NULL;
4762306a36Sopenharmony_ci	return cpu_clk;
4862306a36Sopenharmony_ci}
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_cistatic int armada_xp_boot_secondary(unsigned int cpu, struct task_struct *idle)
5162306a36Sopenharmony_ci{
5262306a36Sopenharmony_ci	int ret, hw_cpu;
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	pr_info("Booting CPU %d\n", cpu);
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	hw_cpu = cpu_logical_map(cpu);
5762306a36Sopenharmony_ci	mvebu_pmsu_set_cpu_boot_addr(hw_cpu, armada_xp_secondary_startup);
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	/*
6062306a36Sopenharmony_ci	 * This is needed to wake up CPUs in the offline state after
6162306a36Sopenharmony_ci	 * using CPU hotplug.
6262306a36Sopenharmony_ci	 */
6362306a36Sopenharmony_ci	arch_send_wakeup_ipi_mask(cpumask_of(cpu));
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	/*
6662306a36Sopenharmony_ci	 * This is needed to take secondary CPUs out of reset on the
6762306a36Sopenharmony_ci	 * initial boot.
6862306a36Sopenharmony_ci	 */
6962306a36Sopenharmony_ci	ret = mvebu_cpu_reset_deassert(hw_cpu);
7062306a36Sopenharmony_ci	if (ret) {
7162306a36Sopenharmony_ci		pr_warn("unable to boot CPU: %d\n", ret);
7262306a36Sopenharmony_ci		return ret;
7362306a36Sopenharmony_ci	}
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	return 0;
7662306a36Sopenharmony_ci}
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci/*
7962306a36Sopenharmony_ci * When a CPU is brought back online, either through CPU hotplug, or
8062306a36Sopenharmony_ci * because of the boot of a kexec'ed kernel, the PMSU configuration
8162306a36Sopenharmony_ci * for this CPU might be in the deep idle state, preventing this CPU
8262306a36Sopenharmony_ci * from receiving interrupts. Here, we therefore take out the current
8362306a36Sopenharmony_ci * CPU from this state, which was entered by armada_xp_cpu_die()
8462306a36Sopenharmony_ci * below.
8562306a36Sopenharmony_ci */
8662306a36Sopenharmony_cistatic void armada_xp_secondary_init(unsigned int cpu)
8762306a36Sopenharmony_ci{
8862306a36Sopenharmony_ci	mvebu_v7_pmsu_idle_exit();
8962306a36Sopenharmony_ci}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_cistatic void __init armada_xp_smp_init_cpus(void)
9262306a36Sopenharmony_ci{
9362306a36Sopenharmony_ci	unsigned int ncores = num_possible_cpus();
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	if (ncores == 0 || ncores > ARMADA_XP_MAX_CPUS)
9662306a36Sopenharmony_ci		panic("Invalid number of CPUs in DT\n");
9762306a36Sopenharmony_ci}
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_cistatic int armada_xp_sync_secondary_clk(unsigned int cpu)
10062306a36Sopenharmony_ci{
10162306a36Sopenharmony_ci	struct clk *cpu_clk = get_cpu_clk(cpu);
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci	if (!cpu_clk || !boot_cpu_clk)
10462306a36Sopenharmony_ci		return 0;
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci	clk_prepare_enable(cpu_clk);
10762306a36Sopenharmony_ci	clk_set_rate(cpu_clk, clk_get_rate(boot_cpu_clk));
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci	return 0;
11062306a36Sopenharmony_ci}
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_cistatic void __init armada_xp_smp_prepare_cpus(unsigned int max_cpus)
11362306a36Sopenharmony_ci{
11462306a36Sopenharmony_ci	struct device_node *node;
11562306a36Sopenharmony_ci	struct resource res;
11662306a36Sopenharmony_ci	int err;
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	flush_cache_all();
11962306a36Sopenharmony_ci	set_cpu_coherent();
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	boot_cpu_clk = get_cpu_clk(smp_processor_id());
12262306a36Sopenharmony_ci	if (boot_cpu_clk) {
12362306a36Sopenharmony_ci		clk_prepare_enable(boot_cpu_clk);
12462306a36Sopenharmony_ci		cpuhp_setup_state_nocalls(CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS,
12562306a36Sopenharmony_ci					  "arm/mvebu/sync_clocks:online",
12662306a36Sopenharmony_ci					  armada_xp_sync_secondary_clk, NULL);
12762306a36Sopenharmony_ci	}
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	/*
13062306a36Sopenharmony_ci	 * In order to boot the secondary CPUs we need to ensure
13162306a36Sopenharmony_ci	 * the bootROM is mapped at the correct address.
13262306a36Sopenharmony_ci	 */
13362306a36Sopenharmony_ci	node = of_find_compatible_node(NULL, NULL, "marvell,bootrom");
13462306a36Sopenharmony_ci	if (!node)
13562306a36Sopenharmony_ci		panic("Cannot find 'marvell,bootrom' compatible node");
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci	err = of_address_to_resource(node, 0, &res);
13862306a36Sopenharmony_ci	of_node_put(node);
13962306a36Sopenharmony_ci	if (err < 0)
14062306a36Sopenharmony_ci		panic("Cannot get 'bootrom' node address");
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	if (res.start != AXP_BOOTROM_BASE ||
14362306a36Sopenharmony_ci	    resource_size(&res) != AXP_BOOTROM_SIZE)
14462306a36Sopenharmony_ci		panic("The address for the BootROM is incorrect");
14562306a36Sopenharmony_ci}
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci#ifdef CONFIG_HOTPLUG_CPU
14862306a36Sopenharmony_cistatic void armada_xp_cpu_die(unsigned int cpu)
14962306a36Sopenharmony_ci{
15062306a36Sopenharmony_ci	/*
15162306a36Sopenharmony_ci	 * CPU hotplug is implemented by putting offline CPUs into the
15262306a36Sopenharmony_ci	 * deep idle sleep state.
15362306a36Sopenharmony_ci	 */
15462306a36Sopenharmony_ci	armada_370_xp_pmsu_idle_enter(true);
15562306a36Sopenharmony_ci}
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci/*
15862306a36Sopenharmony_ci * We need a dummy function, so that platform_can_cpu_hotplug() knows
15962306a36Sopenharmony_ci * we support CPU hotplug. However, the function does not need to do
16062306a36Sopenharmony_ci * anything, because CPUs going offline can enter the deep idle state
16162306a36Sopenharmony_ci * by themselves, without any help from a still alive CPU.
16262306a36Sopenharmony_ci */
16362306a36Sopenharmony_cistatic int armada_xp_cpu_kill(unsigned int cpu)
16462306a36Sopenharmony_ci{
16562306a36Sopenharmony_ci	return 1;
16662306a36Sopenharmony_ci}
16762306a36Sopenharmony_ci#endif
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ciconst struct smp_operations armada_xp_smp_ops __initconst = {
17062306a36Sopenharmony_ci	.smp_init_cpus		= armada_xp_smp_init_cpus,
17162306a36Sopenharmony_ci	.smp_prepare_cpus	= armada_xp_smp_prepare_cpus,
17262306a36Sopenharmony_ci	.smp_boot_secondary	= armada_xp_boot_secondary,
17362306a36Sopenharmony_ci	.smp_secondary_init     = armada_xp_secondary_init,
17462306a36Sopenharmony_ci#ifdef CONFIG_HOTPLUG_CPU
17562306a36Sopenharmony_ci	.cpu_die		= armada_xp_cpu_die,
17662306a36Sopenharmony_ci	.cpu_kill               = armada_xp_cpu_kill,
17762306a36Sopenharmony_ci#endif
17862306a36Sopenharmony_ci};
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ciCPU_METHOD_OF_DECLARE(armada_xp_smp, "marvell,armada-xp-smp",
18162306a36Sopenharmony_ci		      &armada_xp_smp_ops);
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci#define MV98DX3236_CPU_RESUME_CTRL_REG 0x08
18462306a36Sopenharmony_ci#define MV98DX3236_CPU_RESUME_ADDR_REG 0x04
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_cistatic const struct of_device_id of_mv98dx3236_resume_table[] = {
18762306a36Sopenharmony_ci	{
18862306a36Sopenharmony_ci		.compatible = "marvell,98dx3336-resume-ctrl",
18962306a36Sopenharmony_ci	},
19062306a36Sopenharmony_ci	{ /* end of list */ },
19162306a36Sopenharmony_ci};
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_cistatic int mv98dx3236_resume_set_cpu_boot_addr(int hw_cpu, void *boot_addr)
19462306a36Sopenharmony_ci{
19562306a36Sopenharmony_ci	struct device_node *np;
19662306a36Sopenharmony_ci	void __iomem *base;
19762306a36Sopenharmony_ci	WARN_ON(hw_cpu != 1);
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci	np = of_find_matching_node(NULL, of_mv98dx3236_resume_table);
20062306a36Sopenharmony_ci	if (!np)
20162306a36Sopenharmony_ci		return -ENODEV;
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	base = of_io_request_and_map(np, 0, of_node_full_name(np));
20462306a36Sopenharmony_ci	of_node_put(np);
20562306a36Sopenharmony_ci	if (IS_ERR(base))
20662306a36Sopenharmony_ci		return PTR_ERR(base);
20762306a36Sopenharmony_ci
20862306a36Sopenharmony_ci	writel(0, base + MV98DX3236_CPU_RESUME_CTRL_REG);
20962306a36Sopenharmony_ci	writel(__pa_symbol(boot_addr), base + MV98DX3236_CPU_RESUME_ADDR_REG);
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	iounmap(base);
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	return 0;
21462306a36Sopenharmony_ci}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_cistatic int mv98dx3236_boot_secondary(unsigned int cpu, struct task_struct *idle)
21762306a36Sopenharmony_ci{
21862306a36Sopenharmony_ci	int ret, hw_cpu;
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci	hw_cpu = cpu_logical_map(cpu);
22162306a36Sopenharmony_ci	mv98dx3236_resume_set_cpu_boot_addr(hw_cpu,
22262306a36Sopenharmony_ci					    armada_xp_secondary_startup);
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	/*
22562306a36Sopenharmony_ci	 * This is needed to wake up CPUs in the offline state after
22662306a36Sopenharmony_ci	 * using CPU hotplug.
22762306a36Sopenharmony_ci	 */
22862306a36Sopenharmony_ci	arch_send_wakeup_ipi_mask(cpumask_of(cpu));
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	/*
23162306a36Sopenharmony_ci	 * This is needed to take secondary CPUs out of reset on the
23262306a36Sopenharmony_ci	 * initial boot.
23362306a36Sopenharmony_ci	 */
23462306a36Sopenharmony_ci	ret = mvebu_cpu_reset_deassert(hw_cpu);
23562306a36Sopenharmony_ci	if (ret) {
23662306a36Sopenharmony_ci		pr_warn("unable to boot CPU: %d\n", ret);
23762306a36Sopenharmony_ci		return ret;
23862306a36Sopenharmony_ci	}
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_ci	return 0;
24162306a36Sopenharmony_ci}
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_cistatic const struct smp_operations mv98dx3236_smp_ops __initconst = {
24462306a36Sopenharmony_ci	.smp_init_cpus		= armada_xp_smp_init_cpus,
24562306a36Sopenharmony_ci	.smp_prepare_cpus	= armada_xp_smp_prepare_cpus,
24662306a36Sopenharmony_ci	.smp_boot_secondary	= mv98dx3236_boot_secondary,
24762306a36Sopenharmony_ci	.smp_secondary_init     = armada_xp_secondary_init,
24862306a36Sopenharmony_ci#ifdef CONFIG_HOTPLUG_CPU
24962306a36Sopenharmony_ci	.cpu_die		= armada_xp_cpu_die,
25062306a36Sopenharmony_ci	.cpu_kill               = armada_xp_cpu_kill,
25162306a36Sopenharmony_ci#endif
25262306a36Sopenharmony_ci};
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_ciCPU_METHOD_OF_DECLARE(mv98dx3236_smp, "marvell,98dx3236-smp",
25562306a36Sopenharmony_ci		      &mv98dx3236_smp_ops);
256