162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2001,2002,2004 Broadcom Corporation
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/init.h>
762306a36Sopenharmony_ci#include <linux/delay.h>
862306a36Sopenharmony_ci#include <linux/smp.h>
962306a36Sopenharmony_ci#include <linux/kernel_stat.h>
1062306a36Sopenharmony_ci#include <linux/sched.h>
1162306a36Sopenharmony_ci#include <linux/sched/task_stack.h>
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <asm/mmu_context.h>
1462306a36Sopenharmony_ci#include <asm/io.h>
1562306a36Sopenharmony_ci#include <asm/fw/cfe/cfe_api.h>
1662306a36Sopenharmony_ci#include <asm/sibyte/sb1250.h>
1762306a36Sopenharmony_ci#include <asm/sibyte/bcm1480_regs.h>
1862306a36Sopenharmony_ci#include <asm/sibyte/bcm1480_int.h>
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ci/*
2162306a36Sopenharmony_ci * These are routines for dealing with the bcm1480 smp capabilities
2262306a36Sopenharmony_ci * independent of board/firmware
2362306a36Sopenharmony_ci */
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_cistatic void *mailbox_0_set_regs[] = {
2662306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
2762306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
2862306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
2962306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
3062306a36Sopenharmony_ci};
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistatic void *mailbox_0_clear_regs[] = {
3362306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
3462306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
3562306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
3662306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
3762306a36Sopenharmony_ci};
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_cistatic void *mailbox_0_regs[] = {
4062306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
4162306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
4262306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
4362306a36Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
4462306a36Sopenharmony_ci};
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci/*
4762306a36Sopenharmony_ci * SMP init and finish on secondary CPUs
4862306a36Sopenharmony_ci */
4962306a36Sopenharmony_civoid bcm1480_smp_init(void)
5062306a36Sopenharmony_ci{
5162306a36Sopenharmony_ci	unsigned int imask = STATUSF_IP4 | STATUSF_IP3 | STATUSF_IP2 |
5262306a36Sopenharmony_ci		STATUSF_IP1 | STATUSF_IP0;
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	/* Set interrupt mask, but don't enable */
5562306a36Sopenharmony_ci	change_c0_status(ST0_IM, imask);
5662306a36Sopenharmony_ci}
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_ci/*
5962306a36Sopenharmony_ci * These are routines for dealing with the sb1250 smp capabilities
6062306a36Sopenharmony_ci * independent of board/firmware
6162306a36Sopenharmony_ci */
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci/*
6462306a36Sopenharmony_ci * Simple enough; everything is set up, so just poke the appropriate mailbox
6562306a36Sopenharmony_ci * register, and we should be set
6662306a36Sopenharmony_ci */
6762306a36Sopenharmony_cistatic void bcm1480_send_ipi_single(int cpu, unsigned int action)
6862306a36Sopenharmony_ci{
6962306a36Sopenharmony_ci	__raw_writeq((((u64)action)<< 48), mailbox_0_set_regs[cpu]);
7062306a36Sopenharmony_ci}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_cistatic void bcm1480_send_ipi_mask(const struct cpumask *mask,
7362306a36Sopenharmony_ci				  unsigned int action)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	unsigned int i;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	for_each_cpu(i, mask)
7862306a36Sopenharmony_ci		bcm1480_send_ipi_single(i, action);
7962306a36Sopenharmony_ci}
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci/*
8262306a36Sopenharmony_ci * Code to run on secondary just after probing the CPU
8362306a36Sopenharmony_ci */
8462306a36Sopenharmony_cistatic void bcm1480_init_secondary(void)
8562306a36Sopenharmony_ci{
8662306a36Sopenharmony_ci	extern void bcm1480_smp_init(void);
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci	bcm1480_smp_init();
8962306a36Sopenharmony_ci}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci/*
9262306a36Sopenharmony_ci * Do any tidying up before marking online and running the idle
9362306a36Sopenharmony_ci * loop
9462306a36Sopenharmony_ci */
9562306a36Sopenharmony_cistatic void bcm1480_smp_finish(void)
9662306a36Sopenharmony_ci{
9762306a36Sopenharmony_ci	extern void sb1480_clockevent_init(void);
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	sb1480_clockevent_init();
10062306a36Sopenharmony_ci	local_irq_enable();
10162306a36Sopenharmony_ci}
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci/*
10462306a36Sopenharmony_ci * Setup the PC, SP, and GP of a secondary processor and start it
10562306a36Sopenharmony_ci * running!
10662306a36Sopenharmony_ci */
10762306a36Sopenharmony_cistatic int bcm1480_boot_secondary(int cpu, struct task_struct *idle)
10862306a36Sopenharmony_ci{
10962306a36Sopenharmony_ci	int retval;
11062306a36Sopenharmony_ci
11162306a36Sopenharmony_ci	retval = cfe_cpu_start(cpu_logical_map(cpu), &smp_bootstrap,
11262306a36Sopenharmony_ci			       __KSTK_TOS(idle),
11362306a36Sopenharmony_ci			       (unsigned long)task_thread_info(idle), 0);
11462306a36Sopenharmony_ci	if (retval != 0)
11562306a36Sopenharmony_ci		printk("cfe_start_cpu(%i) returned %i\n" , cpu, retval);
11662306a36Sopenharmony_ci	return retval;
11762306a36Sopenharmony_ci}
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci/*
12062306a36Sopenharmony_ci * Use CFE to find out how many CPUs are available, setting up
12162306a36Sopenharmony_ci * cpu_possible_mask and the logical/physical mappings.
12262306a36Sopenharmony_ci * XXXKW will the boot CPU ever not be physical 0?
12362306a36Sopenharmony_ci *
12462306a36Sopenharmony_ci * Common setup before any secondaries are started
12562306a36Sopenharmony_ci */
12662306a36Sopenharmony_cistatic void __init bcm1480_smp_setup(void)
12762306a36Sopenharmony_ci{
12862306a36Sopenharmony_ci	int i, num;
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	init_cpu_possible(cpumask_of(0));
13162306a36Sopenharmony_ci	__cpu_number_map[0] = 0;
13262306a36Sopenharmony_ci	__cpu_logical_map[0] = 0;
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	for (i = 1, num = 0; i < NR_CPUS; i++) {
13562306a36Sopenharmony_ci		if (cfe_cpu_stop(i) == 0) {
13662306a36Sopenharmony_ci			set_cpu_possible(i, true);
13762306a36Sopenharmony_ci			__cpu_number_map[i] = ++num;
13862306a36Sopenharmony_ci			__cpu_logical_map[num] = i;
13962306a36Sopenharmony_ci		}
14062306a36Sopenharmony_ci	}
14162306a36Sopenharmony_ci	printk(KERN_INFO "Detected %i available secondary CPU(s)\n", num);
14262306a36Sopenharmony_ci}
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_cistatic void __init bcm1480_prepare_cpus(unsigned int max_cpus)
14562306a36Sopenharmony_ci{
14662306a36Sopenharmony_ci}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ciconst struct plat_smp_ops bcm1480_smp_ops = {
14962306a36Sopenharmony_ci	.send_ipi_single	= bcm1480_send_ipi_single,
15062306a36Sopenharmony_ci	.send_ipi_mask		= bcm1480_send_ipi_mask,
15162306a36Sopenharmony_ci	.init_secondary		= bcm1480_init_secondary,
15262306a36Sopenharmony_ci	.smp_finish		= bcm1480_smp_finish,
15362306a36Sopenharmony_ci	.boot_secondary		= bcm1480_boot_secondary,
15462306a36Sopenharmony_ci	.smp_setup		= bcm1480_smp_setup,
15562306a36Sopenharmony_ci	.prepare_cpus		= bcm1480_prepare_cpus,
15662306a36Sopenharmony_ci};
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_civoid bcm1480_mailbox_interrupt(void)
15962306a36Sopenharmony_ci{
16062306a36Sopenharmony_ci	int cpu = smp_processor_id();
16162306a36Sopenharmony_ci	int irq = K_BCM1480_INT_MBOX_0_0;
16262306a36Sopenharmony_ci	unsigned int action;
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	kstat_incr_irq_this_cpu(irq);
16562306a36Sopenharmony_ci	/* Load the mailbox register to figure out what we're supposed to do */
16662306a36Sopenharmony_ci	action = (__raw_readq(mailbox_0_regs[cpu]) >> 48) & 0xffff;
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	/* Clear the mailbox to clear the interrupt */
16962306a36Sopenharmony_ci	__raw_writeq(((u64)action)<<48, mailbox_0_clear_regs[cpu]);
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci	if (action & SMP_RESCHEDULE_YOURSELF)
17262306a36Sopenharmony_ci		scheduler_ipi();
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	if (action & SMP_CALL_FUNCTION) {
17562306a36Sopenharmony_ci		irq_enter();
17662306a36Sopenharmony_ci		generic_smp_call_function_interrupt();
17762306a36Sopenharmony_ci		irq_exit();
17862306a36Sopenharmony_ci	}
17962306a36Sopenharmony_ci}
180