18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright (C) 2001,2002,2004 Broadcom Corporation
48c2ecf20Sopenharmony_ci */
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci#include <linux/init.h>
78c2ecf20Sopenharmony_ci#include <linux/delay.h>
88c2ecf20Sopenharmony_ci#include <linux/smp.h>
98c2ecf20Sopenharmony_ci#include <linux/kernel_stat.h>
108c2ecf20Sopenharmony_ci#include <linux/sched.h>
118c2ecf20Sopenharmony_ci#include <linux/sched/task_stack.h>
128c2ecf20Sopenharmony_ci
138c2ecf20Sopenharmony_ci#include <asm/mmu_context.h>
148c2ecf20Sopenharmony_ci#include <asm/io.h>
158c2ecf20Sopenharmony_ci#include <asm/fw/cfe/cfe_api.h>
168c2ecf20Sopenharmony_ci#include <asm/sibyte/sb1250.h>
178c2ecf20Sopenharmony_ci#include <asm/sibyte/bcm1480_regs.h>
188c2ecf20Sopenharmony_ci#include <asm/sibyte/bcm1480_int.h>
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_ci/*
218c2ecf20Sopenharmony_ci * These are routines for dealing with the bcm1480 smp capabilities
228c2ecf20Sopenharmony_ci * independent of board/firmware
238c2ecf20Sopenharmony_ci */
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_cistatic void *mailbox_0_set_regs[] = {
268c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
278c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
288c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
298c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
308c2ecf20Sopenharmony_ci};
318c2ecf20Sopenharmony_ci
328c2ecf20Sopenharmony_cistatic void *mailbox_0_clear_regs[] = {
338c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
348c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
358c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
368c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
378c2ecf20Sopenharmony_ci};
388c2ecf20Sopenharmony_ci
398c2ecf20Sopenharmony_cistatic void *mailbox_0_regs[] = {
408c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
418c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
428c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
438c2ecf20Sopenharmony_ci	IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
448c2ecf20Sopenharmony_ci};
458c2ecf20Sopenharmony_ci
468c2ecf20Sopenharmony_ci/*
478c2ecf20Sopenharmony_ci * SMP init and finish on secondary CPUs
488c2ecf20Sopenharmony_ci */
498c2ecf20Sopenharmony_civoid bcm1480_smp_init(void)
508c2ecf20Sopenharmony_ci{
518c2ecf20Sopenharmony_ci	unsigned int imask = STATUSF_IP4 | STATUSF_IP3 | STATUSF_IP2 |
528c2ecf20Sopenharmony_ci		STATUSF_IP1 | STATUSF_IP0;
538c2ecf20Sopenharmony_ci
548c2ecf20Sopenharmony_ci	/* Set interrupt mask, but don't enable */
558c2ecf20Sopenharmony_ci	change_c0_status(ST0_IM, imask);
568c2ecf20Sopenharmony_ci}
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci/*
598c2ecf20Sopenharmony_ci * These are routines for dealing with the sb1250 smp capabilities
608c2ecf20Sopenharmony_ci * independent of board/firmware
618c2ecf20Sopenharmony_ci */
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_ci/*
648c2ecf20Sopenharmony_ci * Simple enough; everything is set up, so just poke the appropriate mailbox
658c2ecf20Sopenharmony_ci * register, and we should be set
668c2ecf20Sopenharmony_ci */
678c2ecf20Sopenharmony_cistatic void bcm1480_send_ipi_single(int cpu, unsigned int action)
688c2ecf20Sopenharmony_ci{
698c2ecf20Sopenharmony_ci	__raw_writeq((((u64)action)<< 48), mailbox_0_set_regs[cpu]);
708c2ecf20Sopenharmony_ci}
718c2ecf20Sopenharmony_ci
728c2ecf20Sopenharmony_cistatic void bcm1480_send_ipi_mask(const struct cpumask *mask,
738c2ecf20Sopenharmony_ci				  unsigned int action)
748c2ecf20Sopenharmony_ci{
758c2ecf20Sopenharmony_ci	unsigned int i;
768c2ecf20Sopenharmony_ci
778c2ecf20Sopenharmony_ci	for_each_cpu(i, mask)
788c2ecf20Sopenharmony_ci		bcm1480_send_ipi_single(i, action);
798c2ecf20Sopenharmony_ci}
808c2ecf20Sopenharmony_ci
818c2ecf20Sopenharmony_ci/*
828c2ecf20Sopenharmony_ci * Code to run on secondary just after probing the CPU
838c2ecf20Sopenharmony_ci */
848c2ecf20Sopenharmony_cistatic void bcm1480_init_secondary(void)
858c2ecf20Sopenharmony_ci{
868c2ecf20Sopenharmony_ci	extern void bcm1480_smp_init(void);
878c2ecf20Sopenharmony_ci
888c2ecf20Sopenharmony_ci	bcm1480_smp_init();
898c2ecf20Sopenharmony_ci}
908c2ecf20Sopenharmony_ci
918c2ecf20Sopenharmony_ci/*
928c2ecf20Sopenharmony_ci * Do any tidying up before marking online and running the idle
938c2ecf20Sopenharmony_ci * loop
948c2ecf20Sopenharmony_ci */
958c2ecf20Sopenharmony_cistatic void bcm1480_smp_finish(void)
968c2ecf20Sopenharmony_ci{
978c2ecf20Sopenharmony_ci	extern void sb1480_clockevent_init(void);
988c2ecf20Sopenharmony_ci
998c2ecf20Sopenharmony_ci	sb1480_clockevent_init();
1008c2ecf20Sopenharmony_ci	local_irq_enable();
1018c2ecf20Sopenharmony_ci}
1028c2ecf20Sopenharmony_ci
1038c2ecf20Sopenharmony_ci/*
1048c2ecf20Sopenharmony_ci * Setup the PC, SP, and GP of a secondary processor and start it
1058c2ecf20Sopenharmony_ci * running!
1068c2ecf20Sopenharmony_ci */
1078c2ecf20Sopenharmony_cistatic int bcm1480_boot_secondary(int cpu, struct task_struct *idle)
1088c2ecf20Sopenharmony_ci{
1098c2ecf20Sopenharmony_ci	int retval;
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	retval = cfe_cpu_start(cpu_logical_map(cpu), &smp_bootstrap,
1128c2ecf20Sopenharmony_ci			       __KSTK_TOS(idle),
1138c2ecf20Sopenharmony_ci			       (unsigned long)task_thread_info(idle), 0);
1148c2ecf20Sopenharmony_ci	if (retval != 0)
1158c2ecf20Sopenharmony_ci		printk("cfe_start_cpu(%i) returned %i\n" , cpu, retval);
1168c2ecf20Sopenharmony_ci	return retval;
1178c2ecf20Sopenharmony_ci}
1188c2ecf20Sopenharmony_ci
1198c2ecf20Sopenharmony_ci/*
1208c2ecf20Sopenharmony_ci * Use CFE to find out how many CPUs are available, setting up
1218c2ecf20Sopenharmony_ci * cpu_possible_mask and the logical/physical mappings.
1228c2ecf20Sopenharmony_ci * XXXKW will the boot CPU ever not be physical 0?
1238c2ecf20Sopenharmony_ci *
1248c2ecf20Sopenharmony_ci * Common setup before any secondaries are started
1258c2ecf20Sopenharmony_ci */
1268c2ecf20Sopenharmony_cistatic void __init bcm1480_smp_setup(void)
1278c2ecf20Sopenharmony_ci{
1288c2ecf20Sopenharmony_ci	int i, num;
1298c2ecf20Sopenharmony_ci
1308c2ecf20Sopenharmony_ci	init_cpu_possible(cpumask_of(0));
1318c2ecf20Sopenharmony_ci	__cpu_number_map[0] = 0;
1328c2ecf20Sopenharmony_ci	__cpu_logical_map[0] = 0;
1338c2ecf20Sopenharmony_ci
1348c2ecf20Sopenharmony_ci	for (i = 1, num = 0; i < NR_CPUS; i++) {
1358c2ecf20Sopenharmony_ci		if (cfe_cpu_stop(i) == 0) {
1368c2ecf20Sopenharmony_ci			set_cpu_possible(i, true);
1378c2ecf20Sopenharmony_ci			__cpu_number_map[i] = ++num;
1388c2ecf20Sopenharmony_ci			__cpu_logical_map[num] = i;
1398c2ecf20Sopenharmony_ci		}
1408c2ecf20Sopenharmony_ci	}
1418c2ecf20Sopenharmony_ci	printk(KERN_INFO "Detected %i available secondary CPU(s)\n", num);
1428c2ecf20Sopenharmony_ci}
1438c2ecf20Sopenharmony_ci
1448c2ecf20Sopenharmony_cistatic void __init bcm1480_prepare_cpus(unsigned int max_cpus)
1458c2ecf20Sopenharmony_ci{
1468c2ecf20Sopenharmony_ci}
1478c2ecf20Sopenharmony_ci
1488c2ecf20Sopenharmony_ciconst struct plat_smp_ops bcm1480_smp_ops = {
1498c2ecf20Sopenharmony_ci	.send_ipi_single	= bcm1480_send_ipi_single,
1508c2ecf20Sopenharmony_ci	.send_ipi_mask		= bcm1480_send_ipi_mask,
1518c2ecf20Sopenharmony_ci	.init_secondary		= bcm1480_init_secondary,
1528c2ecf20Sopenharmony_ci	.smp_finish		= bcm1480_smp_finish,
1538c2ecf20Sopenharmony_ci	.boot_secondary		= bcm1480_boot_secondary,
1548c2ecf20Sopenharmony_ci	.smp_setup		= bcm1480_smp_setup,
1558c2ecf20Sopenharmony_ci	.prepare_cpus		= bcm1480_prepare_cpus,
1568c2ecf20Sopenharmony_ci};
1578c2ecf20Sopenharmony_ci
1588c2ecf20Sopenharmony_civoid bcm1480_mailbox_interrupt(void)
1598c2ecf20Sopenharmony_ci{
1608c2ecf20Sopenharmony_ci	int cpu = smp_processor_id();
1618c2ecf20Sopenharmony_ci	int irq = K_BCM1480_INT_MBOX_0_0;
1628c2ecf20Sopenharmony_ci	unsigned int action;
1638c2ecf20Sopenharmony_ci
1648c2ecf20Sopenharmony_ci	kstat_incr_irq_this_cpu(irq);
1658c2ecf20Sopenharmony_ci	/* Load the mailbox register to figure out what we're supposed to do */
1668c2ecf20Sopenharmony_ci	action = (__raw_readq(mailbox_0_regs[cpu]) >> 48) & 0xffff;
1678c2ecf20Sopenharmony_ci
1688c2ecf20Sopenharmony_ci	/* Clear the mailbox to clear the interrupt */
1698c2ecf20Sopenharmony_ci	__raw_writeq(((u64)action)<<48, mailbox_0_clear_regs[cpu]);
1708c2ecf20Sopenharmony_ci
1718c2ecf20Sopenharmony_ci	if (action & SMP_RESCHEDULE_YOURSELF)
1728c2ecf20Sopenharmony_ci		scheduler_ipi();
1738c2ecf20Sopenharmony_ci
1748c2ecf20Sopenharmony_ci	if (action & SMP_CALL_FUNCTION) {
1758c2ecf20Sopenharmony_ci		irq_enter();
1768c2ecf20Sopenharmony_ci		generic_smp_call_function_interrupt();
1778c2ecf20Sopenharmony_ci		irq_exit();
1788c2ecf20Sopenharmony_ci	}
1798c2ecf20Sopenharmony_ci}
180