162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2001,2002,2004 Broadcom Corporation 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/init.h> 762306a36Sopenharmony_ci#include <linux/delay.h> 862306a36Sopenharmony_ci#include <linux/smp.h> 962306a36Sopenharmony_ci#include <linux/kernel_stat.h> 1062306a36Sopenharmony_ci#include <linux/sched.h> 1162306a36Sopenharmony_ci#include <linux/sched/task_stack.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include <asm/mmu_context.h> 1462306a36Sopenharmony_ci#include <asm/io.h> 1562306a36Sopenharmony_ci#include <asm/fw/cfe/cfe_api.h> 1662306a36Sopenharmony_ci#include <asm/sibyte/sb1250.h> 1762306a36Sopenharmony_ci#include <asm/sibyte/bcm1480_regs.h> 1862306a36Sopenharmony_ci#include <asm/sibyte/bcm1480_int.h> 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ci/* 2162306a36Sopenharmony_ci * These are routines for dealing with the bcm1480 smp capabilities 2262306a36Sopenharmony_ci * independent of board/firmware 2362306a36Sopenharmony_ci */ 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_cistatic void *mailbox_0_set_regs[] = { 2662306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 2762306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 2862306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 2962306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 3062306a36Sopenharmony_ci}; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_cistatic void *mailbox_0_clear_regs[] = { 3362306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 3462306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 3562306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 3662306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 3762306a36Sopenharmony_ci}; 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_cistatic void *mailbox_0_regs[] = { 4062306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 4162306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 4262306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 4362306a36Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 4462306a36Sopenharmony_ci}; 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci/* 4762306a36Sopenharmony_ci * SMP init and finish on secondary CPUs 4862306a36Sopenharmony_ci */ 4962306a36Sopenharmony_civoid bcm1480_smp_init(void) 5062306a36Sopenharmony_ci{ 5162306a36Sopenharmony_ci unsigned int imask = STATUSF_IP4 | STATUSF_IP3 | STATUSF_IP2 | 5262306a36Sopenharmony_ci STATUSF_IP1 | STATUSF_IP0; 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci /* Set interrupt mask, but don't enable */ 5562306a36Sopenharmony_ci change_c0_status(ST0_IM, imask); 5662306a36Sopenharmony_ci} 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_ci/* 5962306a36Sopenharmony_ci * These are routines for dealing with the sb1250 smp capabilities 6062306a36Sopenharmony_ci * independent of board/firmware 6162306a36Sopenharmony_ci */ 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci/* 6462306a36Sopenharmony_ci * Simple enough; everything is set up, so just poke the appropriate mailbox 6562306a36Sopenharmony_ci * register, and we should be set 6662306a36Sopenharmony_ci */ 6762306a36Sopenharmony_cistatic void bcm1480_send_ipi_single(int cpu, unsigned int action) 6862306a36Sopenharmony_ci{ 6962306a36Sopenharmony_ci __raw_writeq((((u64)action)<< 48), mailbox_0_set_regs[cpu]); 7062306a36Sopenharmony_ci} 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_cistatic void bcm1480_send_ipi_mask(const struct cpumask *mask, 7362306a36Sopenharmony_ci unsigned int action) 7462306a36Sopenharmony_ci{ 7562306a36Sopenharmony_ci unsigned int i; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci for_each_cpu(i, mask) 7862306a36Sopenharmony_ci bcm1480_send_ipi_single(i, action); 7962306a36Sopenharmony_ci} 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci/* 8262306a36Sopenharmony_ci * Code to run on secondary just after probing the CPU 8362306a36Sopenharmony_ci */ 8462306a36Sopenharmony_cistatic void bcm1480_init_secondary(void) 8562306a36Sopenharmony_ci{ 8662306a36Sopenharmony_ci extern void bcm1480_smp_init(void); 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ci bcm1480_smp_init(); 8962306a36Sopenharmony_ci} 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci/* 9262306a36Sopenharmony_ci * Do any tidying up before marking online and running the idle 9362306a36Sopenharmony_ci * loop 9462306a36Sopenharmony_ci */ 9562306a36Sopenharmony_cistatic void bcm1480_smp_finish(void) 9662306a36Sopenharmony_ci{ 9762306a36Sopenharmony_ci extern void sb1480_clockevent_init(void); 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci sb1480_clockevent_init(); 10062306a36Sopenharmony_ci local_irq_enable(); 10162306a36Sopenharmony_ci} 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_ci/* 10462306a36Sopenharmony_ci * Setup the PC, SP, and GP of a secondary processor and start it 10562306a36Sopenharmony_ci * running! 10662306a36Sopenharmony_ci */ 10762306a36Sopenharmony_cistatic int bcm1480_boot_secondary(int cpu, struct task_struct *idle) 10862306a36Sopenharmony_ci{ 10962306a36Sopenharmony_ci int retval; 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_ci retval = cfe_cpu_start(cpu_logical_map(cpu), &smp_bootstrap, 11262306a36Sopenharmony_ci __KSTK_TOS(idle), 11362306a36Sopenharmony_ci (unsigned long)task_thread_info(idle), 0); 11462306a36Sopenharmony_ci if (retval != 0) 11562306a36Sopenharmony_ci printk("cfe_start_cpu(%i) returned %i\n" , cpu, retval); 11662306a36Sopenharmony_ci return retval; 11762306a36Sopenharmony_ci} 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci/* 12062306a36Sopenharmony_ci * Use CFE to find out how many CPUs are available, setting up 12162306a36Sopenharmony_ci * cpu_possible_mask and the logical/physical mappings. 12262306a36Sopenharmony_ci * XXXKW will the boot CPU ever not be physical 0? 12362306a36Sopenharmony_ci * 12462306a36Sopenharmony_ci * Common setup before any secondaries are started 12562306a36Sopenharmony_ci */ 12662306a36Sopenharmony_cistatic void __init bcm1480_smp_setup(void) 12762306a36Sopenharmony_ci{ 12862306a36Sopenharmony_ci int i, num; 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ci init_cpu_possible(cpumask_of(0)); 13162306a36Sopenharmony_ci __cpu_number_map[0] = 0; 13262306a36Sopenharmony_ci __cpu_logical_map[0] = 0; 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci for (i = 1, num = 0; i < NR_CPUS; i++) { 13562306a36Sopenharmony_ci if (cfe_cpu_stop(i) == 0) { 13662306a36Sopenharmony_ci set_cpu_possible(i, true); 13762306a36Sopenharmony_ci __cpu_number_map[i] = ++num; 13862306a36Sopenharmony_ci __cpu_logical_map[num] = i; 13962306a36Sopenharmony_ci } 14062306a36Sopenharmony_ci } 14162306a36Sopenharmony_ci printk(KERN_INFO "Detected %i available secondary CPU(s)\n", num); 14262306a36Sopenharmony_ci} 14362306a36Sopenharmony_ci 14462306a36Sopenharmony_cistatic void __init bcm1480_prepare_cpus(unsigned int max_cpus) 14562306a36Sopenharmony_ci{ 14662306a36Sopenharmony_ci} 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ciconst struct plat_smp_ops bcm1480_smp_ops = { 14962306a36Sopenharmony_ci .send_ipi_single = bcm1480_send_ipi_single, 15062306a36Sopenharmony_ci .send_ipi_mask = bcm1480_send_ipi_mask, 15162306a36Sopenharmony_ci .init_secondary = bcm1480_init_secondary, 15262306a36Sopenharmony_ci .smp_finish = bcm1480_smp_finish, 15362306a36Sopenharmony_ci .boot_secondary = bcm1480_boot_secondary, 15462306a36Sopenharmony_ci .smp_setup = bcm1480_smp_setup, 15562306a36Sopenharmony_ci .prepare_cpus = bcm1480_prepare_cpus, 15662306a36Sopenharmony_ci}; 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_civoid bcm1480_mailbox_interrupt(void) 15962306a36Sopenharmony_ci{ 16062306a36Sopenharmony_ci int cpu = smp_processor_id(); 16162306a36Sopenharmony_ci int irq = K_BCM1480_INT_MBOX_0_0; 16262306a36Sopenharmony_ci unsigned int action; 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci kstat_incr_irq_this_cpu(irq); 16562306a36Sopenharmony_ci /* Load the mailbox register to figure out what we're supposed to do */ 16662306a36Sopenharmony_ci action = (__raw_readq(mailbox_0_regs[cpu]) >> 48) & 0xffff; 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_ci /* Clear the mailbox to clear the interrupt */ 16962306a36Sopenharmony_ci __raw_writeq(((u64)action)<<48, mailbox_0_clear_regs[cpu]); 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_ci if (action & SMP_RESCHEDULE_YOURSELF) 17262306a36Sopenharmony_ci scheduler_ipi(); 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_ci if (action & SMP_CALL_FUNCTION) { 17562306a36Sopenharmony_ci irq_enter(); 17662306a36Sopenharmony_ci generic_smp_call_function_interrupt(); 17762306a36Sopenharmony_ci irq_exit(); 17862306a36Sopenharmony_ci } 17962306a36Sopenharmony_ci} 180