18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright (C) 2001,2002,2004 Broadcom Corporation 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#include <linux/init.h> 78c2ecf20Sopenharmony_ci#include <linux/delay.h> 88c2ecf20Sopenharmony_ci#include <linux/smp.h> 98c2ecf20Sopenharmony_ci#include <linux/kernel_stat.h> 108c2ecf20Sopenharmony_ci#include <linux/sched.h> 118c2ecf20Sopenharmony_ci#include <linux/sched/task_stack.h> 128c2ecf20Sopenharmony_ci 138c2ecf20Sopenharmony_ci#include <asm/mmu_context.h> 148c2ecf20Sopenharmony_ci#include <asm/io.h> 158c2ecf20Sopenharmony_ci#include <asm/fw/cfe/cfe_api.h> 168c2ecf20Sopenharmony_ci#include <asm/sibyte/sb1250.h> 178c2ecf20Sopenharmony_ci#include <asm/sibyte/bcm1480_regs.h> 188c2ecf20Sopenharmony_ci#include <asm/sibyte/bcm1480_int.h> 198c2ecf20Sopenharmony_ci 208c2ecf20Sopenharmony_ci/* 218c2ecf20Sopenharmony_ci * These are routines for dealing with the bcm1480 smp capabilities 228c2ecf20Sopenharmony_ci * independent of board/firmware 238c2ecf20Sopenharmony_ci */ 248c2ecf20Sopenharmony_ci 258c2ecf20Sopenharmony_cistatic void *mailbox_0_set_regs[] = { 268c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 278c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 288c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 298c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU), 308c2ecf20Sopenharmony_ci}; 318c2ecf20Sopenharmony_ci 328c2ecf20Sopenharmony_cistatic void *mailbox_0_clear_regs[] = { 338c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 348c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 358c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 368c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU), 378c2ecf20Sopenharmony_ci}; 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_cistatic void *mailbox_0_regs[] = { 408c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 418c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 428c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 438c2ecf20Sopenharmony_ci IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CPU), 448c2ecf20Sopenharmony_ci}; 458c2ecf20Sopenharmony_ci 468c2ecf20Sopenharmony_ci/* 478c2ecf20Sopenharmony_ci * SMP init and finish on secondary CPUs 488c2ecf20Sopenharmony_ci */ 498c2ecf20Sopenharmony_civoid bcm1480_smp_init(void) 508c2ecf20Sopenharmony_ci{ 518c2ecf20Sopenharmony_ci unsigned int imask = STATUSF_IP4 | STATUSF_IP3 | STATUSF_IP2 | 528c2ecf20Sopenharmony_ci STATUSF_IP1 | STATUSF_IP0; 538c2ecf20Sopenharmony_ci 548c2ecf20Sopenharmony_ci /* Set interrupt mask, but don't enable */ 558c2ecf20Sopenharmony_ci change_c0_status(ST0_IM, imask); 568c2ecf20Sopenharmony_ci} 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_ci/* 598c2ecf20Sopenharmony_ci * These are routines for dealing with the sb1250 smp capabilities 608c2ecf20Sopenharmony_ci * independent of board/firmware 618c2ecf20Sopenharmony_ci */ 628c2ecf20Sopenharmony_ci 638c2ecf20Sopenharmony_ci/* 648c2ecf20Sopenharmony_ci * Simple enough; everything is set up, so just poke the appropriate mailbox 658c2ecf20Sopenharmony_ci * register, and we should be set 668c2ecf20Sopenharmony_ci */ 678c2ecf20Sopenharmony_cistatic void bcm1480_send_ipi_single(int cpu, unsigned int action) 688c2ecf20Sopenharmony_ci{ 698c2ecf20Sopenharmony_ci __raw_writeq((((u64)action)<< 48), mailbox_0_set_regs[cpu]); 708c2ecf20Sopenharmony_ci} 718c2ecf20Sopenharmony_ci 728c2ecf20Sopenharmony_cistatic void bcm1480_send_ipi_mask(const struct cpumask *mask, 738c2ecf20Sopenharmony_ci unsigned int action) 748c2ecf20Sopenharmony_ci{ 758c2ecf20Sopenharmony_ci unsigned int i; 768c2ecf20Sopenharmony_ci 778c2ecf20Sopenharmony_ci for_each_cpu(i, mask) 788c2ecf20Sopenharmony_ci bcm1480_send_ipi_single(i, action); 798c2ecf20Sopenharmony_ci} 808c2ecf20Sopenharmony_ci 818c2ecf20Sopenharmony_ci/* 828c2ecf20Sopenharmony_ci * Code to run on secondary just after probing the CPU 838c2ecf20Sopenharmony_ci */ 848c2ecf20Sopenharmony_cistatic void bcm1480_init_secondary(void) 858c2ecf20Sopenharmony_ci{ 868c2ecf20Sopenharmony_ci extern void bcm1480_smp_init(void); 878c2ecf20Sopenharmony_ci 888c2ecf20Sopenharmony_ci bcm1480_smp_init(); 898c2ecf20Sopenharmony_ci} 908c2ecf20Sopenharmony_ci 918c2ecf20Sopenharmony_ci/* 928c2ecf20Sopenharmony_ci * Do any tidying up before marking online and running the idle 938c2ecf20Sopenharmony_ci * loop 948c2ecf20Sopenharmony_ci */ 958c2ecf20Sopenharmony_cistatic void bcm1480_smp_finish(void) 968c2ecf20Sopenharmony_ci{ 978c2ecf20Sopenharmony_ci extern void sb1480_clockevent_init(void); 988c2ecf20Sopenharmony_ci 998c2ecf20Sopenharmony_ci sb1480_clockevent_init(); 1008c2ecf20Sopenharmony_ci local_irq_enable(); 1018c2ecf20Sopenharmony_ci} 1028c2ecf20Sopenharmony_ci 1038c2ecf20Sopenharmony_ci/* 1048c2ecf20Sopenharmony_ci * Setup the PC, SP, and GP of a secondary processor and start it 1058c2ecf20Sopenharmony_ci * running! 1068c2ecf20Sopenharmony_ci */ 1078c2ecf20Sopenharmony_cistatic int bcm1480_boot_secondary(int cpu, struct task_struct *idle) 1088c2ecf20Sopenharmony_ci{ 1098c2ecf20Sopenharmony_ci int retval; 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ci retval = cfe_cpu_start(cpu_logical_map(cpu), &smp_bootstrap, 1128c2ecf20Sopenharmony_ci __KSTK_TOS(idle), 1138c2ecf20Sopenharmony_ci (unsigned long)task_thread_info(idle), 0); 1148c2ecf20Sopenharmony_ci if (retval != 0) 1158c2ecf20Sopenharmony_ci printk("cfe_start_cpu(%i) returned %i\n" , cpu, retval); 1168c2ecf20Sopenharmony_ci return retval; 1178c2ecf20Sopenharmony_ci} 1188c2ecf20Sopenharmony_ci 1198c2ecf20Sopenharmony_ci/* 1208c2ecf20Sopenharmony_ci * Use CFE to find out how many CPUs are available, setting up 1218c2ecf20Sopenharmony_ci * cpu_possible_mask and the logical/physical mappings. 1228c2ecf20Sopenharmony_ci * XXXKW will the boot CPU ever not be physical 0? 1238c2ecf20Sopenharmony_ci * 1248c2ecf20Sopenharmony_ci * Common setup before any secondaries are started 1258c2ecf20Sopenharmony_ci */ 1268c2ecf20Sopenharmony_cistatic void __init bcm1480_smp_setup(void) 1278c2ecf20Sopenharmony_ci{ 1288c2ecf20Sopenharmony_ci int i, num; 1298c2ecf20Sopenharmony_ci 1308c2ecf20Sopenharmony_ci init_cpu_possible(cpumask_of(0)); 1318c2ecf20Sopenharmony_ci __cpu_number_map[0] = 0; 1328c2ecf20Sopenharmony_ci __cpu_logical_map[0] = 0; 1338c2ecf20Sopenharmony_ci 1348c2ecf20Sopenharmony_ci for (i = 1, num = 0; i < NR_CPUS; i++) { 1358c2ecf20Sopenharmony_ci if (cfe_cpu_stop(i) == 0) { 1368c2ecf20Sopenharmony_ci set_cpu_possible(i, true); 1378c2ecf20Sopenharmony_ci __cpu_number_map[i] = ++num; 1388c2ecf20Sopenharmony_ci __cpu_logical_map[num] = i; 1398c2ecf20Sopenharmony_ci } 1408c2ecf20Sopenharmony_ci } 1418c2ecf20Sopenharmony_ci printk(KERN_INFO "Detected %i available secondary CPU(s)\n", num); 1428c2ecf20Sopenharmony_ci} 1438c2ecf20Sopenharmony_ci 1448c2ecf20Sopenharmony_cistatic void __init bcm1480_prepare_cpus(unsigned int max_cpus) 1458c2ecf20Sopenharmony_ci{ 1468c2ecf20Sopenharmony_ci} 1478c2ecf20Sopenharmony_ci 1488c2ecf20Sopenharmony_ciconst struct plat_smp_ops bcm1480_smp_ops = { 1498c2ecf20Sopenharmony_ci .send_ipi_single = bcm1480_send_ipi_single, 1508c2ecf20Sopenharmony_ci .send_ipi_mask = bcm1480_send_ipi_mask, 1518c2ecf20Sopenharmony_ci .init_secondary = bcm1480_init_secondary, 1528c2ecf20Sopenharmony_ci .smp_finish = bcm1480_smp_finish, 1538c2ecf20Sopenharmony_ci .boot_secondary = bcm1480_boot_secondary, 1548c2ecf20Sopenharmony_ci .smp_setup = bcm1480_smp_setup, 1558c2ecf20Sopenharmony_ci .prepare_cpus = bcm1480_prepare_cpus, 1568c2ecf20Sopenharmony_ci}; 1578c2ecf20Sopenharmony_ci 1588c2ecf20Sopenharmony_civoid bcm1480_mailbox_interrupt(void) 1598c2ecf20Sopenharmony_ci{ 1608c2ecf20Sopenharmony_ci int cpu = smp_processor_id(); 1618c2ecf20Sopenharmony_ci int irq = K_BCM1480_INT_MBOX_0_0; 1628c2ecf20Sopenharmony_ci unsigned int action; 1638c2ecf20Sopenharmony_ci 1648c2ecf20Sopenharmony_ci kstat_incr_irq_this_cpu(irq); 1658c2ecf20Sopenharmony_ci /* Load the mailbox register to figure out what we're supposed to do */ 1668c2ecf20Sopenharmony_ci action = (__raw_readq(mailbox_0_regs[cpu]) >> 48) & 0xffff; 1678c2ecf20Sopenharmony_ci 1688c2ecf20Sopenharmony_ci /* Clear the mailbox to clear the interrupt */ 1698c2ecf20Sopenharmony_ci __raw_writeq(((u64)action)<<48, mailbox_0_clear_regs[cpu]); 1708c2ecf20Sopenharmony_ci 1718c2ecf20Sopenharmony_ci if (action & SMP_RESCHEDULE_YOURSELF) 1728c2ecf20Sopenharmony_ci scheduler_ipi(); 1738c2ecf20Sopenharmony_ci 1748c2ecf20Sopenharmony_ci if (action & SMP_CALL_FUNCTION) { 1758c2ecf20Sopenharmony_ci irq_enter(); 1768c2ecf20Sopenharmony_ci generic_smp_call_function_interrupt(); 1778c2ecf20Sopenharmony_ci irq_exit(); 1788c2ecf20Sopenharmony_ci } 1798c2ecf20Sopenharmony_ci} 180