162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2001, 2002, 2003 Broadcom Corporation 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/init.h> 762306a36Sopenharmony_ci#include <linux/delay.h> 862306a36Sopenharmony_ci#include <linux/interrupt.h> 962306a36Sopenharmony_ci#include <linux/smp.h> 1062306a36Sopenharmony_ci#include <linux/kernel_stat.h> 1162306a36Sopenharmony_ci#include <linux/sched/task_stack.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include <asm/mmu_context.h> 1462306a36Sopenharmony_ci#include <asm/io.h> 1562306a36Sopenharmony_ci#include <asm/fw/cfe/cfe_api.h> 1662306a36Sopenharmony_ci#include <asm/sibyte/sb1250.h> 1762306a36Sopenharmony_ci#include <asm/sibyte/sb1250_regs.h> 1862306a36Sopenharmony_ci#include <asm/sibyte/sb1250_int.h> 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_cistatic void *mailbox_set_regs[] = { 2162306a36Sopenharmony_ci IOADDR(A_IMR_CPU0_BASE + R_IMR_MAILBOX_SET_CPU), 2262306a36Sopenharmony_ci IOADDR(A_IMR_CPU1_BASE + R_IMR_MAILBOX_SET_CPU) 2362306a36Sopenharmony_ci}; 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_cistatic void *mailbox_clear_regs[] = { 2662306a36Sopenharmony_ci IOADDR(A_IMR_CPU0_BASE + R_IMR_MAILBOX_CLR_CPU), 2762306a36Sopenharmony_ci IOADDR(A_IMR_CPU1_BASE + R_IMR_MAILBOX_CLR_CPU) 2862306a36Sopenharmony_ci}; 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_cistatic void *mailbox_regs[] = { 3162306a36Sopenharmony_ci IOADDR(A_IMR_CPU0_BASE + R_IMR_MAILBOX_CPU), 3262306a36Sopenharmony_ci IOADDR(A_IMR_CPU1_BASE + R_IMR_MAILBOX_CPU) 3362306a36Sopenharmony_ci}; 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci/* 3662306a36Sopenharmony_ci * SMP init and finish on secondary CPUs 3762306a36Sopenharmony_ci */ 3862306a36Sopenharmony_civoid sb1250_smp_init(void) 3962306a36Sopenharmony_ci{ 4062306a36Sopenharmony_ci unsigned int imask = STATUSF_IP4 | STATUSF_IP3 | STATUSF_IP2 | 4162306a36Sopenharmony_ci STATUSF_IP1 | STATUSF_IP0; 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci /* Set interrupt mask, but don't enable */ 4462306a36Sopenharmony_ci change_c0_status(ST0_IM, imask); 4562306a36Sopenharmony_ci} 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci/* 4862306a36Sopenharmony_ci * These are routines for dealing with the sb1250 smp capabilities 4962306a36Sopenharmony_ci * independent of board/firmware 5062306a36Sopenharmony_ci */ 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci/* 5362306a36Sopenharmony_ci * Simple enough; everything is set up, so just poke the appropriate mailbox 5462306a36Sopenharmony_ci * register, and we should be set 5562306a36Sopenharmony_ci */ 5662306a36Sopenharmony_cistatic void sb1250_send_ipi_single(int cpu, unsigned int action) 5762306a36Sopenharmony_ci{ 5862306a36Sopenharmony_ci __raw_writeq((((u64)action) << 48), mailbox_set_regs[cpu]); 5962306a36Sopenharmony_ci} 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_cistatic inline void sb1250_send_ipi_mask(const struct cpumask *mask, 6262306a36Sopenharmony_ci unsigned int action) 6362306a36Sopenharmony_ci{ 6462306a36Sopenharmony_ci unsigned int i; 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci for_each_cpu(i, mask) 6762306a36Sopenharmony_ci sb1250_send_ipi_single(i, action); 6862306a36Sopenharmony_ci} 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci/* 7162306a36Sopenharmony_ci * Code to run on secondary just after probing the CPU 7262306a36Sopenharmony_ci */ 7362306a36Sopenharmony_cistatic void sb1250_init_secondary(void) 7462306a36Sopenharmony_ci{ 7562306a36Sopenharmony_ci extern void sb1250_smp_init(void); 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci sb1250_smp_init(); 7862306a36Sopenharmony_ci} 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci/* 8162306a36Sopenharmony_ci * Do any tidying up before marking online and running the idle 8262306a36Sopenharmony_ci * loop 8362306a36Sopenharmony_ci */ 8462306a36Sopenharmony_cistatic void sb1250_smp_finish(void) 8562306a36Sopenharmony_ci{ 8662306a36Sopenharmony_ci extern void sb1250_clockevent_init(void); 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ci sb1250_clockevent_init(); 8962306a36Sopenharmony_ci local_irq_enable(); 9062306a36Sopenharmony_ci} 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci/* 9362306a36Sopenharmony_ci * Setup the PC, SP, and GP of a secondary processor and start it 9462306a36Sopenharmony_ci * running! 9562306a36Sopenharmony_ci */ 9662306a36Sopenharmony_cistatic int sb1250_boot_secondary(int cpu, struct task_struct *idle) 9762306a36Sopenharmony_ci{ 9862306a36Sopenharmony_ci int retval; 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ci retval = cfe_cpu_start(cpu_logical_map(cpu), &smp_bootstrap, 10162306a36Sopenharmony_ci __KSTK_TOS(idle), 10262306a36Sopenharmony_ci (unsigned long)task_thread_info(idle), 0); 10362306a36Sopenharmony_ci if (retval != 0) 10462306a36Sopenharmony_ci printk("cfe_start_cpu(%i) returned %i\n" , cpu, retval); 10562306a36Sopenharmony_ci return retval; 10662306a36Sopenharmony_ci} 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci/* 10962306a36Sopenharmony_ci * Use CFE to find out how many CPUs are available, setting up 11062306a36Sopenharmony_ci * cpu_possible_mask and the logical/physical mappings. 11162306a36Sopenharmony_ci * XXXKW will the boot CPU ever not be physical 0? 11262306a36Sopenharmony_ci * 11362306a36Sopenharmony_ci * Common setup before any secondaries are started 11462306a36Sopenharmony_ci */ 11562306a36Sopenharmony_cistatic void __init sb1250_smp_setup(void) 11662306a36Sopenharmony_ci{ 11762306a36Sopenharmony_ci int i, num; 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci init_cpu_possible(cpumask_of(0)); 12062306a36Sopenharmony_ci __cpu_number_map[0] = 0; 12162306a36Sopenharmony_ci __cpu_logical_map[0] = 0; 12262306a36Sopenharmony_ci 12362306a36Sopenharmony_ci for (i = 1, num = 0; i < NR_CPUS; i++) { 12462306a36Sopenharmony_ci if (cfe_cpu_stop(i) == 0) { 12562306a36Sopenharmony_ci set_cpu_possible(i, true); 12662306a36Sopenharmony_ci __cpu_number_map[i] = ++num; 12762306a36Sopenharmony_ci __cpu_logical_map[num] = i; 12862306a36Sopenharmony_ci } 12962306a36Sopenharmony_ci } 13062306a36Sopenharmony_ci printk(KERN_INFO "Detected %i available secondary CPU(s)\n", num); 13162306a36Sopenharmony_ci} 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_cistatic void __init sb1250_prepare_cpus(unsigned int max_cpus) 13462306a36Sopenharmony_ci{ 13562306a36Sopenharmony_ci} 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_ciconst struct plat_smp_ops sb_smp_ops = { 13862306a36Sopenharmony_ci .send_ipi_single = sb1250_send_ipi_single, 13962306a36Sopenharmony_ci .send_ipi_mask = sb1250_send_ipi_mask, 14062306a36Sopenharmony_ci .init_secondary = sb1250_init_secondary, 14162306a36Sopenharmony_ci .smp_finish = sb1250_smp_finish, 14262306a36Sopenharmony_ci .boot_secondary = sb1250_boot_secondary, 14362306a36Sopenharmony_ci .smp_setup = sb1250_smp_setup, 14462306a36Sopenharmony_ci .prepare_cpus = sb1250_prepare_cpus, 14562306a36Sopenharmony_ci}; 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_civoid sb1250_mailbox_interrupt(void) 14862306a36Sopenharmony_ci{ 14962306a36Sopenharmony_ci int cpu = smp_processor_id(); 15062306a36Sopenharmony_ci int irq = K_INT_MBOX_0; 15162306a36Sopenharmony_ci unsigned int action; 15262306a36Sopenharmony_ci 15362306a36Sopenharmony_ci kstat_incr_irq_this_cpu(irq); 15462306a36Sopenharmony_ci /* Load the mailbox register to figure out what we're supposed to do */ 15562306a36Sopenharmony_ci action = (____raw_readq(mailbox_regs[cpu]) >> 48) & 0xffff; 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci /* Clear the mailbox to clear the interrupt */ 15862306a36Sopenharmony_ci ____raw_writeq(((u64)action) << 48, mailbox_clear_regs[cpu]); 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci if (action & SMP_RESCHEDULE_YOURSELF) 16162306a36Sopenharmony_ci scheduler_ipi(); 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci if (action & SMP_CALL_FUNCTION) { 16462306a36Sopenharmony_ci irq_enter(); 16562306a36Sopenharmony_ci generic_smp_call_function_interrupt(); 16662306a36Sopenharmony_ci irq_exit(); 16762306a36Sopenharmony_ci } 16862306a36Sopenharmony_ci} 169