18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci#include <linux/kernel.h> 38c2ecf20Sopenharmony_ci#include <linux/mmzone.h> 48c2ecf20Sopenharmony_ci#include <linux/nodemask.h> 58c2ecf20Sopenharmony_ci#include <linux/spinlock.h> 68c2ecf20Sopenharmony_ci#include <linux/smp.h> 78c2ecf20Sopenharmony_ci#include <linux/atomic.h> 88c2ecf20Sopenharmony_ci#include <asm/sn/types.h> 98c2ecf20Sopenharmony_ci#include <asm/sn/addrs.h> 108c2ecf20Sopenharmony_ci#include <asm/sn/nmi.h> 118c2ecf20Sopenharmony_ci#include <asm/sn/arch.h> 128c2ecf20Sopenharmony_ci#include <asm/sn/agent.h> 138c2ecf20Sopenharmony_ci 148c2ecf20Sopenharmony_ci#if 0 158c2ecf20Sopenharmony_ci#define NODE_NUM_CPUS(n) CNODE_NUM_CPUS(n) 168c2ecf20Sopenharmony_ci#else 178c2ecf20Sopenharmony_ci#define NODE_NUM_CPUS(n) CPUS_PER_NODE 188c2ecf20Sopenharmony_ci#endif 198c2ecf20Sopenharmony_ci 208c2ecf20Sopenharmony_ci#define SEND_NMI(_nasid, _slice) \ 218c2ecf20Sopenharmony_ci REMOTE_HUB_S((_nasid), (PI_NMI_A + ((_slice) * PI_NMI_OFFSET)), 1) 228c2ecf20Sopenharmony_ci 238c2ecf20Sopenharmony_citypedef unsigned long machreg_t; 248c2ecf20Sopenharmony_ci 258c2ecf20Sopenharmony_cistatic arch_spinlock_t nmi_lock = __ARCH_SPIN_LOCK_UNLOCKED; 268c2ecf20Sopenharmony_ci 278c2ecf20Sopenharmony_ci/* 288c2ecf20Sopenharmony_ci * Let's see what else we need to do here. Set up sp, gp? 298c2ecf20Sopenharmony_ci */ 308c2ecf20Sopenharmony_civoid nmi_dump(void) 318c2ecf20Sopenharmony_ci{ 328c2ecf20Sopenharmony_ci void cont_nmi_dump(void); 338c2ecf20Sopenharmony_ci 348c2ecf20Sopenharmony_ci cont_nmi_dump(); 358c2ecf20Sopenharmony_ci} 368c2ecf20Sopenharmony_ci 378c2ecf20Sopenharmony_civoid install_cpu_nmi_handler(int slice) 388c2ecf20Sopenharmony_ci{ 398c2ecf20Sopenharmony_ci nmi_t *nmi_addr; 408c2ecf20Sopenharmony_ci 418c2ecf20Sopenharmony_ci nmi_addr = (nmi_t *)NMI_ADDR(get_nasid(), slice); 428c2ecf20Sopenharmony_ci if (nmi_addr->call_addr) 438c2ecf20Sopenharmony_ci return; 448c2ecf20Sopenharmony_ci nmi_addr->magic = NMI_MAGIC; 458c2ecf20Sopenharmony_ci nmi_addr->call_addr = (void *)nmi_dump; 468c2ecf20Sopenharmony_ci nmi_addr->call_addr_c = 478c2ecf20Sopenharmony_ci (void *)(~((unsigned long)(nmi_addr->call_addr))); 488c2ecf20Sopenharmony_ci nmi_addr->call_parm = 0; 498c2ecf20Sopenharmony_ci} 508c2ecf20Sopenharmony_ci 518c2ecf20Sopenharmony_ci/* 528c2ecf20Sopenharmony_ci * Copy the cpu registers which have been saved in the IP27prom format 538c2ecf20Sopenharmony_ci * into the eframe format for the node under consideration. 548c2ecf20Sopenharmony_ci */ 558c2ecf20Sopenharmony_ci 568c2ecf20Sopenharmony_civoid nmi_cpu_eframe_save(nasid_t nasid, int slice) 578c2ecf20Sopenharmony_ci{ 588c2ecf20Sopenharmony_ci struct reg_struct *nr; 598c2ecf20Sopenharmony_ci int i; 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_ci /* Get the pointer to the current cpu's register set. */ 628c2ecf20Sopenharmony_ci nr = (struct reg_struct *) 638c2ecf20Sopenharmony_ci (TO_UNCAC(TO_NODE(nasid, IP27_NMI_KREGS_OFFSET)) + 648c2ecf20Sopenharmony_ci slice * IP27_NMI_KREGS_CPU_SIZE); 658c2ecf20Sopenharmony_ci 668c2ecf20Sopenharmony_ci pr_emerg("NMI nasid %d: slice %d\n", nasid, slice); 678c2ecf20Sopenharmony_ci 688c2ecf20Sopenharmony_ci /* 698c2ecf20Sopenharmony_ci * Saved main processor registers 708c2ecf20Sopenharmony_ci */ 718c2ecf20Sopenharmony_ci for (i = 0; i < 32; ) { 728c2ecf20Sopenharmony_ci if ((i % 4) == 0) 738c2ecf20Sopenharmony_ci pr_emerg("$%2d :", i); 748c2ecf20Sopenharmony_ci pr_cont(" %016lx", nr->gpr[i]); 758c2ecf20Sopenharmony_ci 768c2ecf20Sopenharmony_ci i++; 778c2ecf20Sopenharmony_ci if ((i % 4) == 0) 788c2ecf20Sopenharmony_ci pr_cont("\n"); 798c2ecf20Sopenharmony_ci } 808c2ecf20Sopenharmony_ci 818c2ecf20Sopenharmony_ci pr_emerg("Hi : (value lost)\n"); 828c2ecf20Sopenharmony_ci pr_emerg("Lo : (value lost)\n"); 838c2ecf20Sopenharmony_ci 848c2ecf20Sopenharmony_ci /* 858c2ecf20Sopenharmony_ci * Saved cp0 registers 868c2ecf20Sopenharmony_ci */ 878c2ecf20Sopenharmony_ci pr_emerg("epc : %016lx %pS\n", nr->epc, (void *)nr->epc); 888c2ecf20Sopenharmony_ci pr_emerg("%s\n", print_tainted()); 898c2ecf20Sopenharmony_ci pr_emerg("ErrEPC: %016lx %pS\n", nr->error_epc, (void *)nr->error_epc); 908c2ecf20Sopenharmony_ci pr_emerg("ra : %016lx %pS\n", nr->gpr[31], (void *)nr->gpr[31]); 918c2ecf20Sopenharmony_ci pr_emerg("Status: %08lx ", nr->sr); 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_ci if (nr->sr & ST0_KX) 948c2ecf20Sopenharmony_ci pr_cont("KX "); 958c2ecf20Sopenharmony_ci if (nr->sr & ST0_SX) 968c2ecf20Sopenharmony_ci pr_cont("SX "); 978c2ecf20Sopenharmony_ci if (nr->sr & ST0_UX) 988c2ecf20Sopenharmony_ci pr_cont("UX "); 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_ci switch (nr->sr & ST0_KSU) { 1018c2ecf20Sopenharmony_ci case KSU_USER: 1028c2ecf20Sopenharmony_ci pr_cont("USER "); 1038c2ecf20Sopenharmony_ci break; 1048c2ecf20Sopenharmony_ci case KSU_SUPERVISOR: 1058c2ecf20Sopenharmony_ci pr_cont("SUPERVISOR "); 1068c2ecf20Sopenharmony_ci break; 1078c2ecf20Sopenharmony_ci case KSU_KERNEL: 1088c2ecf20Sopenharmony_ci pr_cont("KERNEL "); 1098c2ecf20Sopenharmony_ci break; 1108c2ecf20Sopenharmony_ci default: 1118c2ecf20Sopenharmony_ci pr_cont("BAD_MODE "); 1128c2ecf20Sopenharmony_ci break; 1138c2ecf20Sopenharmony_ci } 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci if (nr->sr & ST0_ERL) 1168c2ecf20Sopenharmony_ci pr_cont("ERL "); 1178c2ecf20Sopenharmony_ci if (nr->sr & ST0_EXL) 1188c2ecf20Sopenharmony_ci pr_cont("EXL "); 1198c2ecf20Sopenharmony_ci if (nr->sr & ST0_IE) 1208c2ecf20Sopenharmony_ci pr_cont("IE "); 1218c2ecf20Sopenharmony_ci pr_cont("\n"); 1228c2ecf20Sopenharmony_ci 1238c2ecf20Sopenharmony_ci pr_emerg("Cause : %08lx\n", nr->cause); 1248c2ecf20Sopenharmony_ci pr_emerg("PrId : %08x\n", read_c0_prid()); 1258c2ecf20Sopenharmony_ci pr_emerg("BadVA : %016lx\n", nr->badva); 1268c2ecf20Sopenharmony_ci pr_emerg("CErr : %016lx\n", nr->cache_err); 1278c2ecf20Sopenharmony_ci pr_emerg("NMI_SR: %016lx\n", nr->nmi_sr); 1288c2ecf20Sopenharmony_ci 1298c2ecf20Sopenharmony_ci pr_emerg("\n"); 1308c2ecf20Sopenharmony_ci} 1318c2ecf20Sopenharmony_ci 1328c2ecf20Sopenharmony_civoid nmi_dump_hub_irq(nasid_t nasid, int slice) 1338c2ecf20Sopenharmony_ci{ 1348c2ecf20Sopenharmony_ci u64 mask0, mask1, pend0, pend1; 1358c2ecf20Sopenharmony_ci 1368c2ecf20Sopenharmony_ci if (slice == 0) { /* Slice A */ 1378c2ecf20Sopenharmony_ci mask0 = REMOTE_HUB_L(nasid, PI_INT_MASK0_A); 1388c2ecf20Sopenharmony_ci mask1 = REMOTE_HUB_L(nasid, PI_INT_MASK1_A); 1398c2ecf20Sopenharmony_ci } else { /* Slice B */ 1408c2ecf20Sopenharmony_ci mask0 = REMOTE_HUB_L(nasid, PI_INT_MASK0_B); 1418c2ecf20Sopenharmony_ci mask1 = REMOTE_HUB_L(nasid, PI_INT_MASK1_B); 1428c2ecf20Sopenharmony_ci } 1438c2ecf20Sopenharmony_ci 1448c2ecf20Sopenharmony_ci pend0 = REMOTE_HUB_L(nasid, PI_INT_PEND0); 1458c2ecf20Sopenharmony_ci pend1 = REMOTE_HUB_L(nasid, PI_INT_PEND1); 1468c2ecf20Sopenharmony_ci 1478c2ecf20Sopenharmony_ci pr_emerg("PI_INT_MASK0: %16llx PI_INT_MASK1: %16llx\n", mask0, mask1); 1488c2ecf20Sopenharmony_ci pr_emerg("PI_INT_PEND0: %16llx PI_INT_PEND1: %16llx\n", pend0, pend1); 1498c2ecf20Sopenharmony_ci pr_emerg("\n\n"); 1508c2ecf20Sopenharmony_ci} 1518c2ecf20Sopenharmony_ci 1528c2ecf20Sopenharmony_ci/* 1538c2ecf20Sopenharmony_ci * Copy the cpu registers which have been saved in the IP27prom format 1548c2ecf20Sopenharmony_ci * into the eframe format for the node under consideration. 1558c2ecf20Sopenharmony_ci */ 1568c2ecf20Sopenharmony_civoid nmi_node_eframe_save(nasid_t nasid) 1578c2ecf20Sopenharmony_ci{ 1588c2ecf20Sopenharmony_ci int slice; 1598c2ecf20Sopenharmony_ci 1608c2ecf20Sopenharmony_ci if (nasid == INVALID_NASID) 1618c2ecf20Sopenharmony_ci return; 1628c2ecf20Sopenharmony_ci 1638c2ecf20Sopenharmony_ci /* Save the registers into eframe for each cpu */ 1648c2ecf20Sopenharmony_ci for (slice = 0; slice < NODE_NUM_CPUS(slice); slice++) { 1658c2ecf20Sopenharmony_ci nmi_cpu_eframe_save(nasid, slice); 1668c2ecf20Sopenharmony_ci nmi_dump_hub_irq(nasid, slice); 1678c2ecf20Sopenharmony_ci } 1688c2ecf20Sopenharmony_ci} 1698c2ecf20Sopenharmony_ci 1708c2ecf20Sopenharmony_ci/* 1718c2ecf20Sopenharmony_ci * Save the nmi cpu registers for all cpus in the system. 1728c2ecf20Sopenharmony_ci */ 1738c2ecf20Sopenharmony_civoid 1748c2ecf20Sopenharmony_cinmi_eframes_save(void) 1758c2ecf20Sopenharmony_ci{ 1768c2ecf20Sopenharmony_ci nasid_t nasid; 1778c2ecf20Sopenharmony_ci 1788c2ecf20Sopenharmony_ci for_each_online_node(nasid) 1798c2ecf20Sopenharmony_ci nmi_node_eframe_save(nasid); 1808c2ecf20Sopenharmony_ci} 1818c2ecf20Sopenharmony_ci 1828c2ecf20Sopenharmony_civoid 1838c2ecf20Sopenharmony_cicont_nmi_dump(void) 1848c2ecf20Sopenharmony_ci{ 1858c2ecf20Sopenharmony_ci#ifndef REAL_NMI_SIGNAL 1868c2ecf20Sopenharmony_ci static atomic_t nmied_cpus = ATOMIC_INIT(0); 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_ci atomic_inc(&nmied_cpus); 1898c2ecf20Sopenharmony_ci#endif 1908c2ecf20Sopenharmony_ci /* 1918c2ecf20Sopenharmony_ci * Only allow 1 cpu to proceed 1928c2ecf20Sopenharmony_ci */ 1938c2ecf20Sopenharmony_ci arch_spin_lock(&nmi_lock); 1948c2ecf20Sopenharmony_ci 1958c2ecf20Sopenharmony_ci#ifdef REAL_NMI_SIGNAL 1968c2ecf20Sopenharmony_ci /* 1978c2ecf20Sopenharmony_ci * Wait up to 15 seconds for the other cpus to respond to the NMI. 1988c2ecf20Sopenharmony_ci * If a cpu has not responded after 10 sec, send it 1 additional NMI. 1998c2ecf20Sopenharmony_ci * This is for 2 reasons: 2008c2ecf20Sopenharmony_ci * - sometimes a MMSC fail to NMI all cpus. 2018c2ecf20Sopenharmony_ci * - on 512p SN0 system, the MMSC will only send NMIs to 2028c2ecf20Sopenharmony_ci * half the cpus. Unfortunately, we don't know which cpus may be 2038c2ecf20Sopenharmony_ci * NMIed - it depends on how the site chooses to configure. 2048c2ecf20Sopenharmony_ci * 2058c2ecf20Sopenharmony_ci * Note: it has been measure that it takes the MMSC up to 2.3 secs to 2068c2ecf20Sopenharmony_ci * send NMIs to all cpus on a 256p system. 2078c2ecf20Sopenharmony_ci */ 2088c2ecf20Sopenharmony_ci for (i=0; i < 1500; i++) { 2098c2ecf20Sopenharmony_ci for_each_online_node(node) 2108c2ecf20Sopenharmony_ci if (NODEPDA(node)->dump_count == 0) 2118c2ecf20Sopenharmony_ci break; 2128c2ecf20Sopenharmony_ci if (node == MAX_NUMNODES) 2138c2ecf20Sopenharmony_ci break; 2148c2ecf20Sopenharmony_ci if (i == 1000) { 2158c2ecf20Sopenharmony_ci for_each_online_node(node) 2168c2ecf20Sopenharmony_ci if (NODEPDA(node)->dump_count == 0) { 2178c2ecf20Sopenharmony_ci cpu = cpumask_first(cpumask_of_node(node)); 2188c2ecf20Sopenharmony_ci for (n=0; n < CNODE_NUM_CPUS(node); cpu++, n++) { 2198c2ecf20Sopenharmony_ci CPUMASK_SETB(nmied_cpus, cpu); 2208c2ecf20Sopenharmony_ci /* 2218c2ecf20Sopenharmony_ci * cputonasid, cputoslice 2228c2ecf20Sopenharmony_ci * needs kernel cpuid 2238c2ecf20Sopenharmony_ci */ 2248c2ecf20Sopenharmony_ci SEND_NMI((cputonasid(cpu)), (cputoslice(cpu))); 2258c2ecf20Sopenharmony_ci } 2268c2ecf20Sopenharmony_ci } 2278c2ecf20Sopenharmony_ci 2288c2ecf20Sopenharmony_ci } 2298c2ecf20Sopenharmony_ci udelay(10000); 2308c2ecf20Sopenharmony_ci } 2318c2ecf20Sopenharmony_ci#else 2328c2ecf20Sopenharmony_ci while (atomic_read(&nmied_cpus) != num_online_cpus()); 2338c2ecf20Sopenharmony_ci#endif 2348c2ecf20Sopenharmony_ci 2358c2ecf20Sopenharmony_ci /* 2368c2ecf20Sopenharmony_ci * Save the nmi cpu registers for all cpu in the eframe format. 2378c2ecf20Sopenharmony_ci */ 2388c2ecf20Sopenharmony_ci nmi_eframes_save(); 2398c2ecf20Sopenharmony_ci LOCAL_HUB_S(NI_PORT_RESET, NPR_PORTRESET | NPR_LOCALRESET); 2408c2ecf20Sopenharmony_ci} 241