18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
28c2ecf20Sopenharmony_ci#include <linux/kernel.h>
38c2ecf20Sopenharmony_ci#include <linux/mmzone.h>
48c2ecf20Sopenharmony_ci#include <linux/nodemask.h>
58c2ecf20Sopenharmony_ci#include <linux/spinlock.h>
68c2ecf20Sopenharmony_ci#include <linux/smp.h>
78c2ecf20Sopenharmony_ci#include <linux/atomic.h>
88c2ecf20Sopenharmony_ci#include <asm/sn/types.h>
98c2ecf20Sopenharmony_ci#include <asm/sn/addrs.h>
108c2ecf20Sopenharmony_ci#include <asm/sn/nmi.h>
118c2ecf20Sopenharmony_ci#include <asm/sn/arch.h>
128c2ecf20Sopenharmony_ci#include <asm/sn/agent.h>
138c2ecf20Sopenharmony_ci
148c2ecf20Sopenharmony_ci#if 0
158c2ecf20Sopenharmony_ci#define NODE_NUM_CPUS(n)	CNODE_NUM_CPUS(n)
168c2ecf20Sopenharmony_ci#else
178c2ecf20Sopenharmony_ci#define NODE_NUM_CPUS(n)	CPUS_PER_NODE
188c2ecf20Sopenharmony_ci#endif
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_ci#define SEND_NMI(_nasid, _slice)	\
218c2ecf20Sopenharmony_ci	REMOTE_HUB_S((_nasid),  (PI_NMI_A + ((_slice) * PI_NMI_OFFSET)), 1)
228c2ecf20Sopenharmony_ci
238c2ecf20Sopenharmony_citypedef unsigned long machreg_t;
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_cistatic arch_spinlock_t nmi_lock = __ARCH_SPIN_LOCK_UNLOCKED;
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_ci/*
288c2ecf20Sopenharmony_ci * Let's see what else we need to do here. Set up sp, gp?
298c2ecf20Sopenharmony_ci */
308c2ecf20Sopenharmony_civoid nmi_dump(void)
318c2ecf20Sopenharmony_ci{
328c2ecf20Sopenharmony_ci	void cont_nmi_dump(void);
338c2ecf20Sopenharmony_ci
348c2ecf20Sopenharmony_ci	cont_nmi_dump();
358c2ecf20Sopenharmony_ci}
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_civoid install_cpu_nmi_handler(int slice)
388c2ecf20Sopenharmony_ci{
398c2ecf20Sopenharmony_ci	nmi_t *nmi_addr;
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_ci	nmi_addr = (nmi_t *)NMI_ADDR(get_nasid(), slice);
428c2ecf20Sopenharmony_ci	if (nmi_addr->call_addr)
438c2ecf20Sopenharmony_ci		return;
448c2ecf20Sopenharmony_ci	nmi_addr->magic = NMI_MAGIC;
458c2ecf20Sopenharmony_ci	nmi_addr->call_addr = (void *)nmi_dump;
468c2ecf20Sopenharmony_ci	nmi_addr->call_addr_c =
478c2ecf20Sopenharmony_ci		(void *)(~((unsigned long)(nmi_addr->call_addr)));
488c2ecf20Sopenharmony_ci	nmi_addr->call_parm = 0;
498c2ecf20Sopenharmony_ci}
508c2ecf20Sopenharmony_ci
518c2ecf20Sopenharmony_ci/*
528c2ecf20Sopenharmony_ci * Copy the cpu registers which have been saved in the IP27prom format
538c2ecf20Sopenharmony_ci * into the eframe format for the node under consideration.
548c2ecf20Sopenharmony_ci */
558c2ecf20Sopenharmony_ci
568c2ecf20Sopenharmony_civoid nmi_cpu_eframe_save(nasid_t nasid, int slice)
578c2ecf20Sopenharmony_ci{
588c2ecf20Sopenharmony_ci	struct reg_struct *nr;
598c2ecf20Sopenharmony_ci	int		i;
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_ci	/* Get the pointer to the current cpu's register set. */
628c2ecf20Sopenharmony_ci	nr = (struct reg_struct *)
638c2ecf20Sopenharmony_ci		(TO_UNCAC(TO_NODE(nasid, IP27_NMI_KREGS_OFFSET)) +
648c2ecf20Sopenharmony_ci		slice * IP27_NMI_KREGS_CPU_SIZE);
658c2ecf20Sopenharmony_ci
668c2ecf20Sopenharmony_ci	pr_emerg("NMI nasid %d: slice %d\n", nasid, slice);
678c2ecf20Sopenharmony_ci
688c2ecf20Sopenharmony_ci	/*
698c2ecf20Sopenharmony_ci	 * Saved main processor registers
708c2ecf20Sopenharmony_ci	 */
718c2ecf20Sopenharmony_ci	for (i = 0; i < 32; ) {
728c2ecf20Sopenharmony_ci		if ((i % 4) == 0)
738c2ecf20Sopenharmony_ci			pr_emerg("$%2d   :", i);
748c2ecf20Sopenharmony_ci		pr_cont(" %016lx", nr->gpr[i]);
758c2ecf20Sopenharmony_ci
768c2ecf20Sopenharmony_ci		i++;
778c2ecf20Sopenharmony_ci		if ((i % 4) == 0)
788c2ecf20Sopenharmony_ci			pr_cont("\n");
798c2ecf20Sopenharmony_ci	}
808c2ecf20Sopenharmony_ci
818c2ecf20Sopenharmony_ci	pr_emerg("Hi    : (value lost)\n");
828c2ecf20Sopenharmony_ci	pr_emerg("Lo    : (value lost)\n");
838c2ecf20Sopenharmony_ci
848c2ecf20Sopenharmony_ci	/*
858c2ecf20Sopenharmony_ci	 * Saved cp0 registers
868c2ecf20Sopenharmony_ci	 */
878c2ecf20Sopenharmony_ci	pr_emerg("epc   : %016lx %pS\n", nr->epc, (void *)nr->epc);
888c2ecf20Sopenharmony_ci	pr_emerg("%s\n", print_tainted());
898c2ecf20Sopenharmony_ci	pr_emerg("ErrEPC: %016lx %pS\n", nr->error_epc, (void *)nr->error_epc);
908c2ecf20Sopenharmony_ci	pr_emerg("ra    : %016lx %pS\n", nr->gpr[31], (void *)nr->gpr[31]);
918c2ecf20Sopenharmony_ci	pr_emerg("Status: %08lx	      ", nr->sr);
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_ci	if (nr->sr & ST0_KX)
948c2ecf20Sopenharmony_ci		pr_cont("KX ");
958c2ecf20Sopenharmony_ci	if (nr->sr & ST0_SX)
968c2ecf20Sopenharmony_ci		pr_cont("SX ");
978c2ecf20Sopenharmony_ci	if (nr->sr & ST0_UX)
988c2ecf20Sopenharmony_ci		pr_cont("UX ");
998c2ecf20Sopenharmony_ci
1008c2ecf20Sopenharmony_ci	switch (nr->sr & ST0_KSU) {
1018c2ecf20Sopenharmony_ci	case KSU_USER:
1028c2ecf20Sopenharmony_ci		pr_cont("USER ");
1038c2ecf20Sopenharmony_ci		break;
1048c2ecf20Sopenharmony_ci	case KSU_SUPERVISOR:
1058c2ecf20Sopenharmony_ci		pr_cont("SUPERVISOR ");
1068c2ecf20Sopenharmony_ci		break;
1078c2ecf20Sopenharmony_ci	case KSU_KERNEL:
1088c2ecf20Sopenharmony_ci		pr_cont("KERNEL ");
1098c2ecf20Sopenharmony_ci		break;
1108c2ecf20Sopenharmony_ci	default:
1118c2ecf20Sopenharmony_ci		pr_cont("BAD_MODE ");
1128c2ecf20Sopenharmony_ci		break;
1138c2ecf20Sopenharmony_ci	}
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci	if (nr->sr & ST0_ERL)
1168c2ecf20Sopenharmony_ci		pr_cont("ERL ");
1178c2ecf20Sopenharmony_ci	if (nr->sr & ST0_EXL)
1188c2ecf20Sopenharmony_ci		pr_cont("EXL ");
1198c2ecf20Sopenharmony_ci	if (nr->sr & ST0_IE)
1208c2ecf20Sopenharmony_ci		pr_cont("IE ");
1218c2ecf20Sopenharmony_ci	pr_cont("\n");
1228c2ecf20Sopenharmony_ci
1238c2ecf20Sopenharmony_ci	pr_emerg("Cause : %08lx\n", nr->cause);
1248c2ecf20Sopenharmony_ci	pr_emerg("PrId  : %08x\n", read_c0_prid());
1258c2ecf20Sopenharmony_ci	pr_emerg("BadVA : %016lx\n", nr->badva);
1268c2ecf20Sopenharmony_ci	pr_emerg("CErr  : %016lx\n", nr->cache_err);
1278c2ecf20Sopenharmony_ci	pr_emerg("NMI_SR: %016lx\n", nr->nmi_sr);
1288c2ecf20Sopenharmony_ci
1298c2ecf20Sopenharmony_ci	pr_emerg("\n");
1308c2ecf20Sopenharmony_ci}
1318c2ecf20Sopenharmony_ci
1328c2ecf20Sopenharmony_civoid nmi_dump_hub_irq(nasid_t nasid, int slice)
1338c2ecf20Sopenharmony_ci{
1348c2ecf20Sopenharmony_ci	u64 mask0, mask1, pend0, pend1;
1358c2ecf20Sopenharmony_ci
1368c2ecf20Sopenharmony_ci	if (slice == 0) {				/* Slice A */
1378c2ecf20Sopenharmony_ci		mask0 = REMOTE_HUB_L(nasid, PI_INT_MASK0_A);
1388c2ecf20Sopenharmony_ci		mask1 = REMOTE_HUB_L(nasid, PI_INT_MASK1_A);
1398c2ecf20Sopenharmony_ci	} else {					/* Slice B */
1408c2ecf20Sopenharmony_ci		mask0 = REMOTE_HUB_L(nasid, PI_INT_MASK0_B);
1418c2ecf20Sopenharmony_ci		mask1 = REMOTE_HUB_L(nasid, PI_INT_MASK1_B);
1428c2ecf20Sopenharmony_ci	}
1438c2ecf20Sopenharmony_ci
1448c2ecf20Sopenharmony_ci	pend0 = REMOTE_HUB_L(nasid, PI_INT_PEND0);
1458c2ecf20Sopenharmony_ci	pend1 = REMOTE_HUB_L(nasid, PI_INT_PEND1);
1468c2ecf20Sopenharmony_ci
1478c2ecf20Sopenharmony_ci	pr_emerg("PI_INT_MASK0: %16llx PI_INT_MASK1: %16llx\n", mask0, mask1);
1488c2ecf20Sopenharmony_ci	pr_emerg("PI_INT_PEND0: %16llx PI_INT_PEND1: %16llx\n", pend0, pend1);
1498c2ecf20Sopenharmony_ci	pr_emerg("\n\n");
1508c2ecf20Sopenharmony_ci}
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_ci/*
1538c2ecf20Sopenharmony_ci * Copy the cpu registers which have been saved in the IP27prom format
1548c2ecf20Sopenharmony_ci * into the eframe format for the node under consideration.
1558c2ecf20Sopenharmony_ci */
1568c2ecf20Sopenharmony_civoid nmi_node_eframe_save(nasid_t nasid)
1578c2ecf20Sopenharmony_ci{
1588c2ecf20Sopenharmony_ci	int slice;
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci	if (nasid == INVALID_NASID)
1618c2ecf20Sopenharmony_ci		return;
1628c2ecf20Sopenharmony_ci
1638c2ecf20Sopenharmony_ci	/* Save the registers into eframe for each cpu */
1648c2ecf20Sopenharmony_ci	for (slice = 0; slice < NODE_NUM_CPUS(slice); slice++) {
1658c2ecf20Sopenharmony_ci		nmi_cpu_eframe_save(nasid, slice);
1668c2ecf20Sopenharmony_ci		nmi_dump_hub_irq(nasid, slice);
1678c2ecf20Sopenharmony_ci	}
1688c2ecf20Sopenharmony_ci}
1698c2ecf20Sopenharmony_ci
1708c2ecf20Sopenharmony_ci/*
1718c2ecf20Sopenharmony_ci * Save the nmi cpu registers for all cpus in the system.
1728c2ecf20Sopenharmony_ci */
1738c2ecf20Sopenharmony_civoid
1748c2ecf20Sopenharmony_cinmi_eframes_save(void)
1758c2ecf20Sopenharmony_ci{
1768c2ecf20Sopenharmony_ci	nasid_t nasid;
1778c2ecf20Sopenharmony_ci
1788c2ecf20Sopenharmony_ci	for_each_online_node(nasid)
1798c2ecf20Sopenharmony_ci		nmi_node_eframe_save(nasid);
1808c2ecf20Sopenharmony_ci}
1818c2ecf20Sopenharmony_ci
1828c2ecf20Sopenharmony_civoid
1838c2ecf20Sopenharmony_cicont_nmi_dump(void)
1848c2ecf20Sopenharmony_ci{
1858c2ecf20Sopenharmony_ci#ifndef REAL_NMI_SIGNAL
1868c2ecf20Sopenharmony_ci	static atomic_t nmied_cpus = ATOMIC_INIT(0);
1878c2ecf20Sopenharmony_ci
1888c2ecf20Sopenharmony_ci	atomic_inc(&nmied_cpus);
1898c2ecf20Sopenharmony_ci#endif
1908c2ecf20Sopenharmony_ci	/*
1918c2ecf20Sopenharmony_ci	 * Only allow 1 cpu to proceed
1928c2ecf20Sopenharmony_ci	 */
1938c2ecf20Sopenharmony_ci	arch_spin_lock(&nmi_lock);
1948c2ecf20Sopenharmony_ci
1958c2ecf20Sopenharmony_ci#ifdef REAL_NMI_SIGNAL
1968c2ecf20Sopenharmony_ci	/*
1978c2ecf20Sopenharmony_ci	 * Wait up to 15 seconds for the other cpus to respond to the NMI.
1988c2ecf20Sopenharmony_ci	 * If a cpu has not responded after 10 sec, send it 1 additional NMI.
1998c2ecf20Sopenharmony_ci	 * This is for 2 reasons:
2008c2ecf20Sopenharmony_ci	 *	- sometimes a MMSC fail to NMI all cpus.
2018c2ecf20Sopenharmony_ci	 *	- on 512p SN0 system, the MMSC will only send NMIs to
2028c2ecf20Sopenharmony_ci	 *	  half the cpus. Unfortunately, we don't know which cpus may be
2038c2ecf20Sopenharmony_ci	 *	  NMIed - it depends on how the site chooses to configure.
2048c2ecf20Sopenharmony_ci	 *
2058c2ecf20Sopenharmony_ci	 * Note: it has been measure that it takes the MMSC up to 2.3 secs to
2068c2ecf20Sopenharmony_ci	 * send NMIs to all cpus on a 256p system.
2078c2ecf20Sopenharmony_ci	 */
2088c2ecf20Sopenharmony_ci	for (i=0; i < 1500; i++) {
2098c2ecf20Sopenharmony_ci		for_each_online_node(node)
2108c2ecf20Sopenharmony_ci			if (NODEPDA(node)->dump_count == 0)
2118c2ecf20Sopenharmony_ci				break;
2128c2ecf20Sopenharmony_ci		if (node == MAX_NUMNODES)
2138c2ecf20Sopenharmony_ci			break;
2148c2ecf20Sopenharmony_ci		if (i == 1000) {
2158c2ecf20Sopenharmony_ci			for_each_online_node(node)
2168c2ecf20Sopenharmony_ci				if (NODEPDA(node)->dump_count == 0) {
2178c2ecf20Sopenharmony_ci					cpu = cpumask_first(cpumask_of_node(node));
2188c2ecf20Sopenharmony_ci					for (n=0; n < CNODE_NUM_CPUS(node); cpu++, n++) {
2198c2ecf20Sopenharmony_ci						CPUMASK_SETB(nmied_cpus, cpu);
2208c2ecf20Sopenharmony_ci						/*
2218c2ecf20Sopenharmony_ci						 * cputonasid, cputoslice
2228c2ecf20Sopenharmony_ci						 * needs kernel cpuid
2238c2ecf20Sopenharmony_ci						 */
2248c2ecf20Sopenharmony_ci						SEND_NMI((cputonasid(cpu)), (cputoslice(cpu)));
2258c2ecf20Sopenharmony_ci					}
2268c2ecf20Sopenharmony_ci				}
2278c2ecf20Sopenharmony_ci
2288c2ecf20Sopenharmony_ci		}
2298c2ecf20Sopenharmony_ci		udelay(10000);
2308c2ecf20Sopenharmony_ci	}
2318c2ecf20Sopenharmony_ci#else
2328c2ecf20Sopenharmony_ci	while (atomic_read(&nmied_cpus) != num_online_cpus());
2338c2ecf20Sopenharmony_ci#endif
2348c2ecf20Sopenharmony_ci
2358c2ecf20Sopenharmony_ci	/*
2368c2ecf20Sopenharmony_ci	 * Save the nmi cpu registers for all cpu in the eframe format.
2378c2ecf20Sopenharmony_ci	 */
2388c2ecf20Sopenharmony_ci	nmi_eframes_save();
2398c2ecf20Sopenharmony_ci	LOCAL_HUB_S(NI_PORT_RESET, NPR_PORTRESET | NPR_LOCALRESET);
2408c2ecf20Sopenharmony_ci}
241