162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Code to handle transition of Linux booting another kernel.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2002-2003 Eric Biederman  <ebiederm@xmission.com>
662306a36Sopenharmony_ci * GameCube/ppc32 port Copyright (C) 2004 Albert Herranz
762306a36Sopenharmony_ci * Copyright (C) 2005 IBM Corporation.
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <linux/kexec.h>
1162306a36Sopenharmony_ci#include <linux/reboot.h>
1262306a36Sopenharmony_ci#include <linux/threads.h>
1362306a36Sopenharmony_ci#include <linux/memblock.h>
1462306a36Sopenharmony_ci#include <linux/of.h>
1562306a36Sopenharmony_ci#include <linux/irq.h>
1662306a36Sopenharmony_ci#include <linux/ftrace.h>
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#include <asm/kdump.h>
1962306a36Sopenharmony_ci#include <asm/machdep.h>
2062306a36Sopenharmony_ci#include <asm/pgalloc.h>
2162306a36Sopenharmony_ci#include <asm/sections.h>
2262306a36Sopenharmony_ci#include <asm/setup.h>
2362306a36Sopenharmony_ci#include <asm/firmware.h>
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_civoid machine_kexec_mask_interrupts(void) {
2662306a36Sopenharmony_ci	unsigned int i;
2762306a36Sopenharmony_ci	struct irq_desc *desc;
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci	for_each_irq_desc(i, desc) {
3062306a36Sopenharmony_ci		struct irq_chip *chip;
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci		chip = irq_desc_get_chip(desc);
3362306a36Sopenharmony_ci		if (!chip)
3462306a36Sopenharmony_ci			continue;
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci		if (chip->irq_eoi && irqd_irq_inprogress(&desc->irq_data))
3762306a36Sopenharmony_ci			chip->irq_eoi(&desc->irq_data);
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ci		if (chip->irq_mask)
4062306a36Sopenharmony_ci			chip->irq_mask(&desc->irq_data);
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci		if (chip->irq_disable && !irqd_irq_disabled(&desc->irq_data))
4362306a36Sopenharmony_ci			chip->irq_disable(&desc->irq_data);
4462306a36Sopenharmony_ci	}
4562306a36Sopenharmony_ci}
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_civoid machine_crash_shutdown(struct pt_regs *regs)
4862306a36Sopenharmony_ci{
4962306a36Sopenharmony_ci	default_machine_crash_shutdown(regs);
5062306a36Sopenharmony_ci}
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_civoid machine_kexec_cleanup(struct kimage *image)
5362306a36Sopenharmony_ci{
5462306a36Sopenharmony_ci}
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_civoid arch_crash_save_vmcoreinfo(void)
5762306a36Sopenharmony_ci{
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci#ifdef CONFIG_NUMA
6062306a36Sopenharmony_ci	VMCOREINFO_SYMBOL(node_data);
6162306a36Sopenharmony_ci	VMCOREINFO_LENGTH(node_data, MAX_NUMNODES);
6262306a36Sopenharmony_ci#endif
6362306a36Sopenharmony_ci#ifndef CONFIG_NUMA
6462306a36Sopenharmony_ci	VMCOREINFO_SYMBOL(contig_page_data);
6562306a36Sopenharmony_ci#endif
6662306a36Sopenharmony_ci#if defined(CONFIG_PPC64) && defined(CONFIG_SPARSEMEM_VMEMMAP)
6762306a36Sopenharmony_ci	VMCOREINFO_SYMBOL(vmemmap_list);
6862306a36Sopenharmony_ci	VMCOREINFO_SYMBOL(mmu_vmemmap_psize);
6962306a36Sopenharmony_ci	VMCOREINFO_SYMBOL(mmu_psize_defs);
7062306a36Sopenharmony_ci	VMCOREINFO_STRUCT_SIZE(vmemmap_backing);
7162306a36Sopenharmony_ci	VMCOREINFO_OFFSET(vmemmap_backing, list);
7262306a36Sopenharmony_ci	VMCOREINFO_OFFSET(vmemmap_backing, phys);
7362306a36Sopenharmony_ci	VMCOREINFO_OFFSET(vmemmap_backing, virt_addr);
7462306a36Sopenharmony_ci	VMCOREINFO_STRUCT_SIZE(mmu_psize_def);
7562306a36Sopenharmony_ci	VMCOREINFO_OFFSET(mmu_psize_def, shift);
7662306a36Sopenharmony_ci#endif
7762306a36Sopenharmony_ci	VMCOREINFO_SYMBOL(cur_cpu_spec);
7862306a36Sopenharmony_ci	VMCOREINFO_OFFSET(cpu_spec, mmu_features);
7962306a36Sopenharmony_ci	vmcoreinfo_append_str("NUMBER(RADIX_MMU)=%d\n", early_radix_enabled());
8062306a36Sopenharmony_ci	vmcoreinfo_append_str("KERNELOFFSET=%lx\n", kaslr_offset());
8162306a36Sopenharmony_ci}
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci/*
8462306a36Sopenharmony_ci * Do not allocate memory (or fail in any way) in machine_kexec().
8562306a36Sopenharmony_ci * We are past the point of no return, committed to rebooting now.
8662306a36Sopenharmony_ci */
8762306a36Sopenharmony_civoid machine_kexec(struct kimage *image)
8862306a36Sopenharmony_ci{
8962306a36Sopenharmony_ci	int save_ftrace_enabled;
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci	save_ftrace_enabled = __ftrace_enabled_save();
9262306a36Sopenharmony_ci	this_cpu_disable_ftrace();
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	if (ppc_md.machine_kexec)
9562306a36Sopenharmony_ci		ppc_md.machine_kexec(image);
9662306a36Sopenharmony_ci	else
9762306a36Sopenharmony_ci		default_machine_kexec(image);
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	this_cpu_enable_ftrace();
10062306a36Sopenharmony_ci	__ftrace_enabled_restore(save_ftrace_enabled);
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	/* Fall back to normal restart if we're still alive. */
10362306a36Sopenharmony_ci	machine_restart(NULL);
10462306a36Sopenharmony_ci	for(;;);
10562306a36Sopenharmony_ci}
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_civoid __init reserve_crashkernel(void)
10862306a36Sopenharmony_ci{
10962306a36Sopenharmony_ci	unsigned long long crash_size, crash_base, total_mem_sz;
11062306a36Sopenharmony_ci	int ret;
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci	total_mem_sz = memory_limit ? memory_limit : memblock_phys_mem_size();
11362306a36Sopenharmony_ci	/* use common parsing */
11462306a36Sopenharmony_ci	ret = parse_crashkernel(boot_command_line, total_mem_sz,
11562306a36Sopenharmony_ci			&crash_size, &crash_base);
11662306a36Sopenharmony_ci	if (ret == 0 && crash_size > 0) {
11762306a36Sopenharmony_ci		crashk_res.start = crash_base;
11862306a36Sopenharmony_ci		crashk_res.end = crash_base + crash_size - 1;
11962306a36Sopenharmony_ci	}
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	if (crashk_res.end == crashk_res.start) {
12262306a36Sopenharmony_ci		crashk_res.start = crashk_res.end = 0;
12362306a36Sopenharmony_ci		return;
12462306a36Sopenharmony_ci	}
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	/* We might have got these values via the command line or the
12762306a36Sopenharmony_ci	 * device tree, either way sanitise them now. */
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	crash_size = resource_size(&crashk_res);
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci#ifndef CONFIG_NONSTATIC_KERNEL
13262306a36Sopenharmony_ci	if (crashk_res.start != KDUMP_KERNELBASE)
13362306a36Sopenharmony_ci		printk("Crash kernel location must be 0x%x\n",
13462306a36Sopenharmony_ci				KDUMP_KERNELBASE);
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	crashk_res.start = KDUMP_KERNELBASE;
13762306a36Sopenharmony_ci#else
13862306a36Sopenharmony_ci	if (!crashk_res.start) {
13962306a36Sopenharmony_ci#ifdef CONFIG_PPC64
14062306a36Sopenharmony_ci		/*
14162306a36Sopenharmony_ci		 * On the LPAR platform place the crash kernel to mid of
14262306a36Sopenharmony_ci		 * RMA size (max. of 512MB) to ensure the crash kernel
14362306a36Sopenharmony_ci		 * gets enough space to place itself and some stack to be
14462306a36Sopenharmony_ci		 * in the first segment. At the same time normal kernel
14562306a36Sopenharmony_ci		 * also get enough space to allocate memory for essential
14662306a36Sopenharmony_ci		 * system resource in the first segment. Keep the crash
14762306a36Sopenharmony_ci		 * kernel starts at 128MB offset on other platforms.
14862306a36Sopenharmony_ci		 */
14962306a36Sopenharmony_ci		if (firmware_has_feature(FW_FEATURE_LPAR))
15062306a36Sopenharmony_ci			crashk_res.start = min_t(u64, ppc64_rma_size / 2, SZ_512M);
15162306a36Sopenharmony_ci		else
15262306a36Sopenharmony_ci			crashk_res.start = min_t(u64, ppc64_rma_size / 2, SZ_128M);
15362306a36Sopenharmony_ci#else
15462306a36Sopenharmony_ci		crashk_res.start = KDUMP_KERNELBASE;
15562306a36Sopenharmony_ci#endif
15662306a36Sopenharmony_ci	}
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	crash_base = PAGE_ALIGN(crashk_res.start);
15962306a36Sopenharmony_ci	if (crash_base != crashk_res.start) {
16062306a36Sopenharmony_ci		printk("Crash kernel base must be aligned to 0x%lx\n",
16162306a36Sopenharmony_ci				PAGE_SIZE);
16262306a36Sopenharmony_ci		crashk_res.start = crash_base;
16362306a36Sopenharmony_ci	}
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_ci#endif
16662306a36Sopenharmony_ci	crash_size = PAGE_ALIGN(crash_size);
16762306a36Sopenharmony_ci	crashk_res.end = crashk_res.start + crash_size - 1;
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci	/* The crash region must not overlap the current kernel */
17062306a36Sopenharmony_ci	if (overlaps_crashkernel(__pa(_stext), _end - _stext)) {
17162306a36Sopenharmony_ci		printk(KERN_WARNING
17262306a36Sopenharmony_ci			"Crash kernel can not overlap current kernel\n");
17362306a36Sopenharmony_ci		crashk_res.start = crashk_res.end = 0;
17462306a36Sopenharmony_ci		return;
17562306a36Sopenharmony_ci	}
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci	/* Crash kernel trumps memory limit */
17862306a36Sopenharmony_ci	if (memory_limit && memory_limit <= crashk_res.end) {
17962306a36Sopenharmony_ci		memory_limit = crashk_res.end + 1;
18062306a36Sopenharmony_ci		total_mem_sz = memory_limit;
18162306a36Sopenharmony_ci		printk("Adjusted memory limit for crashkernel, now 0x%llx\n",
18262306a36Sopenharmony_ci		       memory_limit);
18362306a36Sopenharmony_ci	}
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci	printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
18662306a36Sopenharmony_ci			"for crashkernel (System RAM: %ldMB)\n",
18762306a36Sopenharmony_ci			(unsigned long)(crash_size >> 20),
18862306a36Sopenharmony_ci			(unsigned long)(crashk_res.start >> 20),
18962306a36Sopenharmony_ci			(unsigned long)(total_mem_sz >> 20));
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ci	if (!memblock_is_region_memory(crashk_res.start, crash_size) ||
19262306a36Sopenharmony_ci	    memblock_reserve(crashk_res.start, crash_size)) {
19362306a36Sopenharmony_ci		pr_err("Failed to reserve memory for crashkernel!\n");
19462306a36Sopenharmony_ci		crashk_res.start = crashk_res.end = 0;
19562306a36Sopenharmony_ci		return;
19662306a36Sopenharmony_ci	}
19762306a36Sopenharmony_ci}
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ciint __init overlaps_crashkernel(unsigned long start, unsigned long size)
20062306a36Sopenharmony_ci{
20162306a36Sopenharmony_ci	return (start + size) > crashk_res.start && start <= crashk_res.end;
20262306a36Sopenharmony_ci}
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci/* Values we need to export to the second kernel via the device tree. */
20562306a36Sopenharmony_cistatic phys_addr_t kernel_end;
20662306a36Sopenharmony_cistatic phys_addr_t crashk_base;
20762306a36Sopenharmony_cistatic phys_addr_t crashk_size;
20862306a36Sopenharmony_cistatic unsigned long long mem_limit;
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_cistatic struct property kernel_end_prop = {
21162306a36Sopenharmony_ci	.name = "linux,kernel-end",
21262306a36Sopenharmony_ci	.length = sizeof(phys_addr_t),
21362306a36Sopenharmony_ci	.value = &kernel_end,
21462306a36Sopenharmony_ci};
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_cistatic struct property crashk_base_prop = {
21762306a36Sopenharmony_ci	.name = "linux,crashkernel-base",
21862306a36Sopenharmony_ci	.length = sizeof(phys_addr_t),
21962306a36Sopenharmony_ci	.value = &crashk_base
22062306a36Sopenharmony_ci};
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_cistatic struct property crashk_size_prop = {
22362306a36Sopenharmony_ci	.name = "linux,crashkernel-size",
22462306a36Sopenharmony_ci	.length = sizeof(phys_addr_t),
22562306a36Sopenharmony_ci	.value = &crashk_size,
22662306a36Sopenharmony_ci};
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_cistatic struct property memory_limit_prop = {
22962306a36Sopenharmony_ci	.name = "linux,memory-limit",
23062306a36Sopenharmony_ci	.length = sizeof(unsigned long long),
23162306a36Sopenharmony_ci	.value = &mem_limit,
23262306a36Sopenharmony_ci};
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci#define cpu_to_be_ulong	__PASTE(cpu_to_be, BITS_PER_LONG)
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_cistatic void __init export_crashk_values(struct device_node *node)
23762306a36Sopenharmony_ci{
23862306a36Sopenharmony_ci	/* There might be existing crash kernel properties, but we can't
23962306a36Sopenharmony_ci	 * be sure what's in them, so remove them. */
24062306a36Sopenharmony_ci	of_remove_property(node, of_find_property(node,
24162306a36Sopenharmony_ci				"linux,crashkernel-base", NULL));
24262306a36Sopenharmony_ci	of_remove_property(node, of_find_property(node,
24362306a36Sopenharmony_ci				"linux,crashkernel-size", NULL));
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci	if (crashk_res.start != 0) {
24662306a36Sopenharmony_ci		crashk_base = cpu_to_be_ulong(crashk_res.start),
24762306a36Sopenharmony_ci		of_add_property(node, &crashk_base_prop);
24862306a36Sopenharmony_ci		crashk_size = cpu_to_be_ulong(resource_size(&crashk_res));
24962306a36Sopenharmony_ci		of_add_property(node, &crashk_size_prop);
25062306a36Sopenharmony_ci	}
25162306a36Sopenharmony_ci
25262306a36Sopenharmony_ci	/*
25362306a36Sopenharmony_ci	 * memory_limit is required by the kexec-tools to limit the
25462306a36Sopenharmony_ci	 * crash regions to the actual memory used.
25562306a36Sopenharmony_ci	 */
25662306a36Sopenharmony_ci	mem_limit = cpu_to_be_ulong(memory_limit);
25762306a36Sopenharmony_ci	of_update_property(node, &memory_limit_prop);
25862306a36Sopenharmony_ci}
25962306a36Sopenharmony_ci
26062306a36Sopenharmony_cistatic int __init kexec_setup(void)
26162306a36Sopenharmony_ci{
26262306a36Sopenharmony_ci	struct device_node *node;
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci	node = of_find_node_by_path("/chosen");
26562306a36Sopenharmony_ci	if (!node)
26662306a36Sopenharmony_ci		return -ENOENT;
26762306a36Sopenharmony_ci
26862306a36Sopenharmony_ci	/* remove any stale properties so ours can be found */
26962306a36Sopenharmony_ci	of_remove_property(node, of_find_property(node, kernel_end_prop.name, NULL));
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_ci	/* information needed by userspace when using default_machine_kexec */
27262306a36Sopenharmony_ci	kernel_end = cpu_to_be_ulong(__pa(_end));
27362306a36Sopenharmony_ci	of_add_property(node, &kernel_end_prop);
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci	export_crashk_values(node);
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci	of_node_put(node);
27862306a36Sopenharmony_ci	return 0;
27962306a36Sopenharmony_ci}
28062306a36Sopenharmony_cilate_initcall(kexec_setup);
281