162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Code to handle transition of Linux booting another kernel. 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2002-2003 Eric Biederman <ebiederm@xmission.com> 662306a36Sopenharmony_ci * GameCube/ppc32 port Copyright (C) 2004 Albert Herranz 762306a36Sopenharmony_ci * Copyright (C) 2005 IBM Corporation. 862306a36Sopenharmony_ci */ 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include <linux/kexec.h> 1162306a36Sopenharmony_ci#include <linux/reboot.h> 1262306a36Sopenharmony_ci#include <linux/threads.h> 1362306a36Sopenharmony_ci#include <linux/memblock.h> 1462306a36Sopenharmony_ci#include <linux/of.h> 1562306a36Sopenharmony_ci#include <linux/irq.h> 1662306a36Sopenharmony_ci#include <linux/ftrace.h> 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#include <asm/kdump.h> 1962306a36Sopenharmony_ci#include <asm/machdep.h> 2062306a36Sopenharmony_ci#include <asm/pgalloc.h> 2162306a36Sopenharmony_ci#include <asm/sections.h> 2262306a36Sopenharmony_ci#include <asm/setup.h> 2362306a36Sopenharmony_ci#include <asm/firmware.h> 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_civoid machine_kexec_mask_interrupts(void) { 2662306a36Sopenharmony_ci unsigned int i; 2762306a36Sopenharmony_ci struct irq_desc *desc; 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci for_each_irq_desc(i, desc) { 3062306a36Sopenharmony_ci struct irq_chip *chip; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci chip = irq_desc_get_chip(desc); 3362306a36Sopenharmony_ci if (!chip) 3462306a36Sopenharmony_ci continue; 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_ci if (chip->irq_eoi && irqd_irq_inprogress(&desc->irq_data)) 3762306a36Sopenharmony_ci chip->irq_eoi(&desc->irq_data); 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ci if (chip->irq_mask) 4062306a36Sopenharmony_ci chip->irq_mask(&desc->irq_data); 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_ci if (chip->irq_disable && !irqd_irq_disabled(&desc->irq_data)) 4362306a36Sopenharmony_ci chip->irq_disable(&desc->irq_data); 4462306a36Sopenharmony_ci } 4562306a36Sopenharmony_ci} 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_civoid machine_crash_shutdown(struct pt_regs *regs) 4862306a36Sopenharmony_ci{ 4962306a36Sopenharmony_ci default_machine_crash_shutdown(regs); 5062306a36Sopenharmony_ci} 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_civoid machine_kexec_cleanup(struct kimage *image) 5362306a36Sopenharmony_ci{ 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_civoid arch_crash_save_vmcoreinfo(void) 5762306a36Sopenharmony_ci{ 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_ci#ifdef CONFIG_NUMA 6062306a36Sopenharmony_ci VMCOREINFO_SYMBOL(node_data); 6162306a36Sopenharmony_ci VMCOREINFO_LENGTH(node_data, MAX_NUMNODES); 6262306a36Sopenharmony_ci#endif 6362306a36Sopenharmony_ci#ifndef CONFIG_NUMA 6462306a36Sopenharmony_ci VMCOREINFO_SYMBOL(contig_page_data); 6562306a36Sopenharmony_ci#endif 6662306a36Sopenharmony_ci#if defined(CONFIG_PPC64) && defined(CONFIG_SPARSEMEM_VMEMMAP) 6762306a36Sopenharmony_ci VMCOREINFO_SYMBOL(vmemmap_list); 6862306a36Sopenharmony_ci VMCOREINFO_SYMBOL(mmu_vmemmap_psize); 6962306a36Sopenharmony_ci VMCOREINFO_SYMBOL(mmu_psize_defs); 7062306a36Sopenharmony_ci VMCOREINFO_STRUCT_SIZE(vmemmap_backing); 7162306a36Sopenharmony_ci VMCOREINFO_OFFSET(vmemmap_backing, list); 7262306a36Sopenharmony_ci VMCOREINFO_OFFSET(vmemmap_backing, phys); 7362306a36Sopenharmony_ci VMCOREINFO_OFFSET(vmemmap_backing, virt_addr); 7462306a36Sopenharmony_ci VMCOREINFO_STRUCT_SIZE(mmu_psize_def); 7562306a36Sopenharmony_ci VMCOREINFO_OFFSET(mmu_psize_def, shift); 7662306a36Sopenharmony_ci#endif 7762306a36Sopenharmony_ci VMCOREINFO_SYMBOL(cur_cpu_spec); 7862306a36Sopenharmony_ci VMCOREINFO_OFFSET(cpu_spec, mmu_features); 7962306a36Sopenharmony_ci vmcoreinfo_append_str("NUMBER(RADIX_MMU)=%d\n", early_radix_enabled()); 8062306a36Sopenharmony_ci vmcoreinfo_append_str("KERNELOFFSET=%lx\n", kaslr_offset()); 8162306a36Sopenharmony_ci} 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci/* 8462306a36Sopenharmony_ci * Do not allocate memory (or fail in any way) in machine_kexec(). 8562306a36Sopenharmony_ci * We are past the point of no return, committed to rebooting now. 8662306a36Sopenharmony_ci */ 8762306a36Sopenharmony_civoid machine_kexec(struct kimage *image) 8862306a36Sopenharmony_ci{ 8962306a36Sopenharmony_ci int save_ftrace_enabled; 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci save_ftrace_enabled = __ftrace_enabled_save(); 9262306a36Sopenharmony_ci this_cpu_disable_ftrace(); 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci if (ppc_md.machine_kexec) 9562306a36Sopenharmony_ci ppc_md.machine_kexec(image); 9662306a36Sopenharmony_ci else 9762306a36Sopenharmony_ci default_machine_kexec(image); 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci this_cpu_enable_ftrace(); 10062306a36Sopenharmony_ci __ftrace_enabled_restore(save_ftrace_enabled); 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci /* Fall back to normal restart if we're still alive. */ 10362306a36Sopenharmony_ci machine_restart(NULL); 10462306a36Sopenharmony_ci for(;;); 10562306a36Sopenharmony_ci} 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_civoid __init reserve_crashkernel(void) 10862306a36Sopenharmony_ci{ 10962306a36Sopenharmony_ci unsigned long long crash_size, crash_base, total_mem_sz; 11062306a36Sopenharmony_ci int ret; 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci total_mem_sz = memory_limit ? memory_limit : memblock_phys_mem_size(); 11362306a36Sopenharmony_ci /* use common parsing */ 11462306a36Sopenharmony_ci ret = parse_crashkernel(boot_command_line, total_mem_sz, 11562306a36Sopenharmony_ci &crash_size, &crash_base); 11662306a36Sopenharmony_ci if (ret == 0 && crash_size > 0) { 11762306a36Sopenharmony_ci crashk_res.start = crash_base; 11862306a36Sopenharmony_ci crashk_res.end = crash_base + crash_size - 1; 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci if (crashk_res.end == crashk_res.start) { 12262306a36Sopenharmony_ci crashk_res.start = crashk_res.end = 0; 12362306a36Sopenharmony_ci return; 12462306a36Sopenharmony_ci } 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci /* We might have got these values via the command line or the 12762306a36Sopenharmony_ci * device tree, either way sanitise them now. */ 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci crash_size = resource_size(&crashk_res); 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci#ifndef CONFIG_NONSTATIC_KERNEL 13262306a36Sopenharmony_ci if (crashk_res.start != KDUMP_KERNELBASE) 13362306a36Sopenharmony_ci printk("Crash kernel location must be 0x%x\n", 13462306a36Sopenharmony_ci KDUMP_KERNELBASE); 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_ci crashk_res.start = KDUMP_KERNELBASE; 13762306a36Sopenharmony_ci#else 13862306a36Sopenharmony_ci if (!crashk_res.start) { 13962306a36Sopenharmony_ci#ifdef CONFIG_PPC64 14062306a36Sopenharmony_ci /* 14162306a36Sopenharmony_ci * On the LPAR platform place the crash kernel to mid of 14262306a36Sopenharmony_ci * RMA size (max. of 512MB) to ensure the crash kernel 14362306a36Sopenharmony_ci * gets enough space to place itself and some stack to be 14462306a36Sopenharmony_ci * in the first segment. At the same time normal kernel 14562306a36Sopenharmony_ci * also get enough space to allocate memory for essential 14662306a36Sopenharmony_ci * system resource in the first segment. Keep the crash 14762306a36Sopenharmony_ci * kernel starts at 128MB offset on other platforms. 14862306a36Sopenharmony_ci */ 14962306a36Sopenharmony_ci if (firmware_has_feature(FW_FEATURE_LPAR)) 15062306a36Sopenharmony_ci crashk_res.start = min_t(u64, ppc64_rma_size / 2, SZ_512M); 15162306a36Sopenharmony_ci else 15262306a36Sopenharmony_ci crashk_res.start = min_t(u64, ppc64_rma_size / 2, SZ_128M); 15362306a36Sopenharmony_ci#else 15462306a36Sopenharmony_ci crashk_res.start = KDUMP_KERNELBASE; 15562306a36Sopenharmony_ci#endif 15662306a36Sopenharmony_ci } 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci crash_base = PAGE_ALIGN(crashk_res.start); 15962306a36Sopenharmony_ci if (crash_base != crashk_res.start) { 16062306a36Sopenharmony_ci printk("Crash kernel base must be aligned to 0x%lx\n", 16162306a36Sopenharmony_ci PAGE_SIZE); 16262306a36Sopenharmony_ci crashk_res.start = crash_base; 16362306a36Sopenharmony_ci } 16462306a36Sopenharmony_ci 16562306a36Sopenharmony_ci#endif 16662306a36Sopenharmony_ci crash_size = PAGE_ALIGN(crash_size); 16762306a36Sopenharmony_ci crashk_res.end = crashk_res.start + crash_size - 1; 16862306a36Sopenharmony_ci 16962306a36Sopenharmony_ci /* The crash region must not overlap the current kernel */ 17062306a36Sopenharmony_ci if (overlaps_crashkernel(__pa(_stext), _end - _stext)) { 17162306a36Sopenharmony_ci printk(KERN_WARNING 17262306a36Sopenharmony_ci "Crash kernel can not overlap current kernel\n"); 17362306a36Sopenharmony_ci crashk_res.start = crashk_res.end = 0; 17462306a36Sopenharmony_ci return; 17562306a36Sopenharmony_ci } 17662306a36Sopenharmony_ci 17762306a36Sopenharmony_ci /* Crash kernel trumps memory limit */ 17862306a36Sopenharmony_ci if (memory_limit && memory_limit <= crashk_res.end) { 17962306a36Sopenharmony_ci memory_limit = crashk_res.end + 1; 18062306a36Sopenharmony_ci total_mem_sz = memory_limit; 18162306a36Sopenharmony_ci printk("Adjusted memory limit for crashkernel, now 0x%llx\n", 18262306a36Sopenharmony_ci memory_limit); 18362306a36Sopenharmony_ci } 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci printk(KERN_INFO "Reserving %ldMB of memory at %ldMB " 18662306a36Sopenharmony_ci "for crashkernel (System RAM: %ldMB)\n", 18762306a36Sopenharmony_ci (unsigned long)(crash_size >> 20), 18862306a36Sopenharmony_ci (unsigned long)(crashk_res.start >> 20), 18962306a36Sopenharmony_ci (unsigned long)(total_mem_sz >> 20)); 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_ci if (!memblock_is_region_memory(crashk_res.start, crash_size) || 19262306a36Sopenharmony_ci memblock_reserve(crashk_res.start, crash_size)) { 19362306a36Sopenharmony_ci pr_err("Failed to reserve memory for crashkernel!\n"); 19462306a36Sopenharmony_ci crashk_res.start = crashk_res.end = 0; 19562306a36Sopenharmony_ci return; 19662306a36Sopenharmony_ci } 19762306a36Sopenharmony_ci} 19862306a36Sopenharmony_ci 19962306a36Sopenharmony_ciint __init overlaps_crashkernel(unsigned long start, unsigned long size) 20062306a36Sopenharmony_ci{ 20162306a36Sopenharmony_ci return (start + size) > crashk_res.start && start <= crashk_res.end; 20262306a36Sopenharmony_ci} 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci/* Values we need to export to the second kernel via the device tree. */ 20562306a36Sopenharmony_cistatic phys_addr_t kernel_end; 20662306a36Sopenharmony_cistatic phys_addr_t crashk_base; 20762306a36Sopenharmony_cistatic phys_addr_t crashk_size; 20862306a36Sopenharmony_cistatic unsigned long long mem_limit; 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_cistatic struct property kernel_end_prop = { 21162306a36Sopenharmony_ci .name = "linux,kernel-end", 21262306a36Sopenharmony_ci .length = sizeof(phys_addr_t), 21362306a36Sopenharmony_ci .value = &kernel_end, 21462306a36Sopenharmony_ci}; 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_cistatic struct property crashk_base_prop = { 21762306a36Sopenharmony_ci .name = "linux,crashkernel-base", 21862306a36Sopenharmony_ci .length = sizeof(phys_addr_t), 21962306a36Sopenharmony_ci .value = &crashk_base 22062306a36Sopenharmony_ci}; 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_cistatic struct property crashk_size_prop = { 22362306a36Sopenharmony_ci .name = "linux,crashkernel-size", 22462306a36Sopenharmony_ci .length = sizeof(phys_addr_t), 22562306a36Sopenharmony_ci .value = &crashk_size, 22662306a36Sopenharmony_ci}; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_cistatic struct property memory_limit_prop = { 22962306a36Sopenharmony_ci .name = "linux,memory-limit", 23062306a36Sopenharmony_ci .length = sizeof(unsigned long long), 23162306a36Sopenharmony_ci .value = &mem_limit, 23262306a36Sopenharmony_ci}; 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ci#define cpu_to_be_ulong __PASTE(cpu_to_be, BITS_PER_LONG) 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_cistatic void __init export_crashk_values(struct device_node *node) 23762306a36Sopenharmony_ci{ 23862306a36Sopenharmony_ci /* There might be existing crash kernel properties, but we can't 23962306a36Sopenharmony_ci * be sure what's in them, so remove them. */ 24062306a36Sopenharmony_ci of_remove_property(node, of_find_property(node, 24162306a36Sopenharmony_ci "linux,crashkernel-base", NULL)); 24262306a36Sopenharmony_ci of_remove_property(node, of_find_property(node, 24362306a36Sopenharmony_ci "linux,crashkernel-size", NULL)); 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_ci if (crashk_res.start != 0) { 24662306a36Sopenharmony_ci crashk_base = cpu_to_be_ulong(crashk_res.start), 24762306a36Sopenharmony_ci of_add_property(node, &crashk_base_prop); 24862306a36Sopenharmony_ci crashk_size = cpu_to_be_ulong(resource_size(&crashk_res)); 24962306a36Sopenharmony_ci of_add_property(node, &crashk_size_prop); 25062306a36Sopenharmony_ci } 25162306a36Sopenharmony_ci 25262306a36Sopenharmony_ci /* 25362306a36Sopenharmony_ci * memory_limit is required by the kexec-tools to limit the 25462306a36Sopenharmony_ci * crash regions to the actual memory used. 25562306a36Sopenharmony_ci */ 25662306a36Sopenharmony_ci mem_limit = cpu_to_be_ulong(memory_limit); 25762306a36Sopenharmony_ci of_update_property(node, &memory_limit_prop); 25862306a36Sopenharmony_ci} 25962306a36Sopenharmony_ci 26062306a36Sopenharmony_cistatic int __init kexec_setup(void) 26162306a36Sopenharmony_ci{ 26262306a36Sopenharmony_ci struct device_node *node; 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci node = of_find_node_by_path("/chosen"); 26562306a36Sopenharmony_ci if (!node) 26662306a36Sopenharmony_ci return -ENOENT; 26762306a36Sopenharmony_ci 26862306a36Sopenharmony_ci /* remove any stale properties so ours can be found */ 26962306a36Sopenharmony_ci of_remove_property(node, of_find_property(node, kernel_end_prop.name, NULL)); 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_ci /* information needed by userspace when using default_machine_kexec */ 27262306a36Sopenharmony_ci kernel_end = cpu_to_be_ulong(__pa(_end)); 27362306a36Sopenharmony_ci of_add_property(node, &kernel_end_prop); 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_ci export_crashk_values(node); 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci of_node_put(node); 27862306a36Sopenharmony_ci return 0; 27962306a36Sopenharmony_ci} 28062306a36Sopenharmony_cilate_initcall(kexec_setup); 281