162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * linux/arch/sparc/mm/init.c 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu) 662306a36Sopenharmony_ci * Copyright (C) 1995 Eddie C. Dost (ecd@skynet.be) 762306a36Sopenharmony_ci * Copyright (C) 1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz) 862306a36Sopenharmony_ci * Copyright (C) 2000 Anton Blanchard (anton@samba.org) 962306a36Sopenharmony_ci */ 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci#include <linux/module.h> 1262306a36Sopenharmony_ci#include <linux/signal.h> 1362306a36Sopenharmony_ci#include <linux/sched.h> 1462306a36Sopenharmony_ci#include <linux/kernel.h> 1562306a36Sopenharmony_ci#include <linux/errno.h> 1662306a36Sopenharmony_ci#include <linux/string.h> 1762306a36Sopenharmony_ci#include <linux/types.h> 1862306a36Sopenharmony_ci#include <linux/ptrace.h> 1962306a36Sopenharmony_ci#include <linux/mman.h> 2062306a36Sopenharmony_ci#include <linux/mm.h> 2162306a36Sopenharmony_ci#include <linux/swap.h> 2262306a36Sopenharmony_ci#include <linux/initrd.h> 2362306a36Sopenharmony_ci#include <linux/init.h> 2462306a36Sopenharmony_ci#include <linux/highmem.h> 2562306a36Sopenharmony_ci#include <linux/memblock.h> 2662306a36Sopenharmony_ci#include <linux/pagemap.h> 2762306a36Sopenharmony_ci#include <linux/poison.h> 2862306a36Sopenharmony_ci#include <linux/gfp.h> 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_ci#include <asm/sections.h> 3162306a36Sopenharmony_ci#include <asm/page.h> 3262306a36Sopenharmony_ci#include <asm/vaddrs.h> 3362306a36Sopenharmony_ci#include <asm/setup.h> 3462306a36Sopenharmony_ci#include <asm/tlb.h> 3562306a36Sopenharmony_ci#include <asm/prom.h> 3662306a36Sopenharmony_ci#include <asm/leon.h> 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_ci#include "mm_32.h" 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_cistatic unsigned long *sparc_valid_addr_bitmap; 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_ciunsigned long phys_base; 4362306a36Sopenharmony_ciEXPORT_SYMBOL(phys_base); 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ciunsigned long pfn_base; 4662306a36Sopenharmony_ciEXPORT_SYMBOL(pfn_base); 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_cistruct sparc_phys_banks sp_banks[SPARC_PHYS_BANKS+1]; 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_ci/* Initial ramdisk setup */ 5162306a36Sopenharmony_ciextern unsigned int sparc_ramdisk_image; 5262306a36Sopenharmony_ciextern unsigned int sparc_ramdisk_size; 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ciunsigned long highstart_pfn, highend_pfn; 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ciunsigned long last_valid_pfn; 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_ciunsigned long calc_highpages(void) 5962306a36Sopenharmony_ci{ 6062306a36Sopenharmony_ci int i; 6162306a36Sopenharmony_ci int nr = 0; 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci for (i = 0; sp_banks[i].num_bytes != 0; i++) { 6462306a36Sopenharmony_ci unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; 6562306a36Sopenharmony_ci unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci if (end_pfn <= max_low_pfn) 6862306a36Sopenharmony_ci continue; 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci if (start_pfn < max_low_pfn) 7162306a36Sopenharmony_ci start_pfn = max_low_pfn; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci nr += end_pfn - start_pfn; 7462306a36Sopenharmony_ci } 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci return nr; 7762306a36Sopenharmony_ci} 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_cistatic unsigned long calc_max_low_pfn(void) 8062306a36Sopenharmony_ci{ 8162306a36Sopenharmony_ci int i; 8262306a36Sopenharmony_ci unsigned long tmp = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); 8362306a36Sopenharmony_ci unsigned long curr_pfn, last_pfn; 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci last_pfn = (sp_banks[0].base_addr + sp_banks[0].num_bytes) >> PAGE_SHIFT; 8662306a36Sopenharmony_ci for (i = 1; sp_banks[i].num_bytes != 0; i++) { 8762306a36Sopenharmony_ci curr_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci if (curr_pfn >= tmp) { 9062306a36Sopenharmony_ci if (last_pfn < tmp) 9162306a36Sopenharmony_ci tmp = last_pfn; 9262306a36Sopenharmony_ci break; 9362306a36Sopenharmony_ci } 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_ci last_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; 9662306a36Sopenharmony_ci } 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci return tmp; 9962306a36Sopenharmony_ci} 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_cistatic void __init find_ramdisk(unsigned long end_of_phys_memory) 10262306a36Sopenharmony_ci{ 10362306a36Sopenharmony_ci#ifdef CONFIG_BLK_DEV_INITRD 10462306a36Sopenharmony_ci unsigned long size; 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_ci /* Now have to check initial ramdisk, so that it won't pass 10762306a36Sopenharmony_ci * the end of memory 10862306a36Sopenharmony_ci */ 10962306a36Sopenharmony_ci if (sparc_ramdisk_image) { 11062306a36Sopenharmony_ci if (sparc_ramdisk_image >= (unsigned long)&_end - 2 * PAGE_SIZE) 11162306a36Sopenharmony_ci sparc_ramdisk_image -= KERNBASE; 11262306a36Sopenharmony_ci initrd_start = sparc_ramdisk_image + phys_base; 11362306a36Sopenharmony_ci initrd_end = initrd_start + sparc_ramdisk_size; 11462306a36Sopenharmony_ci if (initrd_end > end_of_phys_memory) { 11562306a36Sopenharmony_ci printk(KERN_CRIT "initrd extends beyond end of memory " 11662306a36Sopenharmony_ci "(0x%016lx > 0x%016lx)\ndisabling initrd\n", 11762306a36Sopenharmony_ci initrd_end, end_of_phys_memory); 11862306a36Sopenharmony_ci initrd_start = 0; 11962306a36Sopenharmony_ci } else { 12062306a36Sopenharmony_ci /* Reserve the initrd image area. */ 12162306a36Sopenharmony_ci size = initrd_end - initrd_start; 12262306a36Sopenharmony_ci memblock_reserve(initrd_start, size); 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci initrd_start = (initrd_start - phys_base) + PAGE_OFFSET; 12562306a36Sopenharmony_ci initrd_end = (initrd_end - phys_base) + PAGE_OFFSET; 12662306a36Sopenharmony_ci } 12762306a36Sopenharmony_ci } 12862306a36Sopenharmony_ci#endif 12962306a36Sopenharmony_ci} 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ciunsigned long __init bootmem_init(unsigned long *pages_avail) 13262306a36Sopenharmony_ci{ 13362306a36Sopenharmony_ci unsigned long start_pfn, bytes_avail, size; 13462306a36Sopenharmony_ci unsigned long end_of_phys_memory = 0; 13562306a36Sopenharmony_ci unsigned long high_pages = 0; 13662306a36Sopenharmony_ci int i; 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci memblock_set_bottom_up(true); 13962306a36Sopenharmony_ci memblock_allow_resize(); 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci bytes_avail = 0UL; 14262306a36Sopenharmony_ci for (i = 0; sp_banks[i].num_bytes != 0; i++) { 14362306a36Sopenharmony_ci end_of_phys_memory = sp_banks[i].base_addr + 14462306a36Sopenharmony_ci sp_banks[i].num_bytes; 14562306a36Sopenharmony_ci bytes_avail += sp_banks[i].num_bytes; 14662306a36Sopenharmony_ci if (cmdline_memory_size) { 14762306a36Sopenharmony_ci if (bytes_avail > cmdline_memory_size) { 14862306a36Sopenharmony_ci unsigned long slack = bytes_avail - cmdline_memory_size; 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_ci bytes_avail -= slack; 15162306a36Sopenharmony_ci end_of_phys_memory -= slack; 15262306a36Sopenharmony_ci 15362306a36Sopenharmony_ci sp_banks[i].num_bytes -= slack; 15462306a36Sopenharmony_ci if (sp_banks[i].num_bytes == 0) { 15562306a36Sopenharmony_ci sp_banks[i].base_addr = 0xdeadbeef; 15662306a36Sopenharmony_ci } else { 15762306a36Sopenharmony_ci memblock_add(sp_banks[i].base_addr, 15862306a36Sopenharmony_ci sp_banks[i].num_bytes); 15962306a36Sopenharmony_ci sp_banks[i+1].num_bytes = 0; 16062306a36Sopenharmony_ci sp_banks[i+1].base_addr = 0xdeadbeef; 16162306a36Sopenharmony_ci } 16262306a36Sopenharmony_ci break; 16362306a36Sopenharmony_ci } 16462306a36Sopenharmony_ci } 16562306a36Sopenharmony_ci memblock_add(sp_banks[i].base_addr, sp_banks[i].num_bytes); 16662306a36Sopenharmony_ci } 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_ci /* Start with page aligned address of last symbol in kernel 16962306a36Sopenharmony_ci * image. 17062306a36Sopenharmony_ci */ 17162306a36Sopenharmony_ci start_pfn = (unsigned long)__pa(PAGE_ALIGN((unsigned long) &_end)); 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci /* Now shift down to get the real physical page frame number. */ 17462306a36Sopenharmony_ci start_pfn >>= PAGE_SHIFT; 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci max_pfn = end_of_phys_memory >> PAGE_SHIFT; 17762306a36Sopenharmony_ci 17862306a36Sopenharmony_ci max_low_pfn = max_pfn; 17962306a36Sopenharmony_ci highstart_pfn = highend_pfn = max_pfn; 18062306a36Sopenharmony_ci 18162306a36Sopenharmony_ci if (max_low_pfn > pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT)) { 18262306a36Sopenharmony_ci highstart_pfn = pfn_base + (SRMMU_MAXMEM >> PAGE_SHIFT); 18362306a36Sopenharmony_ci max_low_pfn = calc_max_low_pfn(); 18462306a36Sopenharmony_ci high_pages = calc_highpages(); 18562306a36Sopenharmony_ci printk(KERN_NOTICE "%ldMB HIGHMEM available.\n", 18662306a36Sopenharmony_ci high_pages >> (20 - PAGE_SHIFT)); 18762306a36Sopenharmony_ci } 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci find_ramdisk(end_of_phys_memory); 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_ci /* Reserve the kernel text/data/bss. */ 19262306a36Sopenharmony_ci size = (start_pfn << PAGE_SHIFT) - phys_base; 19362306a36Sopenharmony_ci memblock_reserve(phys_base, size); 19462306a36Sopenharmony_ci memblock_add(phys_base, size); 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_ci size = memblock_phys_mem_size() - memblock_reserved_size(); 19762306a36Sopenharmony_ci *pages_avail = (size >> PAGE_SHIFT) - high_pages; 19862306a36Sopenharmony_ci 19962306a36Sopenharmony_ci /* Only allow low memory to be allocated via memblock allocation */ 20062306a36Sopenharmony_ci memblock_set_current_limit(max_low_pfn << PAGE_SHIFT); 20162306a36Sopenharmony_ci 20262306a36Sopenharmony_ci return max_pfn; 20362306a36Sopenharmony_ci} 20462306a36Sopenharmony_ci 20562306a36Sopenharmony_ci/* 20662306a36Sopenharmony_ci * paging_init() sets up the page tables: We call the MMU specific 20762306a36Sopenharmony_ci * init routine based upon the Sun model type on the Sparc. 20862306a36Sopenharmony_ci * 20962306a36Sopenharmony_ci */ 21062306a36Sopenharmony_civoid __init paging_init(void) 21162306a36Sopenharmony_ci{ 21262306a36Sopenharmony_ci srmmu_paging_init(); 21362306a36Sopenharmony_ci prom_build_devicetree(); 21462306a36Sopenharmony_ci of_fill_in_cpu_data(); 21562306a36Sopenharmony_ci device_scan(); 21662306a36Sopenharmony_ci} 21762306a36Sopenharmony_ci 21862306a36Sopenharmony_cistatic void __init taint_real_pages(void) 21962306a36Sopenharmony_ci{ 22062306a36Sopenharmony_ci int i; 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci for (i = 0; sp_banks[i].num_bytes; i++) { 22362306a36Sopenharmony_ci unsigned long start, end; 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci start = sp_banks[i].base_addr; 22662306a36Sopenharmony_ci end = start + sp_banks[i].num_bytes; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci while (start < end) { 22962306a36Sopenharmony_ci set_bit(start >> 20, sparc_valid_addr_bitmap); 23062306a36Sopenharmony_ci start += PAGE_SIZE; 23162306a36Sopenharmony_ci } 23262306a36Sopenharmony_ci } 23362306a36Sopenharmony_ci} 23462306a36Sopenharmony_ci 23562306a36Sopenharmony_cistatic void map_high_region(unsigned long start_pfn, unsigned long end_pfn) 23662306a36Sopenharmony_ci{ 23762306a36Sopenharmony_ci unsigned long tmp; 23862306a36Sopenharmony_ci 23962306a36Sopenharmony_ci#ifdef CONFIG_DEBUG_HIGHMEM 24062306a36Sopenharmony_ci printk("mapping high region %08lx - %08lx\n", start_pfn, end_pfn); 24162306a36Sopenharmony_ci#endif 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci for (tmp = start_pfn; tmp < end_pfn; tmp++) 24462306a36Sopenharmony_ci free_highmem_page(pfn_to_page(tmp)); 24562306a36Sopenharmony_ci} 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_civoid __init mem_init(void) 24862306a36Sopenharmony_ci{ 24962306a36Sopenharmony_ci int i; 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci if (PKMAP_BASE+LAST_PKMAP*PAGE_SIZE >= FIXADDR_START) { 25262306a36Sopenharmony_ci prom_printf("BUG: fixmap and pkmap areas overlap\n"); 25362306a36Sopenharmony_ci prom_printf("pkbase: 0x%lx pkend: 0x%lx fixstart 0x%lx\n", 25462306a36Sopenharmony_ci PKMAP_BASE, 25562306a36Sopenharmony_ci (unsigned long)PKMAP_BASE+LAST_PKMAP*PAGE_SIZE, 25662306a36Sopenharmony_ci FIXADDR_START); 25762306a36Sopenharmony_ci prom_printf("Please mail sparclinux@vger.kernel.org.\n"); 25862306a36Sopenharmony_ci prom_halt(); 25962306a36Sopenharmony_ci } 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci 26262306a36Sopenharmony_ci /* Saves us work later. */ 26362306a36Sopenharmony_ci memset((void *)empty_zero_page, 0, PAGE_SIZE); 26462306a36Sopenharmony_ci 26562306a36Sopenharmony_ci i = last_valid_pfn >> ((20 - PAGE_SHIFT) + 5); 26662306a36Sopenharmony_ci i += 1; 26762306a36Sopenharmony_ci sparc_valid_addr_bitmap = (unsigned long *) 26862306a36Sopenharmony_ci memblock_alloc(i << 2, SMP_CACHE_BYTES); 26962306a36Sopenharmony_ci 27062306a36Sopenharmony_ci if (sparc_valid_addr_bitmap == NULL) { 27162306a36Sopenharmony_ci prom_printf("mem_init: Cannot alloc valid_addr_bitmap.\n"); 27262306a36Sopenharmony_ci prom_halt(); 27362306a36Sopenharmony_ci } 27462306a36Sopenharmony_ci memset(sparc_valid_addr_bitmap, 0, i << 2); 27562306a36Sopenharmony_ci 27662306a36Sopenharmony_ci taint_real_pages(); 27762306a36Sopenharmony_ci 27862306a36Sopenharmony_ci max_mapnr = last_valid_pfn - pfn_base; 27962306a36Sopenharmony_ci high_memory = __va(max_low_pfn << PAGE_SHIFT); 28062306a36Sopenharmony_ci memblock_free_all(); 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_ci for (i = 0; sp_banks[i].num_bytes != 0; i++) { 28362306a36Sopenharmony_ci unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; 28462306a36Sopenharmony_ci unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci if (end_pfn <= highstart_pfn) 28762306a36Sopenharmony_ci continue; 28862306a36Sopenharmony_ci 28962306a36Sopenharmony_ci if (start_pfn < highstart_pfn) 29062306a36Sopenharmony_ci start_pfn = highstart_pfn; 29162306a36Sopenharmony_ci 29262306a36Sopenharmony_ci map_high_region(start_pfn, end_pfn); 29362306a36Sopenharmony_ci } 29462306a36Sopenharmony_ci} 29562306a36Sopenharmony_ci 29662306a36Sopenharmony_civoid sparc_flush_page_to_ram(struct page *page) 29762306a36Sopenharmony_ci{ 29862306a36Sopenharmony_ci unsigned long vaddr = (unsigned long)page_address(page); 29962306a36Sopenharmony_ci 30062306a36Sopenharmony_ci __flush_page_to_ram(vaddr); 30162306a36Sopenharmony_ci} 30262306a36Sopenharmony_ciEXPORT_SYMBOL(sparc_flush_page_to_ram); 30362306a36Sopenharmony_ci 30462306a36Sopenharmony_civoid sparc_flush_folio_to_ram(struct folio *folio) 30562306a36Sopenharmony_ci{ 30662306a36Sopenharmony_ci unsigned long vaddr = (unsigned long)folio_address(folio); 30762306a36Sopenharmony_ci unsigned int i, nr = folio_nr_pages(folio); 30862306a36Sopenharmony_ci 30962306a36Sopenharmony_ci for (i = 0; i < nr; i++) 31062306a36Sopenharmony_ci __flush_page_to_ram(vaddr + i * PAGE_SIZE); 31162306a36Sopenharmony_ci} 31262306a36Sopenharmony_ciEXPORT_SYMBOL(sparc_flush_folio_to_ram); 31362306a36Sopenharmony_ci 31462306a36Sopenharmony_cistatic const pgprot_t protection_map[16] = { 31562306a36Sopenharmony_ci [VM_NONE] = PAGE_NONE, 31662306a36Sopenharmony_ci [VM_READ] = PAGE_READONLY, 31762306a36Sopenharmony_ci [VM_WRITE] = PAGE_COPY, 31862306a36Sopenharmony_ci [VM_WRITE | VM_READ] = PAGE_COPY, 31962306a36Sopenharmony_ci [VM_EXEC] = PAGE_READONLY, 32062306a36Sopenharmony_ci [VM_EXEC | VM_READ] = PAGE_READONLY, 32162306a36Sopenharmony_ci [VM_EXEC | VM_WRITE] = PAGE_COPY, 32262306a36Sopenharmony_ci [VM_EXEC | VM_WRITE | VM_READ] = PAGE_COPY, 32362306a36Sopenharmony_ci [VM_SHARED] = PAGE_NONE, 32462306a36Sopenharmony_ci [VM_SHARED | VM_READ] = PAGE_READONLY, 32562306a36Sopenharmony_ci [VM_SHARED | VM_WRITE] = PAGE_SHARED, 32662306a36Sopenharmony_ci [VM_SHARED | VM_WRITE | VM_READ] = PAGE_SHARED, 32762306a36Sopenharmony_ci [VM_SHARED | VM_EXEC] = PAGE_READONLY, 32862306a36Sopenharmony_ci [VM_SHARED | VM_EXEC | VM_READ] = PAGE_READONLY, 32962306a36Sopenharmony_ci [VM_SHARED | VM_EXEC | VM_WRITE] = PAGE_SHARED, 33062306a36Sopenharmony_ci [VM_SHARED | VM_EXEC | VM_WRITE | VM_READ] = PAGE_SHARED 33162306a36Sopenharmony_ci}; 33262306a36Sopenharmony_ciDECLARE_VM_GET_PAGE_PROT 333