162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * This file contains the routines for initializing the MMU 462306a36Sopenharmony_ci * on the 4xx series of chips. 562306a36Sopenharmony_ci * -- paulus 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * Derived from arch/ppc/mm/init.c: 862306a36Sopenharmony_ci * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org) 962306a36Sopenharmony_ci * 1062306a36Sopenharmony_ci * Modifications by Paul Mackerras (PowerMac) (paulus@cs.anu.edu.au) 1162306a36Sopenharmony_ci * and Cort Dougan (PReP) (cort@cs.nmt.edu) 1262306a36Sopenharmony_ci * Copyright (C) 1996 Paul Mackerras 1362306a36Sopenharmony_ci * 1462306a36Sopenharmony_ci * Derived from "arch/i386/mm/init.c" 1562306a36Sopenharmony_ci * Copyright (C) 1991, 1992, 1993, 1994 Linus Torvalds 1662306a36Sopenharmony_ci */ 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#include <linux/signal.h> 1962306a36Sopenharmony_ci#include <linux/sched.h> 2062306a36Sopenharmony_ci#include <linux/kernel.h> 2162306a36Sopenharmony_ci#include <linux/errno.h> 2262306a36Sopenharmony_ci#include <linux/string.h> 2362306a36Sopenharmony_ci#include <linux/types.h> 2462306a36Sopenharmony_ci#include <linux/ptrace.h> 2562306a36Sopenharmony_ci#include <linux/mman.h> 2662306a36Sopenharmony_ci#include <linux/mm.h> 2762306a36Sopenharmony_ci#include <linux/swap.h> 2862306a36Sopenharmony_ci#include <linux/stddef.h> 2962306a36Sopenharmony_ci#include <linux/vmalloc.h> 3062306a36Sopenharmony_ci#include <linux/init.h> 3162306a36Sopenharmony_ci#include <linux/delay.h> 3262306a36Sopenharmony_ci#include <linux/highmem.h> 3362306a36Sopenharmony_ci#include <linux/memblock.h> 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci#include <asm/io.h> 3662306a36Sopenharmony_ci#include <asm/mmu_context.h> 3762306a36Sopenharmony_ci#include <asm/mmu.h> 3862306a36Sopenharmony_ci#include <linux/uaccess.h> 3962306a36Sopenharmony_ci#include <asm/smp.h> 4062306a36Sopenharmony_ci#include <asm/bootx.h> 4162306a36Sopenharmony_ci#include <asm/machdep.h> 4262306a36Sopenharmony_ci#include <asm/setup.h> 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci#include <mm/mmu_decl.h> 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci/* 4762306a36Sopenharmony_ci * MMU_init_hw does the chip-specific initialization of the MMU hardware. 4862306a36Sopenharmony_ci */ 4962306a36Sopenharmony_civoid __init MMU_init_hw(void) 5062306a36Sopenharmony_ci{ 5162306a36Sopenharmony_ci /* 5262306a36Sopenharmony_ci * The Zone Protection Register (ZPR) defines how protection will 5362306a36Sopenharmony_ci * be applied to every page which is a member of a given zone. At 5462306a36Sopenharmony_ci * present, we utilize only two of the 4xx's zones. 5562306a36Sopenharmony_ci * The zone index bits (of ZSEL) in the PTE are used for software 5662306a36Sopenharmony_ci * indicators, except the LSB. For user access, zone 1 is used, 5762306a36Sopenharmony_ci * for kernel access, zone 0 is used. We set all but zone 1 5862306a36Sopenharmony_ci * to zero, allowing only kernel access as indicated in the PTE. 5962306a36Sopenharmony_ci * For zone 1, we set a 01 binary (a value of 10 will not work) 6062306a36Sopenharmony_ci * to allow user access as indicated in the PTE. This also allows 6162306a36Sopenharmony_ci * kernel access as indicated in the PTE. 6262306a36Sopenharmony_ci */ 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci mtspr(SPRN_ZPR, 0x10000000); 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci flush_instruction_cache(); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci /* 6962306a36Sopenharmony_ci * Set up the real-mode cache parameters for the exception vector 7062306a36Sopenharmony_ci * handlers (which are run in real-mode). 7162306a36Sopenharmony_ci */ 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci mtspr(SPRN_DCWR, 0x00000000); /* All caching is write-back */ 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci /* 7662306a36Sopenharmony_ci * Cache instruction and data space where the exception 7762306a36Sopenharmony_ci * vectors and the kernel live in real-mode. 7862306a36Sopenharmony_ci */ 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci mtspr(SPRN_DCCR, 0xFFFF0000); /* 2GByte of data space at 0x0. */ 8162306a36Sopenharmony_ci mtspr(SPRN_ICCR, 0xFFFF0000); /* 2GByte of instr. space at 0x0. */ 8262306a36Sopenharmony_ci} 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci#define LARGE_PAGE_SIZE_16M (1<<24) 8562306a36Sopenharmony_ci#define LARGE_PAGE_SIZE_4M (1<<22) 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ciunsigned long __init mmu_mapin_ram(unsigned long base, unsigned long top) 8862306a36Sopenharmony_ci{ 8962306a36Sopenharmony_ci unsigned long v, s, mapped; 9062306a36Sopenharmony_ci phys_addr_t p; 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci v = KERNELBASE; 9362306a36Sopenharmony_ci p = 0; 9462306a36Sopenharmony_ci s = total_lowmem; 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci if (IS_ENABLED(CONFIG_KFENCE)) 9762306a36Sopenharmony_ci return 0; 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci if (debug_pagealloc_enabled()) 10062306a36Sopenharmony_ci return 0; 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci if (strict_kernel_rwx_enabled()) 10362306a36Sopenharmony_ci return 0; 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci while (s >= LARGE_PAGE_SIZE_16M) { 10662306a36Sopenharmony_ci pmd_t *pmdp; 10762306a36Sopenharmony_ci unsigned long val = p | _PMD_SIZE_16M | _PAGE_EXEC | _PAGE_RW; 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci pmdp = pmd_off_k(v); 11062306a36Sopenharmony_ci *pmdp++ = __pmd(val); 11162306a36Sopenharmony_ci *pmdp++ = __pmd(val); 11262306a36Sopenharmony_ci *pmdp++ = __pmd(val); 11362306a36Sopenharmony_ci *pmdp++ = __pmd(val); 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci v += LARGE_PAGE_SIZE_16M; 11662306a36Sopenharmony_ci p += LARGE_PAGE_SIZE_16M; 11762306a36Sopenharmony_ci s -= LARGE_PAGE_SIZE_16M; 11862306a36Sopenharmony_ci } 11962306a36Sopenharmony_ci 12062306a36Sopenharmony_ci while (s >= LARGE_PAGE_SIZE_4M) { 12162306a36Sopenharmony_ci pmd_t *pmdp; 12262306a36Sopenharmony_ci unsigned long val = p | _PMD_SIZE_4M | _PAGE_EXEC | _PAGE_RW; 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci pmdp = pmd_off_k(v); 12562306a36Sopenharmony_ci *pmdp = __pmd(val); 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci v += LARGE_PAGE_SIZE_4M; 12862306a36Sopenharmony_ci p += LARGE_PAGE_SIZE_4M; 12962306a36Sopenharmony_ci s -= LARGE_PAGE_SIZE_4M; 13062306a36Sopenharmony_ci } 13162306a36Sopenharmony_ci 13262306a36Sopenharmony_ci mapped = total_lowmem - s; 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci /* If the size of RAM is not an exact power of two, we may not 13562306a36Sopenharmony_ci * have covered RAM in its entirety with 16 and 4 MiB 13662306a36Sopenharmony_ci * pages. Consequently, restrict the top end of RAM currently 13762306a36Sopenharmony_ci * allocable so that calls to the MEMBLOCK to allocate PTEs for "tail" 13862306a36Sopenharmony_ci * coverage with normal-sized pages (or other reasons) do not 13962306a36Sopenharmony_ci * attempt to allocate outside the allowed range. 14062306a36Sopenharmony_ci */ 14162306a36Sopenharmony_ci memblock_set_current_limit(mapped); 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci return mapped; 14462306a36Sopenharmony_ci} 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_civoid setup_initial_memory_limit(phys_addr_t first_memblock_base, 14762306a36Sopenharmony_ci phys_addr_t first_memblock_size) 14862306a36Sopenharmony_ci{ 14962306a36Sopenharmony_ci /* We don't currently support the first MEMBLOCK not mapping 0 15062306a36Sopenharmony_ci * physical on those processors 15162306a36Sopenharmony_ci */ 15262306a36Sopenharmony_ci BUG_ON(first_memblock_base != 0); 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci /* 40x can only access 16MB at the moment (see head_40x.S) */ 15562306a36Sopenharmony_ci memblock_set_current_limit(min_t(u64, first_memblock_size, 0x00800000)); 15662306a36Sopenharmony_ci} 157