162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * This file contains the routines for initializing the MMU
462306a36Sopenharmony_ci * on the 4xx series of chips.
562306a36Sopenharmony_ci *  -- paulus
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci *  Derived from arch/ppc/mm/init.c:
862306a36Sopenharmony_ci *    Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
962306a36Sopenharmony_ci *
1062306a36Sopenharmony_ci *  Modifications by Paul Mackerras (PowerMac) (paulus@cs.anu.edu.au)
1162306a36Sopenharmony_ci *  and Cort Dougan (PReP) (cort@cs.nmt.edu)
1262306a36Sopenharmony_ci *    Copyright (C) 1996 Paul Mackerras
1362306a36Sopenharmony_ci *
1462306a36Sopenharmony_ci *  Derived from "arch/i386/mm/init.c"
1562306a36Sopenharmony_ci *    Copyright (C) 1991, 1992, 1993, 1994  Linus Torvalds
1662306a36Sopenharmony_ci */
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#include <linux/signal.h>
1962306a36Sopenharmony_ci#include <linux/sched.h>
2062306a36Sopenharmony_ci#include <linux/kernel.h>
2162306a36Sopenharmony_ci#include <linux/errno.h>
2262306a36Sopenharmony_ci#include <linux/string.h>
2362306a36Sopenharmony_ci#include <linux/types.h>
2462306a36Sopenharmony_ci#include <linux/ptrace.h>
2562306a36Sopenharmony_ci#include <linux/mman.h>
2662306a36Sopenharmony_ci#include <linux/mm.h>
2762306a36Sopenharmony_ci#include <linux/swap.h>
2862306a36Sopenharmony_ci#include <linux/stddef.h>
2962306a36Sopenharmony_ci#include <linux/vmalloc.h>
3062306a36Sopenharmony_ci#include <linux/init.h>
3162306a36Sopenharmony_ci#include <linux/delay.h>
3262306a36Sopenharmony_ci#include <linux/highmem.h>
3362306a36Sopenharmony_ci#include <linux/memblock.h>
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci#include <asm/io.h>
3662306a36Sopenharmony_ci#include <asm/mmu_context.h>
3762306a36Sopenharmony_ci#include <asm/mmu.h>
3862306a36Sopenharmony_ci#include <linux/uaccess.h>
3962306a36Sopenharmony_ci#include <asm/smp.h>
4062306a36Sopenharmony_ci#include <asm/bootx.h>
4162306a36Sopenharmony_ci#include <asm/machdep.h>
4262306a36Sopenharmony_ci#include <asm/setup.h>
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci#include <mm/mmu_decl.h>
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci/*
4762306a36Sopenharmony_ci * MMU_init_hw does the chip-specific initialization of the MMU hardware.
4862306a36Sopenharmony_ci */
4962306a36Sopenharmony_civoid __init MMU_init_hw(void)
5062306a36Sopenharmony_ci{
5162306a36Sopenharmony_ci	/*
5262306a36Sopenharmony_ci	 * The Zone Protection Register (ZPR) defines how protection will
5362306a36Sopenharmony_ci	 * be applied to every page which is a member of a given zone. At
5462306a36Sopenharmony_ci	 * present, we utilize only two of the 4xx's zones.
5562306a36Sopenharmony_ci	 * The zone index bits (of ZSEL) in the PTE are used for software
5662306a36Sopenharmony_ci	 * indicators, except the LSB.  For user access, zone 1 is used,
5762306a36Sopenharmony_ci	 * for kernel access, zone 0 is used.  We set all but zone 1
5862306a36Sopenharmony_ci	 * to zero, allowing only kernel access as indicated in the PTE.
5962306a36Sopenharmony_ci	 * For zone 1, we set a 01 binary (a value of 10 will not work)
6062306a36Sopenharmony_ci	 * to allow user access as indicated in the PTE.  This also allows
6162306a36Sopenharmony_ci	 * kernel access as indicated in the PTE.
6262306a36Sopenharmony_ci	 */
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci        mtspr(SPRN_ZPR, 0x10000000);
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci	flush_instruction_cache();
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	/*
6962306a36Sopenharmony_ci	 * Set up the real-mode cache parameters for the exception vector
7062306a36Sopenharmony_ci	 * handlers (which are run in real-mode).
7162306a36Sopenharmony_ci	 */
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci        mtspr(SPRN_DCWR, 0x00000000);	/* All caching is write-back */
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci        /*
7662306a36Sopenharmony_ci	 * Cache instruction and data space where the exception
7762306a36Sopenharmony_ci	 * vectors and the kernel live in real-mode.
7862306a36Sopenharmony_ci	 */
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci        mtspr(SPRN_DCCR, 0xFFFF0000);	/* 2GByte of data space at 0x0. */
8162306a36Sopenharmony_ci        mtspr(SPRN_ICCR, 0xFFFF0000);	/* 2GByte of instr. space at 0x0. */
8262306a36Sopenharmony_ci}
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci#define LARGE_PAGE_SIZE_16M	(1<<24)
8562306a36Sopenharmony_ci#define LARGE_PAGE_SIZE_4M	(1<<22)
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ciunsigned long __init mmu_mapin_ram(unsigned long base, unsigned long top)
8862306a36Sopenharmony_ci{
8962306a36Sopenharmony_ci	unsigned long v, s, mapped;
9062306a36Sopenharmony_ci	phys_addr_t p;
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	v = KERNELBASE;
9362306a36Sopenharmony_ci	p = 0;
9462306a36Sopenharmony_ci	s = total_lowmem;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	if (IS_ENABLED(CONFIG_KFENCE))
9762306a36Sopenharmony_ci		return 0;
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	if (debug_pagealloc_enabled())
10062306a36Sopenharmony_ci		return 0;
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	if (strict_kernel_rwx_enabled())
10362306a36Sopenharmony_ci		return 0;
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	while (s >= LARGE_PAGE_SIZE_16M) {
10662306a36Sopenharmony_ci		pmd_t *pmdp;
10762306a36Sopenharmony_ci		unsigned long val = p | _PMD_SIZE_16M | _PAGE_EXEC | _PAGE_RW;
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci		pmdp = pmd_off_k(v);
11062306a36Sopenharmony_ci		*pmdp++ = __pmd(val);
11162306a36Sopenharmony_ci		*pmdp++ = __pmd(val);
11262306a36Sopenharmony_ci		*pmdp++ = __pmd(val);
11362306a36Sopenharmony_ci		*pmdp++ = __pmd(val);
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci		v += LARGE_PAGE_SIZE_16M;
11662306a36Sopenharmony_ci		p += LARGE_PAGE_SIZE_16M;
11762306a36Sopenharmony_ci		s -= LARGE_PAGE_SIZE_16M;
11862306a36Sopenharmony_ci	}
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci	while (s >= LARGE_PAGE_SIZE_4M) {
12162306a36Sopenharmony_ci		pmd_t *pmdp;
12262306a36Sopenharmony_ci		unsigned long val = p | _PMD_SIZE_4M | _PAGE_EXEC | _PAGE_RW;
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci		pmdp = pmd_off_k(v);
12562306a36Sopenharmony_ci		*pmdp = __pmd(val);
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci		v += LARGE_PAGE_SIZE_4M;
12862306a36Sopenharmony_ci		p += LARGE_PAGE_SIZE_4M;
12962306a36Sopenharmony_ci		s -= LARGE_PAGE_SIZE_4M;
13062306a36Sopenharmony_ci	}
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	mapped = total_lowmem - s;
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	/* If the size of RAM is not an exact power of two, we may not
13562306a36Sopenharmony_ci	 * have covered RAM in its entirety with 16 and 4 MiB
13662306a36Sopenharmony_ci	 * pages. Consequently, restrict the top end of RAM currently
13762306a36Sopenharmony_ci	 * allocable so that calls to the MEMBLOCK to allocate PTEs for "tail"
13862306a36Sopenharmony_ci	 * coverage with normal-sized pages (or other reasons) do not
13962306a36Sopenharmony_ci	 * attempt to allocate outside the allowed range.
14062306a36Sopenharmony_ci	 */
14162306a36Sopenharmony_ci	memblock_set_current_limit(mapped);
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	return mapped;
14462306a36Sopenharmony_ci}
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_civoid setup_initial_memory_limit(phys_addr_t first_memblock_base,
14762306a36Sopenharmony_ci				phys_addr_t first_memblock_size)
14862306a36Sopenharmony_ci{
14962306a36Sopenharmony_ci	/* We don't currently support the first MEMBLOCK not mapping 0
15062306a36Sopenharmony_ci	 * physical on those processors
15162306a36Sopenharmony_ci	 */
15262306a36Sopenharmony_ci	BUG_ON(first_memblock_base != 0);
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	/* 40x can only access 16MB at the moment (see head_40x.S) */
15562306a36Sopenharmony_ci	memblock_set_current_limit(min_t(u64, first_memblock_size, 0x00800000));
15662306a36Sopenharmony_ci}
157