162306a36Sopenharmony_ci/*
262306a36Sopenharmony_ci * Based on linux/arch/arm/pmsa-v7.c
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * ARM PMSAv8 supporting functions.
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include <linux/memblock.h>
862306a36Sopenharmony_ci#include <linux/range.h>
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <asm/cp15.h>
1162306a36Sopenharmony_ci#include <asm/cputype.h>
1262306a36Sopenharmony_ci#include <asm/mpu.h>
1362306a36Sopenharmony_ci
1462306a36Sopenharmony_ci#include <asm/page.h>
1562306a36Sopenharmony_ci#include <asm/sections.h>
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci#include "mm.h"
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#ifndef CONFIG_CPU_V7M
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#define PRSEL	__ACCESS_CP15(c6, 0, c2, 1)
2262306a36Sopenharmony_ci#define PRBAR	__ACCESS_CP15(c6, 0, c3, 0)
2362306a36Sopenharmony_ci#define PRLAR	__ACCESS_CP15(c6, 0, c3, 1)
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_cistatic inline u32 prlar_read(void)
2662306a36Sopenharmony_ci{
2762306a36Sopenharmony_ci	return read_sysreg(PRLAR);
2862306a36Sopenharmony_ci}
2962306a36Sopenharmony_ci
3062306a36Sopenharmony_cistatic inline u32 prbar_read(void)
3162306a36Sopenharmony_ci{
3262306a36Sopenharmony_ci	return read_sysreg(PRBAR);
3362306a36Sopenharmony_ci}
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_cistatic inline void prsel_write(u32 v)
3662306a36Sopenharmony_ci{
3762306a36Sopenharmony_ci	write_sysreg(v, PRSEL);
3862306a36Sopenharmony_ci}
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_cistatic inline void prbar_write(u32 v)
4162306a36Sopenharmony_ci{
4262306a36Sopenharmony_ci	write_sysreg(v, PRBAR);
4362306a36Sopenharmony_ci}
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_cistatic inline void prlar_write(u32 v)
4662306a36Sopenharmony_ci{
4762306a36Sopenharmony_ci	write_sysreg(v, PRLAR);
4862306a36Sopenharmony_ci}
4962306a36Sopenharmony_ci#else
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_cistatic inline u32 prlar_read(void)
5262306a36Sopenharmony_ci{
5362306a36Sopenharmony_ci	return readl_relaxed(BASEADDR_V7M_SCB + PMSAv8_RLAR);
5462306a36Sopenharmony_ci}
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_cistatic inline u32 prbar_read(void)
5762306a36Sopenharmony_ci{
5862306a36Sopenharmony_ci	return readl_relaxed(BASEADDR_V7M_SCB + PMSAv8_RBAR);
5962306a36Sopenharmony_ci}
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_cistatic inline void prsel_write(u32 v)
6262306a36Sopenharmony_ci{
6362306a36Sopenharmony_ci	writel_relaxed(v, BASEADDR_V7M_SCB + PMSAv8_RNR);
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_cistatic inline void prbar_write(u32 v)
6762306a36Sopenharmony_ci{
6862306a36Sopenharmony_ci	writel_relaxed(v, BASEADDR_V7M_SCB + PMSAv8_RBAR);
6962306a36Sopenharmony_ci}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_cistatic inline void prlar_write(u32 v)
7262306a36Sopenharmony_ci{
7362306a36Sopenharmony_ci	writel_relaxed(v, BASEADDR_V7M_SCB + PMSAv8_RLAR);
7462306a36Sopenharmony_ci}
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci#endif
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_cistatic struct range __initdata io[MPU_MAX_REGIONS];
7962306a36Sopenharmony_cistatic struct range __initdata mem[MPU_MAX_REGIONS];
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_cistatic unsigned int __initdata mpu_max_regions;
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_cistatic __init bool is_region_fixed(int number)
8462306a36Sopenharmony_ci{
8562306a36Sopenharmony_ci	switch (number) {
8662306a36Sopenharmony_ci	case PMSAv8_XIP_REGION:
8762306a36Sopenharmony_ci	case PMSAv8_KERNEL_REGION:
8862306a36Sopenharmony_ci		return true;
8962306a36Sopenharmony_ci	default:
9062306a36Sopenharmony_ci		return false;
9162306a36Sopenharmony_ci	}
9262306a36Sopenharmony_ci}
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_civoid __init pmsav8_adjust_lowmem_bounds(void)
9562306a36Sopenharmony_ci{
9662306a36Sopenharmony_ci	phys_addr_t mem_end;
9762306a36Sopenharmony_ci	phys_addr_t reg_start, reg_end;
9862306a36Sopenharmony_ci	bool first = true;
9962306a36Sopenharmony_ci	u64 i;
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	for_each_mem_range(i, &reg_start, &reg_end) {
10262306a36Sopenharmony_ci		if (first) {
10362306a36Sopenharmony_ci			phys_addr_t phys_offset = PHYS_OFFSET;
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci			/*
10662306a36Sopenharmony_ci			 * Initially only use memory continuous from
10762306a36Sopenharmony_ci			 * PHYS_OFFSET */
10862306a36Sopenharmony_ci			if (reg_start != phys_offset)
10962306a36Sopenharmony_ci				panic("First memory bank must be contiguous from PHYS_OFFSET");
11062306a36Sopenharmony_ci			mem_end = reg_end;
11162306a36Sopenharmony_ci			first = false;
11262306a36Sopenharmony_ci		} else {
11362306a36Sopenharmony_ci			/*
11462306a36Sopenharmony_ci			 * memblock auto merges contiguous blocks, remove
11562306a36Sopenharmony_ci			 * all blocks afterwards in one go (we can't remove
11662306a36Sopenharmony_ci			 * blocks separately while iterating)
11762306a36Sopenharmony_ci			 */
11862306a36Sopenharmony_ci			pr_notice("Ignoring RAM after %pa, memory at %pa ignored\n",
11962306a36Sopenharmony_ci				  &mem_end, &reg_start);
12062306a36Sopenharmony_ci			memblock_remove(reg_start, 0 - reg_start);
12162306a36Sopenharmony_ci			break;
12262306a36Sopenharmony_ci		}
12362306a36Sopenharmony_ci	}
12462306a36Sopenharmony_ci}
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_cistatic int __init __mpu_max_regions(void)
12762306a36Sopenharmony_ci{
12862306a36Sopenharmony_ci	static int max_regions;
12962306a36Sopenharmony_ci	u32 mpuir;
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	if (max_regions)
13262306a36Sopenharmony_ci		return max_regions;
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	mpuir = read_cpuid_mputype();
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	max_regions  = (mpuir & MPUIR_DREGION_SZMASK) >> MPUIR_DREGION;
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	return max_regions;
13962306a36Sopenharmony_ci}
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_cistatic int __init __pmsav8_setup_region(unsigned int number, u32 bar, u32 lar)
14262306a36Sopenharmony_ci{
14362306a36Sopenharmony_ci	if (number > mpu_max_regions
14462306a36Sopenharmony_ci	    || number >= MPU_MAX_REGIONS)
14562306a36Sopenharmony_ci		return -ENOENT;
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci	dsb();
14862306a36Sopenharmony_ci	prsel_write(number);
14962306a36Sopenharmony_ci	isb();
15062306a36Sopenharmony_ci	prbar_write(bar);
15162306a36Sopenharmony_ci	prlar_write(lar);
15262306a36Sopenharmony_ci
15362306a36Sopenharmony_ci	mpu_rgn_info.rgns[number].prbar = bar;
15462306a36Sopenharmony_ci	mpu_rgn_info.rgns[number].prlar = lar;
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	mpu_rgn_info.used++;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	return 0;
15962306a36Sopenharmony_ci}
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_cistatic int __init pmsav8_setup_ram(unsigned int number, phys_addr_t start,phys_addr_t end)
16262306a36Sopenharmony_ci{
16362306a36Sopenharmony_ci	u32 bar, lar;
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_ci	if (is_region_fixed(number))
16662306a36Sopenharmony_ci		return -EINVAL;
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	bar = start;
16962306a36Sopenharmony_ci	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci	bar |= PMSAv8_AP_PL1RW_PL0RW | PMSAv8_RGN_SHARED;
17262306a36Sopenharmony_ci	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_NORMAL) | PMSAv8_LAR_EN;
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	return __pmsav8_setup_region(number, bar, lar);
17562306a36Sopenharmony_ci}
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_cistatic int __init pmsav8_setup_io(unsigned int number, phys_addr_t start,phys_addr_t end)
17862306a36Sopenharmony_ci{
17962306a36Sopenharmony_ci	u32 bar, lar;
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci	if (is_region_fixed(number))
18262306a36Sopenharmony_ci		return -EINVAL;
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	bar = start;
18562306a36Sopenharmony_ci	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci	bar |= PMSAv8_AP_PL1RW_PL0RW | PMSAv8_RGN_SHARED | PMSAv8_BAR_XN;
18862306a36Sopenharmony_ci	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_DEVICE_nGnRnE) | PMSAv8_LAR_EN;
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	return __pmsav8_setup_region(number, bar, lar);
19162306a36Sopenharmony_ci}
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_cistatic int __init pmsav8_setup_fixed(unsigned int number, phys_addr_t start,phys_addr_t end)
19462306a36Sopenharmony_ci{
19562306a36Sopenharmony_ci	u32 bar, lar;
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci	if (!is_region_fixed(number))
19862306a36Sopenharmony_ci		return -EINVAL;
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci	bar = start;
20162306a36Sopenharmony_ci	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	bar |= PMSAv8_AP_PL1RW_PL0NA | PMSAv8_RGN_SHARED;
20462306a36Sopenharmony_ci	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_NORMAL) | PMSAv8_LAR_EN;
20562306a36Sopenharmony_ci
20662306a36Sopenharmony_ci	prsel_write(number);
20762306a36Sopenharmony_ci	isb();
20862306a36Sopenharmony_ci
20962306a36Sopenharmony_ci	if (prbar_read() != bar || prlar_read() != lar)
21062306a36Sopenharmony_ci		return -EINVAL;
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_ci	/* Reserved region was set up early, we just need a record for secondaries */
21362306a36Sopenharmony_ci	mpu_rgn_info.rgns[number].prbar = bar;
21462306a36Sopenharmony_ci	mpu_rgn_info.rgns[number].prlar = lar;
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	mpu_rgn_info.used++;
21762306a36Sopenharmony_ci
21862306a36Sopenharmony_ci	return 0;
21962306a36Sopenharmony_ci}
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ci#ifndef CONFIG_CPU_V7M
22262306a36Sopenharmony_cistatic int __init pmsav8_setup_vector(unsigned int number, phys_addr_t start,phys_addr_t end)
22362306a36Sopenharmony_ci{
22462306a36Sopenharmony_ci	u32 bar, lar;
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	if (number == PMSAv8_KERNEL_REGION)
22762306a36Sopenharmony_ci		return -EINVAL;
22862306a36Sopenharmony_ci
22962306a36Sopenharmony_ci	bar = start;
23062306a36Sopenharmony_ci	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
23162306a36Sopenharmony_ci
23262306a36Sopenharmony_ci	bar |= PMSAv8_AP_PL1RW_PL0NA | PMSAv8_RGN_SHARED;
23362306a36Sopenharmony_ci	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_NORMAL) | PMSAv8_LAR_EN;
23462306a36Sopenharmony_ci
23562306a36Sopenharmony_ci	return __pmsav8_setup_region(number, bar, lar);
23662306a36Sopenharmony_ci}
23762306a36Sopenharmony_ci#endif
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_civoid __init pmsav8_setup(void)
24062306a36Sopenharmony_ci{
24162306a36Sopenharmony_ci	int i, err = 0;
24262306a36Sopenharmony_ci	int region = PMSAv8_KERNEL_REGION;
24362306a36Sopenharmony_ci
24462306a36Sopenharmony_ci	/* How many regions are supported ? */
24562306a36Sopenharmony_ci	mpu_max_regions = __mpu_max_regions();
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci	/* RAM: single chunk of memory */
24862306a36Sopenharmony_ci	add_range(mem,  ARRAY_SIZE(mem), 0,  memblock.memory.regions[0].base,
24962306a36Sopenharmony_ci		  memblock.memory.regions[0].base + memblock.memory.regions[0].size);
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci	/* IO: cover full 4G range */
25262306a36Sopenharmony_ci	add_range(io, ARRAY_SIZE(io), 0, 0, 0xffffffff);
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_ci	/* RAM and IO: exclude kernel */
25562306a36Sopenharmony_ci	subtract_range(mem, ARRAY_SIZE(mem), __pa(KERNEL_START), __pa(KERNEL_END));
25662306a36Sopenharmony_ci	subtract_range(io, ARRAY_SIZE(io),  __pa(KERNEL_START), __pa(KERNEL_END));
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci#ifdef CONFIG_XIP_KERNEL
25962306a36Sopenharmony_ci	/* RAM and IO: exclude xip */
26062306a36Sopenharmony_ci	subtract_range(mem, ARRAY_SIZE(mem), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom));
26162306a36Sopenharmony_ci	subtract_range(io, ARRAY_SIZE(io), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom));
26262306a36Sopenharmony_ci#endif
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci#ifndef CONFIG_CPU_V7M
26562306a36Sopenharmony_ci	/* RAM and IO: exclude vectors */
26662306a36Sopenharmony_ci	subtract_range(mem, ARRAY_SIZE(mem),  vectors_base, vectors_base + 2 * PAGE_SIZE);
26762306a36Sopenharmony_ci	subtract_range(io, ARRAY_SIZE(io),  vectors_base, vectors_base + 2 * PAGE_SIZE);
26862306a36Sopenharmony_ci#endif
26962306a36Sopenharmony_ci	/* IO: exclude RAM */
27062306a36Sopenharmony_ci	for (i = 0; i < ARRAY_SIZE(mem); i++)
27162306a36Sopenharmony_ci		subtract_range(io, ARRAY_SIZE(io), mem[i].start, mem[i].end);
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ci	/* Now program MPU */
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci#ifdef CONFIG_XIP_KERNEL
27662306a36Sopenharmony_ci	/* ROM */
27762306a36Sopenharmony_ci	err |= pmsav8_setup_fixed(PMSAv8_XIP_REGION, CONFIG_XIP_PHYS_ADDR, __pa(_exiprom));
27862306a36Sopenharmony_ci#endif
27962306a36Sopenharmony_ci	/* Kernel */
28062306a36Sopenharmony_ci	err |= pmsav8_setup_fixed(region++, __pa(KERNEL_START), __pa(KERNEL_END));
28162306a36Sopenharmony_ci
28262306a36Sopenharmony_ci
28362306a36Sopenharmony_ci	/* IO */
28462306a36Sopenharmony_ci	for (i = 0; i < ARRAY_SIZE(io); i++) {
28562306a36Sopenharmony_ci		if (!io[i].end)
28662306a36Sopenharmony_ci			continue;
28762306a36Sopenharmony_ci
28862306a36Sopenharmony_ci		err |= pmsav8_setup_io(region++, io[i].start, io[i].end);
28962306a36Sopenharmony_ci	}
29062306a36Sopenharmony_ci
29162306a36Sopenharmony_ci	/* RAM */
29262306a36Sopenharmony_ci	for (i = 0; i < ARRAY_SIZE(mem); i++) {
29362306a36Sopenharmony_ci		if (!mem[i].end)
29462306a36Sopenharmony_ci			continue;
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_ci		err |= pmsav8_setup_ram(region++, mem[i].start, mem[i].end);
29762306a36Sopenharmony_ci	}
29862306a36Sopenharmony_ci
29962306a36Sopenharmony_ci	/* Vectors */
30062306a36Sopenharmony_ci#ifndef CONFIG_CPU_V7M
30162306a36Sopenharmony_ci	err |= pmsav8_setup_vector(region++, vectors_base, vectors_base + 2 * PAGE_SIZE);
30262306a36Sopenharmony_ci#endif
30362306a36Sopenharmony_ci	if (err)
30462306a36Sopenharmony_ci		pr_warn("MPU region initialization failure! %d", err);
30562306a36Sopenharmony_ci	else
30662306a36Sopenharmony_ci		pr_info("Using ARM PMSAv8 Compliant MPU. Used %d of %d regions\n",
30762306a36Sopenharmony_ci			mpu_rgn_info.used, mpu_max_regions);
30862306a36Sopenharmony_ci}
309