162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Common EFI memory map functions.
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#define pr_fmt(fmt) "efi: " fmt
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <linux/init.h>
962306a36Sopenharmony_ci#include <linux/kernel.h>
1062306a36Sopenharmony_ci#include <linux/efi.h>
1162306a36Sopenharmony_ci#include <linux/io.h>
1262306a36Sopenharmony_ci#include <linux/memblock.h>
1362306a36Sopenharmony_ci#include <linux/slab.h>
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci#include <asm/early_ioremap.h>
1662306a36Sopenharmony_ci#include <asm/efi.h>
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#ifndef __efi_memmap_free
1962306a36Sopenharmony_ci#define __efi_memmap_free(phys, size, flags) do { } while (0)
2062306a36Sopenharmony_ci#endif
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci/**
2362306a36Sopenharmony_ci * __efi_memmap_init - Common code for mapping the EFI memory map
2462306a36Sopenharmony_ci * @data: EFI memory map data
2562306a36Sopenharmony_ci *
2662306a36Sopenharmony_ci * This function takes care of figuring out which function to use to
2762306a36Sopenharmony_ci * map the EFI memory map in efi.memmap based on how far into the boot
2862306a36Sopenharmony_ci * we are.
2962306a36Sopenharmony_ci *
3062306a36Sopenharmony_ci * During bootup EFI_MEMMAP_LATE in data->flags should be clear since we
3162306a36Sopenharmony_ci * only have access to the early_memremap*() functions as the vmalloc
3262306a36Sopenharmony_ci * space isn't setup.  Once the kernel is fully booted we can fallback
3362306a36Sopenharmony_ci * to the more robust memremap*() API.
3462306a36Sopenharmony_ci *
3562306a36Sopenharmony_ci * Returns zero on success, a negative error code on failure.
3662306a36Sopenharmony_ci */
3762306a36Sopenharmony_ciint __init __efi_memmap_init(struct efi_memory_map_data *data)
3862306a36Sopenharmony_ci{
3962306a36Sopenharmony_ci	struct efi_memory_map map;
4062306a36Sopenharmony_ci	phys_addr_t phys_map;
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	phys_map = data->phys_map;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	if (data->flags & EFI_MEMMAP_LATE)
4562306a36Sopenharmony_ci		map.map = memremap(phys_map, data->size, MEMREMAP_WB);
4662306a36Sopenharmony_ci	else
4762306a36Sopenharmony_ci		map.map = early_memremap(phys_map, data->size);
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_ci	if (!map.map) {
5062306a36Sopenharmony_ci		pr_err("Could not map the memory map!\n");
5162306a36Sopenharmony_ci		return -ENOMEM;
5262306a36Sopenharmony_ci	}
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	if (efi.memmap.flags & (EFI_MEMMAP_MEMBLOCK | EFI_MEMMAP_SLAB))
5562306a36Sopenharmony_ci		__efi_memmap_free(efi.memmap.phys_map,
5662306a36Sopenharmony_ci				  efi.memmap.desc_size * efi.memmap.nr_map,
5762306a36Sopenharmony_ci				  efi.memmap.flags);
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	map.phys_map = data->phys_map;
6062306a36Sopenharmony_ci	map.nr_map = data->size / data->desc_size;
6162306a36Sopenharmony_ci	map.map_end = map.map + data->size;
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	map.desc_version = data->desc_version;
6462306a36Sopenharmony_ci	map.desc_size = data->desc_size;
6562306a36Sopenharmony_ci	map.flags = data->flags;
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	set_bit(EFI_MEMMAP, &efi.flags);
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	efi.memmap = map;
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	return 0;
7262306a36Sopenharmony_ci}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci/**
7562306a36Sopenharmony_ci * efi_memmap_init_early - Map the EFI memory map data structure
7662306a36Sopenharmony_ci * @data: EFI memory map data
7762306a36Sopenharmony_ci *
7862306a36Sopenharmony_ci * Use early_memremap() to map the passed in EFI memory map and assign
7962306a36Sopenharmony_ci * it to efi.memmap.
8062306a36Sopenharmony_ci */
8162306a36Sopenharmony_ciint __init efi_memmap_init_early(struct efi_memory_map_data *data)
8262306a36Sopenharmony_ci{
8362306a36Sopenharmony_ci	/* Cannot go backwards */
8462306a36Sopenharmony_ci	WARN_ON(efi.memmap.flags & EFI_MEMMAP_LATE);
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci	data->flags = 0;
8762306a36Sopenharmony_ci	return __efi_memmap_init(data);
8862306a36Sopenharmony_ci}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_civoid __init efi_memmap_unmap(void)
9162306a36Sopenharmony_ci{
9262306a36Sopenharmony_ci	if (!efi_enabled(EFI_MEMMAP))
9362306a36Sopenharmony_ci		return;
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	if (!(efi.memmap.flags & EFI_MEMMAP_LATE)) {
9662306a36Sopenharmony_ci		unsigned long size;
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci		size = efi.memmap.desc_size * efi.memmap.nr_map;
9962306a36Sopenharmony_ci		early_memunmap(efi.memmap.map, size);
10062306a36Sopenharmony_ci	} else {
10162306a36Sopenharmony_ci		memunmap(efi.memmap.map);
10262306a36Sopenharmony_ci	}
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci	efi.memmap.map = NULL;
10562306a36Sopenharmony_ci	clear_bit(EFI_MEMMAP, &efi.flags);
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci/**
10962306a36Sopenharmony_ci * efi_memmap_init_late - Map efi.memmap with memremap()
11062306a36Sopenharmony_ci * @phys_addr: Physical address of the new EFI memory map
11162306a36Sopenharmony_ci * @size: Size in bytes of the new EFI memory map
11262306a36Sopenharmony_ci *
11362306a36Sopenharmony_ci * Setup a mapping of the EFI memory map using ioremap_cache(). This
11462306a36Sopenharmony_ci * function should only be called once the vmalloc space has been
11562306a36Sopenharmony_ci * setup and is therefore not suitable for calling during early EFI
11662306a36Sopenharmony_ci * initialise, e.g. in efi_init(). Additionally, it expects
11762306a36Sopenharmony_ci * efi_memmap_init_early() to have already been called.
11862306a36Sopenharmony_ci *
11962306a36Sopenharmony_ci * The reason there are two EFI memmap initialisation
12062306a36Sopenharmony_ci * (efi_memmap_init_early() and this late version) is because the
12162306a36Sopenharmony_ci * early EFI memmap should be explicitly unmapped once EFI
12262306a36Sopenharmony_ci * initialisation is complete as the fixmap space used to map the EFI
12362306a36Sopenharmony_ci * memmap (via early_memremap()) is a scarce resource.
12462306a36Sopenharmony_ci *
12562306a36Sopenharmony_ci * This late mapping is intended to persist for the duration of
12662306a36Sopenharmony_ci * runtime so that things like efi_mem_desc_lookup() and
12762306a36Sopenharmony_ci * efi_mem_attributes() always work.
12862306a36Sopenharmony_ci *
12962306a36Sopenharmony_ci * Returns zero on success, a negative error code on failure.
13062306a36Sopenharmony_ci */
13162306a36Sopenharmony_ciint __init efi_memmap_init_late(phys_addr_t addr, unsigned long size)
13262306a36Sopenharmony_ci{
13362306a36Sopenharmony_ci	struct efi_memory_map_data data = {
13462306a36Sopenharmony_ci		.phys_map = addr,
13562306a36Sopenharmony_ci		.size = size,
13662306a36Sopenharmony_ci		.flags = EFI_MEMMAP_LATE,
13762306a36Sopenharmony_ci	};
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci	/* Did we forget to unmap the early EFI memmap? */
14062306a36Sopenharmony_ci	WARN_ON(efi.memmap.map);
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	/* Were we already called? */
14362306a36Sopenharmony_ci	WARN_ON(efi.memmap.flags & EFI_MEMMAP_LATE);
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	/*
14662306a36Sopenharmony_ci	 * It makes no sense to allow callers to register different
14762306a36Sopenharmony_ci	 * values for the following fields. Copy them out of the
14862306a36Sopenharmony_ci	 * existing early EFI memmap.
14962306a36Sopenharmony_ci	 */
15062306a36Sopenharmony_ci	data.desc_version = efi.memmap.desc_version;
15162306a36Sopenharmony_ci	data.desc_size = efi.memmap.desc_size;
15262306a36Sopenharmony_ci
15362306a36Sopenharmony_ci	return __efi_memmap_init(&data);
15462306a36Sopenharmony_ci}
155