162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright 2017, Anshuman Khandual, IBM Corp.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Works on architectures which support 128TB virtual
662306a36Sopenharmony_ci * address range and beyond.
762306a36Sopenharmony_ci */
862306a36Sopenharmony_ci#include <stdio.h>
962306a36Sopenharmony_ci#include <stdlib.h>
1062306a36Sopenharmony_ci#include <string.h>
1162306a36Sopenharmony_ci#include <unistd.h>
1262306a36Sopenharmony_ci#include <errno.h>
1362306a36Sopenharmony_ci#include <sys/mman.h>
1462306a36Sopenharmony_ci#include <sys/time.h>
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci/*
1762306a36Sopenharmony_ci * Maximum address range mapped with a single mmap()
1862306a36Sopenharmony_ci * call is little bit more than 1GB. Hence 1GB is
1962306a36Sopenharmony_ci * chosen as the single chunk size for address space
2062306a36Sopenharmony_ci * mapping.
2162306a36Sopenharmony_ci */
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ci#define SZ_1GB	(1024 * 1024 * 1024UL)
2462306a36Sopenharmony_ci#define SZ_1TB	(1024 * 1024 * 1024 * 1024UL)
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci#define MAP_CHUNK_SIZE	SZ_1GB
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci/*
2962306a36Sopenharmony_ci * Address space till 128TB is mapped without any hint
3062306a36Sopenharmony_ci * and is enabled by default. Address space beyond 128TB
3162306a36Sopenharmony_ci * till 512TB is obtained by passing hint address as the
3262306a36Sopenharmony_ci * first argument into mmap() system call.
3362306a36Sopenharmony_ci *
3462306a36Sopenharmony_ci * The process heap address space is divided into two
3562306a36Sopenharmony_ci * different areas one below 128TB and one above 128TB
3662306a36Sopenharmony_ci * till it reaches 512TB. One with size 128TB and the
3762306a36Sopenharmony_ci * other being 384TB.
3862306a36Sopenharmony_ci *
3962306a36Sopenharmony_ci * On Arm64 the address space is 256TB and support for
4062306a36Sopenharmony_ci * high mappings up to 4PB virtual address space has
4162306a36Sopenharmony_ci * been added.
4262306a36Sopenharmony_ci */
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci#define NR_CHUNKS_128TB   ((128 * SZ_1TB) / MAP_CHUNK_SIZE) /* Number of chunks for 128TB */
4562306a36Sopenharmony_ci#define NR_CHUNKS_256TB   (NR_CHUNKS_128TB * 2UL)
4662306a36Sopenharmony_ci#define NR_CHUNKS_384TB   (NR_CHUNKS_128TB * 3UL)
4762306a36Sopenharmony_ci#define NR_CHUNKS_3840TB  (NR_CHUNKS_128TB * 30UL)
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_ci#define ADDR_MARK_128TB  (1UL << 47) /* First address beyond 128TB */
5062306a36Sopenharmony_ci#define ADDR_MARK_256TB  (1UL << 48) /* First address beyond 256TB */
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci#ifdef __aarch64__
5362306a36Sopenharmony_ci#define HIGH_ADDR_MARK  ADDR_MARK_256TB
5462306a36Sopenharmony_ci#define HIGH_ADDR_SHIFT 49
5562306a36Sopenharmony_ci#define NR_CHUNKS_LOW   NR_CHUNKS_256TB
5662306a36Sopenharmony_ci#define NR_CHUNKS_HIGH  NR_CHUNKS_3840TB
5762306a36Sopenharmony_ci#else
5862306a36Sopenharmony_ci#define HIGH_ADDR_MARK  ADDR_MARK_128TB
5962306a36Sopenharmony_ci#define HIGH_ADDR_SHIFT 48
6062306a36Sopenharmony_ci#define NR_CHUNKS_LOW   NR_CHUNKS_128TB
6162306a36Sopenharmony_ci#define NR_CHUNKS_HIGH  NR_CHUNKS_384TB
6262306a36Sopenharmony_ci#endif
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_cistatic char *hind_addr(void)
6562306a36Sopenharmony_ci{
6662306a36Sopenharmony_ci	int bits = HIGH_ADDR_SHIFT + rand() % (63 - HIGH_ADDR_SHIFT);
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	return (char *) (1UL << bits);
6962306a36Sopenharmony_ci}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_cistatic int validate_addr(char *ptr, int high_addr)
7262306a36Sopenharmony_ci{
7362306a36Sopenharmony_ci	unsigned long addr = (unsigned long) ptr;
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	if (high_addr) {
7662306a36Sopenharmony_ci		if (addr < HIGH_ADDR_MARK) {
7762306a36Sopenharmony_ci			printf("Bad address %lx\n", addr);
7862306a36Sopenharmony_ci			return 1;
7962306a36Sopenharmony_ci		}
8062306a36Sopenharmony_ci		return 0;
8162306a36Sopenharmony_ci	}
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	if (addr > HIGH_ADDR_MARK) {
8462306a36Sopenharmony_ci		printf("Bad address %lx\n", addr);
8562306a36Sopenharmony_ci		return 1;
8662306a36Sopenharmony_ci	}
8762306a36Sopenharmony_ci	return 0;
8862306a36Sopenharmony_ci}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_cistatic int validate_lower_address_hint(void)
9162306a36Sopenharmony_ci{
9262306a36Sopenharmony_ci	char *ptr;
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	ptr = mmap((void *) (1UL << 45), MAP_CHUNK_SIZE, PROT_READ |
9562306a36Sopenharmony_ci			PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	if (ptr == MAP_FAILED)
9862306a36Sopenharmony_ci		return 0;
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci	return 1;
10162306a36Sopenharmony_ci}
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ciint main(int argc, char *argv[])
10462306a36Sopenharmony_ci{
10562306a36Sopenharmony_ci	char *ptr[NR_CHUNKS_LOW];
10662306a36Sopenharmony_ci	char **hptr;
10762306a36Sopenharmony_ci	char *hint;
10862306a36Sopenharmony_ci	unsigned long i, lchunks, hchunks;
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	for (i = 0; i < NR_CHUNKS_LOW; i++) {
11162306a36Sopenharmony_ci		ptr[i] = mmap(NULL, MAP_CHUNK_SIZE, PROT_READ | PROT_WRITE,
11262306a36Sopenharmony_ci					MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci		if (ptr[i] == MAP_FAILED) {
11562306a36Sopenharmony_ci			if (validate_lower_address_hint())
11662306a36Sopenharmony_ci				return 1;
11762306a36Sopenharmony_ci			break;
11862306a36Sopenharmony_ci		}
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci		if (validate_addr(ptr[i], 0))
12162306a36Sopenharmony_ci			return 1;
12262306a36Sopenharmony_ci	}
12362306a36Sopenharmony_ci	lchunks = i;
12462306a36Sopenharmony_ci	hptr = (char **) calloc(NR_CHUNKS_HIGH, sizeof(char *));
12562306a36Sopenharmony_ci	if (hptr == NULL)
12662306a36Sopenharmony_ci		return 1;
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci	for (i = 0; i < NR_CHUNKS_HIGH; i++) {
12962306a36Sopenharmony_ci		hint = hind_addr();
13062306a36Sopenharmony_ci		hptr[i] = mmap(hint, MAP_CHUNK_SIZE, PROT_READ | PROT_WRITE,
13162306a36Sopenharmony_ci					MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci		if (hptr[i] == MAP_FAILED)
13462306a36Sopenharmony_ci			break;
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci		if (validate_addr(hptr[i], 1))
13762306a36Sopenharmony_ci			return 1;
13862306a36Sopenharmony_ci	}
13962306a36Sopenharmony_ci	hchunks = i;
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	for (i = 0; i < lchunks; i++)
14262306a36Sopenharmony_ci		munmap(ptr[i], MAP_CHUNK_SIZE);
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_ci	for (i = 0; i < hchunks; i++)
14562306a36Sopenharmony_ci		munmap(hptr[i], MAP_CHUNK_SIZE);
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci	free(hptr);
14862306a36Sopenharmony_ci	return 0;
14962306a36Sopenharmony_ci}
150