162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci#include <linux/kernel.h>
362306a36Sopenharmony_ci#include <linux/types.h>
462306a36Sopenharmony_ci#include <linux/init.h>
562306a36Sopenharmony_ci#include <linux/memblock.h>
662306a36Sopenharmony_ci#include <linux/seq_file.h>
762306a36Sopenharmony_ci
862306a36Sopenharmony_cistatic bool early_memtest_done;
962306a36Sopenharmony_cistatic phys_addr_t early_memtest_bad_size;
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_cistatic u64 patterns[] __initdata = {
1262306a36Sopenharmony_ci	/* The first entry has to be 0 to leave memtest with zeroed memory */
1362306a36Sopenharmony_ci	0,
1462306a36Sopenharmony_ci	0xffffffffffffffffULL,
1562306a36Sopenharmony_ci	0x5555555555555555ULL,
1662306a36Sopenharmony_ci	0xaaaaaaaaaaaaaaaaULL,
1762306a36Sopenharmony_ci	0x1111111111111111ULL,
1862306a36Sopenharmony_ci	0x2222222222222222ULL,
1962306a36Sopenharmony_ci	0x4444444444444444ULL,
2062306a36Sopenharmony_ci	0x8888888888888888ULL,
2162306a36Sopenharmony_ci	0x3333333333333333ULL,
2262306a36Sopenharmony_ci	0x6666666666666666ULL,
2362306a36Sopenharmony_ci	0x9999999999999999ULL,
2462306a36Sopenharmony_ci	0xccccccccccccccccULL,
2562306a36Sopenharmony_ci	0x7777777777777777ULL,
2662306a36Sopenharmony_ci	0xbbbbbbbbbbbbbbbbULL,
2762306a36Sopenharmony_ci	0xddddddddddddddddULL,
2862306a36Sopenharmony_ci	0xeeeeeeeeeeeeeeeeULL,
2962306a36Sopenharmony_ci	0x7a6c7258554e494cULL, /* yeah ;-) */
3062306a36Sopenharmony_ci};
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistatic void __init reserve_bad_mem(u64 pattern, phys_addr_t start_bad, phys_addr_t end_bad)
3362306a36Sopenharmony_ci{
3462306a36Sopenharmony_ci	pr_info("  %016llx bad mem addr %pa - %pa reserved\n",
3562306a36Sopenharmony_ci		cpu_to_be64(pattern), &start_bad, &end_bad);
3662306a36Sopenharmony_ci	memblock_reserve(start_bad, end_bad - start_bad);
3762306a36Sopenharmony_ci	early_memtest_bad_size += (end_bad - start_bad);
3862306a36Sopenharmony_ci}
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_cistatic void __init memtest(u64 pattern, phys_addr_t start_phys, phys_addr_t size)
4162306a36Sopenharmony_ci{
4262306a36Sopenharmony_ci	u64 *p, *start, *end;
4362306a36Sopenharmony_ci	phys_addr_t start_bad, last_bad;
4462306a36Sopenharmony_ci	phys_addr_t start_phys_aligned;
4562306a36Sopenharmony_ci	const size_t incr = sizeof(pattern);
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	start_phys_aligned = ALIGN(start_phys, incr);
4862306a36Sopenharmony_ci	start = __va(start_phys_aligned);
4962306a36Sopenharmony_ci	end = start + (size - (start_phys_aligned - start_phys)) / incr;
5062306a36Sopenharmony_ci	start_bad = 0;
5162306a36Sopenharmony_ci	last_bad = 0;
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	for (p = start; p < end; p++)
5462306a36Sopenharmony_ci		*p = pattern;
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	for (p = start; p < end; p++, start_phys_aligned += incr) {
5762306a36Sopenharmony_ci		if (*p == pattern)
5862306a36Sopenharmony_ci			continue;
5962306a36Sopenharmony_ci		if (start_phys_aligned == last_bad + incr) {
6062306a36Sopenharmony_ci			last_bad += incr;
6162306a36Sopenharmony_ci			continue;
6262306a36Sopenharmony_ci		}
6362306a36Sopenharmony_ci		if (start_bad)
6462306a36Sopenharmony_ci			reserve_bad_mem(pattern, start_bad, last_bad + incr);
6562306a36Sopenharmony_ci		start_bad = last_bad = start_phys_aligned;
6662306a36Sopenharmony_ci	}
6762306a36Sopenharmony_ci	if (start_bad)
6862306a36Sopenharmony_ci		reserve_bad_mem(pattern, start_bad, last_bad + incr);
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	early_memtest_done = true;
7162306a36Sopenharmony_ci}
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_cistatic void __init do_one_pass(u64 pattern, phys_addr_t start, phys_addr_t end)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	u64 i;
7662306a36Sopenharmony_ci	phys_addr_t this_start, this_end;
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	for_each_free_mem_range(i, NUMA_NO_NODE, MEMBLOCK_NONE, &this_start,
7962306a36Sopenharmony_ci				&this_end, NULL) {
8062306a36Sopenharmony_ci		this_start = clamp(this_start, start, end);
8162306a36Sopenharmony_ci		this_end = clamp(this_end, start, end);
8262306a36Sopenharmony_ci		if (this_start < this_end) {
8362306a36Sopenharmony_ci			pr_info("  %pa - %pa pattern %016llx\n",
8462306a36Sopenharmony_ci				&this_start, &this_end, cpu_to_be64(pattern));
8562306a36Sopenharmony_ci			memtest(pattern, this_start, this_end - this_start);
8662306a36Sopenharmony_ci		}
8762306a36Sopenharmony_ci	}
8862306a36Sopenharmony_ci}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci/* default is disabled */
9162306a36Sopenharmony_cistatic unsigned int memtest_pattern __initdata;
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_cistatic int __init parse_memtest(char *arg)
9462306a36Sopenharmony_ci{
9562306a36Sopenharmony_ci	int ret = 0;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	if (arg)
9862306a36Sopenharmony_ci		ret = kstrtouint(arg, 0, &memtest_pattern);
9962306a36Sopenharmony_ci	else
10062306a36Sopenharmony_ci		memtest_pattern = ARRAY_SIZE(patterns);
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	return ret;
10362306a36Sopenharmony_ci}
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ciearly_param("memtest", parse_memtest);
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_civoid __init early_memtest(phys_addr_t start, phys_addr_t end)
10862306a36Sopenharmony_ci{
10962306a36Sopenharmony_ci	unsigned int i;
11062306a36Sopenharmony_ci	unsigned int idx = 0;
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci	if (!memtest_pattern)
11362306a36Sopenharmony_ci		return;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	pr_info("early_memtest: # of tests: %u\n", memtest_pattern);
11662306a36Sopenharmony_ci	for (i = memtest_pattern-1; i < UINT_MAX; --i) {
11762306a36Sopenharmony_ci		idx = i % ARRAY_SIZE(patterns);
11862306a36Sopenharmony_ci		do_one_pass(patterns[idx], start, end);
11962306a36Sopenharmony_ci	}
12062306a36Sopenharmony_ci}
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_civoid memtest_report_meminfo(struct seq_file *m)
12362306a36Sopenharmony_ci{
12462306a36Sopenharmony_ci	unsigned long early_memtest_bad_size_kb;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	if (!IS_ENABLED(CONFIG_PROC_FS))
12762306a36Sopenharmony_ci		return;
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	if (!early_memtest_done)
13062306a36Sopenharmony_ci		return;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	early_memtest_bad_size_kb = early_memtest_bad_size >> 10;
13362306a36Sopenharmony_ci	if (early_memtest_bad_size && !early_memtest_bad_size_kb)
13462306a36Sopenharmony_ci		early_memtest_bad_size_kb = 1;
13562306a36Sopenharmony_ci	/* When 0 is reported, it means there actually was a successful test */
13662306a36Sopenharmony_ci	seq_printf(m, "EarlyMemtestBad:   %5lu kB\n", early_memtest_bad_size_kb);
13762306a36Sopenharmony_ci}
138