162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci#include <linux/kernel.h> 362306a36Sopenharmony_ci#include <linux/types.h> 462306a36Sopenharmony_ci#include <linux/init.h> 562306a36Sopenharmony_ci#include <linux/memblock.h> 662306a36Sopenharmony_ci#include <linux/seq_file.h> 762306a36Sopenharmony_ci 862306a36Sopenharmony_cistatic bool early_memtest_done; 962306a36Sopenharmony_cistatic phys_addr_t early_memtest_bad_size; 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_cistatic u64 patterns[] __initdata = { 1262306a36Sopenharmony_ci /* The first entry has to be 0 to leave memtest with zeroed memory */ 1362306a36Sopenharmony_ci 0, 1462306a36Sopenharmony_ci 0xffffffffffffffffULL, 1562306a36Sopenharmony_ci 0x5555555555555555ULL, 1662306a36Sopenharmony_ci 0xaaaaaaaaaaaaaaaaULL, 1762306a36Sopenharmony_ci 0x1111111111111111ULL, 1862306a36Sopenharmony_ci 0x2222222222222222ULL, 1962306a36Sopenharmony_ci 0x4444444444444444ULL, 2062306a36Sopenharmony_ci 0x8888888888888888ULL, 2162306a36Sopenharmony_ci 0x3333333333333333ULL, 2262306a36Sopenharmony_ci 0x6666666666666666ULL, 2362306a36Sopenharmony_ci 0x9999999999999999ULL, 2462306a36Sopenharmony_ci 0xccccccccccccccccULL, 2562306a36Sopenharmony_ci 0x7777777777777777ULL, 2662306a36Sopenharmony_ci 0xbbbbbbbbbbbbbbbbULL, 2762306a36Sopenharmony_ci 0xddddddddddddddddULL, 2862306a36Sopenharmony_ci 0xeeeeeeeeeeeeeeeeULL, 2962306a36Sopenharmony_ci 0x7a6c7258554e494cULL, /* yeah ;-) */ 3062306a36Sopenharmony_ci}; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_cistatic void __init reserve_bad_mem(u64 pattern, phys_addr_t start_bad, phys_addr_t end_bad) 3362306a36Sopenharmony_ci{ 3462306a36Sopenharmony_ci pr_info(" %016llx bad mem addr %pa - %pa reserved\n", 3562306a36Sopenharmony_ci cpu_to_be64(pattern), &start_bad, &end_bad); 3662306a36Sopenharmony_ci memblock_reserve(start_bad, end_bad - start_bad); 3762306a36Sopenharmony_ci early_memtest_bad_size += (end_bad - start_bad); 3862306a36Sopenharmony_ci} 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_cistatic void __init memtest(u64 pattern, phys_addr_t start_phys, phys_addr_t size) 4162306a36Sopenharmony_ci{ 4262306a36Sopenharmony_ci u64 *p, *start, *end; 4362306a36Sopenharmony_ci phys_addr_t start_bad, last_bad; 4462306a36Sopenharmony_ci phys_addr_t start_phys_aligned; 4562306a36Sopenharmony_ci const size_t incr = sizeof(pattern); 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci start_phys_aligned = ALIGN(start_phys, incr); 4862306a36Sopenharmony_ci start = __va(start_phys_aligned); 4962306a36Sopenharmony_ci end = start + (size - (start_phys_aligned - start_phys)) / incr; 5062306a36Sopenharmony_ci start_bad = 0; 5162306a36Sopenharmony_ci last_bad = 0; 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci for (p = start; p < end; p++) 5462306a36Sopenharmony_ci *p = pattern; 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci for (p = start; p < end; p++, start_phys_aligned += incr) { 5762306a36Sopenharmony_ci if (*p == pattern) 5862306a36Sopenharmony_ci continue; 5962306a36Sopenharmony_ci if (start_phys_aligned == last_bad + incr) { 6062306a36Sopenharmony_ci last_bad += incr; 6162306a36Sopenharmony_ci continue; 6262306a36Sopenharmony_ci } 6362306a36Sopenharmony_ci if (start_bad) 6462306a36Sopenharmony_ci reserve_bad_mem(pattern, start_bad, last_bad + incr); 6562306a36Sopenharmony_ci start_bad = last_bad = start_phys_aligned; 6662306a36Sopenharmony_ci } 6762306a36Sopenharmony_ci if (start_bad) 6862306a36Sopenharmony_ci reserve_bad_mem(pattern, start_bad, last_bad + incr); 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci early_memtest_done = true; 7162306a36Sopenharmony_ci} 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_cistatic void __init do_one_pass(u64 pattern, phys_addr_t start, phys_addr_t end) 7462306a36Sopenharmony_ci{ 7562306a36Sopenharmony_ci u64 i; 7662306a36Sopenharmony_ci phys_addr_t this_start, this_end; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci for_each_free_mem_range(i, NUMA_NO_NODE, MEMBLOCK_NONE, &this_start, 7962306a36Sopenharmony_ci &this_end, NULL) { 8062306a36Sopenharmony_ci this_start = clamp(this_start, start, end); 8162306a36Sopenharmony_ci this_end = clamp(this_end, start, end); 8262306a36Sopenharmony_ci if (this_start < this_end) { 8362306a36Sopenharmony_ci pr_info(" %pa - %pa pattern %016llx\n", 8462306a36Sopenharmony_ci &this_start, &this_end, cpu_to_be64(pattern)); 8562306a36Sopenharmony_ci memtest(pattern, this_start, this_end - this_start); 8662306a36Sopenharmony_ci } 8762306a36Sopenharmony_ci } 8862306a36Sopenharmony_ci} 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci/* default is disabled */ 9162306a36Sopenharmony_cistatic unsigned int memtest_pattern __initdata; 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_cistatic int __init parse_memtest(char *arg) 9462306a36Sopenharmony_ci{ 9562306a36Sopenharmony_ci int ret = 0; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci if (arg) 9862306a36Sopenharmony_ci ret = kstrtouint(arg, 0, &memtest_pattern); 9962306a36Sopenharmony_ci else 10062306a36Sopenharmony_ci memtest_pattern = ARRAY_SIZE(patterns); 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci return ret; 10362306a36Sopenharmony_ci} 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ciearly_param("memtest", parse_memtest); 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_civoid __init early_memtest(phys_addr_t start, phys_addr_t end) 10862306a36Sopenharmony_ci{ 10962306a36Sopenharmony_ci unsigned int i; 11062306a36Sopenharmony_ci unsigned int idx = 0; 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci if (!memtest_pattern) 11362306a36Sopenharmony_ci return; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci pr_info("early_memtest: # of tests: %u\n", memtest_pattern); 11662306a36Sopenharmony_ci for (i = memtest_pattern-1; i < UINT_MAX; --i) { 11762306a36Sopenharmony_ci idx = i % ARRAY_SIZE(patterns); 11862306a36Sopenharmony_ci do_one_pass(patterns[idx], start, end); 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci} 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_civoid memtest_report_meminfo(struct seq_file *m) 12362306a36Sopenharmony_ci{ 12462306a36Sopenharmony_ci unsigned long early_memtest_bad_size_kb; 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci if (!IS_ENABLED(CONFIG_PROC_FS)) 12762306a36Sopenharmony_ci return; 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci if (!early_memtest_done) 13062306a36Sopenharmony_ci return; 13162306a36Sopenharmony_ci 13262306a36Sopenharmony_ci early_memtest_bad_size_kb = early_memtest_bad_size >> 10; 13362306a36Sopenharmony_ci if (early_memtest_bad_size && !early_memtest_bad_size_kb) 13462306a36Sopenharmony_ci early_memtest_bad_size_kb = 1; 13562306a36Sopenharmony_ci /* When 0 is reported, it means there actually was a successful test */ 13662306a36Sopenharmony_ci seq_printf(m, "EarlyMemtestBad: %5lu kB\n", early_memtest_bad_size_kb); 13762306a36Sopenharmony_ci} 138