162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci#define pr_fmt(fmt)	KBUILD_MODNAME ": " fmt
362306a36Sopenharmony_ci
462306a36Sopenharmony_ci#include <linux/kernel.h>
562306a36Sopenharmony_ci#include <linux/module.h>
662306a36Sopenharmony_ci#include <linux/list.h>
762306a36Sopenharmony_ci#include <linux/random.h>
862306a36Sopenharmony_ci#include <linux/string.h>
962306a36Sopenharmony_ci#include <linux/bitops.h>
1062306a36Sopenharmony_ci#include <linux/slab.h>
1162306a36Sopenharmony_ci#include <linux/mtd/nand-ecc-sw-hamming.h>
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include "mtd_test.h"
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci/*
1662306a36Sopenharmony_ci * Test the implementation for software ECC
1762306a36Sopenharmony_ci *
1862306a36Sopenharmony_ci * No actual MTD device is needed, So we don't need to warry about losing
1962306a36Sopenharmony_ci * important data by human error.
2062306a36Sopenharmony_ci *
2162306a36Sopenharmony_ci * This covers possible patterns of corruption which can be reliably corrected
2262306a36Sopenharmony_ci * or detected.
2362306a36Sopenharmony_ci */
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_MTD_RAW_NAND)
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_cistruct nand_ecc_test {
2862306a36Sopenharmony_ci	const char *name;
2962306a36Sopenharmony_ci	void (*prepare)(void *, void *, void *, void *, const size_t);
3062306a36Sopenharmony_ci	int (*verify)(void *, void *, void *, const size_t);
3162306a36Sopenharmony_ci};
3262306a36Sopenharmony_ci
3362306a36Sopenharmony_ci/*
3462306a36Sopenharmony_ci * The reason for this __change_bit_le() instead of __change_bit() is to inject
3562306a36Sopenharmony_ci * bit error properly within the region which is not a multiple of
3662306a36Sopenharmony_ci * sizeof(unsigned long) on big-endian systems
3762306a36Sopenharmony_ci */
3862306a36Sopenharmony_ci#ifdef __LITTLE_ENDIAN
3962306a36Sopenharmony_ci#define __change_bit_le(nr, addr) __change_bit(nr, addr)
4062306a36Sopenharmony_ci#elif defined(__BIG_ENDIAN)
4162306a36Sopenharmony_ci#define __change_bit_le(nr, addr) \
4262306a36Sopenharmony_ci		__change_bit((nr) ^ ((BITS_PER_LONG - 1) & ~0x7), addr)
4362306a36Sopenharmony_ci#else
4462306a36Sopenharmony_ci#error "Unknown byte order"
4562306a36Sopenharmony_ci#endif
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_cistatic void single_bit_error_data(void *error_data, void *correct_data,
4862306a36Sopenharmony_ci				size_t size)
4962306a36Sopenharmony_ci{
5062306a36Sopenharmony_ci	unsigned int offset = get_random_u32_below(size * BITS_PER_BYTE);
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci	memcpy(error_data, correct_data, size);
5362306a36Sopenharmony_ci	__change_bit_le(offset, error_data);
5462306a36Sopenharmony_ci}
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_cistatic void double_bit_error_data(void *error_data, void *correct_data,
5762306a36Sopenharmony_ci				size_t size)
5862306a36Sopenharmony_ci{
5962306a36Sopenharmony_ci	unsigned int offset[2];
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci	offset[0] = get_random_u32_below(size * BITS_PER_BYTE);
6262306a36Sopenharmony_ci	do {
6362306a36Sopenharmony_ci		offset[1] = get_random_u32_below(size * BITS_PER_BYTE);
6462306a36Sopenharmony_ci	} while (offset[0] == offset[1]);
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci	memcpy(error_data, correct_data, size);
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	__change_bit_le(offset[0], error_data);
6962306a36Sopenharmony_ci	__change_bit_le(offset[1], error_data);
7062306a36Sopenharmony_ci}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_cistatic unsigned int random_ecc_bit(size_t size)
7362306a36Sopenharmony_ci{
7462306a36Sopenharmony_ci	unsigned int offset = get_random_u32_below(3 * BITS_PER_BYTE);
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci	if (size == 256) {
7762306a36Sopenharmony_ci		/*
7862306a36Sopenharmony_ci		 * Don't inject a bit error into the insignificant bits (16th
7962306a36Sopenharmony_ci		 * and 17th bit) in ECC code for 256 byte data block
8062306a36Sopenharmony_ci		 */
8162306a36Sopenharmony_ci		while (offset == 16 || offset == 17)
8262306a36Sopenharmony_ci			offset = get_random_u32_below(3 * BITS_PER_BYTE);
8362306a36Sopenharmony_ci	}
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	return offset;
8662306a36Sopenharmony_ci}
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_cistatic void single_bit_error_ecc(void *error_ecc, void *correct_ecc,
8962306a36Sopenharmony_ci				size_t size)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	unsigned int offset = random_ecc_bit(size);
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci	memcpy(error_ecc, correct_ecc, 3);
9462306a36Sopenharmony_ci	__change_bit_le(offset, error_ecc);
9562306a36Sopenharmony_ci}
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_cistatic void double_bit_error_ecc(void *error_ecc, void *correct_ecc,
9862306a36Sopenharmony_ci				size_t size)
9962306a36Sopenharmony_ci{
10062306a36Sopenharmony_ci	unsigned int offset[2];
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	offset[0] = random_ecc_bit(size);
10362306a36Sopenharmony_ci	do {
10462306a36Sopenharmony_ci		offset[1] = random_ecc_bit(size);
10562306a36Sopenharmony_ci	} while (offset[0] == offset[1]);
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	memcpy(error_ecc, correct_ecc, 3);
10862306a36Sopenharmony_ci	__change_bit_le(offset[0], error_ecc);
10962306a36Sopenharmony_ci	__change_bit_le(offset[1], error_ecc);
11062306a36Sopenharmony_ci}
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_cistatic void no_bit_error(void *error_data, void *error_ecc,
11362306a36Sopenharmony_ci		void *correct_data, void *correct_ecc, const size_t size)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	memcpy(error_data, correct_data, size);
11662306a36Sopenharmony_ci	memcpy(error_ecc, correct_ecc, 3);
11762306a36Sopenharmony_ci}
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_cistatic int no_bit_error_verify(void *error_data, void *error_ecc,
12062306a36Sopenharmony_ci				void *correct_data, const size_t size)
12162306a36Sopenharmony_ci{
12262306a36Sopenharmony_ci	bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC);
12362306a36Sopenharmony_ci	unsigned char calc_ecc[3];
12462306a36Sopenharmony_ci	int ret;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	ecc_sw_hamming_calculate(error_data, size, calc_ecc, sm_order);
12762306a36Sopenharmony_ci	ret = ecc_sw_hamming_correct(error_data, error_ecc, calc_ecc, size,
12862306a36Sopenharmony_ci				     sm_order);
12962306a36Sopenharmony_ci	if (ret == 0 && !memcmp(correct_data, error_data, size))
13062306a36Sopenharmony_ci		return 0;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	return -EINVAL;
13362306a36Sopenharmony_ci}
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_cistatic void single_bit_error_in_data(void *error_data, void *error_ecc,
13662306a36Sopenharmony_ci		void *correct_data, void *correct_ecc, const size_t size)
13762306a36Sopenharmony_ci{
13862306a36Sopenharmony_ci	single_bit_error_data(error_data, correct_data, size);
13962306a36Sopenharmony_ci	memcpy(error_ecc, correct_ecc, 3);
14062306a36Sopenharmony_ci}
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_cistatic void single_bit_error_in_ecc(void *error_data, void *error_ecc,
14362306a36Sopenharmony_ci		void *correct_data, void *correct_ecc, const size_t size)
14462306a36Sopenharmony_ci{
14562306a36Sopenharmony_ci	memcpy(error_data, correct_data, size);
14662306a36Sopenharmony_ci	single_bit_error_ecc(error_ecc, correct_ecc, size);
14762306a36Sopenharmony_ci}
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_cistatic int single_bit_error_correct(void *error_data, void *error_ecc,
15062306a36Sopenharmony_ci				void *correct_data, const size_t size)
15162306a36Sopenharmony_ci{
15262306a36Sopenharmony_ci	bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC);
15362306a36Sopenharmony_ci	unsigned char calc_ecc[3];
15462306a36Sopenharmony_ci	int ret;
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	ecc_sw_hamming_calculate(error_data, size, calc_ecc, sm_order);
15762306a36Sopenharmony_ci	ret = ecc_sw_hamming_correct(error_data, error_ecc, calc_ecc, size,
15862306a36Sopenharmony_ci				     sm_order);
15962306a36Sopenharmony_ci	if (ret == 1 && !memcmp(correct_data, error_data, size))
16062306a36Sopenharmony_ci		return 0;
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci	return -EINVAL;
16362306a36Sopenharmony_ci}
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_cistatic void double_bit_error_in_data(void *error_data, void *error_ecc,
16662306a36Sopenharmony_ci		void *correct_data, void *correct_ecc, const size_t size)
16762306a36Sopenharmony_ci{
16862306a36Sopenharmony_ci	double_bit_error_data(error_data, correct_data, size);
16962306a36Sopenharmony_ci	memcpy(error_ecc, correct_ecc, 3);
17062306a36Sopenharmony_ci}
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_cistatic void single_bit_error_in_data_and_ecc(void *error_data, void *error_ecc,
17362306a36Sopenharmony_ci		void *correct_data, void *correct_ecc, const size_t size)
17462306a36Sopenharmony_ci{
17562306a36Sopenharmony_ci	single_bit_error_data(error_data, correct_data, size);
17662306a36Sopenharmony_ci	single_bit_error_ecc(error_ecc, correct_ecc, size);
17762306a36Sopenharmony_ci}
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_cistatic void double_bit_error_in_ecc(void *error_data, void *error_ecc,
18062306a36Sopenharmony_ci		void *correct_data, void *correct_ecc, const size_t size)
18162306a36Sopenharmony_ci{
18262306a36Sopenharmony_ci	memcpy(error_data, correct_data, size);
18362306a36Sopenharmony_ci	double_bit_error_ecc(error_ecc, correct_ecc, size);
18462306a36Sopenharmony_ci}
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_cistatic int double_bit_error_detect(void *error_data, void *error_ecc,
18762306a36Sopenharmony_ci				void *correct_data, const size_t size)
18862306a36Sopenharmony_ci{
18962306a36Sopenharmony_ci	bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC);
19062306a36Sopenharmony_ci	unsigned char calc_ecc[3];
19162306a36Sopenharmony_ci	int ret;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	ecc_sw_hamming_calculate(error_data, size, calc_ecc, sm_order);
19462306a36Sopenharmony_ci	ret = ecc_sw_hamming_correct(error_data, error_ecc, calc_ecc, size,
19562306a36Sopenharmony_ci				     sm_order);
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci	return (ret == -EBADMSG) ? 0 : -EINVAL;
19862306a36Sopenharmony_ci}
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_cistatic const struct nand_ecc_test nand_ecc_test[] = {
20162306a36Sopenharmony_ci	{
20262306a36Sopenharmony_ci		.name = "no-bit-error",
20362306a36Sopenharmony_ci		.prepare = no_bit_error,
20462306a36Sopenharmony_ci		.verify = no_bit_error_verify,
20562306a36Sopenharmony_ci	},
20662306a36Sopenharmony_ci	{
20762306a36Sopenharmony_ci		.name = "single-bit-error-in-data-correct",
20862306a36Sopenharmony_ci		.prepare = single_bit_error_in_data,
20962306a36Sopenharmony_ci		.verify = single_bit_error_correct,
21062306a36Sopenharmony_ci	},
21162306a36Sopenharmony_ci	{
21262306a36Sopenharmony_ci		.name = "single-bit-error-in-ecc-correct",
21362306a36Sopenharmony_ci		.prepare = single_bit_error_in_ecc,
21462306a36Sopenharmony_ci		.verify = single_bit_error_correct,
21562306a36Sopenharmony_ci	},
21662306a36Sopenharmony_ci	{
21762306a36Sopenharmony_ci		.name = "double-bit-error-in-data-detect",
21862306a36Sopenharmony_ci		.prepare = double_bit_error_in_data,
21962306a36Sopenharmony_ci		.verify = double_bit_error_detect,
22062306a36Sopenharmony_ci	},
22162306a36Sopenharmony_ci	{
22262306a36Sopenharmony_ci		.name = "single-bit-error-in-data-and-ecc-detect",
22362306a36Sopenharmony_ci		.prepare = single_bit_error_in_data_and_ecc,
22462306a36Sopenharmony_ci		.verify = double_bit_error_detect,
22562306a36Sopenharmony_ci	},
22662306a36Sopenharmony_ci	{
22762306a36Sopenharmony_ci		.name = "double-bit-error-in-ecc-detect",
22862306a36Sopenharmony_ci		.prepare = double_bit_error_in_ecc,
22962306a36Sopenharmony_ci		.verify = double_bit_error_detect,
23062306a36Sopenharmony_ci	},
23162306a36Sopenharmony_ci};
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_cistatic void dump_data_ecc(void *error_data, void *error_ecc, void *correct_data,
23462306a36Sopenharmony_ci			void *correct_ecc, const size_t size)
23562306a36Sopenharmony_ci{
23662306a36Sopenharmony_ci	pr_info("hexdump of error data:\n");
23762306a36Sopenharmony_ci	print_hex_dump(KERN_INFO, "", DUMP_PREFIX_OFFSET, 16, 4,
23862306a36Sopenharmony_ci			error_data, size, false);
23962306a36Sopenharmony_ci	print_hex_dump(KERN_INFO, "hexdump of error ecc: ",
24062306a36Sopenharmony_ci			DUMP_PREFIX_NONE, 16, 1, error_ecc, 3, false);
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci	pr_info("hexdump of correct data:\n");
24362306a36Sopenharmony_ci	print_hex_dump(KERN_INFO, "", DUMP_PREFIX_OFFSET, 16, 4,
24462306a36Sopenharmony_ci			correct_data, size, false);
24562306a36Sopenharmony_ci	print_hex_dump(KERN_INFO, "hexdump of correct ecc: ",
24662306a36Sopenharmony_ci			DUMP_PREFIX_NONE, 16, 1, correct_ecc, 3, false);
24762306a36Sopenharmony_ci}
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_cistatic int nand_ecc_test_run(const size_t size)
25062306a36Sopenharmony_ci{
25162306a36Sopenharmony_ci	bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC);
25262306a36Sopenharmony_ci	int i;
25362306a36Sopenharmony_ci	int err = 0;
25462306a36Sopenharmony_ci	void *error_data;
25562306a36Sopenharmony_ci	void *error_ecc;
25662306a36Sopenharmony_ci	void *correct_data;
25762306a36Sopenharmony_ci	void *correct_ecc;
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_ci	error_data = kmalloc(size, GFP_KERNEL);
26062306a36Sopenharmony_ci	error_ecc = kmalloc(3, GFP_KERNEL);
26162306a36Sopenharmony_ci	correct_data = kmalloc(size, GFP_KERNEL);
26262306a36Sopenharmony_ci	correct_ecc = kmalloc(3, GFP_KERNEL);
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci	if (!error_data || !error_ecc || !correct_data || !correct_ecc) {
26562306a36Sopenharmony_ci		err = -ENOMEM;
26662306a36Sopenharmony_ci		goto error;
26762306a36Sopenharmony_ci	}
26862306a36Sopenharmony_ci
26962306a36Sopenharmony_ci	get_random_bytes(correct_data, size);
27062306a36Sopenharmony_ci	ecc_sw_hamming_calculate(correct_data, size, correct_ecc, sm_order);
27162306a36Sopenharmony_ci	for (i = 0; i < ARRAY_SIZE(nand_ecc_test); i++) {
27262306a36Sopenharmony_ci		nand_ecc_test[i].prepare(error_data, error_ecc,
27362306a36Sopenharmony_ci				correct_data, correct_ecc, size);
27462306a36Sopenharmony_ci		err = nand_ecc_test[i].verify(error_data, error_ecc,
27562306a36Sopenharmony_ci						correct_data, size);
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci		if (err) {
27862306a36Sopenharmony_ci			pr_err("not ok - %s-%zd\n",
27962306a36Sopenharmony_ci				nand_ecc_test[i].name, size);
28062306a36Sopenharmony_ci			dump_data_ecc(error_data, error_ecc,
28162306a36Sopenharmony_ci				correct_data, correct_ecc, size);
28262306a36Sopenharmony_ci			break;
28362306a36Sopenharmony_ci		}
28462306a36Sopenharmony_ci		pr_info("ok - %s-%zd\n",
28562306a36Sopenharmony_ci			nand_ecc_test[i].name, size);
28662306a36Sopenharmony_ci
28762306a36Sopenharmony_ci		err = mtdtest_relax();
28862306a36Sopenharmony_ci		if (err)
28962306a36Sopenharmony_ci			break;
29062306a36Sopenharmony_ci	}
29162306a36Sopenharmony_cierror:
29262306a36Sopenharmony_ci	kfree(error_data);
29362306a36Sopenharmony_ci	kfree(error_ecc);
29462306a36Sopenharmony_ci	kfree(correct_data);
29562306a36Sopenharmony_ci	kfree(correct_ecc);
29662306a36Sopenharmony_ci
29762306a36Sopenharmony_ci	return err;
29862306a36Sopenharmony_ci}
29962306a36Sopenharmony_ci
30062306a36Sopenharmony_ci#else
30162306a36Sopenharmony_ci
30262306a36Sopenharmony_cistatic int nand_ecc_test_run(const size_t size)
30362306a36Sopenharmony_ci{
30462306a36Sopenharmony_ci	return 0;
30562306a36Sopenharmony_ci}
30662306a36Sopenharmony_ci
30762306a36Sopenharmony_ci#endif
30862306a36Sopenharmony_ci
30962306a36Sopenharmony_cistatic int __init ecc_test_init(void)
31062306a36Sopenharmony_ci{
31162306a36Sopenharmony_ci	int err;
31262306a36Sopenharmony_ci
31362306a36Sopenharmony_ci	err = nand_ecc_test_run(256);
31462306a36Sopenharmony_ci	if (err)
31562306a36Sopenharmony_ci		return err;
31662306a36Sopenharmony_ci
31762306a36Sopenharmony_ci	return nand_ecc_test_run(512);
31862306a36Sopenharmony_ci}
31962306a36Sopenharmony_ci
32062306a36Sopenharmony_cistatic void __exit ecc_test_exit(void)
32162306a36Sopenharmony_ci{
32262306a36Sopenharmony_ci}
32362306a36Sopenharmony_ci
32462306a36Sopenharmony_cimodule_init(ecc_test_init);
32562306a36Sopenharmony_cimodule_exit(ecc_test_exit);
32662306a36Sopenharmony_ci
32762306a36Sopenharmony_ciMODULE_DESCRIPTION("NAND ECC function test module");
32862306a36Sopenharmony_ciMODULE_AUTHOR("Akinobu Mita");
32962306a36Sopenharmony_ciMODULE_LICENSE("GPL");
330