162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 362306a36Sopenharmony_ci 462306a36Sopenharmony_ci#include <linux/kernel.h> 562306a36Sopenharmony_ci#include <linux/module.h> 662306a36Sopenharmony_ci#include <linux/list.h> 762306a36Sopenharmony_ci#include <linux/random.h> 862306a36Sopenharmony_ci#include <linux/string.h> 962306a36Sopenharmony_ci#include <linux/bitops.h> 1062306a36Sopenharmony_ci#include <linux/slab.h> 1162306a36Sopenharmony_ci#include <linux/mtd/nand-ecc-sw-hamming.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include "mtd_test.h" 1462306a36Sopenharmony_ci 1562306a36Sopenharmony_ci/* 1662306a36Sopenharmony_ci * Test the implementation for software ECC 1762306a36Sopenharmony_ci * 1862306a36Sopenharmony_ci * No actual MTD device is needed, So we don't need to warry about losing 1962306a36Sopenharmony_ci * important data by human error. 2062306a36Sopenharmony_ci * 2162306a36Sopenharmony_ci * This covers possible patterns of corruption which can be reliably corrected 2262306a36Sopenharmony_ci * or detected. 2362306a36Sopenharmony_ci */ 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_MTD_RAW_NAND) 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_cistruct nand_ecc_test { 2862306a36Sopenharmony_ci const char *name; 2962306a36Sopenharmony_ci void (*prepare)(void *, void *, void *, void *, const size_t); 3062306a36Sopenharmony_ci int (*verify)(void *, void *, void *, const size_t); 3162306a36Sopenharmony_ci}; 3262306a36Sopenharmony_ci 3362306a36Sopenharmony_ci/* 3462306a36Sopenharmony_ci * The reason for this __change_bit_le() instead of __change_bit() is to inject 3562306a36Sopenharmony_ci * bit error properly within the region which is not a multiple of 3662306a36Sopenharmony_ci * sizeof(unsigned long) on big-endian systems 3762306a36Sopenharmony_ci */ 3862306a36Sopenharmony_ci#ifdef __LITTLE_ENDIAN 3962306a36Sopenharmony_ci#define __change_bit_le(nr, addr) __change_bit(nr, addr) 4062306a36Sopenharmony_ci#elif defined(__BIG_ENDIAN) 4162306a36Sopenharmony_ci#define __change_bit_le(nr, addr) \ 4262306a36Sopenharmony_ci __change_bit((nr) ^ ((BITS_PER_LONG - 1) & ~0x7), addr) 4362306a36Sopenharmony_ci#else 4462306a36Sopenharmony_ci#error "Unknown byte order" 4562306a36Sopenharmony_ci#endif 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_cistatic void single_bit_error_data(void *error_data, void *correct_data, 4862306a36Sopenharmony_ci size_t size) 4962306a36Sopenharmony_ci{ 5062306a36Sopenharmony_ci unsigned int offset = get_random_u32_below(size * BITS_PER_BYTE); 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci memcpy(error_data, correct_data, size); 5362306a36Sopenharmony_ci __change_bit_le(offset, error_data); 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic void double_bit_error_data(void *error_data, void *correct_data, 5762306a36Sopenharmony_ci size_t size) 5862306a36Sopenharmony_ci{ 5962306a36Sopenharmony_ci unsigned int offset[2]; 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_ci offset[0] = get_random_u32_below(size * BITS_PER_BYTE); 6262306a36Sopenharmony_ci do { 6362306a36Sopenharmony_ci offset[1] = get_random_u32_below(size * BITS_PER_BYTE); 6462306a36Sopenharmony_ci } while (offset[0] == offset[1]); 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci memcpy(error_data, correct_data, size); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci __change_bit_le(offset[0], error_data); 6962306a36Sopenharmony_ci __change_bit_le(offset[1], error_data); 7062306a36Sopenharmony_ci} 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_cistatic unsigned int random_ecc_bit(size_t size) 7362306a36Sopenharmony_ci{ 7462306a36Sopenharmony_ci unsigned int offset = get_random_u32_below(3 * BITS_PER_BYTE); 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci if (size == 256) { 7762306a36Sopenharmony_ci /* 7862306a36Sopenharmony_ci * Don't inject a bit error into the insignificant bits (16th 7962306a36Sopenharmony_ci * and 17th bit) in ECC code for 256 byte data block 8062306a36Sopenharmony_ci */ 8162306a36Sopenharmony_ci while (offset == 16 || offset == 17) 8262306a36Sopenharmony_ci offset = get_random_u32_below(3 * BITS_PER_BYTE); 8362306a36Sopenharmony_ci } 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci return offset; 8662306a36Sopenharmony_ci} 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_cistatic void single_bit_error_ecc(void *error_ecc, void *correct_ecc, 8962306a36Sopenharmony_ci size_t size) 9062306a36Sopenharmony_ci{ 9162306a36Sopenharmony_ci unsigned int offset = random_ecc_bit(size); 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci memcpy(error_ecc, correct_ecc, 3); 9462306a36Sopenharmony_ci __change_bit_le(offset, error_ecc); 9562306a36Sopenharmony_ci} 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_cistatic void double_bit_error_ecc(void *error_ecc, void *correct_ecc, 9862306a36Sopenharmony_ci size_t size) 9962306a36Sopenharmony_ci{ 10062306a36Sopenharmony_ci unsigned int offset[2]; 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci offset[0] = random_ecc_bit(size); 10362306a36Sopenharmony_ci do { 10462306a36Sopenharmony_ci offset[1] = random_ecc_bit(size); 10562306a36Sopenharmony_ci } while (offset[0] == offset[1]); 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci memcpy(error_ecc, correct_ecc, 3); 10862306a36Sopenharmony_ci __change_bit_le(offset[0], error_ecc); 10962306a36Sopenharmony_ci __change_bit_le(offset[1], error_ecc); 11062306a36Sopenharmony_ci} 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_cistatic void no_bit_error(void *error_data, void *error_ecc, 11362306a36Sopenharmony_ci void *correct_data, void *correct_ecc, const size_t size) 11462306a36Sopenharmony_ci{ 11562306a36Sopenharmony_ci memcpy(error_data, correct_data, size); 11662306a36Sopenharmony_ci memcpy(error_ecc, correct_ecc, 3); 11762306a36Sopenharmony_ci} 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_cistatic int no_bit_error_verify(void *error_data, void *error_ecc, 12062306a36Sopenharmony_ci void *correct_data, const size_t size) 12162306a36Sopenharmony_ci{ 12262306a36Sopenharmony_ci bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC); 12362306a36Sopenharmony_ci unsigned char calc_ecc[3]; 12462306a36Sopenharmony_ci int ret; 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci ecc_sw_hamming_calculate(error_data, size, calc_ecc, sm_order); 12762306a36Sopenharmony_ci ret = ecc_sw_hamming_correct(error_data, error_ecc, calc_ecc, size, 12862306a36Sopenharmony_ci sm_order); 12962306a36Sopenharmony_ci if (ret == 0 && !memcmp(correct_data, error_data, size)) 13062306a36Sopenharmony_ci return 0; 13162306a36Sopenharmony_ci 13262306a36Sopenharmony_ci return -EINVAL; 13362306a36Sopenharmony_ci} 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_cistatic void single_bit_error_in_data(void *error_data, void *error_ecc, 13662306a36Sopenharmony_ci void *correct_data, void *correct_ecc, const size_t size) 13762306a36Sopenharmony_ci{ 13862306a36Sopenharmony_ci single_bit_error_data(error_data, correct_data, size); 13962306a36Sopenharmony_ci memcpy(error_ecc, correct_ecc, 3); 14062306a36Sopenharmony_ci} 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_cistatic void single_bit_error_in_ecc(void *error_data, void *error_ecc, 14362306a36Sopenharmony_ci void *correct_data, void *correct_ecc, const size_t size) 14462306a36Sopenharmony_ci{ 14562306a36Sopenharmony_ci memcpy(error_data, correct_data, size); 14662306a36Sopenharmony_ci single_bit_error_ecc(error_ecc, correct_ecc, size); 14762306a36Sopenharmony_ci} 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_cistatic int single_bit_error_correct(void *error_data, void *error_ecc, 15062306a36Sopenharmony_ci void *correct_data, const size_t size) 15162306a36Sopenharmony_ci{ 15262306a36Sopenharmony_ci bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC); 15362306a36Sopenharmony_ci unsigned char calc_ecc[3]; 15462306a36Sopenharmony_ci int ret; 15562306a36Sopenharmony_ci 15662306a36Sopenharmony_ci ecc_sw_hamming_calculate(error_data, size, calc_ecc, sm_order); 15762306a36Sopenharmony_ci ret = ecc_sw_hamming_correct(error_data, error_ecc, calc_ecc, size, 15862306a36Sopenharmony_ci sm_order); 15962306a36Sopenharmony_ci if (ret == 1 && !memcmp(correct_data, error_data, size)) 16062306a36Sopenharmony_ci return 0; 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci return -EINVAL; 16362306a36Sopenharmony_ci} 16462306a36Sopenharmony_ci 16562306a36Sopenharmony_cistatic void double_bit_error_in_data(void *error_data, void *error_ecc, 16662306a36Sopenharmony_ci void *correct_data, void *correct_ecc, const size_t size) 16762306a36Sopenharmony_ci{ 16862306a36Sopenharmony_ci double_bit_error_data(error_data, correct_data, size); 16962306a36Sopenharmony_ci memcpy(error_ecc, correct_ecc, 3); 17062306a36Sopenharmony_ci} 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_cistatic void single_bit_error_in_data_and_ecc(void *error_data, void *error_ecc, 17362306a36Sopenharmony_ci void *correct_data, void *correct_ecc, const size_t size) 17462306a36Sopenharmony_ci{ 17562306a36Sopenharmony_ci single_bit_error_data(error_data, correct_data, size); 17662306a36Sopenharmony_ci single_bit_error_ecc(error_ecc, correct_ecc, size); 17762306a36Sopenharmony_ci} 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_cistatic void double_bit_error_in_ecc(void *error_data, void *error_ecc, 18062306a36Sopenharmony_ci void *correct_data, void *correct_ecc, const size_t size) 18162306a36Sopenharmony_ci{ 18262306a36Sopenharmony_ci memcpy(error_data, correct_data, size); 18362306a36Sopenharmony_ci double_bit_error_ecc(error_ecc, correct_ecc, size); 18462306a36Sopenharmony_ci} 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_cistatic int double_bit_error_detect(void *error_data, void *error_ecc, 18762306a36Sopenharmony_ci void *correct_data, const size_t size) 18862306a36Sopenharmony_ci{ 18962306a36Sopenharmony_ci bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC); 19062306a36Sopenharmony_ci unsigned char calc_ecc[3]; 19162306a36Sopenharmony_ci int ret; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci ecc_sw_hamming_calculate(error_data, size, calc_ecc, sm_order); 19462306a36Sopenharmony_ci ret = ecc_sw_hamming_correct(error_data, error_ecc, calc_ecc, size, 19562306a36Sopenharmony_ci sm_order); 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci return (ret == -EBADMSG) ? 0 : -EINVAL; 19862306a36Sopenharmony_ci} 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_cistatic const struct nand_ecc_test nand_ecc_test[] = { 20162306a36Sopenharmony_ci { 20262306a36Sopenharmony_ci .name = "no-bit-error", 20362306a36Sopenharmony_ci .prepare = no_bit_error, 20462306a36Sopenharmony_ci .verify = no_bit_error_verify, 20562306a36Sopenharmony_ci }, 20662306a36Sopenharmony_ci { 20762306a36Sopenharmony_ci .name = "single-bit-error-in-data-correct", 20862306a36Sopenharmony_ci .prepare = single_bit_error_in_data, 20962306a36Sopenharmony_ci .verify = single_bit_error_correct, 21062306a36Sopenharmony_ci }, 21162306a36Sopenharmony_ci { 21262306a36Sopenharmony_ci .name = "single-bit-error-in-ecc-correct", 21362306a36Sopenharmony_ci .prepare = single_bit_error_in_ecc, 21462306a36Sopenharmony_ci .verify = single_bit_error_correct, 21562306a36Sopenharmony_ci }, 21662306a36Sopenharmony_ci { 21762306a36Sopenharmony_ci .name = "double-bit-error-in-data-detect", 21862306a36Sopenharmony_ci .prepare = double_bit_error_in_data, 21962306a36Sopenharmony_ci .verify = double_bit_error_detect, 22062306a36Sopenharmony_ci }, 22162306a36Sopenharmony_ci { 22262306a36Sopenharmony_ci .name = "single-bit-error-in-data-and-ecc-detect", 22362306a36Sopenharmony_ci .prepare = single_bit_error_in_data_and_ecc, 22462306a36Sopenharmony_ci .verify = double_bit_error_detect, 22562306a36Sopenharmony_ci }, 22662306a36Sopenharmony_ci { 22762306a36Sopenharmony_ci .name = "double-bit-error-in-ecc-detect", 22862306a36Sopenharmony_ci .prepare = double_bit_error_in_ecc, 22962306a36Sopenharmony_ci .verify = double_bit_error_detect, 23062306a36Sopenharmony_ci }, 23162306a36Sopenharmony_ci}; 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_cistatic void dump_data_ecc(void *error_data, void *error_ecc, void *correct_data, 23462306a36Sopenharmony_ci void *correct_ecc, const size_t size) 23562306a36Sopenharmony_ci{ 23662306a36Sopenharmony_ci pr_info("hexdump of error data:\n"); 23762306a36Sopenharmony_ci print_hex_dump(KERN_INFO, "", DUMP_PREFIX_OFFSET, 16, 4, 23862306a36Sopenharmony_ci error_data, size, false); 23962306a36Sopenharmony_ci print_hex_dump(KERN_INFO, "hexdump of error ecc: ", 24062306a36Sopenharmony_ci DUMP_PREFIX_NONE, 16, 1, error_ecc, 3, false); 24162306a36Sopenharmony_ci 24262306a36Sopenharmony_ci pr_info("hexdump of correct data:\n"); 24362306a36Sopenharmony_ci print_hex_dump(KERN_INFO, "", DUMP_PREFIX_OFFSET, 16, 4, 24462306a36Sopenharmony_ci correct_data, size, false); 24562306a36Sopenharmony_ci print_hex_dump(KERN_INFO, "hexdump of correct ecc: ", 24662306a36Sopenharmony_ci DUMP_PREFIX_NONE, 16, 1, correct_ecc, 3, false); 24762306a36Sopenharmony_ci} 24862306a36Sopenharmony_ci 24962306a36Sopenharmony_cistatic int nand_ecc_test_run(const size_t size) 25062306a36Sopenharmony_ci{ 25162306a36Sopenharmony_ci bool sm_order = IS_ENABLED(CONFIG_MTD_NAND_ECC_SW_HAMMING_SMC); 25262306a36Sopenharmony_ci int i; 25362306a36Sopenharmony_ci int err = 0; 25462306a36Sopenharmony_ci void *error_data; 25562306a36Sopenharmony_ci void *error_ecc; 25662306a36Sopenharmony_ci void *correct_data; 25762306a36Sopenharmony_ci void *correct_ecc; 25862306a36Sopenharmony_ci 25962306a36Sopenharmony_ci error_data = kmalloc(size, GFP_KERNEL); 26062306a36Sopenharmony_ci error_ecc = kmalloc(3, GFP_KERNEL); 26162306a36Sopenharmony_ci correct_data = kmalloc(size, GFP_KERNEL); 26262306a36Sopenharmony_ci correct_ecc = kmalloc(3, GFP_KERNEL); 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci if (!error_data || !error_ecc || !correct_data || !correct_ecc) { 26562306a36Sopenharmony_ci err = -ENOMEM; 26662306a36Sopenharmony_ci goto error; 26762306a36Sopenharmony_ci } 26862306a36Sopenharmony_ci 26962306a36Sopenharmony_ci get_random_bytes(correct_data, size); 27062306a36Sopenharmony_ci ecc_sw_hamming_calculate(correct_data, size, correct_ecc, sm_order); 27162306a36Sopenharmony_ci for (i = 0; i < ARRAY_SIZE(nand_ecc_test); i++) { 27262306a36Sopenharmony_ci nand_ecc_test[i].prepare(error_data, error_ecc, 27362306a36Sopenharmony_ci correct_data, correct_ecc, size); 27462306a36Sopenharmony_ci err = nand_ecc_test[i].verify(error_data, error_ecc, 27562306a36Sopenharmony_ci correct_data, size); 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci if (err) { 27862306a36Sopenharmony_ci pr_err("not ok - %s-%zd\n", 27962306a36Sopenharmony_ci nand_ecc_test[i].name, size); 28062306a36Sopenharmony_ci dump_data_ecc(error_data, error_ecc, 28162306a36Sopenharmony_ci correct_data, correct_ecc, size); 28262306a36Sopenharmony_ci break; 28362306a36Sopenharmony_ci } 28462306a36Sopenharmony_ci pr_info("ok - %s-%zd\n", 28562306a36Sopenharmony_ci nand_ecc_test[i].name, size); 28662306a36Sopenharmony_ci 28762306a36Sopenharmony_ci err = mtdtest_relax(); 28862306a36Sopenharmony_ci if (err) 28962306a36Sopenharmony_ci break; 29062306a36Sopenharmony_ci } 29162306a36Sopenharmony_cierror: 29262306a36Sopenharmony_ci kfree(error_data); 29362306a36Sopenharmony_ci kfree(error_ecc); 29462306a36Sopenharmony_ci kfree(correct_data); 29562306a36Sopenharmony_ci kfree(correct_ecc); 29662306a36Sopenharmony_ci 29762306a36Sopenharmony_ci return err; 29862306a36Sopenharmony_ci} 29962306a36Sopenharmony_ci 30062306a36Sopenharmony_ci#else 30162306a36Sopenharmony_ci 30262306a36Sopenharmony_cistatic int nand_ecc_test_run(const size_t size) 30362306a36Sopenharmony_ci{ 30462306a36Sopenharmony_ci return 0; 30562306a36Sopenharmony_ci} 30662306a36Sopenharmony_ci 30762306a36Sopenharmony_ci#endif 30862306a36Sopenharmony_ci 30962306a36Sopenharmony_cistatic int __init ecc_test_init(void) 31062306a36Sopenharmony_ci{ 31162306a36Sopenharmony_ci int err; 31262306a36Sopenharmony_ci 31362306a36Sopenharmony_ci err = nand_ecc_test_run(256); 31462306a36Sopenharmony_ci if (err) 31562306a36Sopenharmony_ci return err; 31662306a36Sopenharmony_ci 31762306a36Sopenharmony_ci return nand_ecc_test_run(512); 31862306a36Sopenharmony_ci} 31962306a36Sopenharmony_ci 32062306a36Sopenharmony_cistatic void __exit ecc_test_exit(void) 32162306a36Sopenharmony_ci{ 32262306a36Sopenharmony_ci} 32362306a36Sopenharmony_ci 32462306a36Sopenharmony_cimodule_init(ecc_test_init); 32562306a36Sopenharmony_cimodule_exit(ecc_test_exit); 32662306a36Sopenharmony_ci 32762306a36Sopenharmony_ciMODULE_DESCRIPTION("NAND ECC function test module"); 32862306a36Sopenharmony_ciMODULE_AUTHOR("Akinobu Mita"); 32962306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 330