162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2017 Free Electrons 462306a36Sopenharmony_ci * Copyright (C) 2017 NextThing Co 562306a36Sopenharmony_ci * 662306a36Sopenharmony_ci * Author: Boris Brezillon <boris.brezillon@free-electrons.com> 762306a36Sopenharmony_ci */ 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include "internals.h" 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci/* Bit for detecting BENAND */ 1262306a36Sopenharmony_ci#define TOSHIBA_NAND_ID4_IS_BENAND BIT(7) 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci/* Recommended to rewrite for BENAND */ 1562306a36Sopenharmony_ci#define TOSHIBA_NAND_STATUS_REWRITE_RECOMMENDED BIT(3) 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci/* ECC Status Read Command for BENAND */ 1862306a36Sopenharmony_ci#define TOSHIBA_NAND_CMD_ECC_STATUS_READ 0x7A 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ci/* ECC Status Mask for BENAND */ 2162306a36Sopenharmony_ci#define TOSHIBA_NAND_ECC_STATUS_MASK 0x0F 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_ci/* Uncorrectable Error for BENAND */ 2462306a36Sopenharmony_ci#define TOSHIBA_NAND_ECC_STATUS_UNCORR 0x0F 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci/* Max ECC Steps for BENAND */ 2762306a36Sopenharmony_ci#define TOSHIBA_NAND_MAX_ECC_STEPS 8 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_cistatic int toshiba_nand_benand_read_eccstatus_op(struct nand_chip *chip, 3062306a36Sopenharmony_ci u8 *buf) 3162306a36Sopenharmony_ci{ 3262306a36Sopenharmony_ci u8 *ecc_status = buf; 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_ci if (nand_has_exec_op(chip)) { 3562306a36Sopenharmony_ci const struct nand_sdr_timings *sdr = 3662306a36Sopenharmony_ci nand_get_sdr_timings(nand_get_interface_config(chip)); 3762306a36Sopenharmony_ci struct nand_op_instr instrs[] = { 3862306a36Sopenharmony_ci NAND_OP_CMD(TOSHIBA_NAND_CMD_ECC_STATUS_READ, 3962306a36Sopenharmony_ci PSEC_TO_NSEC(sdr->tADL_min)), 4062306a36Sopenharmony_ci NAND_OP_8BIT_DATA_IN(chip->ecc.steps, ecc_status, 0), 4162306a36Sopenharmony_ci }; 4262306a36Sopenharmony_ci struct nand_operation op = NAND_OPERATION(chip->cur_cs, instrs); 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci return nand_exec_op(chip, &op); 4562306a36Sopenharmony_ci } 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci return -ENOTSUPP; 4862306a36Sopenharmony_ci} 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_cistatic int toshiba_nand_benand_eccstatus(struct nand_chip *chip) 5162306a36Sopenharmony_ci{ 5262306a36Sopenharmony_ci struct mtd_info *mtd = nand_to_mtd(chip); 5362306a36Sopenharmony_ci int ret; 5462306a36Sopenharmony_ci unsigned int max_bitflips = 0; 5562306a36Sopenharmony_ci u8 status, ecc_status[TOSHIBA_NAND_MAX_ECC_STEPS]; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci /* Check Status */ 5862306a36Sopenharmony_ci ret = toshiba_nand_benand_read_eccstatus_op(chip, ecc_status); 5962306a36Sopenharmony_ci if (!ret) { 6062306a36Sopenharmony_ci unsigned int i, bitflips = 0; 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci for (i = 0; i < chip->ecc.steps; i++) { 6362306a36Sopenharmony_ci bitflips = ecc_status[i] & TOSHIBA_NAND_ECC_STATUS_MASK; 6462306a36Sopenharmony_ci if (bitflips == TOSHIBA_NAND_ECC_STATUS_UNCORR) { 6562306a36Sopenharmony_ci mtd->ecc_stats.failed++; 6662306a36Sopenharmony_ci } else { 6762306a36Sopenharmony_ci mtd->ecc_stats.corrected += bitflips; 6862306a36Sopenharmony_ci max_bitflips = max(max_bitflips, bitflips); 6962306a36Sopenharmony_ci } 7062306a36Sopenharmony_ci } 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci return max_bitflips; 7362306a36Sopenharmony_ci } 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci /* 7662306a36Sopenharmony_ci * Fallback to regular status check if 7762306a36Sopenharmony_ci * toshiba_nand_benand_read_eccstatus_op() failed. 7862306a36Sopenharmony_ci */ 7962306a36Sopenharmony_ci ret = nand_status_op(chip, &status); 8062306a36Sopenharmony_ci if (ret) 8162306a36Sopenharmony_ci return ret; 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci if (status & NAND_STATUS_FAIL) { 8462306a36Sopenharmony_ci /* uncorrected */ 8562306a36Sopenharmony_ci mtd->ecc_stats.failed++; 8662306a36Sopenharmony_ci } else if (status & TOSHIBA_NAND_STATUS_REWRITE_RECOMMENDED) { 8762306a36Sopenharmony_ci /* corrected */ 8862306a36Sopenharmony_ci max_bitflips = mtd->bitflip_threshold; 8962306a36Sopenharmony_ci mtd->ecc_stats.corrected += max_bitflips; 9062306a36Sopenharmony_ci } 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci return max_bitflips; 9362306a36Sopenharmony_ci} 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_cistatic int 9662306a36Sopenharmony_citoshiba_nand_read_page_benand(struct nand_chip *chip, uint8_t *buf, 9762306a36Sopenharmony_ci int oob_required, int page) 9862306a36Sopenharmony_ci{ 9962306a36Sopenharmony_ci int ret; 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci ret = nand_read_page_raw(chip, buf, oob_required, page); 10262306a36Sopenharmony_ci if (ret) 10362306a36Sopenharmony_ci return ret; 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci return toshiba_nand_benand_eccstatus(chip); 10662306a36Sopenharmony_ci} 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_cistatic int 10962306a36Sopenharmony_citoshiba_nand_read_subpage_benand(struct nand_chip *chip, uint32_t data_offs, 11062306a36Sopenharmony_ci uint32_t readlen, uint8_t *bufpoi, int page) 11162306a36Sopenharmony_ci{ 11262306a36Sopenharmony_ci int ret; 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci ret = nand_read_page_op(chip, page, data_offs, 11562306a36Sopenharmony_ci bufpoi + data_offs, readlen); 11662306a36Sopenharmony_ci if (ret) 11762306a36Sopenharmony_ci return ret; 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci return toshiba_nand_benand_eccstatus(chip); 12062306a36Sopenharmony_ci} 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_cistatic void toshiba_nand_benand_init(struct nand_chip *chip) 12362306a36Sopenharmony_ci{ 12462306a36Sopenharmony_ci struct mtd_info *mtd = nand_to_mtd(chip); 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci /* 12762306a36Sopenharmony_ci * On BENAND, the entire OOB region can be used by the MTD user. 12862306a36Sopenharmony_ci * The calculated ECC bytes are stored into other isolated 12962306a36Sopenharmony_ci * area which is not accessible to users. 13062306a36Sopenharmony_ci * This is why chip->ecc.bytes = 0. 13162306a36Sopenharmony_ci */ 13262306a36Sopenharmony_ci chip->ecc.bytes = 0; 13362306a36Sopenharmony_ci chip->ecc.size = 512; 13462306a36Sopenharmony_ci chip->ecc.strength = 8; 13562306a36Sopenharmony_ci chip->ecc.read_page = toshiba_nand_read_page_benand; 13662306a36Sopenharmony_ci chip->ecc.read_subpage = toshiba_nand_read_subpage_benand; 13762306a36Sopenharmony_ci chip->ecc.write_page = nand_write_page_raw; 13862306a36Sopenharmony_ci chip->ecc.read_page_raw = nand_read_page_raw_notsupp; 13962306a36Sopenharmony_ci chip->ecc.write_page_raw = nand_write_page_raw_notsupp; 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci chip->options |= NAND_SUBPAGE_READ; 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci mtd_set_ooblayout(mtd, nand_get_large_page_ooblayout()); 14462306a36Sopenharmony_ci} 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_cistatic void toshiba_nand_decode_id(struct nand_chip *chip) 14762306a36Sopenharmony_ci{ 14862306a36Sopenharmony_ci struct nand_device *base = &chip->base; 14962306a36Sopenharmony_ci struct nand_ecc_props requirements = {}; 15062306a36Sopenharmony_ci struct mtd_info *mtd = nand_to_mtd(chip); 15162306a36Sopenharmony_ci struct nand_memory_organization *memorg; 15262306a36Sopenharmony_ci 15362306a36Sopenharmony_ci memorg = nanddev_get_memorg(&chip->base); 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci nand_decode_ext_id(chip); 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci /* 15862306a36Sopenharmony_ci * Toshiba 24nm raw SLC (i.e., not BENAND) have 32B OOB per 15962306a36Sopenharmony_ci * 512B page. For Toshiba SLC, we decode the 5th/6th byte as 16062306a36Sopenharmony_ci * follows: 16162306a36Sopenharmony_ci * - ID byte 6, bits[2:0]: 100b -> 43nm, 101b -> 32nm, 16262306a36Sopenharmony_ci * 110b -> 24nm 16362306a36Sopenharmony_ci * - ID byte 5, bit[7]: 1 -> BENAND, 0 -> raw SLC 16462306a36Sopenharmony_ci */ 16562306a36Sopenharmony_ci if (chip->id.len >= 6 && nand_is_slc(chip) && 16662306a36Sopenharmony_ci (chip->id.data[5] & 0x7) == 0x6 /* 24nm */ && 16762306a36Sopenharmony_ci !(chip->id.data[4] & TOSHIBA_NAND_ID4_IS_BENAND) /* !BENAND */) { 16862306a36Sopenharmony_ci memorg->oobsize = 32 * memorg->pagesize >> 9; 16962306a36Sopenharmony_ci mtd->oobsize = memorg->oobsize; 17062306a36Sopenharmony_ci } 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci /* 17362306a36Sopenharmony_ci * Extract ECC requirements from 6th id byte. 17462306a36Sopenharmony_ci * For Toshiba SLC, ecc requrements are as follows: 17562306a36Sopenharmony_ci * - 43nm: 1 bit ECC for each 512Byte is required. 17662306a36Sopenharmony_ci * - 32nm: 4 bit ECC for each 512Byte is required. 17762306a36Sopenharmony_ci * - 24nm: 8 bit ECC for each 512Byte is required. 17862306a36Sopenharmony_ci */ 17962306a36Sopenharmony_ci if (chip->id.len >= 6 && nand_is_slc(chip)) { 18062306a36Sopenharmony_ci requirements.step_size = 512; 18162306a36Sopenharmony_ci switch (chip->id.data[5] & 0x7) { 18262306a36Sopenharmony_ci case 0x4: 18362306a36Sopenharmony_ci requirements.strength = 1; 18462306a36Sopenharmony_ci break; 18562306a36Sopenharmony_ci case 0x5: 18662306a36Sopenharmony_ci requirements.strength = 4; 18762306a36Sopenharmony_ci break; 18862306a36Sopenharmony_ci case 0x6: 18962306a36Sopenharmony_ci requirements.strength = 8; 19062306a36Sopenharmony_ci break; 19162306a36Sopenharmony_ci default: 19262306a36Sopenharmony_ci WARN(1, "Could not get ECC info"); 19362306a36Sopenharmony_ci requirements.step_size = 0; 19462306a36Sopenharmony_ci break; 19562306a36Sopenharmony_ci } 19662306a36Sopenharmony_ci } 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci nanddev_set_ecc_requirements(base, &requirements); 19962306a36Sopenharmony_ci} 20062306a36Sopenharmony_ci 20162306a36Sopenharmony_cistatic int 20262306a36Sopenharmony_citc58teg5dclta00_choose_interface_config(struct nand_chip *chip, 20362306a36Sopenharmony_ci struct nand_interface_config *iface) 20462306a36Sopenharmony_ci{ 20562306a36Sopenharmony_ci onfi_fill_interface_config(chip, iface, NAND_SDR_IFACE, 5); 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci return nand_choose_best_sdr_timings(chip, iface, NULL); 20862306a36Sopenharmony_ci} 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_cistatic int 21162306a36Sopenharmony_citc58nvg0s3e_choose_interface_config(struct nand_chip *chip, 21262306a36Sopenharmony_ci struct nand_interface_config *iface) 21362306a36Sopenharmony_ci{ 21462306a36Sopenharmony_ci onfi_fill_interface_config(chip, iface, NAND_SDR_IFACE, 2); 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci return nand_choose_best_sdr_timings(chip, iface, NULL); 21762306a36Sopenharmony_ci} 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_cistatic int 22062306a36Sopenharmony_cith58nvg2s3hbai4_choose_interface_config(struct nand_chip *chip, 22162306a36Sopenharmony_ci struct nand_interface_config *iface) 22262306a36Sopenharmony_ci{ 22362306a36Sopenharmony_ci struct nand_sdr_timings *sdr = &iface->timings.sdr; 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci /* Start with timings from the closest timing mode, mode 4. */ 22662306a36Sopenharmony_ci onfi_fill_interface_config(chip, iface, NAND_SDR_IFACE, 4); 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci /* Patch timings that differ from mode 4. */ 22962306a36Sopenharmony_ci sdr->tALS_min = 12000; 23062306a36Sopenharmony_ci sdr->tCHZ_max = 20000; 23162306a36Sopenharmony_ci sdr->tCLS_min = 12000; 23262306a36Sopenharmony_ci sdr->tCOH_min = 0; 23362306a36Sopenharmony_ci sdr->tDS_min = 12000; 23462306a36Sopenharmony_ci sdr->tRHOH_min = 25000; 23562306a36Sopenharmony_ci sdr->tRHW_min = 30000; 23662306a36Sopenharmony_ci sdr->tRHZ_max = 60000; 23762306a36Sopenharmony_ci sdr->tWHR_min = 60000; 23862306a36Sopenharmony_ci 23962306a36Sopenharmony_ci /* Patch timings not part of onfi timing mode. */ 24062306a36Sopenharmony_ci sdr->tPROG_max = 700000000; 24162306a36Sopenharmony_ci sdr->tBERS_max = 5000000000; 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci return nand_choose_best_sdr_timings(chip, iface, sdr); 24462306a36Sopenharmony_ci} 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_cistatic int tc58teg5dclta00_init(struct nand_chip *chip) 24762306a36Sopenharmony_ci{ 24862306a36Sopenharmony_ci struct mtd_info *mtd = nand_to_mtd(chip); 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci chip->ops.choose_interface_config = 25162306a36Sopenharmony_ci &tc58teg5dclta00_choose_interface_config; 25262306a36Sopenharmony_ci chip->options |= NAND_NEED_SCRAMBLING; 25362306a36Sopenharmony_ci mtd_set_pairing_scheme(mtd, &dist3_pairing_scheme); 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci return 0; 25662306a36Sopenharmony_ci} 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_cistatic int tc58nvg0s3e_init(struct nand_chip *chip) 25962306a36Sopenharmony_ci{ 26062306a36Sopenharmony_ci chip->ops.choose_interface_config = 26162306a36Sopenharmony_ci &tc58nvg0s3e_choose_interface_config; 26262306a36Sopenharmony_ci 26362306a36Sopenharmony_ci return 0; 26462306a36Sopenharmony_ci} 26562306a36Sopenharmony_ci 26662306a36Sopenharmony_cistatic int th58nvg2s3hbai4_init(struct nand_chip *chip) 26762306a36Sopenharmony_ci{ 26862306a36Sopenharmony_ci chip->ops.choose_interface_config = 26962306a36Sopenharmony_ci &th58nvg2s3hbai4_choose_interface_config; 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_ci return 0; 27262306a36Sopenharmony_ci} 27362306a36Sopenharmony_ci 27462306a36Sopenharmony_cistatic int toshiba_nand_init(struct nand_chip *chip) 27562306a36Sopenharmony_ci{ 27662306a36Sopenharmony_ci if (nand_is_slc(chip)) 27762306a36Sopenharmony_ci chip->options |= NAND_BBM_FIRSTPAGE | NAND_BBM_SECONDPAGE; 27862306a36Sopenharmony_ci 27962306a36Sopenharmony_ci /* Check that chip is BENAND and ECC mode is on-die */ 28062306a36Sopenharmony_ci if (nand_is_slc(chip) && 28162306a36Sopenharmony_ci chip->ecc.engine_type == NAND_ECC_ENGINE_TYPE_ON_DIE && 28262306a36Sopenharmony_ci chip->id.data[4] & TOSHIBA_NAND_ID4_IS_BENAND) 28362306a36Sopenharmony_ci toshiba_nand_benand_init(chip); 28462306a36Sopenharmony_ci 28562306a36Sopenharmony_ci if (!strcmp("TC58TEG5DCLTA00", chip->parameters.model)) 28662306a36Sopenharmony_ci tc58teg5dclta00_init(chip); 28762306a36Sopenharmony_ci if (!strncmp("TC58NVG0S3E", chip->parameters.model, 28862306a36Sopenharmony_ci sizeof("TC58NVG0S3E") - 1)) 28962306a36Sopenharmony_ci tc58nvg0s3e_init(chip); 29062306a36Sopenharmony_ci if ((!strncmp("TH58NVG2S3HBAI4", chip->parameters.model, 29162306a36Sopenharmony_ci sizeof("TH58NVG2S3HBAI4") - 1)) || 29262306a36Sopenharmony_ci (!strncmp("TH58NVG3S0HBAI4", chip->parameters.model, 29362306a36Sopenharmony_ci sizeof("TH58NVG3S0HBAI4") - 1))) 29462306a36Sopenharmony_ci th58nvg2s3hbai4_init(chip); 29562306a36Sopenharmony_ci 29662306a36Sopenharmony_ci return 0; 29762306a36Sopenharmony_ci} 29862306a36Sopenharmony_ci 29962306a36Sopenharmony_ciconst struct nand_manufacturer_ops toshiba_nand_manuf_ops = { 30062306a36Sopenharmony_ci .detect = toshiba_nand_decode_id, 30162306a36Sopenharmony_ci .init = toshiba_nand_init, 30262306a36Sopenharmony_ci}; 303