162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2017 Free Electrons
462306a36Sopenharmony_ci * Copyright (C) 2017 NextThing Co
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci * Author: Boris Brezillon <boris.brezillon@free-electrons.com>
762306a36Sopenharmony_ci */
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include "internals.h"
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci/* Bit for detecting BENAND */
1262306a36Sopenharmony_ci#define TOSHIBA_NAND_ID4_IS_BENAND		BIT(7)
1362306a36Sopenharmony_ci
1462306a36Sopenharmony_ci/* Recommended to rewrite for BENAND */
1562306a36Sopenharmony_ci#define TOSHIBA_NAND_STATUS_REWRITE_RECOMMENDED	BIT(3)
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci/* ECC Status Read Command for BENAND */
1862306a36Sopenharmony_ci#define TOSHIBA_NAND_CMD_ECC_STATUS_READ	0x7A
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ci/* ECC Status Mask for BENAND */
2162306a36Sopenharmony_ci#define TOSHIBA_NAND_ECC_STATUS_MASK		0x0F
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ci/* Uncorrectable Error for BENAND */
2462306a36Sopenharmony_ci#define TOSHIBA_NAND_ECC_STATUS_UNCORR		0x0F
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci/* Max ECC Steps for BENAND */
2762306a36Sopenharmony_ci#define TOSHIBA_NAND_MAX_ECC_STEPS		8
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_cistatic int toshiba_nand_benand_read_eccstatus_op(struct nand_chip *chip,
3062306a36Sopenharmony_ci						 u8 *buf)
3162306a36Sopenharmony_ci{
3262306a36Sopenharmony_ci	u8 *ecc_status = buf;
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_ci	if (nand_has_exec_op(chip)) {
3562306a36Sopenharmony_ci		const struct nand_sdr_timings *sdr =
3662306a36Sopenharmony_ci			nand_get_sdr_timings(nand_get_interface_config(chip));
3762306a36Sopenharmony_ci		struct nand_op_instr instrs[] = {
3862306a36Sopenharmony_ci			NAND_OP_CMD(TOSHIBA_NAND_CMD_ECC_STATUS_READ,
3962306a36Sopenharmony_ci				    PSEC_TO_NSEC(sdr->tADL_min)),
4062306a36Sopenharmony_ci			NAND_OP_8BIT_DATA_IN(chip->ecc.steps, ecc_status, 0),
4162306a36Sopenharmony_ci		};
4262306a36Sopenharmony_ci		struct nand_operation op = NAND_OPERATION(chip->cur_cs, instrs);
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci		return nand_exec_op(chip, &op);
4562306a36Sopenharmony_ci	}
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	return -ENOTSUPP;
4862306a36Sopenharmony_ci}
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_cistatic int toshiba_nand_benand_eccstatus(struct nand_chip *chip)
5162306a36Sopenharmony_ci{
5262306a36Sopenharmony_ci	struct mtd_info *mtd = nand_to_mtd(chip);
5362306a36Sopenharmony_ci	int ret;
5462306a36Sopenharmony_ci	unsigned int max_bitflips = 0;
5562306a36Sopenharmony_ci	u8 status, ecc_status[TOSHIBA_NAND_MAX_ECC_STEPS];
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci	/* Check Status */
5862306a36Sopenharmony_ci	ret = toshiba_nand_benand_read_eccstatus_op(chip, ecc_status);
5962306a36Sopenharmony_ci	if (!ret) {
6062306a36Sopenharmony_ci		unsigned int i, bitflips = 0;
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci		for (i = 0; i < chip->ecc.steps; i++) {
6362306a36Sopenharmony_ci			bitflips = ecc_status[i] & TOSHIBA_NAND_ECC_STATUS_MASK;
6462306a36Sopenharmony_ci			if (bitflips == TOSHIBA_NAND_ECC_STATUS_UNCORR) {
6562306a36Sopenharmony_ci				mtd->ecc_stats.failed++;
6662306a36Sopenharmony_ci			} else {
6762306a36Sopenharmony_ci				mtd->ecc_stats.corrected += bitflips;
6862306a36Sopenharmony_ci				max_bitflips = max(max_bitflips, bitflips);
6962306a36Sopenharmony_ci			}
7062306a36Sopenharmony_ci		}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci		return max_bitflips;
7362306a36Sopenharmony_ci	}
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	/*
7662306a36Sopenharmony_ci	 * Fallback to regular status check if
7762306a36Sopenharmony_ci	 * toshiba_nand_benand_read_eccstatus_op() failed.
7862306a36Sopenharmony_ci	 */
7962306a36Sopenharmony_ci	ret = nand_status_op(chip, &status);
8062306a36Sopenharmony_ci	if (ret)
8162306a36Sopenharmony_ci		return ret;
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	if (status & NAND_STATUS_FAIL) {
8462306a36Sopenharmony_ci		/* uncorrected */
8562306a36Sopenharmony_ci		mtd->ecc_stats.failed++;
8662306a36Sopenharmony_ci	} else if (status & TOSHIBA_NAND_STATUS_REWRITE_RECOMMENDED) {
8762306a36Sopenharmony_ci		/* corrected */
8862306a36Sopenharmony_ci		max_bitflips = mtd->bitflip_threshold;
8962306a36Sopenharmony_ci		mtd->ecc_stats.corrected += max_bitflips;
9062306a36Sopenharmony_ci	}
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	return max_bitflips;
9362306a36Sopenharmony_ci}
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_cistatic int
9662306a36Sopenharmony_citoshiba_nand_read_page_benand(struct nand_chip *chip, uint8_t *buf,
9762306a36Sopenharmony_ci			      int oob_required, int page)
9862306a36Sopenharmony_ci{
9962306a36Sopenharmony_ci	int ret;
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	ret = nand_read_page_raw(chip, buf, oob_required, page);
10262306a36Sopenharmony_ci	if (ret)
10362306a36Sopenharmony_ci		return ret;
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	return toshiba_nand_benand_eccstatus(chip);
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_cistatic int
10962306a36Sopenharmony_citoshiba_nand_read_subpage_benand(struct nand_chip *chip, uint32_t data_offs,
11062306a36Sopenharmony_ci				 uint32_t readlen, uint8_t *bufpoi, int page)
11162306a36Sopenharmony_ci{
11262306a36Sopenharmony_ci	int ret;
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	ret = nand_read_page_op(chip, page, data_offs,
11562306a36Sopenharmony_ci				bufpoi + data_offs, readlen);
11662306a36Sopenharmony_ci	if (ret)
11762306a36Sopenharmony_ci		return ret;
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci	return toshiba_nand_benand_eccstatus(chip);
12062306a36Sopenharmony_ci}
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_cistatic void toshiba_nand_benand_init(struct nand_chip *chip)
12362306a36Sopenharmony_ci{
12462306a36Sopenharmony_ci	struct mtd_info *mtd = nand_to_mtd(chip);
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	/*
12762306a36Sopenharmony_ci	 * On BENAND, the entire OOB region can be used by the MTD user.
12862306a36Sopenharmony_ci	 * The calculated ECC bytes are stored into other isolated
12962306a36Sopenharmony_ci	 * area which is not accessible to users.
13062306a36Sopenharmony_ci	 * This is why chip->ecc.bytes = 0.
13162306a36Sopenharmony_ci	 */
13262306a36Sopenharmony_ci	chip->ecc.bytes = 0;
13362306a36Sopenharmony_ci	chip->ecc.size = 512;
13462306a36Sopenharmony_ci	chip->ecc.strength = 8;
13562306a36Sopenharmony_ci	chip->ecc.read_page = toshiba_nand_read_page_benand;
13662306a36Sopenharmony_ci	chip->ecc.read_subpage = toshiba_nand_read_subpage_benand;
13762306a36Sopenharmony_ci	chip->ecc.write_page = nand_write_page_raw;
13862306a36Sopenharmony_ci	chip->ecc.read_page_raw = nand_read_page_raw_notsupp;
13962306a36Sopenharmony_ci	chip->ecc.write_page_raw = nand_write_page_raw_notsupp;
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	chip->options |= NAND_SUBPAGE_READ;
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	mtd_set_ooblayout(mtd, nand_get_large_page_ooblayout());
14462306a36Sopenharmony_ci}
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_cistatic void toshiba_nand_decode_id(struct nand_chip *chip)
14762306a36Sopenharmony_ci{
14862306a36Sopenharmony_ci	struct nand_device *base = &chip->base;
14962306a36Sopenharmony_ci	struct nand_ecc_props requirements = {};
15062306a36Sopenharmony_ci	struct mtd_info *mtd = nand_to_mtd(chip);
15162306a36Sopenharmony_ci	struct nand_memory_organization *memorg;
15262306a36Sopenharmony_ci
15362306a36Sopenharmony_ci	memorg = nanddev_get_memorg(&chip->base);
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	nand_decode_ext_id(chip);
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	/*
15862306a36Sopenharmony_ci	 * Toshiba 24nm raw SLC (i.e., not BENAND) have 32B OOB per
15962306a36Sopenharmony_ci	 * 512B page. For Toshiba SLC, we decode the 5th/6th byte as
16062306a36Sopenharmony_ci	 * follows:
16162306a36Sopenharmony_ci	 * - ID byte 6, bits[2:0]: 100b -> 43nm, 101b -> 32nm,
16262306a36Sopenharmony_ci	 *                         110b -> 24nm
16362306a36Sopenharmony_ci	 * - ID byte 5, bit[7]:    1 -> BENAND, 0 -> raw SLC
16462306a36Sopenharmony_ci	 */
16562306a36Sopenharmony_ci	if (chip->id.len >= 6 && nand_is_slc(chip) &&
16662306a36Sopenharmony_ci	    (chip->id.data[5] & 0x7) == 0x6 /* 24nm */ &&
16762306a36Sopenharmony_ci	    !(chip->id.data[4] & TOSHIBA_NAND_ID4_IS_BENAND) /* !BENAND */) {
16862306a36Sopenharmony_ci		memorg->oobsize = 32 * memorg->pagesize >> 9;
16962306a36Sopenharmony_ci		mtd->oobsize = memorg->oobsize;
17062306a36Sopenharmony_ci	}
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	/*
17362306a36Sopenharmony_ci	 * Extract ECC requirements from 6th id byte.
17462306a36Sopenharmony_ci	 * For Toshiba SLC, ecc requrements are as follows:
17562306a36Sopenharmony_ci	 *  - 43nm: 1 bit ECC for each 512Byte is required.
17662306a36Sopenharmony_ci	 *  - 32nm: 4 bit ECC for each 512Byte is required.
17762306a36Sopenharmony_ci	 *  - 24nm: 8 bit ECC for each 512Byte is required.
17862306a36Sopenharmony_ci	 */
17962306a36Sopenharmony_ci	if (chip->id.len >= 6 && nand_is_slc(chip)) {
18062306a36Sopenharmony_ci		requirements.step_size = 512;
18162306a36Sopenharmony_ci		switch (chip->id.data[5] & 0x7) {
18262306a36Sopenharmony_ci		case 0x4:
18362306a36Sopenharmony_ci			requirements.strength = 1;
18462306a36Sopenharmony_ci			break;
18562306a36Sopenharmony_ci		case 0x5:
18662306a36Sopenharmony_ci			requirements.strength = 4;
18762306a36Sopenharmony_ci			break;
18862306a36Sopenharmony_ci		case 0x6:
18962306a36Sopenharmony_ci			requirements.strength = 8;
19062306a36Sopenharmony_ci			break;
19162306a36Sopenharmony_ci		default:
19262306a36Sopenharmony_ci			WARN(1, "Could not get ECC info");
19362306a36Sopenharmony_ci			requirements.step_size = 0;
19462306a36Sopenharmony_ci			break;
19562306a36Sopenharmony_ci		}
19662306a36Sopenharmony_ci	}
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	nanddev_set_ecc_requirements(base, &requirements);
19962306a36Sopenharmony_ci}
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_cistatic int
20262306a36Sopenharmony_citc58teg5dclta00_choose_interface_config(struct nand_chip *chip,
20362306a36Sopenharmony_ci					struct nand_interface_config *iface)
20462306a36Sopenharmony_ci{
20562306a36Sopenharmony_ci	onfi_fill_interface_config(chip, iface, NAND_SDR_IFACE, 5);
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci	return nand_choose_best_sdr_timings(chip, iface, NULL);
20862306a36Sopenharmony_ci}
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_cistatic int
21162306a36Sopenharmony_citc58nvg0s3e_choose_interface_config(struct nand_chip *chip,
21262306a36Sopenharmony_ci				    struct nand_interface_config *iface)
21362306a36Sopenharmony_ci{
21462306a36Sopenharmony_ci	onfi_fill_interface_config(chip, iface, NAND_SDR_IFACE, 2);
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	return nand_choose_best_sdr_timings(chip, iface, NULL);
21762306a36Sopenharmony_ci}
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_cistatic int
22062306a36Sopenharmony_cith58nvg2s3hbai4_choose_interface_config(struct nand_chip *chip,
22162306a36Sopenharmony_ci					struct nand_interface_config *iface)
22262306a36Sopenharmony_ci{
22362306a36Sopenharmony_ci	struct nand_sdr_timings *sdr = &iface->timings.sdr;
22462306a36Sopenharmony_ci
22562306a36Sopenharmony_ci	/* Start with timings from the closest timing mode, mode 4. */
22662306a36Sopenharmony_ci	onfi_fill_interface_config(chip, iface, NAND_SDR_IFACE, 4);
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci	/* Patch timings that differ from mode 4. */
22962306a36Sopenharmony_ci	sdr->tALS_min = 12000;
23062306a36Sopenharmony_ci	sdr->tCHZ_max = 20000;
23162306a36Sopenharmony_ci	sdr->tCLS_min = 12000;
23262306a36Sopenharmony_ci	sdr->tCOH_min = 0;
23362306a36Sopenharmony_ci	sdr->tDS_min = 12000;
23462306a36Sopenharmony_ci	sdr->tRHOH_min = 25000;
23562306a36Sopenharmony_ci	sdr->tRHW_min = 30000;
23662306a36Sopenharmony_ci	sdr->tRHZ_max = 60000;
23762306a36Sopenharmony_ci	sdr->tWHR_min = 60000;
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci	/* Patch timings not part of onfi timing mode. */
24062306a36Sopenharmony_ci	sdr->tPROG_max = 700000000;
24162306a36Sopenharmony_ci	sdr->tBERS_max = 5000000000;
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_ci	return nand_choose_best_sdr_timings(chip, iface, sdr);
24462306a36Sopenharmony_ci}
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_cistatic int tc58teg5dclta00_init(struct nand_chip *chip)
24762306a36Sopenharmony_ci{
24862306a36Sopenharmony_ci	struct mtd_info *mtd = nand_to_mtd(chip);
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	chip->ops.choose_interface_config =
25162306a36Sopenharmony_ci		&tc58teg5dclta00_choose_interface_config;
25262306a36Sopenharmony_ci	chip->options |= NAND_NEED_SCRAMBLING;
25362306a36Sopenharmony_ci	mtd_set_pairing_scheme(mtd, &dist3_pairing_scheme);
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	return 0;
25662306a36Sopenharmony_ci}
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_cistatic int tc58nvg0s3e_init(struct nand_chip *chip)
25962306a36Sopenharmony_ci{
26062306a36Sopenharmony_ci	chip->ops.choose_interface_config =
26162306a36Sopenharmony_ci		&tc58nvg0s3e_choose_interface_config;
26262306a36Sopenharmony_ci
26362306a36Sopenharmony_ci	return 0;
26462306a36Sopenharmony_ci}
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_cistatic int th58nvg2s3hbai4_init(struct nand_chip *chip)
26762306a36Sopenharmony_ci{
26862306a36Sopenharmony_ci	chip->ops.choose_interface_config =
26962306a36Sopenharmony_ci		&th58nvg2s3hbai4_choose_interface_config;
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_ci	return 0;
27262306a36Sopenharmony_ci}
27362306a36Sopenharmony_ci
27462306a36Sopenharmony_cistatic int toshiba_nand_init(struct nand_chip *chip)
27562306a36Sopenharmony_ci{
27662306a36Sopenharmony_ci	if (nand_is_slc(chip))
27762306a36Sopenharmony_ci		chip->options |= NAND_BBM_FIRSTPAGE | NAND_BBM_SECONDPAGE;
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	/* Check that chip is BENAND and ECC mode is on-die */
28062306a36Sopenharmony_ci	if (nand_is_slc(chip) &&
28162306a36Sopenharmony_ci	    chip->ecc.engine_type == NAND_ECC_ENGINE_TYPE_ON_DIE &&
28262306a36Sopenharmony_ci	    chip->id.data[4] & TOSHIBA_NAND_ID4_IS_BENAND)
28362306a36Sopenharmony_ci		toshiba_nand_benand_init(chip);
28462306a36Sopenharmony_ci
28562306a36Sopenharmony_ci	if (!strcmp("TC58TEG5DCLTA00", chip->parameters.model))
28662306a36Sopenharmony_ci		tc58teg5dclta00_init(chip);
28762306a36Sopenharmony_ci	if (!strncmp("TC58NVG0S3E", chip->parameters.model,
28862306a36Sopenharmony_ci		     sizeof("TC58NVG0S3E") - 1))
28962306a36Sopenharmony_ci		tc58nvg0s3e_init(chip);
29062306a36Sopenharmony_ci	if ((!strncmp("TH58NVG2S3HBAI4", chip->parameters.model,
29162306a36Sopenharmony_ci		     sizeof("TH58NVG2S3HBAI4") - 1)) ||
29262306a36Sopenharmony_ci	    (!strncmp("TH58NVG3S0HBAI4", chip->parameters.model,
29362306a36Sopenharmony_ci		     sizeof("TH58NVG3S0HBAI4") - 1)))
29462306a36Sopenharmony_ci		th58nvg2s3hbai4_init(chip);
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_ci	return 0;
29762306a36Sopenharmony_ci}
29862306a36Sopenharmony_ci
29962306a36Sopenharmony_ciconst struct nand_manufacturer_ops toshiba_nand_manuf_ops = {
30062306a36Sopenharmony_ci	.detect = toshiba_nand_decode_id,
30162306a36Sopenharmony_ci	.init = toshiba_nand_init,
30262306a36Sopenharmony_ci};
303