162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright (C) 2006-2007 PA Semi, Inc
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Author: Egor Martovetsky <egor@pasemi.com>
662306a36Sopenharmony_ci * Maintained by: Olof Johansson <olof@lixom.net>
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * Driver for the PWRficient onchip memory controllers
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#include <linux/module.h>
1362306a36Sopenharmony_ci#include <linux/init.h>
1462306a36Sopenharmony_ci#include <linux/pci.h>
1562306a36Sopenharmony_ci#include <linux/pci_ids.h>
1662306a36Sopenharmony_ci#include <linux/edac.h>
1762306a36Sopenharmony_ci#include "edac_module.h"
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#define MODULE_NAME "pasemi_edac"
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#define MCCFG_MCEN				0x300
2262306a36Sopenharmony_ci#define   MCCFG_MCEN_MMC_EN			0x00000001
2362306a36Sopenharmony_ci#define MCCFG_ERRCOR				0x388
2462306a36Sopenharmony_ci#define   MCCFG_ERRCOR_RNK_FAIL_DET_EN		0x00000100
2562306a36Sopenharmony_ci#define   MCCFG_ERRCOR_ECC_GEN_EN		0x00000010
2662306a36Sopenharmony_ci#define   MCCFG_ERRCOR_ECC_CRR_EN		0x00000001
2762306a36Sopenharmony_ci#define MCCFG_SCRUB				0x384
2862306a36Sopenharmony_ci#define   MCCFG_SCRUB_RGLR_SCRB_EN		0x00000001
2962306a36Sopenharmony_ci#define MCDEBUG_ERRCTL1				0x728
3062306a36Sopenharmony_ci#define   MCDEBUG_ERRCTL1_RFL_LOG_EN		0x00080000
3162306a36Sopenharmony_ci#define   MCDEBUG_ERRCTL1_MBE_LOG_EN		0x00040000
3262306a36Sopenharmony_ci#define   MCDEBUG_ERRCTL1_SBE_LOG_EN		0x00020000
3362306a36Sopenharmony_ci#define MCDEBUG_ERRSTA				0x730
3462306a36Sopenharmony_ci#define   MCDEBUG_ERRSTA_RFL_STATUS		0x00000004
3562306a36Sopenharmony_ci#define   MCDEBUG_ERRSTA_MBE_STATUS		0x00000002
3662306a36Sopenharmony_ci#define   MCDEBUG_ERRSTA_SBE_STATUS		0x00000001
3762306a36Sopenharmony_ci#define MCDEBUG_ERRCNT1				0x734
3862306a36Sopenharmony_ci#define   MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO	0x00000080
3962306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A			0x738
4062306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_TYPE_M		0x30000000
4162306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_TYPE_NONE	0x00000000
4262306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_TYPE_SBE	0x10000000
4362306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_TYPE_MBE	0x20000000
4462306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_TYPE_RFL	0x30000000
4562306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_BA_M		0x00700000
4662306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_BA_S		20
4762306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_CS_M		0x00070000
4862306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_MERR_CS_S		16
4962306a36Sopenharmony_ci#define   MCDEBUG_ERRLOG1A_SYNDROME_M		0x0000ffff
5062306a36Sopenharmony_ci#define MCDRAM_RANKCFG				0x114
5162306a36Sopenharmony_ci#define   MCDRAM_RANKCFG_EN			0x00000001
5262306a36Sopenharmony_ci#define   MCDRAM_RANKCFG_TYPE_SIZE_M		0x000001c0
5362306a36Sopenharmony_ci#define   MCDRAM_RANKCFG_TYPE_SIZE_S		6
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci#define PASEMI_EDAC_NR_CSROWS			8
5662306a36Sopenharmony_ci#define PASEMI_EDAC_NR_CHANS			1
5762306a36Sopenharmony_ci#define PASEMI_EDAC_ERROR_GRAIN			64
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic int last_page_in_mmc;
6062306a36Sopenharmony_cistatic int system_mmc_id;
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_cistatic u32 pasemi_edac_get_error_info(struct mem_ctl_info *mci)
6462306a36Sopenharmony_ci{
6562306a36Sopenharmony_ci	struct pci_dev *pdev = to_pci_dev(mci->pdev);
6662306a36Sopenharmony_ci	u32 tmp;
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	pci_read_config_dword(pdev, MCDEBUG_ERRSTA,
6962306a36Sopenharmony_ci			      &tmp);
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	tmp &= (MCDEBUG_ERRSTA_RFL_STATUS | MCDEBUG_ERRSTA_MBE_STATUS
7262306a36Sopenharmony_ci		| MCDEBUG_ERRSTA_SBE_STATUS);
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	if (tmp) {
7562306a36Sopenharmony_ci		if (tmp & MCDEBUG_ERRSTA_SBE_STATUS)
7662306a36Sopenharmony_ci			pci_write_config_dword(pdev, MCDEBUG_ERRCNT1,
7762306a36Sopenharmony_ci					       MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO);
7862306a36Sopenharmony_ci		pci_write_config_dword(pdev, MCDEBUG_ERRSTA, tmp);
7962306a36Sopenharmony_ci	}
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci	return tmp;
8262306a36Sopenharmony_ci}
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_cistatic void pasemi_edac_process_error_info(struct mem_ctl_info *mci, u32 errsta)
8562306a36Sopenharmony_ci{
8662306a36Sopenharmony_ci	struct pci_dev *pdev = to_pci_dev(mci->pdev);
8762306a36Sopenharmony_ci	u32 errlog1a;
8862306a36Sopenharmony_ci	u32 cs;
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	if (!errsta)
9162306a36Sopenharmony_ci		return;
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci	pci_read_config_dword(pdev, MCDEBUG_ERRLOG1A, &errlog1a);
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci	cs = (errlog1a & MCDEBUG_ERRLOG1A_MERR_CS_M) >>
9662306a36Sopenharmony_ci		MCDEBUG_ERRLOG1A_MERR_CS_S;
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci	/* uncorrectable/multi-bit errors */
9962306a36Sopenharmony_ci	if (errsta & (MCDEBUG_ERRSTA_MBE_STATUS |
10062306a36Sopenharmony_ci		      MCDEBUG_ERRSTA_RFL_STATUS)) {
10162306a36Sopenharmony_ci		edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1,
10262306a36Sopenharmony_ci				     mci->csrows[cs]->first_page, 0, 0,
10362306a36Sopenharmony_ci				     cs, 0, -1, mci->ctl_name, "");
10462306a36Sopenharmony_ci	}
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci	/* correctable/single-bit errors */
10762306a36Sopenharmony_ci	if (errsta & MCDEBUG_ERRSTA_SBE_STATUS)
10862306a36Sopenharmony_ci		edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1,
10962306a36Sopenharmony_ci				     mci->csrows[cs]->first_page, 0, 0,
11062306a36Sopenharmony_ci				     cs, 0, -1, mci->ctl_name, "");
11162306a36Sopenharmony_ci}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cistatic void pasemi_edac_check(struct mem_ctl_info *mci)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	u32 errsta;
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci	errsta = pasemi_edac_get_error_info(mci);
11862306a36Sopenharmony_ci	if (errsta)
11962306a36Sopenharmony_ci		pasemi_edac_process_error_info(mci, errsta);
12062306a36Sopenharmony_ci}
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_cistatic int pasemi_edac_init_csrows(struct mem_ctl_info *mci,
12362306a36Sopenharmony_ci				   struct pci_dev *pdev,
12462306a36Sopenharmony_ci				   enum edac_type edac_mode)
12562306a36Sopenharmony_ci{
12662306a36Sopenharmony_ci	struct csrow_info *csrow;
12762306a36Sopenharmony_ci	struct dimm_info *dimm;
12862306a36Sopenharmony_ci	u32 rankcfg;
12962306a36Sopenharmony_ci	int index;
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	for (index = 0; index < mci->nr_csrows; index++) {
13262306a36Sopenharmony_ci		csrow = mci->csrows[index];
13362306a36Sopenharmony_ci		dimm = csrow->channels[0]->dimm;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci		pci_read_config_dword(pdev,
13662306a36Sopenharmony_ci				      MCDRAM_RANKCFG + (index * 12),
13762306a36Sopenharmony_ci				      &rankcfg);
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci		if (!(rankcfg & MCDRAM_RANKCFG_EN))
14062306a36Sopenharmony_ci			continue;
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci		switch ((rankcfg & MCDRAM_RANKCFG_TYPE_SIZE_M) >>
14362306a36Sopenharmony_ci			MCDRAM_RANKCFG_TYPE_SIZE_S) {
14462306a36Sopenharmony_ci		case 0:
14562306a36Sopenharmony_ci			dimm->nr_pages = 128 << (20 - PAGE_SHIFT);
14662306a36Sopenharmony_ci			break;
14762306a36Sopenharmony_ci		case 1:
14862306a36Sopenharmony_ci			dimm->nr_pages = 256 << (20 - PAGE_SHIFT);
14962306a36Sopenharmony_ci			break;
15062306a36Sopenharmony_ci		case 2:
15162306a36Sopenharmony_ci		case 3:
15262306a36Sopenharmony_ci			dimm->nr_pages = 512 << (20 - PAGE_SHIFT);
15362306a36Sopenharmony_ci			break;
15462306a36Sopenharmony_ci		case 4:
15562306a36Sopenharmony_ci			dimm->nr_pages = 1024 << (20 - PAGE_SHIFT);
15662306a36Sopenharmony_ci			break;
15762306a36Sopenharmony_ci		case 5:
15862306a36Sopenharmony_ci			dimm->nr_pages = 2048 << (20 - PAGE_SHIFT);
15962306a36Sopenharmony_ci			break;
16062306a36Sopenharmony_ci		default:
16162306a36Sopenharmony_ci			edac_mc_printk(mci, KERN_ERR,
16262306a36Sopenharmony_ci				"Unrecognized Rank Config. rankcfg=%u\n",
16362306a36Sopenharmony_ci				rankcfg);
16462306a36Sopenharmony_ci			return -EINVAL;
16562306a36Sopenharmony_ci		}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci		csrow->first_page = last_page_in_mmc;
16862306a36Sopenharmony_ci		csrow->last_page = csrow->first_page + dimm->nr_pages - 1;
16962306a36Sopenharmony_ci		last_page_in_mmc += dimm->nr_pages;
17062306a36Sopenharmony_ci		csrow->page_mask = 0;
17162306a36Sopenharmony_ci		dimm->grain = PASEMI_EDAC_ERROR_GRAIN;
17262306a36Sopenharmony_ci		dimm->mtype = MEM_DDR;
17362306a36Sopenharmony_ci		dimm->dtype = DEV_UNKNOWN;
17462306a36Sopenharmony_ci		dimm->edac_mode = edac_mode;
17562306a36Sopenharmony_ci	}
17662306a36Sopenharmony_ci	return 0;
17762306a36Sopenharmony_ci}
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_cistatic int pasemi_edac_probe(struct pci_dev *pdev,
18062306a36Sopenharmony_ci			     const struct pci_device_id *ent)
18162306a36Sopenharmony_ci{
18262306a36Sopenharmony_ci	struct mem_ctl_info *mci = NULL;
18362306a36Sopenharmony_ci	struct edac_mc_layer layers[2];
18462306a36Sopenharmony_ci	u32 errctl1, errcor, scrub, mcen;
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_ci	pci_read_config_dword(pdev, MCCFG_MCEN, &mcen);
18762306a36Sopenharmony_ci	if (!(mcen & MCCFG_MCEN_MMC_EN))
18862306a36Sopenharmony_ci		return -ENODEV;
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	/*
19162306a36Sopenharmony_ci	 * We should think about enabling other error detection later on
19262306a36Sopenharmony_ci	 */
19362306a36Sopenharmony_ci
19462306a36Sopenharmony_ci	pci_read_config_dword(pdev, MCDEBUG_ERRCTL1, &errctl1);
19562306a36Sopenharmony_ci	errctl1 |= MCDEBUG_ERRCTL1_SBE_LOG_EN |
19662306a36Sopenharmony_ci		MCDEBUG_ERRCTL1_MBE_LOG_EN |
19762306a36Sopenharmony_ci		MCDEBUG_ERRCTL1_RFL_LOG_EN;
19862306a36Sopenharmony_ci	pci_write_config_dword(pdev, MCDEBUG_ERRCTL1, errctl1);
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci	layers[0].type = EDAC_MC_LAYER_CHIP_SELECT;
20162306a36Sopenharmony_ci	layers[0].size = PASEMI_EDAC_NR_CSROWS;
20262306a36Sopenharmony_ci	layers[0].is_virt_csrow = true;
20362306a36Sopenharmony_ci	layers[1].type = EDAC_MC_LAYER_CHANNEL;
20462306a36Sopenharmony_ci	layers[1].size = PASEMI_EDAC_NR_CHANS;
20562306a36Sopenharmony_ci	layers[1].is_virt_csrow = false;
20662306a36Sopenharmony_ci	mci = edac_mc_alloc(system_mmc_id++, ARRAY_SIZE(layers), layers,
20762306a36Sopenharmony_ci			    0);
20862306a36Sopenharmony_ci	if (mci == NULL)
20962306a36Sopenharmony_ci		return -ENOMEM;
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	pci_read_config_dword(pdev, MCCFG_ERRCOR, &errcor);
21262306a36Sopenharmony_ci	errcor |= MCCFG_ERRCOR_RNK_FAIL_DET_EN |
21362306a36Sopenharmony_ci		MCCFG_ERRCOR_ECC_GEN_EN |
21462306a36Sopenharmony_ci		MCCFG_ERRCOR_ECC_CRR_EN;
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci	mci->pdev = &pdev->dev;
21762306a36Sopenharmony_ci	mci->mtype_cap = MEM_FLAG_DDR | MEM_FLAG_RDDR;
21862306a36Sopenharmony_ci	mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED;
21962306a36Sopenharmony_ci	mci->edac_cap = (errcor & MCCFG_ERRCOR_ECC_GEN_EN) ?
22062306a36Sopenharmony_ci		((errcor & MCCFG_ERRCOR_ECC_CRR_EN) ?
22162306a36Sopenharmony_ci		 (EDAC_FLAG_EC | EDAC_FLAG_SECDED) : EDAC_FLAG_EC) :
22262306a36Sopenharmony_ci		EDAC_FLAG_NONE;
22362306a36Sopenharmony_ci	mci->mod_name = MODULE_NAME;
22462306a36Sopenharmony_ci	mci->dev_name = pci_name(pdev);
22562306a36Sopenharmony_ci	mci->ctl_name = "pasemi,pwrficient-mc";
22662306a36Sopenharmony_ci	mci->edac_check = pasemi_edac_check;
22762306a36Sopenharmony_ci	mci->ctl_page_to_phys = NULL;
22862306a36Sopenharmony_ci	pci_read_config_dword(pdev, MCCFG_SCRUB, &scrub);
22962306a36Sopenharmony_ci	mci->scrub_cap = SCRUB_FLAG_HW_PROG | SCRUB_FLAG_HW_SRC;
23062306a36Sopenharmony_ci	mci->scrub_mode =
23162306a36Sopenharmony_ci		((errcor & MCCFG_ERRCOR_ECC_CRR_EN) ? SCRUB_FLAG_HW_SRC : 0) |
23262306a36Sopenharmony_ci		((scrub & MCCFG_SCRUB_RGLR_SCRB_EN) ? SCRUB_FLAG_HW_PROG : 0);
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_ci	if (pasemi_edac_init_csrows(mci, pdev,
23562306a36Sopenharmony_ci				    (mci->edac_cap & EDAC_FLAG_SECDED) ?
23662306a36Sopenharmony_ci				    EDAC_SECDED :
23762306a36Sopenharmony_ci				    ((mci->edac_cap & EDAC_FLAG_EC) ?
23862306a36Sopenharmony_ci				     EDAC_EC : EDAC_NONE)))
23962306a36Sopenharmony_ci		goto fail;
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci	/*
24262306a36Sopenharmony_ci	 * Clear status
24362306a36Sopenharmony_ci	 */
24462306a36Sopenharmony_ci	pasemi_edac_get_error_info(mci);
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_ci	if (edac_mc_add_mc(mci))
24762306a36Sopenharmony_ci		goto fail;
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_ci	/* get this far and it's successful */
25062306a36Sopenharmony_ci	return 0;
25162306a36Sopenharmony_ci
25262306a36Sopenharmony_cifail:
25362306a36Sopenharmony_ci	edac_mc_free(mci);
25462306a36Sopenharmony_ci	return -ENODEV;
25562306a36Sopenharmony_ci}
25662306a36Sopenharmony_ci
25762306a36Sopenharmony_cistatic void pasemi_edac_remove(struct pci_dev *pdev)
25862306a36Sopenharmony_ci{
25962306a36Sopenharmony_ci	struct mem_ctl_info *mci = edac_mc_del_mc(&pdev->dev);
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	if (!mci)
26262306a36Sopenharmony_ci		return;
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci	edac_mc_free(mci);
26562306a36Sopenharmony_ci}
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci
26862306a36Sopenharmony_cistatic const struct pci_device_id pasemi_edac_pci_tbl[] = {
26962306a36Sopenharmony_ci	{ PCI_DEVICE(PCI_VENDOR_ID_PASEMI, 0xa00a) },
27062306a36Sopenharmony_ci	{ }
27162306a36Sopenharmony_ci};
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ciMODULE_DEVICE_TABLE(pci, pasemi_edac_pci_tbl);
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_cistatic struct pci_driver pasemi_edac_driver = {
27662306a36Sopenharmony_ci	.name = MODULE_NAME,
27762306a36Sopenharmony_ci	.probe = pasemi_edac_probe,
27862306a36Sopenharmony_ci	.remove = pasemi_edac_remove,
27962306a36Sopenharmony_ci	.id_table = pasemi_edac_pci_tbl,
28062306a36Sopenharmony_ci};
28162306a36Sopenharmony_ci
28262306a36Sopenharmony_cistatic int __init pasemi_edac_init(void)
28362306a36Sopenharmony_ci{
28462306a36Sopenharmony_ci       /* Ensure that the OPSTATE is set correctly for POLL or NMI */
28562306a36Sopenharmony_ci       opstate_init();
28662306a36Sopenharmony_ci
28762306a36Sopenharmony_ci	return pci_register_driver(&pasemi_edac_driver);
28862306a36Sopenharmony_ci}
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_cistatic void __exit pasemi_edac_exit(void)
29162306a36Sopenharmony_ci{
29262306a36Sopenharmony_ci	pci_unregister_driver(&pasemi_edac_driver);
29362306a36Sopenharmony_ci}
29462306a36Sopenharmony_ci
29562306a36Sopenharmony_cimodule_init(pasemi_edac_init);
29662306a36Sopenharmony_cimodule_exit(pasemi_edac_exit);
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_ciMODULE_LICENSE("GPL");
29962306a36Sopenharmony_ciMODULE_AUTHOR("Egor Martovetsky <egor@pasemi.com>");
30062306a36Sopenharmony_ciMODULE_DESCRIPTION("MC support for PA Semi PWRficient memory controller");
30162306a36Sopenharmony_cimodule_param(edac_op_state, int, 0444);
30262306a36Sopenharmony_ciMODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI");
30362306a36Sopenharmony_ci
304