162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2006-2007 PA Semi, Inc 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Author: Egor Martovetsky <egor@pasemi.com> 662306a36Sopenharmony_ci * Maintained by: Olof Johansson <olof@lixom.net> 762306a36Sopenharmony_ci * 862306a36Sopenharmony_ci * Driver for the PWRficient onchip memory controllers 962306a36Sopenharmony_ci */ 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ci#include <linux/module.h> 1362306a36Sopenharmony_ci#include <linux/init.h> 1462306a36Sopenharmony_ci#include <linux/pci.h> 1562306a36Sopenharmony_ci#include <linux/pci_ids.h> 1662306a36Sopenharmony_ci#include <linux/edac.h> 1762306a36Sopenharmony_ci#include "edac_module.h" 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ci#define MODULE_NAME "pasemi_edac" 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ci#define MCCFG_MCEN 0x300 2262306a36Sopenharmony_ci#define MCCFG_MCEN_MMC_EN 0x00000001 2362306a36Sopenharmony_ci#define MCCFG_ERRCOR 0x388 2462306a36Sopenharmony_ci#define MCCFG_ERRCOR_RNK_FAIL_DET_EN 0x00000100 2562306a36Sopenharmony_ci#define MCCFG_ERRCOR_ECC_GEN_EN 0x00000010 2662306a36Sopenharmony_ci#define MCCFG_ERRCOR_ECC_CRR_EN 0x00000001 2762306a36Sopenharmony_ci#define MCCFG_SCRUB 0x384 2862306a36Sopenharmony_ci#define MCCFG_SCRUB_RGLR_SCRB_EN 0x00000001 2962306a36Sopenharmony_ci#define MCDEBUG_ERRCTL1 0x728 3062306a36Sopenharmony_ci#define MCDEBUG_ERRCTL1_RFL_LOG_EN 0x00080000 3162306a36Sopenharmony_ci#define MCDEBUG_ERRCTL1_MBE_LOG_EN 0x00040000 3262306a36Sopenharmony_ci#define MCDEBUG_ERRCTL1_SBE_LOG_EN 0x00020000 3362306a36Sopenharmony_ci#define MCDEBUG_ERRSTA 0x730 3462306a36Sopenharmony_ci#define MCDEBUG_ERRSTA_RFL_STATUS 0x00000004 3562306a36Sopenharmony_ci#define MCDEBUG_ERRSTA_MBE_STATUS 0x00000002 3662306a36Sopenharmony_ci#define MCDEBUG_ERRSTA_SBE_STATUS 0x00000001 3762306a36Sopenharmony_ci#define MCDEBUG_ERRCNT1 0x734 3862306a36Sopenharmony_ci#define MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO 0x00000080 3962306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A 0x738 4062306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_TYPE_M 0x30000000 4162306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_TYPE_NONE 0x00000000 4262306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_TYPE_SBE 0x10000000 4362306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_TYPE_MBE 0x20000000 4462306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_TYPE_RFL 0x30000000 4562306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_BA_M 0x00700000 4662306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_BA_S 20 4762306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_CS_M 0x00070000 4862306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_MERR_CS_S 16 4962306a36Sopenharmony_ci#define MCDEBUG_ERRLOG1A_SYNDROME_M 0x0000ffff 5062306a36Sopenharmony_ci#define MCDRAM_RANKCFG 0x114 5162306a36Sopenharmony_ci#define MCDRAM_RANKCFG_EN 0x00000001 5262306a36Sopenharmony_ci#define MCDRAM_RANKCFG_TYPE_SIZE_M 0x000001c0 5362306a36Sopenharmony_ci#define MCDRAM_RANKCFG_TYPE_SIZE_S 6 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_ci#define PASEMI_EDAC_NR_CSROWS 8 5662306a36Sopenharmony_ci#define PASEMI_EDAC_NR_CHANS 1 5762306a36Sopenharmony_ci#define PASEMI_EDAC_ERROR_GRAIN 64 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_cistatic int last_page_in_mmc; 6062306a36Sopenharmony_cistatic int system_mmc_id; 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_cistatic u32 pasemi_edac_get_error_info(struct mem_ctl_info *mci) 6462306a36Sopenharmony_ci{ 6562306a36Sopenharmony_ci struct pci_dev *pdev = to_pci_dev(mci->pdev); 6662306a36Sopenharmony_ci u32 tmp; 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci pci_read_config_dword(pdev, MCDEBUG_ERRSTA, 6962306a36Sopenharmony_ci &tmp); 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci tmp &= (MCDEBUG_ERRSTA_RFL_STATUS | MCDEBUG_ERRSTA_MBE_STATUS 7262306a36Sopenharmony_ci | MCDEBUG_ERRSTA_SBE_STATUS); 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci if (tmp) { 7562306a36Sopenharmony_ci if (tmp & MCDEBUG_ERRSTA_SBE_STATUS) 7662306a36Sopenharmony_ci pci_write_config_dword(pdev, MCDEBUG_ERRCNT1, 7762306a36Sopenharmony_ci MCDEBUG_ERRCNT1_SBE_CNT_OVRFLO); 7862306a36Sopenharmony_ci pci_write_config_dword(pdev, MCDEBUG_ERRSTA, tmp); 7962306a36Sopenharmony_ci } 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci return tmp; 8262306a36Sopenharmony_ci} 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_cistatic void pasemi_edac_process_error_info(struct mem_ctl_info *mci, u32 errsta) 8562306a36Sopenharmony_ci{ 8662306a36Sopenharmony_ci struct pci_dev *pdev = to_pci_dev(mci->pdev); 8762306a36Sopenharmony_ci u32 errlog1a; 8862306a36Sopenharmony_ci u32 cs; 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci if (!errsta) 9162306a36Sopenharmony_ci return; 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci pci_read_config_dword(pdev, MCDEBUG_ERRLOG1A, &errlog1a); 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_ci cs = (errlog1a & MCDEBUG_ERRLOG1A_MERR_CS_M) >> 9662306a36Sopenharmony_ci MCDEBUG_ERRLOG1A_MERR_CS_S; 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci /* uncorrectable/multi-bit errors */ 9962306a36Sopenharmony_ci if (errsta & (MCDEBUG_ERRSTA_MBE_STATUS | 10062306a36Sopenharmony_ci MCDEBUG_ERRSTA_RFL_STATUS)) { 10162306a36Sopenharmony_ci edac_mc_handle_error(HW_EVENT_ERR_UNCORRECTED, mci, 1, 10262306a36Sopenharmony_ci mci->csrows[cs]->first_page, 0, 0, 10362306a36Sopenharmony_ci cs, 0, -1, mci->ctl_name, ""); 10462306a36Sopenharmony_ci } 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_ci /* correctable/single-bit errors */ 10762306a36Sopenharmony_ci if (errsta & MCDEBUG_ERRSTA_SBE_STATUS) 10862306a36Sopenharmony_ci edac_mc_handle_error(HW_EVENT_ERR_CORRECTED, mci, 1, 10962306a36Sopenharmony_ci mci->csrows[cs]->first_page, 0, 0, 11062306a36Sopenharmony_ci cs, 0, -1, mci->ctl_name, ""); 11162306a36Sopenharmony_ci} 11262306a36Sopenharmony_ci 11362306a36Sopenharmony_cistatic void pasemi_edac_check(struct mem_ctl_info *mci) 11462306a36Sopenharmony_ci{ 11562306a36Sopenharmony_ci u32 errsta; 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_ci errsta = pasemi_edac_get_error_info(mci); 11862306a36Sopenharmony_ci if (errsta) 11962306a36Sopenharmony_ci pasemi_edac_process_error_info(mci, errsta); 12062306a36Sopenharmony_ci} 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_cistatic int pasemi_edac_init_csrows(struct mem_ctl_info *mci, 12362306a36Sopenharmony_ci struct pci_dev *pdev, 12462306a36Sopenharmony_ci enum edac_type edac_mode) 12562306a36Sopenharmony_ci{ 12662306a36Sopenharmony_ci struct csrow_info *csrow; 12762306a36Sopenharmony_ci struct dimm_info *dimm; 12862306a36Sopenharmony_ci u32 rankcfg; 12962306a36Sopenharmony_ci int index; 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci for (index = 0; index < mci->nr_csrows; index++) { 13262306a36Sopenharmony_ci csrow = mci->csrows[index]; 13362306a36Sopenharmony_ci dimm = csrow->channels[0]->dimm; 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci pci_read_config_dword(pdev, 13662306a36Sopenharmony_ci MCDRAM_RANKCFG + (index * 12), 13762306a36Sopenharmony_ci &rankcfg); 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_ci if (!(rankcfg & MCDRAM_RANKCFG_EN)) 14062306a36Sopenharmony_ci continue; 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci switch ((rankcfg & MCDRAM_RANKCFG_TYPE_SIZE_M) >> 14362306a36Sopenharmony_ci MCDRAM_RANKCFG_TYPE_SIZE_S) { 14462306a36Sopenharmony_ci case 0: 14562306a36Sopenharmony_ci dimm->nr_pages = 128 << (20 - PAGE_SHIFT); 14662306a36Sopenharmony_ci break; 14762306a36Sopenharmony_ci case 1: 14862306a36Sopenharmony_ci dimm->nr_pages = 256 << (20 - PAGE_SHIFT); 14962306a36Sopenharmony_ci break; 15062306a36Sopenharmony_ci case 2: 15162306a36Sopenharmony_ci case 3: 15262306a36Sopenharmony_ci dimm->nr_pages = 512 << (20 - PAGE_SHIFT); 15362306a36Sopenharmony_ci break; 15462306a36Sopenharmony_ci case 4: 15562306a36Sopenharmony_ci dimm->nr_pages = 1024 << (20 - PAGE_SHIFT); 15662306a36Sopenharmony_ci break; 15762306a36Sopenharmony_ci case 5: 15862306a36Sopenharmony_ci dimm->nr_pages = 2048 << (20 - PAGE_SHIFT); 15962306a36Sopenharmony_ci break; 16062306a36Sopenharmony_ci default: 16162306a36Sopenharmony_ci edac_mc_printk(mci, KERN_ERR, 16262306a36Sopenharmony_ci "Unrecognized Rank Config. rankcfg=%u\n", 16362306a36Sopenharmony_ci rankcfg); 16462306a36Sopenharmony_ci return -EINVAL; 16562306a36Sopenharmony_ci } 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci csrow->first_page = last_page_in_mmc; 16862306a36Sopenharmony_ci csrow->last_page = csrow->first_page + dimm->nr_pages - 1; 16962306a36Sopenharmony_ci last_page_in_mmc += dimm->nr_pages; 17062306a36Sopenharmony_ci csrow->page_mask = 0; 17162306a36Sopenharmony_ci dimm->grain = PASEMI_EDAC_ERROR_GRAIN; 17262306a36Sopenharmony_ci dimm->mtype = MEM_DDR; 17362306a36Sopenharmony_ci dimm->dtype = DEV_UNKNOWN; 17462306a36Sopenharmony_ci dimm->edac_mode = edac_mode; 17562306a36Sopenharmony_ci } 17662306a36Sopenharmony_ci return 0; 17762306a36Sopenharmony_ci} 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_cistatic int pasemi_edac_probe(struct pci_dev *pdev, 18062306a36Sopenharmony_ci const struct pci_device_id *ent) 18162306a36Sopenharmony_ci{ 18262306a36Sopenharmony_ci struct mem_ctl_info *mci = NULL; 18362306a36Sopenharmony_ci struct edac_mc_layer layers[2]; 18462306a36Sopenharmony_ci u32 errctl1, errcor, scrub, mcen; 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_ci pci_read_config_dword(pdev, MCCFG_MCEN, &mcen); 18762306a36Sopenharmony_ci if (!(mcen & MCCFG_MCEN_MMC_EN)) 18862306a36Sopenharmony_ci return -ENODEV; 18962306a36Sopenharmony_ci 19062306a36Sopenharmony_ci /* 19162306a36Sopenharmony_ci * We should think about enabling other error detection later on 19262306a36Sopenharmony_ci */ 19362306a36Sopenharmony_ci 19462306a36Sopenharmony_ci pci_read_config_dword(pdev, MCDEBUG_ERRCTL1, &errctl1); 19562306a36Sopenharmony_ci errctl1 |= MCDEBUG_ERRCTL1_SBE_LOG_EN | 19662306a36Sopenharmony_ci MCDEBUG_ERRCTL1_MBE_LOG_EN | 19762306a36Sopenharmony_ci MCDEBUG_ERRCTL1_RFL_LOG_EN; 19862306a36Sopenharmony_ci pci_write_config_dword(pdev, MCDEBUG_ERRCTL1, errctl1); 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci layers[0].type = EDAC_MC_LAYER_CHIP_SELECT; 20162306a36Sopenharmony_ci layers[0].size = PASEMI_EDAC_NR_CSROWS; 20262306a36Sopenharmony_ci layers[0].is_virt_csrow = true; 20362306a36Sopenharmony_ci layers[1].type = EDAC_MC_LAYER_CHANNEL; 20462306a36Sopenharmony_ci layers[1].size = PASEMI_EDAC_NR_CHANS; 20562306a36Sopenharmony_ci layers[1].is_virt_csrow = false; 20662306a36Sopenharmony_ci mci = edac_mc_alloc(system_mmc_id++, ARRAY_SIZE(layers), layers, 20762306a36Sopenharmony_ci 0); 20862306a36Sopenharmony_ci if (mci == NULL) 20962306a36Sopenharmony_ci return -ENOMEM; 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_ci pci_read_config_dword(pdev, MCCFG_ERRCOR, &errcor); 21262306a36Sopenharmony_ci errcor |= MCCFG_ERRCOR_RNK_FAIL_DET_EN | 21362306a36Sopenharmony_ci MCCFG_ERRCOR_ECC_GEN_EN | 21462306a36Sopenharmony_ci MCCFG_ERRCOR_ECC_CRR_EN; 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci mci->pdev = &pdev->dev; 21762306a36Sopenharmony_ci mci->mtype_cap = MEM_FLAG_DDR | MEM_FLAG_RDDR; 21862306a36Sopenharmony_ci mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_EC | EDAC_FLAG_SECDED; 21962306a36Sopenharmony_ci mci->edac_cap = (errcor & MCCFG_ERRCOR_ECC_GEN_EN) ? 22062306a36Sopenharmony_ci ((errcor & MCCFG_ERRCOR_ECC_CRR_EN) ? 22162306a36Sopenharmony_ci (EDAC_FLAG_EC | EDAC_FLAG_SECDED) : EDAC_FLAG_EC) : 22262306a36Sopenharmony_ci EDAC_FLAG_NONE; 22362306a36Sopenharmony_ci mci->mod_name = MODULE_NAME; 22462306a36Sopenharmony_ci mci->dev_name = pci_name(pdev); 22562306a36Sopenharmony_ci mci->ctl_name = "pasemi,pwrficient-mc"; 22662306a36Sopenharmony_ci mci->edac_check = pasemi_edac_check; 22762306a36Sopenharmony_ci mci->ctl_page_to_phys = NULL; 22862306a36Sopenharmony_ci pci_read_config_dword(pdev, MCCFG_SCRUB, &scrub); 22962306a36Sopenharmony_ci mci->scrub_cap = SCRUB_FLAG_HW_PROG | SCRUB_FLAG_HW_SRC; 23062306a36Sopenharmony_ci mci->scrub_mode = 23162306a36Sopenharmony_ci ((errcor & MCCFG_ERRCOR_ECC_CRR_EN) ? SCRUB_FLAG_HW_SRC : 0) | 23262306a36Sopenharmony_ci ((scrub & MCCFG_SCRUB_RGLR_SCRB_EN) ? SCRUB_FLAG_HW_PROG : 0); 23362306a36Sopenharmony_ci 23462306a36Sopenharmony_ci if (pasemi_edac_init_csrows(mci, pdev, 23562306a36Sopenharmony_ci (mci->edac_cap & EDAC_FLAG_SECDED) ? 23662306a36Sopenharmony_ci EDAC_SECDED : 23762306a36Sopenharmony_ci ((mci->edac_cap & EDAC_FLAG_EC) ? 23862306a36Sopenharmony_ci EDAC_EC : EDAC_NONE))) 23962306a36Sopenharmony_ci goto fail; 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci /* 24262306a36Sopenharmony_ci * Clear status 24362306a36Sopenharmony_ci */ 24462306a36Sopenharmony_ci pasemi_edac_get_error_info(mci); 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_ci if (edac_mc_add_mc(mci)) 24762306a36Sopenharmony_ci goto fail; 24862306a36Sopenharmony_ci 24962306a36Sopenharmony_ci /* get this far and it's successful */ 25062306a36Sopenharmony_ci return 0; 25162306a36Sopenharmony_ci 25262306a36Sopenharmony_cifail: 25362306a36Sopenharmony_ci edac_mc_free(mci); 25462306a36Sopenharmony_ci return -ENODEV; 25562306a36Sopenharmony_ci} 25662306a36Sopenharmony_ci 25762306a36Sopenharmony_cistatic void pasemi_edac_remove(struct pci_dev *pdev) 25862306a36Sopenharmony_ci{ 25962306a36Sopenharmony_ci struct mem_ctl_info *mci = edac_mc_del_mc(&pdev->dev); 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ci if (!mci) 26262306a36Sopenharmony_ci return; 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci edac_mc_free(mci); 26562306a36Sopenharmony_ci} 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci 26862306a36Sopenharmony_cistatic const struct pci_device_id pasemi_edac_pci_tbl[] = { 26962306a36Sopenharmony_ci { PCI_DEVICE(PCI_VENDOR_ID_PASEMI, 0xa00a) }, 27062306a36Sopenharmony_ci { } 27162306a36Sopenharmony_ci}; 27262306a36Sopenharmony_ci 27362306a36Sopenharmony_ciMODULE_DEVICE_TABLE(pci, pasemi_edac_pci_tbl); 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_cistatic struct pci_driver pasemi_edac_driver = { 27662306a36Sopenharmony_ci .name = MODULE_NAME, 27762306a36Sopenharmony_ci .probe = pasemi_edac_probe, 27862306a36Sopenharmony_ci .remove = pasemi_edac_remove, 27962306a36Sopenharmony_ci .id_table = pasemi_edac_pci_tbl, 28062306a36Sopenharmony_ci}; 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_cistatic int __init pasemi_edac_init(void) 28362306a36Sopenharmony_ci{ 28462306a36Sopenharmony_ci /* Ensure that the OPSTATE is set correctly for POLL or NMI */ 28562306a36Sopenharmony_ci opstate_init(); 28662306a36Sopenharmony_ci 28762306a36Sopenharmony_ci return pci_register_driver(&pasemi_edac_driver); 28862306a36Sopenharmony_ci} 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_cistatic void __exit pasemi_edac_exit(void) 29162306a36Sopenharmony_ci{ 29262306a36Sopenharmony_ci pci_unregister_driver(&pasemi_edac_driver); 29362306a36Sopenharmony_ci} 29462306a36Sopenharmony_ci 29562306a36Sopenharmony_cimodule_init(pasemi_edac_init); 29662306a36Sopenharmony_cimodule_exit(pasemi_edac_exit); 29762306a36Sopenharmony_ci 29862306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 29962306a36Sopenharmony_ciMODULE_AUTHOR("Egor Martovetsky <egor@pasemi.com>"); 30062306a36Sopenharmony_ciMODULE_DESCRIPTION("MC support for PA Semi PWRficient memory controller"); 30162306a36Sopenharmony_cimodule_param(edac_op_state, int, 0444); 30262306a36Sopenharmony_ciMODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI"); 30362306a36Sopenharmony_ci 304