18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * PCIe Gen4 host controller driver for NXP Layerscape SoCs 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * Copyright 2019-2020 NXP 68c2ecf20Sopenharmony_ci * 78c2ecf20Sopenharmony_ci * Author: Zhiqiang Hou <Zhiqiang.Hou@nxp.com> 88c2ecf20Sopenharmony_ci */ 98c2ecf20Sopenharmony_ci 108c2ecf20Sopenharmony_ci#include <linux/kernel.h> 118c2ecf20Sopenharmony_ci#include <linux/interrupt.h> 128c2ecf20Sopenharmony_ci#include <linux/init.h> 138c2ecf20Sopenharmony_ci#include <linux/of_pci.h> 148c2ecf20Sopenharmony_ci#include <linux/of_platform.h> 158c2ecf20Sopenharmony_ci#include <linux/of_irq.h> 168c2ecf20Sopenharmony_ci#include <linux/of_address.h> 178c2ecf20Sopenharmony_ci#include <linux/pci.h> 188c2ecf20Sopenharmony_ci#include <linux/platform_device.h> 198c2ecf20Sopenharmony_ci#include <linux/resource.h> 208c2ecf20Sopenharmony_ci#include <linux/mfd/syscon.h> 218c2ecf20Sopenharmony_ci#include <linux/regmap.h> 228c2ecf20Sopenharmony_ci 238c2ecf20Sopenharmony_ci#include "pcie-mobiveil.h" 248c2ecf20Sopenharmony_ci 258c2ecf20Sopenharmony_ci/* LUT and PF control registers */ 268c2ecf20Sopenharmony_ci#define PCIE_LUT_OFF 0x80000 278c2ecf20Sopenharmony_ci#define PCIE_PF_OFF 0xc0000 288c2ecf20Sopenharmony_ci#define PCIE_PF_INT_STAT 0x18 298c2ecf20Sopenharmony_ci#define PF_INT_STAT_PABRST BIT(31) 308c2ecf20Sopenharmony_ci 318c2ecf20Sopenharmony_ci#define PCIE_PF_DBG 0x7fc 328c2ecf20Sopenharmony_ci#define PF_DBG_LTSSM_MASK 0x3f 338c2ecf20Sopenharmony_ci#define PF_DBG_LTSSM_L0 0x2d /* L0 state */ 348c2ecf20Sopenharmony_ci#define PF_DBG_WE BIT(31) 358c2ecf20Sopenharmony_ci#define PF_DBG_PABR BIT(27) 368c2ecf20Sopenharmony_ci 378c2ecf20Sopenharmony_ci#define to_ls_pcie_g4(x) platform_get_drvdata((x)->pdev) 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_cistruct ls_pcie_g4 { 408c2ecf20Sopenharmony_ci struct mobiveil_pcie pci; 418c2ecf20Sopenharmony_ci struct delayed_work dwork; 428c2ecf20Sopenharmony_ci int irq; 438c2ecf20Sopenharmony_ci}; 448c2ecf20Sopenharmony_ci 458c2ecf20Sopenharmony_cistatic inline u32 ls_pcie_g4_lut_readl(struct ls_pcie_g4 *pcie, u32 off) 468c2ecf20Sopenharmony_ci{ 478c2ecf20Sopenharmony_ci return ioread32(pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off); 488c2ecf20Sopenharmony_ci} 498c2ecf20Sopenharmony_ci 508c2ecf20Sopenharmony_cistatic inline void ls_pcie_g4_lut_writel(struct ls_pcie_g4 *pcie, 518c2ecf20Sopenharmony_ci u32 off, u32 val) 528c2ecf20Sopenharmony_ci{ 538c2ecf20Sopenharmony_ci iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off); 548c2ecf20Sopenharmony_ci} 558c2ecf20Sopenharmony_ci 568c2ecf20Sopenharmony_cistatic inline u32 ls_pcie_g4_pf_readl(struct ls_pcie_g4 *pcie, u32 off) 578c2ecf20Sopenharmony_ci{ 588c2ecf20Sopenharmony_ci return ioread32(pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off); 598c2ecf20Sopenharmony_ci} 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_cistatic inline void ls_pcie_g4_pf_writel(struct ls_pcie_g4 *pcie, 628c2ecf20Sopenharmony_ci u32 off, u32 val) 638c2ecf20Sopenharmony_ci{ 648c2ecf20Sopenharmony_ci iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off); 658c2ecf20Sopenharmony_ci} 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_cistatic int ls_pcie_g4_link_up(struct mobiveil_pcie *pci) 688c2ecf20Sopenharmony_ci{ 698c2ecf20Sopenharmony_ci struct ls_pcie_g4 *pcie = to_ls_pcie_g4(pci); 708c2ecf20Sopenharmony_ci u32 state; 718c2ecf20Sopenharmony_ci 728c2ecf20Sopenharmony_ci state = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 738c2ecf20Sopenharmony_ci state = state & PF_DBG_LTSSM_MASK; 748c2ecf20Sopenharmony_ci 758c2ecf20Sopenharmony_ci if (state == PF_DBG_LTSSM_L0) 768c2ecf20Sopenharmony_ci return 1; 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_ci return 0; 798c2ecf20Sopenharmony_ci} 808c2ecf20Sopenharmony_ci 818c2ecf20Sopenharmony_cistatic void ls_pcie_g4_disable_interrupt(struct ls_pcie_g4 *pcie) 828c2ecf20Sopenharmony_ci{ 838c2ecf20Sopenharmony_ci struct mobiveil_pcie *mv_pci = &pcie->pci; 848c2ecf20Sopenharmony_ci 858c2ecf20Sopenharmony_ci mobiveil_csr_writel(mv_pci, 0, PAB_INTP_AMBA_MISC_ENB); 868c2ecf20Sopenharmony_ci} 878c2ecf20Sopenharmony_ci 888c2ecf20Sopenharmony_cistatic void ls_pcie_g4_enable_interrupt(struct ls_pcie_g4 *pcie) 898c2ecf20Sopenharmony_ci{ 908c2ecf20Sopenharmony_ci struct mobiveil_pcie *mv_pci = &pcie->pci; 918c2ecf20Sopenharmony_ci u32 val; 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_ci /* Clear the interrupt status */ 948c2ecf20Sopenharmony_ci mobiveil_csr_writel(mv_pci, 0xffffffff, PAB_INTP_AMBA_MISC_STAT); 958c2ecf20Sopenharmony_ci 968c2ecf20Sopenharmony_ci val = PAB_INTP_INTX_MASK | PAB_INTP_MSI | PAB_INTP_RESET | 978c2ecf20Sopenharmony_ci PAB_INTP_PCIE_UE | PAB_INTP_IE_PMREDI | PAB_INTP_IE_EC; 988c2ecf20Sopenharmony_ci mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_ENB); 998c2ecf20Sopenharmony_ci} 1008c2ecf20Sopenharmony_ci 1018c2ecf20Sopenharmony_cistatic int ls_pcie_g4_reinit_hw(struct ls_pcie_g4 *pcie) 1028c2ecf20Sopenharmony_ci{ 1038c2ecf20Sopenharmony_ci struct mobiveil_pcie *mv_pci = &pcie->pci; 1048c2ecf20Sopenharmony_ci struct device *dev = &mv_pci->pdev->dev; 1058c2ecf20Sopenharmony_ci u32 val, act_stat; 1068c2ecf20Sopenharmony_ci int to = 100; 1078c2ecf20Sopenharmony_ci 1088c2ecf20Sopenharmony_ci /* Poll for pab_csb_reset to set and PAB activity to clear */ 1098c2ecf20Sopenharmony_ci do { 1108c2ecf20Sopenharmony_ci usleep_range(10, 15); 1118c2ecf20Sopenharmony_ci val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_INT_STAT); 1128c2ecf20Sopenharmony_ci act_stat = mobiveil_csr_readl(mv_pci, PAB_ACTIVITY_STAT); 1138c2ecf20Sopenharmony_ci } while (((val & PF_INT_STAT_PABRST) == 0 || act_stat) && to--); 1148c2ecf20Sopenharmony_ci if (to < 0) { 1158c2ecf20Sopenharmony_ci dev_err(dev, "Poll PABRST&PABACT timeout\n"); 1168c2ecf20Sopenharmony_ci return -EIO; 1178c2ecf20Sopenharmony_ci } 1188c2ecf20Sopenharmony_ci 1198c2ecf20Sopenharmony_ci /* clear PEX_RESET bit in PEX_PF0_DBG register */ 1208c2ecf20Sopenharmony_ci val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 1218c2ecf20Sopenharmony_ci val |= PF_DBG_WE; 1228c2ecf20Sopenharmony_ci ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val); 1238c2ecf20Sopenharmony_ci 1248c2ecf20Sopenharmony_ci val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 1258c2ecf20Sopenharmony_ci val |= PF_DBG_PABR; 1268c2ecf20Sopenharmony_ci ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val); 1278c2ecf20Sopenharmony_ci 1288c2ecf20Sopenharmony_ci val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG); 1298c2ecf20Sopenharmony_ci val &= ~PF_DBG_WE; 1308c2ecf20Sopenharmony_ci ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val); 1318c2ecf20Sopenharmony_ci 1328c2ecf20Sopenharmony_ci mobiveil_host_init(mv_pci, true); 1338c2ecf20Sopenharmony_ci 1348c2ecf20Sopenharmony_ci to = 100; 1358c2ecf20Sopenharmony_ci while (!ls_pcie_g4_link_up(mv_pci) && to--) 1368c2ecf20Sopenharmony_ci usleep_range(200, 250); 1378c2ecf20Sopenharmony_ci if (to < 0) { 1388c2ecf20Sopenharmony_ci dev_err(dev, "PCIe link training timeout\n"); 1398c2ecf20Sopenharmony_ci return -EIO; 1408c2ecf20Sopenharmony_ci } 1418c2ecf20Sopenharmony_ci 1428c2ecf20Sopenharmony_ci return 0; 1438c2ecf20Sopenharmony_ci} 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_cistatic irqreturn_t ls_pcie_g4_isr(int irq, void *dev_id) 1468c2ecf20Sopenharmony_ci{ 1478c2ecf20Sopenharmony_ci struct ls_pcie_g4 *pcie = (struct ls_pcie_g4 *)dev_id; 1488c2ecf20Sopenharmony_ci struct mobiveil_pcie *mv_pci = &pcie->pci; 1498c2ecf20Sopenharmony_ci u32 val; 1508c2ecf20Sopenharmony_ci 1518c2ecf20Sopenharmony_ci val = mobiveil_csr_readl(mv_pci, PAB_INTP_AMBA_MISC_STAT); 1528c2ecf20Sopenharmony_ci if (!val) 1538c2ecf20Sopenharmony_ci return IRQ_NONE; 1548c2ecf20Sopenharmony_ci 1558c2ecf20Sopenharmony_ci if (val & PAB_INTP_RESET) { 1568c2ecf20Sopenharmony_ci ls_pcie_g4_disable_interrupt(pcie); 1578c2ecf20Sopenharmony_ci schedule_delayed_work(&pcie->dwork, msecs_to_jiffies(1)); 1588c2ecf20Sopenharmony_ci } 1598c2ecf20Sopenharmony_ci 1608c2ecf20Sopenharmony_ci mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_STAT); 1618c2ecf20Sopenharmony_ci 1628c2ecf20Sopenharmony_ci return IRQ_HANDLED; 1638c2ecf20Sopenharmony_ci} 1648c2ecf20Sopenharmony_ci 1658c2ecf20Sopenharmony_cistatic int ls_pcie_g4_interrupt_init(struct mobiveil_pcie *mv_pci) 1668c2ecf20Sopenharmony_ci{ 1678c2ecf20Sopenharmony_ci struct ls_pcie_g4 *pcie = to_ls_pcie_g4(mv_pci); 1688c2ecf20Sopenharmony_ci struct platform_device *pdev = mv_pci->pdev; 1698c2ecf20Sopenharmony_ci struct device *dev = &pdev->dev; 1708c2ecf20Sopenharmony_ci int ret; 1718c2ecf20Sopenharmony_ci 1728c2ecf20Sopenharmony_ci pcie->irq = platform_get_irq_byname(pdev, "intr"); 1738c2ecf20Sopenharmony_ci if (pcie->irq < 0) 1748c2ecf20Sopenharmony_ci return pcie->irq; 1758c2ecf20Sopenharmony_ci 1768c2ecf20Sopenharmony_ci ret = devm_request_irq(dev, pcie->irq, ls_pcie_g4_isr, 1778c2ecf20Sopenharmony_ci IRQF_SHARED, pdev->name, pcie); 1788c2ecf20Sopenharmony_ci if (ret) { 1798c2ecf20Sopenharmony_ci dev_err(dev, "Can't register PCIe IRQ, errno = %d\n", ret); 1808c2ecf20Sopenharmony_ci return ret; 1818c2ecf20Sopenharmony_ci } 1828c2ecf20Sopenharmony_ci 1838c2ecf20Sopenharmony_ci return 0; 1848c2ecf20Sopenharmony_ci} 1858c2ecf20Sopenharmony_ci 1868c2ecf20Sopenharmony_cistatic void ls_pcie_g4_reset(struct work_struct *work) 1878c2ecf20Sopenharmony_ci{ 1888c2ecf20Sopenharmony_ci struct delayed_work *dwork = container_of(work, struct delayed_work, 1898c2ecf20Sopenharmony_ci work); 1908c2ecf20Sopenharmony_ci struct ls_pcie_g4 *pcie = container_of(dwork, struct ls_pcie_g4, dwork); 1918c2ecf20Sopenharmony_ci struct mobiveil_pcie *mv_pci = &pcie->pci; 1928c2ecf20Sopenharmony_ci u16 ctrl; 1938c2ecf20Sopenharmony_ci 1948c2ecf20Sopenharmony_ci ctrl = mobiveil_csr_readw(mv_pci, PCI_BRIDGE_CONTROL); 1958c2ecf20Sopenharmony_ci ctrl &= ~PCI_BRIDGE_CTL_BUS_RESET; 1968c2ecf20Sopenharmony_ci mobiveil_csr_writew(mv_pci, ctrl, PCI_BRIDGE_CONTROL); 1978c2ecf20Sopenharmony_ci 1988c2ecf20Sopenharmony_ci if (!ls_pcie_g4_reinit_hw(pcie)) 1998c2ecf20Sopenharmony_ci return; 2008c2ecf20Sopenharmony_ci 2018c2ecf20Sopenharmony_ci ls_pcie_g4_enable_interrupt(pcie); 2028c2ecf20Sopenharmony_ci} 2038c2ecf20Sopenharmony_ci 2048c2ecf20Sopenharmony_cistatic struct mobiveil_rp_ops ls_pcie_g4_rp_ops = { 2058c2ecf20Sopenharmony_ci .interrupt_init = ls_pcie_g4_interrupt_init, 2068c2ecf20Sopenharmony_ci}; 2078c2ecf20Sopenharmony_ci 2088c2ecf20Sopenharmony_cistatic const struct mobiveil_pab_ops ls_pcie_g4_pab_ops = { 2098c2ecf20Sopenharmony_ci .link_up = ls_pcie_g4_link_up, 2108c2ecf20Sopenharmony_ci}; 2118c2ecf20Sopenharmony_ci 2128c2ecf20Sopenharmony_cistatic int __init ls_pcie_g4_probe(struct platform_device *pdev) 2138c2ecf20Sopenharmony_ci{ 2148c2ecf20Sopenharmony_ci struct device *dev = &pdev->dev; 2158c2ecf20Sopenharmony_ci struct pci_host_bridge *bridge; 2168c2ecf20Sopenharmony_ci struct mobiveil_pcie *mv_pci; 2178c2ecf20Sopenharmony_ci struct ls_pcie_g4 *pcie; 2188c2ecf20Sopenharmony_ci struct device_node *np = dev->of_node; 2198c2ecf20Sopenharmony_ci int ret; 2208c2ecf20Sopenharmony_ci 2218c2ecf20Sopenharmony_ci if (!of_parse_phandle(np, "msi-parent", 0)) { 2228c2ecf20Sopenharmony_ci dev_err(dev, "Failed to find msi-parent\n"); 2238c2ecf20Sopenharmony_ci return -EINVAL; 2248c2ecf20Sopenharmony_ci } 2258c2ecf20Sopenharmony_ci 2268c2ecf20Sopenharmony_ci bridge = devm_pci_alloc_host_bridge(dev, sizeof(*pcie)); 2278c2ecf20Sopenharmony_ci if (!bridge) 2288c2ecf20Sopenharmony_ci return -ENOMEM; 2298c2ecf20Sopenharmony_ci 2308c2ecf20Sopenharmony_ci pcie = pci_host_bridge_priv(bridge); 2318c2ecf20Sopenharmony_ci mv_pci = &pcie->pci; 2328c2ecf20Sopenharmony_ci 2338c2ecf20Sopenharmony_ci mv_pci->pdev = pdev; 2348c2ecf20Sopenharmony_ci mv_pci->ops = &ls_pcie_g4_pab_ops; 2358c2ecf20Sopenharmony_ci mv_pci->rp.ops = &ls_pcie_g4_rp_ops; 2368c2ecf20Sopenharmony_ci mv_pci->rp.bridge = bridge; 2378c2ecf20Sopenharmony_ci 2388c2ecf20Sopenharmony_ci platform_set_drvdata(pdev, pcie); 2398c2ecf20Sopenharmony_ci 2408c2ecf20Sopenharmony_ci INIT_DELAYED_WORK(&pcie->dwork, ls_pcie_g4_reset); 2418c2ecf20Sopenharmony_ci 2428c2ecf20Sopenharmony_ci ret = mobiveil_pcie_host_probe(mv_pci); 2438c2ecf20Sopenharmony_ci if (ret) { 2448c2ecf20Sopenharmony_ci dev_err(dev, "Fail to probe\n"); 2458c2ecf20Sopenharmony_ci return ret; 2468c2ecf20Sopenharmony_ci } 2478c2ecf20Sopenharmony_ci 2488c2ecf20Sopenharmony_ci ls_pcie_g4_enable_interrupt(pcie); 2498c2ecf20Sopenharmony_ci 2508c2ecf20Sopenharmony_ci return 0; 2518c2ecf20Sopenharmony_ci} 2528c2ecf20Sopenharmony_ci 2538c2ecf20Sopenharmony_cistatic const struct of_device_id ls_pcie_g4_of_match[] = { 2548c2ecf20Sopenharmony_ci { .compatible = "fsl,lx2160a-pcie", }, 2558c2ecf20Sopenharmony_ci { }, 2568c2ecf20Sopenharmony_ci}; 2578c2ecf20Sopenharmony_ci 2588c2ecf20Sopenharmony_cistatic struct platform_driver ls_pcie_g4_driver = { 2598c2ecf20Sopenharmony_ci .driver = { 2608c2ecf20Sopenharmony_ci .name = "layerscape-pcie-gen4", 2618c2ecf20Sopenharmony_ci .of_match_table = ls_pcie_g4_of_match, 2628c2ecf20Sopenharmony_ci .suppress_bind_attrs = true, 2638c2ecf20Sopenharmony_ci }, 2648c2ecf20Sopenharmony_ci}; 2658c2ecf20Sopenharmony_ci 2668c2ecf20Sopenharmony_cibuiltin_platform_driver_probe(ls_pcie_g4_driver, ls_pcie_g4_probe); 267