18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * PCIe Gen4 host controller driver for NXP Layerscape SoCs
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright 2019-2020 NXP
68c2ecf20Sopenharmony_ci *
78c2ecf20Sopenharmony_ci * Author: Zhiqiang Hou <Zhiqiang.Hou@nxp.com>
88c2ecf20Sopenharmony_ci */
98c2ecf20Sopenharmony_ci
108c2ecf20Sopenharmony_ci#include <linux/kernel.h>
118c2ecf20Sopenharmony_ci#include <linux/interrupt.h>
128c2ecf20Sopenharmony_ci#include <linux/init.h>
138c2ecf20Sopenharmony_ci#include <linux/of_pci.h>
148c2ecf20Sopenharmony_ci#include <linux/of_platform.h>
158c2ecf20Sopenharmony_ci#include <linux/of_irq.h>
168c2ecf20Sopenharmony_ci#include <linux/of_address.h>
178c2ecf20Sopenharmony_ci#include <linux/pci.h>
188c2ecf20Sopenharmony_ci#include <linux/platform_device.h>
198c2ecf20Sopenharmony_ci#include <linux/resource.h>
208c2ecf20Sopenharmony_ci#include <linux/mfd/syscon.h>
218c2ecf20Sopenharmony_ci#include <linux/regmap.h>
228c2ecf20Sopenharmony_ci
238c2ecf20Sopenharmony_ci#include "pcie-mobiveil.h"
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_ci/* LUT and PF control registers */
268c2ecf20Sopenharmony_ci#define PCIE_LUT_OFF			0x80000
278c2ecf20Sopenharmony_ci#define PCIE_PF_OFF			0xc0000
288c2ecf20Sopenharmony_ci#define PCIE_PF_INT_STAT		0x18
298c2ecf20Sopenharmony_ci#define PF_INT_STAT_PABRST		BIT(31)
308c2ecf20Sopenharmony_ci
318c2ecf20Sopenharmony_ci#define PCIE_PF_DBG			0x7fc
328c2ecf20Sopenharmony_ci#define PF_DBG_LTSSM_MASK		0x3f
338c2ecf20Sopenharmony_ci#define PF_DBG_LTSSM_L0			0x2d /* L0 state */
348c2ecf20Sopenharmony_ci#define PF_DBG_WE			BIT(31)
358c2ecf20Sopenharmony_ci#define PF_DBG_PABR			BIT(27)
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_ci#define to_ls_pcie_g4(x)		platform_get_drvdata((x)->pdev)
388c2ecf20Sopenharmony_ci
398c2ecf20Sopenharmony_cistruct ls_pcie_g4 {
408c2ecf20Sopenharmony_ci	struct mobiveil_pcie pci;
418c2ecf20Sopenharmony_ci	struct delayed_work dwork;
428c2ecf20Sopenharmony_ci	int irq;
438c2ecf20Sopenharmony_ci};
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_cistatic inline u32 ls_pcie_g4_lut_readl(struct ls_pcie_g4 *pcie, u32 off)
468c2ecf20Sopenharmony_ci{
478c2ecf20Sopenharmony_ci	return ioread32(pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off);
488c2ecf20Sopenharmony_ci}
498c2ecf20Sopenharmony_ci
508c2ecf20Sopenharmony_cistatic inline void ls_pcie_g4_lut_writel(struct ls_pcie_g4 *pcie,
518c2ecf20Sopenharmony_ci					 u32 off, u32 val)
528c2ecf20Sopenharmony_ci{
538c2ecf20Sopenharmony_ci	iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_LUT_OFF + off);
548c2ecf20Sopenharmony_ci}
558c2ecf20Sopenharmony_ci
568c2ecf20Sopenharmony_cistatic inline u32 ls_pcie_g4_pf_readl(struct ls_pcie_g4 *pcie, u32 off)
578c2ecf20Sopenharmony_ci{
588c2ecf20Sopenharmony_ci	return ioread32(pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off);
598c2ecf20Sopenharmony_ci}
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_cistatic inline void ls_pcie_g4_pf_writel(struct ls_pcie_g4 *pcie,
628c2ecf20Sopenharmony_ci					u32 off, u32 val)
638c2ecf20Sopenharmony_ci{
648c2ecf20Sopenharmony_ci	iowrite32(val, pcie->pci.csr_axi_slave_base + PCIE_PF_OFF + off);
658c2ecf20Sopenharmony_ci}
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_cistatic int ls_pcie_g4_link_up(struct mobiveil_pcie *pci)
688c2ecf20Sopenharmony_ci{
698c2ecf20Sopenharmony_ci	struct ls_pcie_g4 *pcie = to_ls_pcie_g4(pci);
708c2ecf20Sopenharmony_ci	u32 state;
718c2ecf20Sopenharmony_ci
728c2ecf20Sopenharmony_ci	state = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
738c2ecf20Sopenharmony_ci	state =	state & PF_DBG_LTSSM_MASK;
748c2ecf20Sopenharmony_ci
758c2ecf20Sopenharmony_ci	if (state == PF_DBG_LTSSM_L0)
768c2ecf20Sopenharmony_ci		return 1;
778c2ecf20Sopenharmony_ci
788c2ecf20Sopenharmony_ci	return 0;
798c2ecf20Sopenharmony_ci}
808c2ecf20Sopenharmony_ci
818c2ecf20Sopenharmony_cistatic void ls_pcie_g4_disable_interrupt(struct ls_pcie_g4 *pcie)
828c2ecf20Sopenharmony_ci{
838c2ecf20Sopenharmony_ci	struct mobiveil_pcie *mv_pci = &pcie->pci;
848c2ecf20Sopenharmony_ci
858c2ecf20Sopenharmony_ci	mobiveil_csr_writel(mv_pci, 0, PAB_INTP_AMBA_MISC_ENB);
868c2ecf20Sopenharmony_ci}
878c2ecf20Sopenharmony_ci
888c2ecf20Sopenharmony_cistatic void ls_pcie_g4_enable_interrupt(struct ls_pcie_g4 *pcie)
898c2ecf20Sopenharmony_ci{
908c2ecf20Sopenharmony_ci	struct mobiveil_pcie *mv_pci = &pcie->pci;
918c2ecf20Sopenharmony_ci	u32 val;
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_ci	/* Clear the interrupt status */
948c2ecf20Sopenharmony_ci	mobiveil_csr_writel(mv_pci, 0xffffffff, PAB_INTP_AMBA_MISC_STAT);
958c2ecf20Sopenharmony_ci
968c2ecf20Sopenharmony_ci	val = PAB_INTP_INTX_MASK | PAB_INTP_MSI | PAB_INTP_RESET |
978c2ecf20Sopenharmony_ci	      PAB_INTP_PCIE_UE | PAB_INTP_IE_PMREDI | PAB_INTP_IE_EC;
988c2ecf20Sopenharmony_ci	mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_ENB);
998c2ecf20Sopenharmony_ci}
1008c2ecf20Sopenharmony_ci
1018c2ecf20Sopenharmony_cistatic int ls_pcie_g4_reinit_hw(struct ls_pcie_g4 *pcie)
1028c2ecf20Sopenharmony_ci{
1038c2ecf20Sopenharmony_ci	struct mobiveil_pcie *mv_pci = &pcie->pci;
1048c2ecf20Sopenharmony_ci	struct device *dev = &mv_pci->pdev->dev;
1058c2ecf20Sopenharmony_ci	u32 val, act_stat;
1068c2ecf20Sopenharmony_ci	int to = 100;
1078c2ecf20Sopenharmony_ci
1088c2ecf20Sopenharmony_ci	/* Poll for pab_csb_reset to set and PAB activity to clear */
1098c2ecf20Sopenharmony_ci	do {
1108c2ecf20Sopenharmony_ci		usleep_range(10, 15);
1118c2ecf20Sopenharmony_ci		val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_INT_STAT);
1128c2ecf20Sopenharmony_ci		act_stat = mobiveil_csr_readl(mv_pci, PAB_ACTIVITY_STAT);
1138c2ecf20Sopenharmony_ci	} while (((val & PF_INT_STAT_PABRST) == 0 || act_stat) && to--);
1148c2ecf20Sopenharmony_ci	if (to < 0) {
1158c2ecf20Sopenharmony_ci		dev_err(dev, "Poll PABRST&PABACT timeout\n");
1168c2ecf20Sopenharmony_ci		return -EIO;
1178c2ecf20Sopenharmony_ci	}
1188c2ecf20Sopenharmony_ci
1198c2ecf20Sopenharmony_ci	/* clear PEX_RESET bit in PEX_PF0_DBG register */
1208c2ecf20Sopenharmony_ci	val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
1218c2ecf20Sopenharmony_ci	val |= PF_DBG_WE;
1228c2ecf20Sopenharmony_ci	ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val);
1238c2ecf20Sopenharmony_ci
1248c2ecf20Sopenharmony_ci	val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
1258c2ecf20Sopenharmony_ci	val |= PF_DBG_PABR;
1268c2ecf20Sopenharmony_ci	ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val);
1278c2ecf20Sopenharmony_ci
1288c2ecf20Sopenharmony_ci	val = ls_pcie_g4_pf_readl(pcie, PCIE_PF_DBG);
1298c2ecf20Sopenharmony_ci	val &= ~PF_DBG_WE;
1308c2ecf20Sopenharmony_ci	ls_pcie_g4_pf_writel(pcie, PCIE_PF_DBG, val);
1318c2ecf20Sopenharmony_ci
1328c2ecf20Sopenharmony_ci	mobiveil_host_init(mv_pci, true);
1338c2ecf20Sopenharmony_ci
1348c2ecf20Sopenharmony_ci	to = 100;
1358c2ecf20Sopenharmony_ci	while (!ls_pcie_g4_link_up(mv_pci) && to--)
1368c2ecf20Sopenharmony_ci		usleep_range(200, 250);
1378c2ecf20Sopenharmony_ci	if (to < 0) {
1388c2ecf20Sopenharmony_ci		dev_err(dev, "PCIe link training timeout\n");
1398c2ecf20Sopenharmony_ci		return -EIO;
1408c2ecf20Sopenharmony_ci	}
1418c2ecf20Sopenharmony_ci
1428c2ecf20Sopenharmony_ci	return 0;
1438c2ecf20Sopenharmony_ci}
1448c2ecf20Sopenharmony_ci
1458c2ecf20Sopenharmony_cistatic irqreturn_t ls_pcie_g4_isr(int irq, void *dev_id)
1468c2ecf20Sopenharmony_ci{
1478c2ecf20Sopenharmony_ci	struct ls_pcie_g4 *pcie = (struct ls_pcie_g4 *)dev_id;
1488c2ecf20Sopenharmony_ci	struct mobiveil_pcie *mv_pci = &pcie->pci;
1498c2ecf20Sopenharmony_ci	u32 val;
1508c2ecf20Sopenharmony_ci
1518c2ecf20Sopenharmony_ci	val = mobiveil_csr_readl(mv_pci, PAB_INTP_AMBA_MISC_STAT);
1528c2ecf20Sopenharmony_ci	if (!val)
1538c2ecf20Sopenharmony_ci		return IRQ_NONE;
1548c2ecf20Sopenharmony_ci
1558c2ecf20Sopenharmony_ci	if (val & PAB_INTP_RESET) {
1568c2ecf20Sopenharmony_ci		ls_pcie_g4_disable_interrupt(pcie);
1578c2ecf20Sopenharmony_ci		schedule_delayed_work(&pcie->dwork, msecs_to_jiffies(1));
1588c2ecf20Sopenharmony_ci	}
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci	mobiveil_csr_writel(mv_pci, val, PAB_INTP_AMBA_MISC_STAT);
1618c2ecf20Sopenharmony_ci
1628c2ecf20Sopenharmony_ci	return IRQ_HANDLED;
1638c2ecf20Sopenharmony_ci}
1648c2ecf20Sopenharmony_ci
1658c2ecf20Sopenharmony_cistatic int ls_pcie_g4_interrupt_init(struct mobiveil_pcie *mv_pci)
1668c2ecf20Sopenharmony_ci{
1678c2ecf20Sopenharmony_ci	struct ls_pcie_g4 *pcie = to_ls_pcie_g4(mv_pci);
1688c2ecf20Sopenharmony_ci	struct platform_device *pdev = mv_pci->pdev;
1698c2ecf20Sopenharmony_ci	struct device *dev = &pdev->dev;
1708c2ecf20Sopenharmony_ci	int ret;
1718c2ecf20Sopenharmony_ci
1728c2ecf20Sopenharmony_ci	pcie->irq = platform_get_irq_byname(pdev, "intr");
1738c2ecf20Sopenharmony_ci	if (pcie->irq < 0)
1748c2ecf20Sopenharmony_ci		return pcie->irq;
1758c2ecf20Sopenharmony_ci
1768c2ecf20Sopenharmony_ci	ret = devm_request_irq(dev, pcie->irq, ls_pcie_g4_isr,
1778c2ecf20Sopenharmony_ci			       IRQF_SHARED, pdev->name, pcie);
1788c2ecf20Sopenharmony_ci	if (ret) {
1798c2ecf20Sopenharmony_ci		dev_err(dev, "Can't register PCIe IRQ, errno = %d\n", ret);
1808c2ecf20Sopenharmony_ci		return  ret;
1818c2ecf20Sopenharmony_ci	}
1828c2ecf20Sopenharmony_ci
1838c2ecf20Sopenharmony_ci	return 0;
1848c2ecf20Sopenharmony_ci}
1858c2ecf20Sopenharmony_ci
1868c2ecf20Sopenharmony_cistatic void ls_pcie_g4_reset(struct work_struct *work)
1878c2ecf20Sopenharmony_ci{
1888c2ecf20Sopenharmony_ci	struct delayed_work *dwork = container_of(work, struct delayed_work,
1898c2ecf20Sopenharmony_ci						  work);
1908c2ecf20Sopenharmony_ci	struct ls_pcie_g4 *pcie = container_of(dwork, struct ls_pcie_g4, dwork);
1918c2ecf20Sopenharmony_ci	struct mobiveil_pcie *mv_pci = &pcie->pci;
1928c2ecf20Sopenharmony_ci	u16 ctrl;
1938c2ecf20Sopenharmony_ci
1948c2ecf20Sopenharmony_ci	ctrl = mobiveil_csr_readw(mv_pci, PCI_BRIDGE_CONTROL);
1958c2ecf20Sopenharmony_ci	ctrl &= ~PCI_BRIDGE_CTL_BUS_RESET;
1968c2ecf20Sopenharmony_ci	mobiveil_csr_writew(mv_pci, ctrl, PCI_BRIDGE_CONTROL);
1978c2ecf20Sopenharmony_ci
1988c2ecf20Sopenharmony_ci	if (!ls_pcie_g4_reinit_hw(pcie))
1998c2ecf20Sopenharmony_ci		return;
2008c2ecf20Sopenharmony_ci
2018c2ecf20Sopenharmony_ci	ls_pcie_g4_enable_interrupt(pcie);
2028c2ecf20Sopenharmony_ci}
2038c2ecf20Sopenharmony_ci
2048c2ecf20Sopenharmony_cistatic struct mobiveil_rp_ops ls_pcie_g4_rp_ops = {
2058c2ecf20Sopenharmony_ci	.interrupt_init = ls_pcie_g4_interrupt_init,
2068c2ecf20Sopenharmony_ci};
2078c2ecf20Sopenharmony_ci
2088c2ecf20Sopenharmony_cistatic const struct mobiveil_pab_ops ls_pcie_g4_pab_ops = {
2098c2ecf20Sopenharmony_ci	.link_up = ls_pcie_g4_link_up,
2108c2ecf20Sopenharmony_ci};
2118c2ecf20Sopenharmony_ci
2128c2ecf20Sopenharmony_cistatic int __init ls_pcie_g4_probe(struct platform_device *pdev)
2138c2ecf20Sopenharmony_ci{
2148c2ecf20Sopenharmony_ci	struct device *dev = &pdev->dev;
2158c2ecf20Sopenharmony_ci	struct pci_host_bridge *bridge;
2168c2ecf20Sopenharmony_ci	struct mobiveil_pcie *mv_pci;
2178c2ecf20Sopenharmony_ci	struct ls_pcie_g4 *pcie;
2188c2ecf20Sopenharmony_ci	struct device_node *np = dev->of_node;
2198c2ecf20Sopenharmony_ci	int ret;
2208c2ecf20Sopenharmony_ci
2218c2ecf20Sopenharmony_ci	if (!of_parse_phandle(np, "msi-parent", 0)) {
2228c2ecf20Sopenharmony_ci		dev_err(dev, "Failed to find msi-parent\n");
2238c2ecf20Sopenharmony_ci		return -EINVAL;
2248c2ecf20Sopenharmony_ci	}
2258c2ecf20Sopenharmony_ci
2268c2ecf20Sopenharmony_ci	bridge = devm_pci_alloc_host_bridge(dev, sizeof(*pcie));
2278c2ecf20Sopenharmony_ci	if (!bridge)
2288c2ecf20Sopenharmony_ci		return -ENOMEM;
2298c2ecf20Sopenharmony_ci
2308c2ecf20Sopenharmony_ci	pcie = pci_host_bridge_priv(bridge);
2318c2ecf20Sopenharmony_ci	mv_pci = &pcie->pci;
2328c2ecf20Sopenharmony_ci
2338c2ecf20Sopenharmony_ci	mv_pci->pdev = pdev;
2348c2ecf20Sopenharmony_ci	mv_pci->ops = &ls_pcie_g4_pab_ops;
2358c2ecf20Sopenharmony_ci	mv_pci->rp.ops = &ls_pcie_g4_rp_ops;
2368c2ecf20Sopenharmony_ci	mv_pci->rp.bridge = bridge;
2378c2ecf20Sopenharmony_ci
2388c2ecf20Sopenharmony_ci	platform_set_drvdata(pdev, pcie);
2398c2ecf20Sopenharmony_ci
2408c2ecf20Sopenharmony_ci	INIT_DELAYED_WORK(&pcie->dwork, ls_pcie_g4_reset);
2418c2ecf20Sopenharmony_ci
2428c2ecf20Sopenharmony_ci	ret = mobiveil_pcie_host_probe(mv_pci);
2438c2ecf20Sopenharmony_ci	if (ret) {
2448c2ecf20Sopenharmony_ci		dev_err(dev, "Fail to probe\n");
2458c2ecf20Sopenharmony_ci		return  ret;
2468c2ecf20Sopenharmony_ci	}
2478c2ecf20Sopenharmony_ci
2488c2ecf20Sopenharmony_ci	ls_pcie_g4_enable_interrupt(pcie);
2498c2ecf20Sopenharmony_ci
2508c2ecf20Sopenharmony_ci	return 0;
2518c2ecf20Sopenharmony_ci}
2528c2ecf20Sopenharmony_ci
2538c2ecf20Sopenharmony_cistatic const struct of_device_id ls_pcie_g4_of_match[] = {
2548c2ecf20Sopenharmony_ci	{ .compatible = "fsl,lx2160a-pcie", },
2558c2ecf20Sopenharmony_ci	{ },
2568c2ecf20Sopenharmony_ci};
2578c2ecf20Sopenharmony_ci
2588c2ecf20Sopenharmony_cistatic struct platform_driver ls_pcie_g4_driver = {
2598c2ecf20Sopenharmony_ci	.driver = {
2608c2ecf20Sopenharmony_ci		.name = "layerscape-pcie-gen4",
2618c2ecf20Sopenharmony_ci		.of_match_table = ls_pcie_g4_of_match,
2628c2ecf20Sopenharmony_ci		.suppress_bind_attrs = true,
2638c2ecf20Sopenharmony_ci	},
2648c2ecf20Sopenharmony_ci};
2658c2ecf20Sopenharmony_ci
2668c2ecf20Sopenharmony_cibuiltin_platform_driver_probe(ls_pcie_g4_driver, ls_pcie_g4_probe);
267