18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright 2006, Segher Boessenkool, IBM Corporation.
48c2ecf20Sopenharmony_ci * Copyright 2006-2007, Michael Ellerman, IBM Corporation.
58c2ecf20Sopenharmony_ci */
68c2ecf20Sopenharmony_ci
78c2ecf20Sopenharmony_ci#include <linux/irq.h>
88c2ecf20Sopenharmony_ci#include <linux/msi.h>
98c2ecf20Sopenharmony_ci#include <asm/mpic.h>
108c2ecf20Sopenharmony_ci#include <asm/prom.h>
118c2ecf20Sopenharmony_ci#include <asm/hw_irq.h>
128c2ecf20Sopenharmony_ci#include <asm/ppc-pci.h>
138c2ecf20Sopenharmony_ci#include <asm/msi_bitmap.h>
148c2ecf20Sopenharmony_ci
158c2ecf20Sopenharmony_ci#include "mpic.h"
168c2ecf20Sopenharmony_ci
178c2ecf20Sopenharmony_ci/* A bit ugly, can we get this from the pci_dev somehow? */
188c2ecf20Sopenharmony_cistatic struct mpic *msi_mpic;
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_cistatic void mpic_u3msi_mask_irq(struct irq_data *data)
218c2ecf20Sopenharmony_ci{
228c2ecf20Sopenharmony_ci	pci_msi_mask_irq(data);
238c2ecf20Sopenharmony_ci	mpic_mask_irq(data);
248c2ecf20Sopenharmony_ci}
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_cistatic void mpic_u3msi_unmask_irq(struct irq_data *data)
278c2ecf20Sopenharmony_ci{
288c2ecf20Sopenharmony_ci	mpic_unmask_irq(data);
298c2ecf20Sopenharmony_ci	pci_msi_unmask_irq(data);
308c2ecf20Sopenharmony_ci}
318c2ecf20Sopenharmony_ci
328c2ecf20Sopenharmony_cistatic struct irq_chip mpic_u3msi_chip = {
338c2ecf20Sopenharmony_ci	.irq_shutdown		= mpic_u3msi_mask_irq,
348c2ecf20Sopenharmony_ci	.irq_mask		= mpic_u3msi_mask_irq,
358c2ecf20Sopenharmony_ci	.irq_unmask		= mpic_u3msi_unmask_irq,
368c2ecf20Sopenharmony_ci	.irq_eoi		= mpic_end_irq,
378c2ecf20Sopenharmony_ci	.irq_set_type		= mpic_set_irq_type,
388c2ecf20Sopenharmony_ci	.irq_set_affinity	= mpic_set_affinity,
398c2ecf20Sopenharmony_ci	.name			= "MPIC-U3MSI",
408c2ecf20Sopenharmony_ci};
418c2ecf20Sopenharmony_ci
428c2ecf20Sopenharmony_cistatic u64 read_ht_magic_addr(struct pci_dev *pdev, unsigned int pos)
438c2ecf20Sopenharmony_ci{
448c2ecf20Sopenharmony_ci	u8 flags;
458c2ecf20Sopenharmony_ci	u32 tmp;
468c2ecf20Sopenharmony_ci	u64 addr;
478c2ecf20Sopenharmony_ci
488c2ecf20Sopenharmony_ci	pci_read_config_byte(pdev, pos + HT_MSI_FLAGS, &flags);
498c2ecf20Sopenharmony_ci
508c2ecf20Sopenharmony_ci	if (flags & HT_MSI_FLAGS_FIXED)
518c2ecf20Sopenharmony_ci		return HT_MSI_FIXED_ADDR;
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_ci	pci_read_config_dword(pdev, pos + HT_MSI_ADDR_LO, &tmp);
548c2ecf20Sopenharmony_ci	addr = tmp & HT_MSI_ADDR_LO_MASK;
558c2ecf20Sopenharmony_ci	pci_read_config_dword(pdev, pos + HT_MSI_ADDR_HI, &tmp);
568c2ecf20Sopenharmony_ci	addr = addr | ((u64)tmp << 32);
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci	return addr;
598c2ecf20Sopenharmony_ci}
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_cistatic u64 find_ht_magic_addr(struct pci_dev *pdev, unsigned int hwirq)
628c2ecf20Sopenharmony_ci{
638c2ecf20Sopenharmony_ci	struct pci_bus *bus;
648c2ecf20Sopenharmony_ci	unsigned int pos;
658c2ecf20Sopenharmony_ci
668c2ecf20Sopenharmony_ci	for (bus = pdev->bus; bus && bus->self; bus = bus->parent) {
678c2ecf20Sopenharmony_ci		pos = pci_find_ht_capability(bus->self, HT_CAPTYPE_MSI_MAPPING);
688c2ecf20Sopenharmony_ci		if (pos)
698c2ecf20Sopenharmony_ci			return read_ht_magic_addr(bus->self, pos);
708c2ecf20Sopenharmony_ci	}
718c2ecf20Sopenharmony_ci
728c2ecf20Sopenharmony_ci	return 0;
738c2ecf20Sopenharmony_ci}
748c2ecf20Sopenharmony_ci
758c2ecf20Sopenharmony_cistatic u64 find_u4_magic_addr(struct pci_dev *pdev, unsigned int hwirq)
768c2ecf20Sopenharmony_ci{
778c2ecf20Sopenharmony_ci	struct pci_controller *hose = pci_bus_to_host(pdev->bus);
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_ci	/* U4 PCIe MSIs need to write to the special register in
808c2ecf20Sopenharmony_ci	 * the bridge that generates interrupts. There should be
818c2ecf20Sopenharmony_ci	 * theorically a register at 0xf8005000 where you just write
828c2ecf20Sopenharmony_ci	 * the MSI number and that triggers the right interrupt, but
838c2ecf20Sopenharmony_ci	 * unfortunately, this is busted in HW, the bridge endian swaps
848c2ecf20Sopenharmony_ci	 * the value and hits the wrong nibble in the register.
858c2ecf20Sopenharmony_ci	 *
868c2ecf20Sopenharmony_ci	 * So instead we use another register set which is used normally
878c2ecf20Sopenharmony_ci	 * for converting HT interrupts to MPIC interrupts, which decodes
888c2ecf20Sopenharmony_ci	 * the interrupt number as part of the low address bits
898c2ecf20Sopenharmony_ci	 *
908c2ecf20Sopenharmony_ci	 * This will not work if we ever use more than one legacy MSI in
918c2ecf20Sopenharmony_ci	 * a block but we never do. For one MSI or multiple MSI-X where
928c2ecf20Sopenharmony_ci	 * each interrupt address can be specified separately, it works
938c2ecf20Sopenharmony_ci	 * just fine.
948c2ecf20Sopenharmony_ci	 */
958c2ecf20Sopenharmony_ci	if (of_device_is_compatible(hose->dn, "u4-pcie") ||
968c2ecf20Sopenharmony_ci	    of_device_is_compatible(hose->dn, "U4-pcie"))
978c2ecf20Sopenharmony_ci		return 0xf8004000 | (hwirq << 4);
988c2ecf20Sopenharmony_ci
998c2ecf20Sopenharmony_ci	return 0;
1008c2ecf20Sopenharmony_ci}
1018c2ecf20Sopenharmony_ci
1028c2ecf20Sopenharmony_cistatic void u3msi_teardown_msi_irqs(struct pci_dev *pdev)
1038c2ecf20Sopenharmony_ci{
1048c2ecf20Sopenharmony_ci	struct msi_desc *entry;
1058c2ecf20Sopenharmony_ci	irq_hw_number_t hwirq;
1068c2ecf20Sopenharmony_ci
1078c2ecf20Sopenharmony_ci	for_each_pci_msi_entry(entry, pdev) {
1088c2ecf20Sopenharmony_ci		if (!entry->irq)
1098c2ecf20Sopenharmony_ci			continue;
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci		hwirq = virq_to_hw(entry->irq);
1128c2ecf20Sopenharmony_ci		irq_set_msi_desc(entry->irq, NULL);
1138c2ecf20Sopenharmony_ci		irq_dispose_mapping(entry->irq);
1148c2ecf20Sopenharmony_ci		msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1);
1158c2ecf20Sopenharmony_ci	}
1168c2ecf20Sopenharmony_ci
1178c2ecf20Sopenharmony_ci	return;
1188c2ecf20Sopenharmony_ci}
1198c2ecf20Sopenharmony_ci
1208c2ecf20Sopenharmony_cistatic int u3msi_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type)
1218c2ecf20Sopenharmony_ci{
1228c2ecf20Sopenharmony_ci	unsigned int virq;
1238c2ecf20Sopenharmony_ci	struct msi_desc *entry;
1248c2ecf20Sopenharmony_ci	struct msi_msg msg;
1258c2ecf20Sopenharmony_ci	u64 addr;
1268c2ecf20Sopenharmony_ci	int hwirq;
1278c2ecf20Sopenharmony_ci
1288c2ecf20Sopenharmony_ci	if (type == PCI_CAP_ID_MSIX)
1298c2ecf20Sopenharmony_ci		pr_debug("u3msi: MSI-X untested, trying anyway.\n");
1308c2ecf20Sopenharmony_ci
1318c2ecf20Sopenharmony_ci	/* If we can't find a magic address then MSI ain't gonna work */
1328c2ecf20Sopenharmony_ci	if (find_ht_magic_addr(pdev, 0) == 0 &&
1338c2ecf20Sopenharmony_ci	    find_u4_magic_addr(pdev, 0) == 0) {
1348c2ecf20Sopenharmony_ci		pr_debug("u3msi: no magic address found for %s\n",
1358c2ecf20Sopenharmony_ci			 pci_name(pdev));
1368c2ecf20Sopenharmony_ci		return -ENXIO;
1378c2ecf20Sopenharmony_ci	}
1388c2ecf20Sopenharmony_ci
1398c2ecf20Sopenharmony_ci	for_each_pci_msi_entry(entry, pdev) {
1408c2ecf20Sopenharmony_ci		hwirq = msi_bitmap_alloc_hwirqs(&msi_mpic->msi_bitmap, 1);
1418c2ecf20Sopenharmony_ci		if (hwirq < 0) {
1428c2ecf20Sopenharmony_ci			pr_debug("u3msi: failed allocating hwirq\n");
1438c2ecf20Sopenharmony_ci			return hwirq;
1448c2ecf20Sopenharmony_ci		}
1458c2ecf20Sopenharmony_ci
1468c2ecf20Sopenharmony_ci		addr = find_ht_magic_addr(pdev, hwirq);
1478c2ecf20Sopenharmony_ci		if (addr == 0)
1488c2ecf20Sopenharmony_ci			addr = find_u4_magic_addr(pdev, hwirq);
1498c2ecf20Sopenharmony_ci		msg.address_lo = addr & 0xFFFFFFFF;
1508c2ecf20Sopenharmony_ci		msg.address_hi = addr >> 32;
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_ci		virq = irq_create_mapping(msi_mpic->irqhost, hwirq);
1538c2ecf20Sopenharmony_ci		if (!virq) {
1548c2ecf20Sopenharmony_ci			pr_debug("u3msi: failed mapping hwirq 0x%x\n", hwirq);
1558c2ecf20Sopenharmony_ci			msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1);
1568c2ecf20Sopenharmony_ci			return -ENOSPC;
1578c2ecf20Sopenharmony_ci		}
1588c2ecf20Sopenharmony_ci
1598c2ecf20Sopenharmony_ci		irq_set_msi_desc(virq, entry);
1608c2ecf20Sopenharmony_ci		irq_set_chip(virq, &mpic_u3msi_chip);
1618c2ecf20Sopenharmony_ci		irq_set_irq_type(virq, IRQ_TYPE_EDGE_RISING);
1628c2ecf20Sopenharmony_ci
1638c2ecf20Sopenharmony_ci		pr_debug("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n",
1648c2ecf20Sopenharmony_ci			  virq, hwirq, (unsigned long)addr);
1658c2ecf20Sopenharmony_ci
1668c2ecf20Sopenharmony_ci		printk("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n",
1678c2ecf20Sopenharmony_ci			  virq, hwirq, (unsigned long)addr);
1688c2ecf20Sopenharmony_ci		msg.data = hwirq;
1698c2ecf20Sopenharmony_ci		pci_write_msi_msg(virq, &msg);
1708c2ecf20Sopenharmony_ci
1718c2ecf20Sopenharmony_ci		hwirq++;
1728c2ecf20Sopenharmony_ci	}
1738c2ecf20Sopenharmony_ci
1748c2ecf20Sopenharmony_ci	return 0;
1758c2ecf20Sopenharmony_ci}
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ciint mpic_u3msi_init(struct mpic *mpic)
1788c2ecf20Sopenharmony_ci{
1798c2ecf20Sopenharmony_ci	int rc;
1808c2ecf20Sopenharmony_ci	struct pci_controller *phb;
1818c2ecf20Sopenharmony_ci
1828c2ecf20Sopenharmony_ci	rc = mpic_msi_init_allocator(mpic);
1838c2ecf20Sopenharmony_ci	if (rc) {
1848c2ecf20Sopenharmony_ci		pr_debug("u3msi: Error allocating bitmap!\n");
1858c2ecf20Sopenharmony_ci		return rc;
1868c2ecf20Sopenharmony_ci	}
1878c2ecf20Sopenharmony_ci
1888c2ecf20Sopenharmony_ci	pr_debug("u3msi: Registering MPIC U3 MSI callbacks.\n");
1898c2ecf20Sopenharmony_ci
1908c2ecf20Sopenharmony_ci	BUG_ON(msi_mpic);
1918c2ecf20Sopenharmony_ci	msi_mpic = mpic;
1928c2ecf20Sopenharmony_ci
1938c2ecf20Sopenharmony_ci	list_for_each_entry(phb, &hose_list, list_node) {
1948c2ecf20Sopenharmony_ci		WARN_ON(phb->controller_ops.setup_msi_irqs);
1958c2ecf20Sopenharmony_ci		phb->controller_ops.setup_msi_irqs = u3msi_setup_msi_irqs;
1968c2ecf20Sopenharmony_ci		phb->controller_ops.teardown_msi_irqs = u3msi_teardown_msi_irqs;
1978c2ecf20Sopenharmony_ci	}
1988c2ecf20Sopenharmony_ci
1998c2ecf20Sopenharmony_ci	return 0;
2008c2ecf20Sopenharmony_ci}
201