162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright 2006, Segher Boessenkool, IBM Corporation.
462306a36Sopenharmony_ci * Copyright 2006-2007, Michael Ellerman, IBM Corporation.
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include <linux/irq.h>
862306a36Sopenharmony_ci#include <linux/irqdomain.h>
962306a36Sopenharmony_ci#include <linux/msi.h>
1062306a36Sopenharmony_ci#include <asm/mpic.h>
1162306a36Sopenharmony_ci#include <asm/hw_irq.h>
1262306a36Sopenharmony_ci#include <asm/ppc-pci.h>
1362306a36Sopenharmony_ci#include <asm/msi_bitmap.h>
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci#include "mpic.h"
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci/* A bit ugly, can we get this from the pci_dev somehow? */
1862306a36Sopenharmony_cistatic struct mpic *msi_mpic;
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_cistatic void mpic_u3msi_mask_irq(struct irq_data *data)
2162306a36Sopenharmony_ci{
2262306a36Sopenharmony_ci	pci_msi_mask_irq(data);
2362306a36Sopenharmony_ci	mpic_mask_irq(data);
2462306a36Sopenharmony_ci}
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_cistatic void mpic_u3msi_unmask_irq(struct irq_data *data)
2762306a36Sopenharmony_ci{
2862306a36Sopenharmony_ci	mpic_unmask_irq(data);
2962306a36Sopenharmony_ci	pci_msi_unmask_irq(data);
3062306a36Sopenharmony_ci}
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistatic struct irq_chip mpic_u3msi_chip = {
3362306a36Sopenharmony_ci	.irq_shutdown		= mpic_u3msi_mask_irq,
3462306a36Sopenharmony_ci	.irq_mask		= mpic_u3msi_mask_irq,
3562306a36Sopenharmony_ci	.irq_unmask		= mpic_u3msi_unmask_irq,
3662306a36Sopenharmony_ci	.irq_eoi		= mpic_end_irq,
3762306a36Sopenharmony_ci	.irq_set_type		= mpic_set_irq_type,
3862306a36Sopenharmony_ci	.irq_set_affinity	= mpic_set_affinity,
3962306a36Sopenharmony_ci	.name			= "MPIC-U3MSI",
4062306a36Sopenharmony_ci};
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistatic u64 read_ht_magic_addr(struct pci_dev *pdev, unsigned int pos)
4362306a36Sopenharmony_ci{
4462306a36Sopenharmony_ci	u8 flags;
4562306a36Sopenharmony_ci	u32 tmp;
4662306a36Sopenharmony_ci	u64 addr;
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	pci_read_config_byte(pdev, pos + HT_MSI_FLAGS, &flags);
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_ci	if (flags & HT_MSI_FLAGS_FIXED)
5162306a36Sopenharmony_ci		return HT_MSI_FIXED_ADDR;
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	pci_read_config_dword(pdev, pos + HT_MSI_ADDR_LO, &tmp);
5462306a36Sopenharmony_ci	addr = tmp & HT_MSI_ADDR_LO_MASK;
5562306a36Sopenharmony_ci	pci_read_config_dword(pdev, pos + HT_MSI_ADDR_HI, &tmp);
5662306a36Sopenharmony_ci	addr = addr | ((u64)tmp << 32);
5762306a36Sopenharmony_ci
5862306a36Sopenharmony_ci	return addr;
5962306a36Sopenharmony_ci}
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_cistatic u64 find_ht_magic_addr(struct pci_dev *pdev, unsigned int hwirq)
6262306a36Sopenharmony_ci{
6362306a36Sopenharmony_ci	struct pci_bus *bus;
6462306a36Sopenharmony_ci	unsigned int pos;
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci	for (bus = pdev->bus; bus && bus->self; bus = bus->parent) {
6762306a36Sopenharmony_ci		pos = pci_find_ht_capability(bus->self, HT_CAPTYPE_MSI_MAPPING);
6862306a36Sopenharmony_ci		if (pos)
6962306a36Sopenharmony_ci			return read_ht_magic_addr(bus->self, pos);
7062306a36Sopenharmony_ci	}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci	return 0;
7362306a36Sopenharmony_ci}
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_cistatic u64 find_u4_magic_addr(struct pci_dev *pdev, unsigned int hwirq)
7662306a36Sopenharmony_ci{
7762306a36Sopenharmony_ci	struct pci_controller *hose = pci_bus_to_host(pdev->bus);
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	/* U4 PCIe MSIs need to write to the special register in
8062306a36Sopenharmony_ci	 * the bridge that generates interrupts. There should be
8162306a36Sopenharmony_ci	 * theoretically a register at 0xf8005000 where you just write
8262306a36Sopenharmony_ci	 * the MSI number and that triggers the right interrupt, but
8362306a36Sopenharmony_ci	 * unfortunately, this is busted in HW, the bridge endian swaps
8462306a36Sopenharmony_ci	 * the value and hits the wrong nibble in the register.
8562306a36Sopenharmony_ci	 *
8662306a36Sopenharmony_ci	 * So instead we use another register set which is used normally
8762306a36Sopenharmony_ci	 * for converting HT interrupts to MPIC interrupts, which decodes
8862306a36Sopenharmony_ci	 * the interrupt number as part of the low address bits
8962306a36Sopenharmony_ci	 *
9062306a36Sopenharmony_ci	 * This will not work if we ever use more than one legacy MSI in
9162306a36Sopenharmony_ci	 * a block but we never do. For one MSI or multiple MSI-X where
9262306a36Sopenharmony_ci	 * each interrupt address can be specified separately, it works
9362306a36Sopenharmony_ci	 * just fine.
9462306a36Sopenharmony_ci	 */
9562306a36Sopenharmony_ci	if (of_device_is_compatible(hose->dn, "u4-pcie") ||
9662306a36Sopenharmony_ci	    of_device_is_compatible(hose->dn, "U4-pcie"))
9762306a36Sopenharmony_ci		return 0xf8004000 | (hwirq << 4);
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	return 0;
10062306a36Sopenharmony_ci}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_cistatic void u3msi_teardown_msi_irqs(struct pci_dev *pdev)
10362306a36Sopenharmony_ci{
10462306a36Sopenharmony_ci	struct msi_desc *entry;
10562306a36Sopenharmony_ci	irq_hw_number_t hwirq;
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	msi_for_each_desc(entry, &pdev->dev, MSI_DESC_ASSOCIATED) {
10862306a36Sopenharmony_ci		hwirq = virq_to_hw(entry->irq);
10962306a36Sopenharmony_ci		irq_set_msi_desc(entry->irq, NULL);
11062306a36Sopenharmony_ci		irq_dispose_mapping(entry->irq);
11162306a36Sopenharmony_ci		entry->irq = 0;
11262306a36Sopenharmony_ci		msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1);
11362306a36Sopenharmony_ci	}
11462306a36Sopenharmony_ci}
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_cistatic int u3msi_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type)
11762306a36Sopenharmony_ci{
11862306a36Sopenharmony_ci	unsigned int virq;
11962306a36Sopenharmony_ci	struct msi_desc *entry;
12062306a36Sopenharmony_ci	struct msi_msg msg;
12162306a36Sopenharmony_ci	u64 addr;
12262306a36Sopenharmony_ci	int hwirq;
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	if (type == PCI_CAP_ID_MSIX)
12562306a36Sopenharmony_ci		pr_debug("u3msi: MSI-X untested, trying anyway.\n");
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci	/* If we can't find a magic address then MSI ain't gonna work */
12862306a36Sopenharmony_ci	if (find_ht_magic_addr(pdev, 0) == 0 &&
12962306a36Sopenharmony_ci	    find_u4_magic_addr(pdev, 0) == 0) {
13062306a36Sopenharmony_ci		pr_debug("u3msi: no magic address found for %s\n",
13162306a36Sopenharmony_ci			 pci_name(pdev));
13262306a36Sopenharmony_ci		return -ENXIO;
13362306a36Sopenharmony_ci	}
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	msi_for_each_desc(entry, &pdev->dev, MSI_DESC_NOTASSOCIATED) {
13662306a36Sopenharmony_ci		hwirq = msi_bitmap_alloc_hwirqs(&msi_mpic->msi_bitmap, 1);
13762306a36Sopenharmony_ci		if (hwirq < 0) {
13862306a36Sopenharmony_ci			pr_debug("u3msi: failed allocating hwirq\n");
13962306a36Sopenharmony_ci			return hwirq;
14062306a36Sopenharmony_ci		}
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci		addr = find_ht_magic_addr(pdev, hwirq);
14362306a36Sopenharmony_ci		if (addr == 0)
14462306a36Sopenharmony_ci			addr = find_u4_magic_addr(pdev, hwirq);
14562306a36Sopenharmony_ci		msg.address_lo = addr & 0xFFFFFFFF;
14662306a36Sopenharmony_ci		msg.address_hi = addr >> 32;
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci		virq = irq_create_mapping(msi_mpic->irqhost, hwirq);
14962306a36Sopenharmony_ci		if (!virq) {
15062306a36Sopenharmony_ci			pr_debug("u3msi: failed mapping hwirq 0x%x\n", hwirq);
15162306a36Sopenharmony_ci			msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1);
15262306a36Sopenharmony_ci			return -ENOSPC;
15362306a36Sopenharmony_ci		}
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci		irq_set_msi_desc(virq, entry);
15662306a36Sopenharmony_ci		irq_set_chip(virq, &mpic_u3msi_chip);
15762306a36Sopenharmony_ci		irq_set_irq_type(virq, IRQ_TYPE_EDGE_RISING);
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci		pr_debug("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n",
16062306a36Sopenharmony_ci			  virq, hwirq, (unsigned long)addr);
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci		printk("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n",
16362306a36Sopenharmony_ci			  virq, hwirq, (unsigned long)addr);
16462306a36Sopenharmony_ci		msg.data = hwirq;
16562306a36Sopenharmony_ci		pci_write_msi_msg(virq, &msg);
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci		hwirq++;
16862306a36Sopenharmony_ci	}
16962306a36Sopenharmony_ci
17062306a36Sopenharmony_ci	return 0;
17162306a36Sopenharmony_ci}
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ciint __init mpic_u3msi_init(struct mpic *mpic)
17462306a36Sopenharmony_ci{
17562306a36Sopenharmony_ci	int rc;
17662306a36Sopenharmony_ci	struct pci_controller *phb;
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_ci	rc = mpic_msi_init_allocator(mpic);
17962306a36Sopenharmony_ci	if (rc) {
18062306a36Sopenharmony_ci		pr_debug("u3msi: Error allocating bitmap!\n");
18162306a36Sopenharmony_ci		return rc;
18262306a36Sopenharmony_ci	}
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	pr_debug("u3msi: Registering MPIC U3 MSI callbacks.\n");
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_ci	BUG_ON(msi_mpic);
18762306a36Sopenharmony_ci	msi_mpic = mpic;
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci	list_for_each_entry(phb, &hose_list, list_node) {
19062306a36Sopenharmony_ci		WARN_ON(phb->controller_ops.setup_msi_irqs);
19162306a36Sopenharmony_ci		phb->controller_ops.setup_msi_irqs = u3msi_setup_msi_irqs;
19262306a36Sopenharmony_ci		phb->controller_ops.teardown_msi_irqs = u3msi_teardown_msi_irqs;
19362306a36Sopenharmony_ci	}
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	return 0;
19662306a36Sopenharmony_ci}
197