162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright 2006, Segher Boessenkool, IBM Corporation. 462306a36Sopenharmony_ci * Copyright 2006-2007, Michael Ellerman, IBM Corporation. 562306a36Sopenharmony_ci */ 662306a36Sopenharmony_ci 762306a36Sopenharmony_ci#include <linux/irq.h> 862306a36Sopenharmony_ci#include <linux/irqdomain.h> 962306a36Sopenharmony_ci#include <linux/msi.h> 1062306a36Sopenharmony_ci#include <asm/mpic.h> 1162306a36Sopenharmony_ci#include <asm/hw_irq.h> 1262306a36Sopenharmony_ci#include <asm/ppc-pci.h> 1362306a36Sopenharmony_ci#include <asm/msi_bitmap.h> 1462306a36Sopenharmony_ci 1562306a36Sopenharmony_ci#include "mpic.h" 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci/* A bit ugly, can we get this from the pci_dev somehow? */ 1862306a36Sopenharmony_cistatic struct mpic *msi_mpic; 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_cistatic void mpic_u3msi_mask_irq(struct irq_data *data) 2162306a36Sopenharmony_ci{ 2262306a36Sopenharmony_ci pci_msi_mask_irq(data); 2362306a36Sopenharmony_ci mpic_mask_irq(data); 2462306a36Sopenharmony_ci} 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_cistatic void mpic_u3msi_unmask_irq(struct irq_data *data) 2762306a36Sopenharmony_ci{ 2862306a36Sopenharmony_ci mpic_unmask_irq(data); 2962306a36Sopenharmony_ci pci_msi_unmask_irq(data); 3062306a36Sopenharmony_ci} 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_cistatic struct irq_chip mpic_u3msi_chip = { 3362306a36Sopenharmony_ci .irq_shutdown = mpic_u3msi_mask_irq, 3462306a36Sopenharmony_ci .irq_mask = mpic_u3msi_mask_irq, 3562306a36Sopenharmony_ci .irq_unmask = mpic_u3msi_unmask_irq, 3662306a36Sopenharmony_ci .irq_eoi = mpic_end_irq, 3762306a36Sopenharmony_ci .irq_set_type = mpic_set_irq_type, 3862306a36Sopenharmony_ci .irq_set_affinity = mpic_set_affinity, 3962306a36Sopenharmony_ci .name = "MPIC-U3MSI", 4062306a36Sopenharmony_ci}; 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_cistatic u64 read_ht_magic_addr(struct pci_dev *pdev, unsigned int pos) 4362306a36Sopenharmony_ci{ 4462306a36Sopenharmony_ci u8 flags; 4562306a36Sopenharmony_ci u32 tmp; 4662306a36Sopenharmony_ci u64 addr; 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci pci_read_config_byte(pdev, pos + HT_MSI_FLAGS, &flags); 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_ci if (flags & HT_MSI_FLAGS_FIXED) 5162306a36Sopenharmony_ci return HT_MSI_FIXED_ADDR; 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci pci_read_config_dword(pdev, pos + HT_MSI_ADDR_LO, &tmp); 5462306a36Sopenharmony_ci addr = tmp & HT_MSI_ADDR_LO_MASK; 5562306a36Sopenharmony_ci pci_read_config_dword(pdev, pos + HT_MSI_ADDR_HI, &tmp); 5662306a36Sopenharmony_ci addr = addr | ((u64)tmp << 32); 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_ci return addr; 5962306a36Sopenharmony_ci} 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_cistatic u64 find_ht_magic_addr(struct pci_dev *pdev, unsigned int hwirq) 6262306a36Sopenharmony_ci{ 6362306a36Sopenharmony_ci struct pci_bus *bus; 6462306a36Sopenharmony_ci unsigned int pos; 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci for (bus = pdev->bus; bus && bus->self; bus = bus->parent) { 6762306a36Sopenharmony_ci pos = pci_find_ht_capability(bus->self, HT_CAPTYPE_MSI_MAPPING); 6862306a36Sopenharmony_ci if (pos) 6962306a36Sopenharmony_ci return read_ht_magic_addr(bus->self, pos); 7062306a36Sopenharmony_ci } 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci return 0; 7362306a36Sopenharmony_ci} 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_cistatic u64 find_u4_magic_addr(struct pci_dev *pdev, unsigned int hwirq) 7662306a36Sopenharmony_ci{ 7762306a36Sopenharmony_ci struct pci_controller *hose = pci_bus_to_host(pdev->bus); 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_ci /* U4 PCIe MSIs need to write to the special register in 8062306a36Sopenharmony_ci * the bridge that generates interrupts. There should be 8162306a36Sopenharmony_ci * theoretically a register at 0xf8005000 where you just write 8262306a36Sopenharmony_ci * the MSI number and that triggers the right interrupt, but 8362306a36Sopenharmony_ci * unfortunately, this is busted in HW, the bridge endian swaps 8462306a36Sopenharmony_ci * the value and hits the wrong nibble in the register. 8562306a36Sopenharmony_ci * 8662306a36Sopenharmony_ci * So instead we use another register set which is used normally 8762306a36Sopenharmony_ci * for converting HT interrupts to MPIC interrupts, which decodes 8862306a36Sopenharmony_ci * the interrupt number as part of the low address bits 8962306a36Sopenharmony_ci * 9062306a36Sopenharmony_ci * This will not work if we ever use more than one legacy MSI in 9162306a36Sopenharmony_ci * a block but we never do. For one MSI or multiple MSI-X where 9262306a36Sopenharmony_ci * each interrupt address can be specified separately, it works 9362306a36Sopenharmony_ci * just fine. 9462306a36Sopenharmony_ci */ 9562306a36Sopenharmony_ci if (of_device_is_compatible(hose->dn, "u4-pcie") || 9662306a36Sopenharmony_ci of_device_is_compatible(hose->dn, "U4-pcie")) 9762306a36Sopenharmony_ci return 0xf8004000 | (hwirq << 4); 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci return 0; 10062306a36Sopenharmony_ci} 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_cistatic void u3msi_teardown_msi_irqs(struct pci_dev *pdev) 10362306a36Sopenharmony_ci{ 10462306a36Sopenharmony_ci struct msi_desc *entry; 10562306a36Sopenharmony_ci irq_hw_number_t hwirq; 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ci msi_for_each_desc(entry, &pdev->dev, MSI_DESC_ASSOCIATED) { 10862306a36Sopenharmony_ci hwirq = virq_to_hw(entry->irq); 10962306a36Sopenharmony_ci irq_set_msi_desc(entry->irq, NULL); 11062306a36Sopenharmony_ci irq_dispose_mapping(entry->irq); 11162306a36Sopenharmony_ci entry->irq = 0; 11262306a36Sopenharmony_ci msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1); 11362306a36Sopenharmony_ci } 11462306a36Sopenharmony_ci} 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_cistatic int u3msi_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type) 11762306a36Sopenharmony_ci{ 11862306a36Sopenharmony_ci unsigned int virq; 11962306a36Sopenharmony_ci struct msi_desc *entry; 12062306a36Sopenharmony_ci struct msi_msg msg; 12162306a36Sopenharmony_ci u64 addr; 12262306a36Sopenharmony_ci int hwirq; 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci if (type == PCI_CAP_ID_MSIX) 12562306a36Sopenharmony_ci pr_debug("u3msi: MSI-X untested, trying anyway.\n"); 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci /* If we can't find a magic address then MSI ain't gonna work */ 12862306a36Sopenharmony_ci if (find_ht_magic_addr(pdev, 0) == 0 && 12962306a36Sopenharmony_ci find_u4_magic_addr(pdev, 0) == 0) { 13062306a36Sopenharmony_ci pr_debug("u3msi: no magic address found for %s\n", 13162306a36Sopenharmony_ci pci_name(pdev)); 13262306a36Sopenharmony_ci return -ENXIO; 13362306a36Sopenharmony_ci } 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci msi_for_each_desc(entry, &pdev->dev, MSI_DESC_NOTASSOCIATED) { 13662306a36Sopenharmony_ci hwirq = msi_bitmap_alloc_hwirqs(&msi_mpic->msi_bitmap, 1); 13762306a36Sopenharmony_ci if (hwirq < 0) { 13862306a36Sopenharmony_ci pr_debug("u3msi: failed allocating hwirq\n"); 13962306a36Sopenharmony_ci return hwirq; 14062306a36Sopenharmony_ci } 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci addr = find_ht_magic_addr(pdev, hwirq); 14362306a36Sopenharmony_ci if (addr == 0) 14462306a36Sopenharmony_ci addr = find_u4_magic_addr(pdev, hwirq); 14562306a36Sopenharmony_ci msg.address_lo = addr & 0xFFFFFFFF; 14662306a36Sopenharmony_ci msg.address_hi = addr >> 32; 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ci virq = irq_create_mapping(msi_mpic->irqhost, hwirq); 14962306a36Sopenharmony_ci if (!virq) { 15062306a36Sopenharmony_ci pr_debug("u3msi: failed mapping hwirq 0x%x\n", hwirq); 15162306a36Sopenharmony_ci msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1); 15262306a36Sopenharmony_ci return -ENOSPC; 15362306a36Sopenharmony_ci } 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci irq_set_msi_desc(virq, entry); 15662306a36Sopenharmony_ci irq_set_chip(virq, &mpic_u3msi_chip); 15762306a36Sopenharmony_ci irq_set_irq_type(virq, IRQ_TYPE_EDGE_RISING); 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_ci pr_debug("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n", 16062306a36Sopenharmony_ci virq, hwirq, (unsigned long)addr); 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci printk("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n", 16362306a36Sopenharmony_ci virq, hwirq, (unsigned long)addr); 16462306a36Sopenharmony_ci msg.data = hwirq; 16562306a36Sopenharmony_ci pci_write_msi_msg(virq, &msg); 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci hwirq++; 16862306a36Sopenharmony_ci } 16962306a36Sopenharmony_ci 17062306a36Sopenharmony_ci return 0; 17162306a36Sopenharmony_ci} 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ciint __init mpic_u3msi_init(struct mpic *mpic) 17462306a36Sopenharmony_ci{ 17562306a36Sopenharmony_ci int rc; 17662306a36Sopenharmony_ci struct pci_controller *phb; 17762306a36Sopenharmony_ci 17862306a36Sopenharmony_ci rc = mpic_msi_init_allocator(mpic); 17962306a36Sopenharmony_ci if (rc) { 18062306a36Sopenharmony_ci pr_debug("u3msi: Error allocating bitmap!\n"); 18162306a36Sopenharmony_ci return rc; 18262306a36Sopenharmony_ci } 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci pr_debug("u3msi: Registering MPIC U3 MSI callbacks.\n"); 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_ci BUG_ON(msi_mpic); 18762306a36Sopenharmony_ci msi_mpic = mpic; 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci list_for_each_entry(phb, &hose_list, list_node) { 19062306a36Sopenharmony_ci WARN_ON(phb->controller_ops.setup_msi_irqs); 19162306a36Sopenharmony_ci phb->controller_ops.setup_msi_irqs = u3msi_setup_msi_irqs; 19262306a36Sopenharmony_ci phb->controller_ops.teardown_msi_irqs = u3msi_teardown_msi_irqs; 19362306a36Sopenharmony_ci } 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci return 0; 19662306a36Sopenharmony_ci} 197