18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright 2006, Segher Boessenkool, IBM Corporation. 48c2ecf20Sopenharmony_ci * Copyright 2006-2007, Michael Ellerman, IBM Corporation. 58c2ecf20Sopenharmony_ci */ 68c2ecf20Sopenharmony_ci 78c2ecf20Sopenharmony_ci#include <linux/irq.h> 88c2ecf20Sopenharmony_ci#include <linux/msi.h> 98c2ecf20Sopenharmony_ci#include <asm/mpic.h> 108c2ecf20Sopenharmony_ci#include <asm/prom.h> 118c2ecf20Sopenharmony_ci#include <asm/hw_irq.h> 128c2ecf20Sopenharmony_ci#include <asm/ppc-pci.h> 138c2ecf20Sopenharmony_ci#include <asm/msi_bitmap.h> 148c2ecf20Sopenharmony_ci 158c2ecf20Sopenharmony_ci#include "mpic.h" 168c2ecf20Sopenharmony_ci 178c2ecf20Sopenharmony_ci/* A bit ugly, can we get this from the pci_dev somehow? */ 188c2ecf20Sopenharmony_cistatic struct mpic *msi_mpic; 198c2ecf20Sopenharmony_ci 208c2ecf20Sopenharmony_cistatic void mpic_u3msi_mask_irq(struct irq_data *data) 218c2ecf20Sopenharmony_ci{ 228c2ecf20Sopenharmony_ci pci_msi_mask_irq(data); 238c2ecf20Sopenharmony_ci mpic_mask_irq(data); 248c2ecf20Sopenharmony_ci} 258c2ecf20Sopenharmony_ci 268c2ecf20Sopenharmony_cistatic void mpic_u3msi_unmask_irq(struct irq_data *data) 278c2ecf20Sopenharmony_ci{ 288c2ecf20Sopenharmony_ci mpic_unmask_irq(data); 298c2ecf20Sopenharmony_ci pci_msi_unmask_irq(data); 308c2ecf20Sopenharmony_ci} 318c2ecf20Sopenharmony_ci 328c2ecf20Sopenharmony_cistatic struct irq_chip mpic_u3msi_chip = { 338c2ecf20Sopenharmony_ci .irq_shutdown = mpic_u3msi_mask_irq, 348c2ecf20Sopenharmony_ci .irq_mask = mpic_u3msi_mask_irq, 358c2ecf20Sopenharmony_ci .irq_unmask = mpic_u3msi_unmask_irq, 368c2ecf20Sopenharmony_ci .irq_eoi = mpic_end_irq, 378c2ecf20Sopenharmony_ci .irq_set_type = mpic_set_irq_type, 388c2ecf20Sopenharmony_ci .irq_set_affinity = mpic_set_affinity, 398c2ecf20Sopenharmony_ci .name = "MPIC-U3MSI", 408c2ecf20Sopenharmony_ci}; 418c2ecf20Sopenharmony_ci 428c2ecf20Sopenharmony_cistatic u64 read_ht_magic_addr(struct pci_dev *pdev, unsigned int pos) 438c2ecf20Sopenharmony_ci{ 448c2ecf20Sopenharmony_ci u8 flags; 458c2ecf20Sopenharmony_ci u32 tmp; 468c2ecf20Sopenharmony_ci u64 addr; 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ci pci_read_config_byte(pdev, pos + HT_MSI_FLAGS, &flags); 498c2ecf20Sopenharmony_ci 508c2ecf20Sopenharmony_ci if (flags & HT_MSI_FLAGS_FIXED) 518c2ecf20Sopenharmony_ci return HT_MSI_FIXED_ADDR; 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_ci pci_read_config_dword(pdev, pos + HT_MSI_ADDR_LO, &tmp); 548c2ecf20Sopenharmony_ci addr = tmp & HT_MSI_ADDR_LO_MASK; 558c2ecf20Sopenharmony_ci pci_read_config_dword(pdev, pos + HT_MSI_ADDR_HI, &tmp); 568c2ecf20Sopenharmony_ci addr = addr | ((u64)tmp << 32); 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_ci return addr; 598c2ecf20Sopenharmony_ci} 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_cistatic u64 find_ht_magic_addr(struct pci_dev *pdev, unsigned int hwirq) 628c2ecf20Sopenharmony_ci{ 638c2ecf20Sopenharmony_ci struct pci_bus *bus; 648c2ecf20Sopenharmony_ci unsigned int pos; 658c2ecf20Sopenharmony_ci 668c2ecf20Sopenharmony_ci for (bus = pdev->bus; bus && bus->self; bus = bus->parent) { 678c2ecf20Sopenharmony_ci pos = pci_find_ht_capability(bus->self, HT_CAPTYPE_MSI_MAPPING); 688c2ecf20Sopenharmony_ci if (pos) 698c2ecf20Sopenharmony_ci return read_ht_magic_addr(bus->self, pos); 708c2ecf20Sopenharmony_ci } 718c2ecf20Sopenharmony_ci 728c2ecf20Sopenharmony_ci return 0; 738c2ecf20Sopenharmony_ci} 748c2ecf20Sopenharmony_ci 758c2ecf20Sopenharmony_cistatic u64 find_u4_magic_addr(struct pci_dev *pdev, unsigned int hwirq) 768c2ecf20Sopenharmony_ci{ 778c2ecf20Sopenharmony_ci struct pci_controller *hose = pci_bus_to_host(pdev->bus); 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_ci /* U4 PCIe MSIs need to write to the special register in 808c2ecf20Sopenharmony_ci * the bridge that generates interrupts. There should be 818c2ecf20Sopenharmony_ci * theorically a register at 0xf8005000 where you just write 828c2ecf20Sopenharmony_ci * the MSI number and that triggers the right interrupt, but 838c2ecf20Sopenharmony_ci * unfortunately, this is busted in HW, the bridge endian swaps 848c2ecf20Sopenharmony_ci * the value and hits the wrong nibble in the register. 858c2ecf20Sopenharmony_ci * 868c2ecf20Sopenharmony_ci * So instead we use another register set which is used normally 878c2ecf20Sopenharmony_ci * for converting HT interrupts to MPIC interrupts, which decodes 888c2ecf20Sopenharmony_ci * the interrupt number as part of the low address bits 898c2ecf20Sopenharmony_ci * 908c2ecf20Sopenharmony_ci * This will not work if we ever use more than one legacy MSI in 918c2ecf20Sopenharmony_ci * a block but we never do. For one MSI or multiple MSI-X where 928c2ecf20Sopenharmony_ci * each interrupt address can be specified separately, it works 938c2ecf20Sopenharmony_ci * just fine. 948c2ecf20Sopenharmony_ci */ 958c2ecf20Sopenharmony_ci if (of_device_is_compatible(hose->dn, "u4-pcie") || 968c2ecf20Sopenharmony_ci of_device_is_compatible(hose->dn, "U4-pcie")) 978c2ecf20Sopenharmony_ci return 0xf8004000 | (hwirq << 4); 988c2ecf20Sopenharmony_ci 998c2ecf20Sopenharmony_ci return 0; 1008c2ecf20Sopenharmony_ci} 1018c2ecf20Sopenharmony_ci 1028c2ecf20Sopenharmony_cistatic void u3msi_teardown_msi_irqs(struct pci_dev *pdev) 1038c2ecf20Sopenharmony_ci{ 1048c2ecf20Sopenharmony_ci struct msi_desc *entry; 1058c2ecf20Sopenharmony_ci irq_hw_number_t hwirq; 1068c2ecf20Sopenharmony_ci 1078c2ecf20Sopenharmony_ci for_each_pci_msi_entry(entry, pdev) { 1088c2ecf20Sopenharmony_ci if (!entry->irq) 1098c2ecf20Sopenharmony_ci continue; 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ci hwirq = virq_to_hw(entry->irq); 1128c2ecf20Sopenharmony_ci irq_set_msi_desc(entry->irq, NULL); 1138c2ecf20Sopenharmony_ci irq_dispose_mapping(entry->irq); 1148c2ecf20Sopenharmony_ci msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1); 1158c2ecf20Sopenharmony_ci } 1168c2ecf20Sopenharmony_ci 1178c2ecf20Sopenharmony_ci return; 1188c2ecf20Sopenharmony_ci} 1198c2ecf20Sopenharmony_ci 1208c2ecf20Sopenharmony_cistatic int u3msi_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type) 1218c2ecf20Sopenharmony_ci{ 1228c2ecf20Sopenharmony_ci unsigned int virq; 1238c2ecf20Sopenharmony_ci struct msi_desc *entry; 1248c2ecf20Sopenharmony_ci struct msi_msg msg; 1258c2ecf20Sopenharmony_ci u64 addr; 1268c2ecf20Sopenharmony_ci int hwirq; 1278c2ecf20Sopenharmony_ci 1288c2ecf20Sopenharmony_ci if (type == PCI_CAP_ID_MSIX) 1298c2ecf20Sopenharmony_ci pr_debug("u3msi: MSI-X untested, trying anyway.\n"); 1308c2ecf20Sopenharmony_ci 1318c2ecf20Sopenharmony_ci /* If we can't find a magic address then MSI ain't gonna work */ 1328c2ecf20Sopenharmony_ci if (find_ht_magic_addr(pdev, 0) == 0 && 1338c2ecf20Sopenharmony_ci find_u4_magic_addr(pdev, 0) == 0) { 1348c2ecf20Sopenharmony_ci pr_debug("u3msi: no magic address found for %s\n", 1358c2ecf20Sopenharmony_ci pci_name(pdev)); 1368c2ecf20Sopenharmony_ci return -ENXIO; 1378c2ecf20Sopenharmony_ci } 1388c2ecf20Sopenharmony_ci 1398c2ecf20Sopenharmony_ci for_each_pci_msi_entry(entry, pdev) { 1408c2ecf20Sopenharmony_ci hwirq = msi_bitmap_alloc_hwirqs(&msi_mpic->msi_bitmap, 1); 1418c2ecf20Sopenharmony_ci if (hwirq < 0) { 1428c2ecf20Sopenharmony_ci pr_debug("u3msi: failed allocating hwirq\n"); 1438c2ecf20Sopenharmony_ci return hwirq; 1448c2ecf20Sopenharmony_ci } 1458c2ecf20Sopenharmony_ci 1468c2ecf20Sopenharmony_ci addr = find_ht_magic_addr(pdev, hwirq); 1478c2ecf20Sopenharmony_ci if (addr == 0) 1488c2ecf20Sopenharmony_ci addr = find_u4_magic_addr(pdev, hwirq); 1498c2ecf20Sopenharmony_ci msg.address_lo = addr & 0xFFFFFFFF; 1508c2ecf20Sopenharmony_ci msg.address_hi = addr >> 32; 1518c2ecf20Sopenharmony_ci 1528c2ecf20Sopenharmony_ci virq = irq_create_mapping(msi_mpic->irqhost, hwirq); 1538c2ecf20Sopenharmony_ci if (!virq) { 1548c2ecf20Sopenharmony_ci pr_debug("u3msi: failed mapping hwirq 0x%x\n", hwirq); 1558c2ecf20Sopenharmony_ci msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1); 1568c2ecf20Sopenharmony_ci return -ENOSPC; 1578c2ecf20Sopenharmony_ci } 1588c2ecf20Sopenharmony_ci 1598c2ecf20Sopenharmony_ci irq_set_msi_desc(virq, entry); 1608c2ecf20Sopenharmony_ci irq_set_chip(virq, &mpic_u3msi_chip); 1618c2ecf20Sopenharmony_ci irq_set_irq_type(virq, IRQ_TYPE_EDGE_RISING); 1628c2ecf20Sopenharmony_ci 1638c2ecf20Sopenharmony_ci pr_debug("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n", 1648c2ecf20Sopenharmony_ci virq, hwirq, (unsigned long)addr); 1658c2ecf20Sopenharmony_ci 1668c2ecf20Sopenharmony_ci printk("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n", 1678c2ecf20Sopenharmony_ci virq, hwirq, (unsigned long)addr); 1688c2ecf20Sopenharmony_ci msg.data = hwirq; 1698c2ecf20Sopenharmony_ci pci_write_msi_msg(virq, &msg); 1708c2ecf20Sopenharmony_ci 1718c2ecf20Sopenharmony_ci hwirq++; 1728c2ecf20Sopenharmony_ci } 1738c2ecf20Sopenharmony_ci 1748c2ecf20Sopenharmony_ci return 0; 1758c2ecf20Sopenharmony_ci} 1768c2ecf20Sopenharmony_ci 1778c2ecf20Sopenharmony_ciint mpic_u3msi_init(struct mpic *mpic) 1788c2ecf20Sopenharmony_ci{ 1798c2ecf20Sopenharmony_ci int rc; 1808c2ecf20Sopenharmony_ci struct pci_controller *phb; 1818c2ecf20Sopenharmony_ci 1828c2ecf20Sopenharmony_ci rc = mpic_msi_init_allocator(mpic); 1838c2ecf20Sopenharmony_ci if (rc) { 1848c2ecf20Sopenharmony_ci pr_debug("u3msi: Error allocating bitmap!\n"); 1858c2ecf20Sopenharmony_ci return rc; 1868c2ecf20Sopenharmony_ci } 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_ci pr_debug("u3msi: Registering MPIC U3 MSI callbacks.\n"); 1898c2ecf20Sopenharmony_ci 1908c2ecf20Sopenharmony_ci BUG_ON(msi_mpic); 1918c2ecf20Sopenharmony_ci msi_mpic = mpic; 1928c2ecf20Sopenharmony_ci 1938c2ecf20Sopenharmony_ci list_for_each_entry(phb, &hose_list, list_node) { 1948c2ecf20Sopenharmony_ci WARN_ON(phb->controller_ops.setup_msi_irqs); 1958c2ecf20Sopenharmony_ci phb->controller_ops.setup_msi_irqs = u3msi_setup_msi_irqs; 1968c2ecf20Sopenharmony_ci phb->controller_ops.teardown_msi_irqs = u3msi_teardown_msi_irqs; 1978c2ecf20Sopenharmony_ci } 1988c2ecf20Sopenharmony_ci 1998c2ecf20Sopenharmony_ci return 0; 2008c2ecf20Sopenharmony_ci} 201