162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Altera PCIe MSI support 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Author: Ley Foon Tan <lftan@altera.com> 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * Copyright Altera Corporation (C) 2013-2015. All rights reserved 862306a36Sopenharmony_ci */ 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include <linux/interrupt.h> 1162306a36Sopenharmony_ci#include <linux/irqchip/chained_irq.h> 1262306a36Sopenharmony_ci#include <linux/irqdomain.h> 1362306a36Sopenharmony_ci#include <linux/init.h> 1462306a36Sopenharmony_ci#include <linux/module.h> 1562306a36Sopenharmony_ci#include <linux/msi.h> 1662306a36Sopenharmony_ci#include <linux/of_address.h> 1762306a36Sopenharmony_ci#include <linux/of_pci.h> 1862306a36Sopenharmony_ci#include <linux/pci.h> 1962306a36Sopenharmony_ci#include <linux/platform_device.h> 2062306a36Sopenharmony_ci#include <linux/slab.h> 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci#define MSI_STATUS 0x0 2362306a36Sopenharmony_ci#define MSI_ERROR 0x4 2462306a36Sopenharmony_ci#define MSI_INTMASK 0x8 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci#define MAX_MSI_VECTORS 32 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_cistruct altera_msi { 2962306a36Sopenharmony_ci DECLARE_BITMAP(used, MAX_MSI_VECTORS); 3062306a36Sopenharmony_ci struct mutex lock; /* protect "used" bitmap */ 3162306a36Sopenharmony_ci struct platform_device *pdev; 3262306a36Sopenharmony_ci struct irq_domain *msi_domain; 3362306a36Sopenharmony_ci struct irq_domain *inner_domain; 3462306a36Sopenharmony_ci void __iomem *csr_base; 3562306a36Sopenharmony_ci void __iomem *vector_base; 3662306a36Sopenharmony_ci phys_addr_t vector_phy; 3762306a36Sopenharmony_ci u32 num_of_vectors; 3862306a36Sopenharmony_ci int irq; 3962306a36Sopenharmony_ci}; 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_cistatic inline void msi_writel(struct altera_msi *msi, const u32 value, 4262306a36Sopenharmony_ci const u32 reg) 4362306a36Sopenharmony_ci{ 4462306a36Sopenharmony_ci writel_relaxed(value, msi->csr_base + reg); 4562306a36Sopenharmony_ci} 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_cistatic inline u32 msi_readl(struct altera_msi *msi, const u32 reg) 4862306a36Sopenharmony_ci{ 4962306a36Sopenharmony_ci return readl_relaxed(msi->csr_base + reg); 5062306a36Sopenharmony_ci} 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_cistatic void altera_msi_isr(struct irq_desc *desc) 5362306a36Sopenharmony_ci{ 5462306a36Sopenharmony_ci struct irq_chip *chip = irq_desc_get_chip(desc); 5562306a36Sopenharmony_ci struct altera_msi *msi; 5662306a36Sopenharmony_ci unsigned long status; 5762306a36Sopenharmony_ci u32 bit; 5862306a36Sopenharmony_ci int ret; 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci chained_irq_enter(chip, desc); 6162306a36Sopenharmony_ci msi = irq_desc_get_handler_data(desc); 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci while ((status = msi_readl(msi, MSI_STATUS)) != 0) { 6462306a36Sopenharmony_ci for_each_set_bit(bit, &status, msi->num_of_vectors) { 6562306a36Sopenharmony_ci /* Dummy read from vector to clear the interrupt */ 6662306a36Sopenharmony_ci readl_relaxed(msi->vector_base + (bit * sizeof(u32))); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci ret = generic_handle_domain_irq(msi->inner_domain, bit); 6962306a36Sopenharmony_ci if (ret) 7062306a36Sopenharmony_ci dev_err_ratelimited(&msi->pdev->dev, "unexpected MSI\n"); 7162306a36Sopenharmony_ci } 7262306a36Sopenharmony_ci } 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci chained_irq_exit(chip, desc); 7562306a36Sopenharmony_ci} 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_cistatic struct irq_chip altera_msi_irq_chip = { 7862306a36Sopenharmony_ci .name = "Altera PCIe MSI", 7962306a36Sopenharmony_ci .irq_mask = pci_msi_mask_irq, 8062306a36Sopenharmony_ci .irq_unmask = pci_msi_unmask_irq, 8162306a36Sopenharmony_ci}; 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_cistatic struct msi_domain_info altera_msi_domain_info = { 8462306a36Sopenharmony_ci .flags = (MSI_FLAG_USE_DEF_DOM_OPS | MSI_FLAG_USE_DEF_CHIP_OPS | 8562306a36Sopenharmony_ci MSI_FLAG_PCI_MSIX), 8662306a36Sopenharmony_ci .chip = &altera_msi_irq_chip, 8762306a36Sopenharmony_ci}; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_cistatic void altera_compose_msi_msg(struct irq_data *data, struct msi_msg *msg) 9062306a36Sopenharmony_ci{ 9162306a36Sopenharmony_ci struct altera_msi *msi = irq_data_get_irq_chip_data(data); 9262306a36Sopenharmony_ci phys_addr_t addr = msi->vector_phy + (data->hwirq * sizeof(u32)); 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci msg->address_lo = lower_32_bits(addr); 9562306a36Sopenharmony_ci msg->address_hi = upper_32_bits(addr); 9662306a36Sopenharmony_ci msg->data = data->hwirq; 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci dev_dbg(&msi->pdev->dev, "msi#%d address_hi %#x address_lo %#x\n", 9962306a36Sopenharmony_ci (int)data->hwirq, msg->address_hi, msg->address_lo); 10062306a36Sopenharmony_ci} 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_cistatic int altera_msi_set_affinity(struct irq_data *irq_data, 10362306a36Sopenharmony_ci const struct cpumask *mask, bool force) 10462306a36Sopenharmony_ci{ 10562306a36Sopenharmony_ci return -EINVAL; 10662306a36Sopenharmony_ci} 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_cistatic struct irq_chip altera_msi_bottom_irq_chip = { 10962306a36Sopenharmony_ci .name = "Altera MSI", 11062306a36Sopenharmony_ci .irq_compose_msi_msg = altera_compose_msi_msg, 11162306a36Sopenharmony_ci .irq_set_affinity = altera_msi_set_affinity, 11262306a36Sopenharmony_ci}; 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_cistatic int altera_irq_domain_alloc(struct irq_domain *domain, unsigned int virq, 11562306a36Sopenharmony_ci unsigned int nr_irqs, void *args) 11662306a36Sopenharmony_ci{ 11762306a36Sopenharmony_ci struct altera_msi *msi = domain->host_data; 11862306a36Sopenharmony_ci unsigned long bit; 11962306a36Sopenharmony_ci u32 mask; 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci WARN_ON(nr_irqs != 1); 12262306a36Sopenharmony_ci mutex_lock(&msi->lock); 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci bit = find_first_zero_bit(msi->used, msi->num_of_vectors); 12562306a36Sopenharmony_ci if (bit >= msi->num_of_vectors) { 12662306a36Sopenharmony_ci mutex_unlock(&msi->lock); 12762306a36Sopenharmony_ci return -ENOSPC; 12862306a36Sopenharmony_ci } 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ci set_bit(bit, msi->used); 13162306a36Sopenharmony_ci 13262306a36Sopenharmony_ci mutex_unlock(&msi->lock); 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci irq_domain_set_info(domain, virq, bit, &altera_msi_bottom_irq_chip, 13562306a36Sopenharmony_ci domain->host_data, handle_simple_irq, 13662306a36Sopenharmony_ci NULL, NULL); 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci mask = msi_readl(msi, MSI_INTMASK); 13962306a36Sopenharmony_ci mask |= 1 << bit; 14062306a36Sopenharmony_ci msi_writel(msi, mask, MSI_INTMASK); 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci return 0; 14362306a36Sopenharmony_ci} 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_cistatic void altera_irq_domain_free(struct irq_domain *domain, 14662306a36Sopenharmony_ci unsigned int virq, unsigned int nr_irqs) 14762306a36Sopenharmony_ci{ 14862306a36Sopenharmony_ci struct irq_data *d = irq_domain_get_irq_data(domain, virq); 14962306a36Sopenharmony_ci struct altera_msi *msi = irq_data_get_irq_chip_data(d); 15062306a36Sopenharmony_ci u32 mask; 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_ci mutex_lock(&msi->lock); 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci if (!test_bit(d->hwirq, msi->used)) { 15562306a36Sopenharmony_ci dev_err(&msi->pdev->dev, "trying to free unused MSI#%lu\n", 15662306a36Sopenharmony_ci d->hwirq); 15762306a36Sopenharmony_ci } else { 15862306a36Sopenharmony_ci __clear_bit(d->hwirq, msi->used); 15962306a36Sopenharmony_ci mask = msi_readl(msi, MSI_INTMASK); 16062306a36Sopenharmony_ci mask &= ~(1 << d->hwirq); 16162306a36Sopenharmony_ci msi_writel(msi, mask, MSI_INTMASK); 16262306a36Sopenharmony_ci } 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci mutex_unlock(&msi->lock); 16562306a36Sopenharmony_ci} 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_cistatic const struct irq_domain_ops msi_domain_ops = { 16862306a36Sopenharmony_ci .alloc = altera_irq_domain_alloc, 16962306a36Sopenharmony_ci .free = altera_irq_domain_free, 17062306a36Sopenharmony_ci}; 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_cistatic int altera_allocate_domains(struct altera_msi *msi) 17362306a36Sopenharmony_ci{ 17462306a36Sopenharmony_ci struct fwnode_handle *fwnode = of_node_to_fwnode(msi->pdev->dev.of_node); 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci msi->inner_domain = irq_domain_add_linear(NULL, msi->num_of_vectors, 17762306a36Sopenharmony_ci &msi_domain_ops, msi); 17862306a36Sopenharmony_ci if (!msi->inner_domain) { 17962306a36Sopenharmony_ci dev_err(&msi->pdev->dev, "failed to create IRQ domain\n"); 18062306a36Sopenharmony_ci return -ENOMEM; 18162306a36Sopenharmony_ci } 18262306a36Sopenharmony_ci 18362306a36Sopenharmony_ci msi->msi_domain = pci_msi_create_irq_domain(fwnode, 18462306a36Sopenharmony_ci &altera_msi_domain_info, msi->inner_domain); 18562306a36Sopenharmony_ci if (!msi->msi_domain) { 18662306a36Sopenharmony_ci dev_err(&msi->pdev->dev, "failed to create MSI domain\n"); 18762306a36Sopenharmony_ci irq_domain_remove(msi->inner_domain); 18862306a36Sopenharmony_ci return -ENOMEM; 18962306a36Sopenharmony_ci } 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_ci return 0; 19262306a36Sopenharmony_ci} 19362306a36Sopenharmony_ci 19462306a36Sopenharmony_cistatic void altera_free_domains(struct altera_msi *msi) 19562306a36Sopenharmony_ci{ 19662306a36Sopenharmony_ci irq_domain_remove(msi->msi_domain); 19762306a36Sopenharmony_ci irq_domain_remove(msi->inner_domain); 19862306a36Sopenharmony_ci} 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_cistatic void altera_msi_remove(struct platform_device *pdev) 20162306a36Sopenharmony_ci{ 20262306a36Sopenharmony_ci struct altera_msi *msi = platform_get_drvdata(pdev); 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci msi_writel(msi, 0, MSI_INTMASK); 20562306a36Sopenharmony_ci irq_set_chained_handler_and_data(msi->irq, NULL, NULL); 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci altera_free_domains(msi); 20862306a36Sopenharmony_ci 20962306a36Sopenharmony_ci platform_set_drvdata(pdev, NULL); 21062306a36Sopenharmony_ci} 21162306a36Sopenharmony_ci 21262306a36Sopenharmony_cistatic int altera_msi_probe(struct platform_device *pdev) 21362306a36Sopenharmony_ci{ 21462306a36Sopenharmony_ci struct altera_msi *msi; 21562306a36Sopenharmony_ci struct device_node *np = pdev->dev.of_node; 21662306a36Sopenharmony_ci struct resource *res; 21762306a36Sopenharmony_ci int ret; 21862306a36Sopenharmony_ci 21962306a36Sopenharmony_ci msi = devm_kzalloc(&pdev->dev, sizeof(struct altera_msi), 22062306a36Sopenharmony_ci GFP_KERNEL); 22162306a36Sopenharmony_ci if (!msi) 22262306a36Sopenharmony_ci return -ENOMEM; 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci mutex_init(&msi->lock); 22562306a36Sopenharmony_ci msi->pdev = pdev; 22662306a36Sopenharmony_ci 22762306a36Sopenharmony_ci msi->csr_base = devm_platform_ioremap_resource_byname(pdev, "csr"); 22862306a36Sopenharmony_ci if (IS_ERR(msi->csr_base)) { 22962306a36Sopenharmony_ci dev_err(&pdev->dev, "failed to map csr memory\n"); 23062306a36Sopenharmony_ci return PTR_ERR(msi->csr_base); 23162306a36Sopenharmony_ci } 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_ci res = platform_get_resource_byname(pdev, IORESOURCE_MEM, 23462306a36Sopenharmony_ci "vector_slave"); 23562306a36Sopenharmony_ci msi->vector_base = devm_ioremap_resource(&pdev->dev, res); 23662306a36Sopenharmony_ci if (IS_ERR(msi->vector_base)) 23762306a36Sopenharmony_ci return PTR_ERR(msi->vector_base); 23862306a36Sopenharmony_ci 23962306a36Sopenharmony_ci msi->vector_phy = res->start; 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci if (of_property_read_u32(np, "num-vectors", &msi->num_of_vectors)) { 24262306a36Sopenharmony_ci dev_err(&pdev->dev, "failed to parse the number of vectors\n"); 24362306a36Sopenharmony_ci return -EINVAL; 24462306a36Sopenharmony_ci } 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_ci ret = altera_allocate_domains(msi); 24762306a36Sopenharmony_ci if (ret) 24862306a36Sopenharmony_ci return ret; 24962306a36Sopenharmony_ci 25062306a36Sopenharmony_ci msi->irq = platform_get_irq(pdev, 0); 25162306a36Sopenharmony_ci if (msi->irq < 0) { 25262306a36Sopenharmony_ci ret = msi->irq; 25362306a36Sopenharmony_ci goto err; 25462306a36Sopenharmony_ci } 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_ci irq_set_chained_handler_and_data(msi->irq, altera_msi_isr, msi); 25762306a36Sopenharmony_ci platform_set_drvdata(pdev, msi); 25862306a36Sopenharmony_ci 25962306a36Sopenharmony_ci return 0; 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_cierr: 26262306a36Sopenharmony_ci altera_msi_remove(pdev); 26362306a36Sopenharmony_ci return ret; 26462306a36Sopenharmony_ci} 26562306a36Sopenharmony_ci 26662306a36Sopenharmony_cistatic const struct of_device_id altera_msi_of_match[] = { 26762306a36Sopenharmony_ci { .compatible = "altr,msi-1.0", NULL }, 26862306a36Sopenharmony_ci { }, 26962306a36Sopenharmony_ci}; 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_cistatic struct platform_driver altera_msi_driver = { 27262306a36Sopenharmony_ci .driver = { 27362306a36Sopenharmony_ci .name = "altera-msi", 27462306a36Sopenharmony_ci .of_match_table = altera_msi_of_match, 27562306a36Sopenharmony_ci }, 27662306a36Sopenharmony_ci .probe = altera_msi_probe, 27762306a36Sopenharmony_ci .remove_new = altera_msi_remove, 27862306a36Sopenharmony_ci}; 27962306a36Sopenharmony_ci 28062306a36Sopenharmony_cistatic int __init altera_msi_init(void) 28162306a36Sopenharmony_ci{ 28262306a36Sopenharmony_ci return platform_driver_register(&altera_msi_driver); 28362306a36Sopenharmony_ci} 28462306a36Sopenharmony_ci 28562306a36Sopenharmony_cistatic void __exit altera_msi_exit(void) 28662306a36Sopenharmony_ci{ 28762306a36Sopenharmony_ci platform_driver_unregister(&altera_msi_driver); 28862306a36Sopenharmony_ci} 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_cisubsys_initcall(altera_msi_init); 29162306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, altera_msi_of_match); 29262306a36Sopenharmony_cimodule_exit(altera_msi_exit); 29362306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 294