162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Altera PCIe MSI support
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Author: Ley Foon Tan <lftan@altera.com>
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Copyright Altera Corporation (C) 2013-2015. All rights reserved
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <linux/interrupt.h>
1162306a36Sopenharmony_ci#include <linux/irqchip/chained_irq.h>
1262306a36Sopenharmony_ci#include <linux/irqdomain.h>
1362306a36Sopenharmony_ci#include <linux/init.h>
1462306a36Sopenharmony_ci#include <linux/module.h>
1562306a36Sopenharmony_ci#include <linux/msi.h>
1662306a36Sopenharmony_ci#include <linux/of_address.h>
1762306a36Sopenharmony_ci#include <linux/of_pci.h>
1862306a36Sopenharmony_ci#include <linux/pci.h>
1962306a36Sopenharmony_ci#include <linux/platform_device.h>
2062306a36Sopenharmony_ci#include <linux/slab.h>
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci#define MSI_STATUS		0x0
2362306a36Sopenharmony_ci#define MSI_ERROR		0x4
2462306a36Sopenharmony_ci#define MSI_INTMASK		0x8
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci#define MAX_MSI_VECTORS		32
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_cistruct altera_msi {
2962306a36Sopenharmony_ci	DECLARE_BITMAP(used, MAX_MSI_VECTORS);
3062306a36Sopenharmony_ci	struct mutex		lock;	/* protect "used" bitmap */
3162306a36Sopenharmony_ci	struct platform_device	*pdev;
3262306a36Sopenharmony_ci	struct irq_domain	*msi_domain;
3362306a36Sopenharmony_ci	struct irq_domain	*inner_domain;
3462306a36Sopenharmony_ci	void __iomem		*csr_base;
3562306a36Sopenharmony_ci	void __iomem		*vector_base;
3662306a36Sopenharmony_ci	phys_addr_t		vector_phy;
3762306a36Sopenharmony_ci	u32			num_of_vectors;
3862306a36Sopenharmony_ci	int			irq;
3962306a36Sopenharmony_ci};
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_cistatic inline void msi_writel(struct altera_msi *msi, const u32 value,
4262306a36Sopenharmony_ci			      const u32 reg)
4362306a36Sopenharmony_ci{
4462306a36Sopenharmony_ci	writel_relaxed(value, msi->csr_base + reg);
4562306a36Sopenharmony_ci}
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_cistatic inline u32 msi_readl(struct altera_msi *msi, const u32 reg)
4862306a36Sopenharmony_ci{
4962306a36Sopenharmony_ci	return readl_relaxed(msi->csr_base + reg);
5062306a36Sopenharmony_ci}
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_cistatic void altera_msi_isr(struct irq_desc *desc)
5362306a36Sopenharmony_ci{
5462306a36Sopenharmony_ci	struct irq_chip *chip = irq_desc_get_chip(desc);
5562306a36Sopenharmony_ci	struct altera_msi *msi;
5662306a36Sopenharmony_ci	unsigned long status;
5762306a36Sopenharmony_ci	u32 bit;
5862306a36Sopenharmony_ci	int ret;
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci	chained_irq_enter(chip, desc);
6162306a36Sopenharmony_ci	msi = irq_desc_get_handler_data(desc);
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	while ((status = msi_readl(msi, MSI_STATUS)) != 0) {
6462306a36Sopenharmony_ci		for_each_set_bit(bit, &status, msi->num_of_vectors) {
6562306a36Sopenharmony_ci			/* Dummy read from vector to clear the interrupt */
6662306a36Sopenharmony_ci			readl_relaxed(msi->vector_base + (bit * sizeof(u32)));
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci			ret = generic_handle_domain_irq(msi->inner_domain, bit);
6962306a36Sopenharmony_ci			if (ret)
7062306a36Sopenharmony_ci				dev_err_ratelimited(&msi->pdev->dev, "unexpected MSI\n");
7162306a36Sopenharmony_ci		}
7262306a36Sopenharmony_ci	}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	chained_irq_exit(chip, desc);
7562306a36Sopenharmony_ci}
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_cistatic struct irq_chip altera_msi_irq_chip = {
7862306a36Sopenharmony_ci	.name = "Altera PCIe MSI",
7962306a36Sopenharmony_ci	.irq_mask = pci_msi_mask_irq,
8062306a36Sopenharmony_ci	.irq_unmask = pci_msi_unmask_irq,
8162306a36Sopenharmony_ci};
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_cistatic struct msi_domain_info altera_msi_domain_info = {
8462306a36Sopenharmony_ci	.flags	= (MSI_FLAG_USE_DEF_DOM_OPS | MSI_FLAG_USE_DEF_CHIP_OPS |
8562306a36Sopenharmony_ci		     MSI_FLAG_PCI_MSIX),
8662306a36Sopenharmony_ci	.chip	= &altera_msi_irq_chip,
8762306a36Sopenharmony_ci};
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_cistatic void altera_compose_msi_msg(struct irq_data *data, struct msi_msg *msg)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	struct altera_msi *msi = irq_data_get_irq_chip_data(data);
9262306a36Sopenharmony_ci	phys_addr_t addr = msi->vector_phy + (data->hwirq * sizeof(u32));
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	msg->address_lo = lower_32_bits(addr);
9562306a36Sopenharmony_ci	msg->address_hi = upper_32_bits(addr);
9662306a36Sopenharmony_ci	msg->data = data->hwirq;
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci	dev_dbg(&msi->pdev->dev, "msi#%d address_hi %#x address_lo %#x\n",
9962306a36Sopenharmony_ci		(int)data->hwirq, msg->address_hi, msg->address_lo);
10062306a36Sopenharmony_ci}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_cistatic int altera_msi_set_affinity(struct irq_data *irq_data,
10362306a36Sopenharmony_ci				   const struct cpumask *mask, bool force)
10462306a36Sopenharmony_ci{
10562306a36Sopenharmony_ci	 return -EINVAL;
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_cistatic struct irq_chip altera_msi_bottom_irq_chip = {
10962306a36Sopenharmony_ci	.name			= "Altera MSI",
11062306a36Sopenharmony_ci	.irq_compose_msi_msg	= altera_compose_msi_msg,
11162306a36Sopenharmony_ci	.irq_set_affinity	= altera_msi_set_affinity,
11262306a36Sopenharmony_ci};
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_cistatic int altera_irq_domain_alloc(struct irq_domain *domain, unsigned int virq,
11562306a36Sopenharmony_ci				   unsigned int nr_irqs, void *args)
11662306a36Sopenharmony_ci{
11762306a36Sopenharmony_ci	struct altera_msi *msi = domain->host_data;
11862306a36Sopenharmony_ci	unsigned long bit;
11962306a36Sopenharmony_ci	u32 mask;
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	WARN_ON(nr_irqs != 1);
12262306a36Sopenharmony_ci	mutex_lock(&msi->lock);
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	bit = find_first_zero_bit(msi->used, msi->num_of_vectors);
12562306a36Sopenharmony_ci	if (bit >= msi->num_of_vectors) {
12662306a36Sopenharmony_ci		mutex_unlock(&msi->lock);
12762306a36Sopenharmony_ci		return -ENOSPC;
12862306a36Sopenharmony_ci	}
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	set_bit(bit, msi->used);
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	mutex_unlock(&msi->lock);
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	irq_domain_set_info(domain, virq, bit, &altera_msi_bottom_irq_chip,
13562306a36Sopenharmony_ci			    domain->host_data, handle_simple_irq,
13662306a36Sopenharmony_ci			    NULL, NULL);
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	mask = msi_readl(msi, MSI_INTMASK);
13962306a36Sopenharmony_ci	mask |= 1 << bit;
14062306a36Sopenharmony_ci	msi_writel(msi, mask, MSI_INTMASK);
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	return 0;
14362306a36Sopenharmony_ci}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_cistatic void altera_irq_domain_free(struct irq_domain *domain,
14662306a36Sopenharmony_ci				   unsigned int virq, unsigned int nr_irqs)
14762306a36Sopenharmony_ci{
14862306a36Sopenharmony_ci	struct irq_data *d = irq_domain_get_irq_data(domain, virq);
14962306a36Sopenharmony_ci	struct altera_msi *msi = irq_data_get_irq_chip_data(d);
15062306a36Sopenharmony_ci	u32 mask;
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci	mutex_lock(&msi->lock);
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	if (!test_bit(d->hwirq, msi->used)) {
15562306a36Sopenharmony_ci		dev_err(&msi->pdev->dev, "trying to free unused MSI#%lu\n",
15662306a36Sopenharmony_ci			d->hwirq);
15762306a36Sopenharmony_ci	} else {
15862306a36Sopenharmony_ci		__clear_bit(d->hwirq, msi->used);
15962306a36Sopenharmony_ci		mask = msi_readl(msi, MSI_INTMASK);
16062306a36Sopenharmony_ci		mask &= ~(1 << d->hwirq);
16162306a36Sopenharmony_ci		msi_writel(msi, mask, MSI_INTMASK);
16262306a36Sopenharmony_ci	}
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	mutex_unlock(&msi->lock);
16562306a36Sopenharmony_ci}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_cistatic const struct irq_domain_ops msi_domain_ops = {
16862306a36Sopenharmony_ci	.alloc	= altera_irq_domain_alloc,
16962306a36Sopenharmony_ci	.free	= altera_irq_domain_free,
17062306a36Sopenharmony_ci};
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_cistatic int altera_allocate_domains(struct altera_msi *msi)
17362306a36Sopenharmony_ci{
17462306a36Sopenharmony_ci	struct fwnode_handle *fwnode = of_node_to_fwnode(msi->pdev->dev.of_node);
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci	msi->inner_domain = irq_domain_add_linear(NULL, msi->num_of_vectors,
17762306a36Sopenharmony_ci					     &msi_domain_ops, msi);
17862306a36Sopenharmony_ci	if (!msi->inner_domain) {
17962306a36Sopenharmony_ci		dev_err(&msi->pdev->dev, "failed to create IRQ domain\n");
18062306a36Sopenharmony_ci		return -ENOMEM;
18162306a36Sopenharmony_ci	}
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci	msi->msi_domain = pci_msi_create_irq_domain(fwnode,
18462306a36Sopenharmony_ci				&altera_msi_domain_info, msi->inner_domain);
18562306a36Sopenharmony_ci	if (!msi->msi_domain) {
18662306a36Sopenharmony_ci		dev_err(&msi->pdev->dev, "failed to create MSI domain\n");
18762306a36Sopenharmony_ci		irq_domain_remove(msi->inner_domain);
18862306a36Sopenharmony_ci		return -ENOMEM;
18962306a36Sopenharmony_ci	}
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ci	return 0;
19262306a36Sopenharmony_ci}
19362306a36Sopenharmony_ci
19462306a36Sopenharmony_cistatic void altera_free_domains(struct altera_msi *msi)
19562306a36Sopenharmony_ci{
19662306a36Sopenharmony_ci	irq_domain_remove(msi->msi_domain);
19762306a36Sopenharmony_ci	irq_domain_remove(msi->inner_domain);
19862306a36Sopenharmony_ci}
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_cistatic void altera_msi_remove(struct platform_device *pdev)
20162306a36Sopenharmony_ci{
20262306a36Sopenharmony_ci	struct altera_msi *msi = platform_get_drvdata(pdev);
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci	msi_writel(msi, 0, MSI_INTMASK);
20562306a36Sopenharmony_ci	irq_set_chained_handler_and_data(msi->irq, NULL, NULL);
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci	altera_free_domains(msi);
20862306a36Sopenharmony_ci
20962306a36Sopenharmony_ci	platform_set_drvdata(pdev, NULL);
21062306a36Sopenharmony_ci}
21162306a36Sopenharmony_ci
21262306a36Sopenharmony_cistatic int altera_msi_probe(struct platform_device *pdev)
21362306a36Sopenharmony_ci{
21462306a36Sopenharmony_ci	struct altera_msi *msi;
21562306a36Sopenharmony_ci	struct device_node *np = pdev->dev.of_node;
21662306a36Sopenharmony_ci	struct resource *res;
21762306a36Sopenharmony_ci	int ret;
21862306a36Sopenharmony_ci
21962306a36Sopenharmony_ci	msi = devm_kzalloc(&pdev->dev, sizeof(struct altera_msi),
22062306a36Sopenharmony_ci			   GFP_KERNEL);
22162306a36Sopenharmony_ci	if (!msi)
22262306a36Sopenharmony_ci		return -ENOMEM;
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	mutex_init(&msi->lock);
22562306a36Sopenharmony_ci	msi->pdev = pdev;
22662306a36Sopenharmony_ci
22762306a36Sopenharmony_ci	msi->csr_base = devm_platform_ioremap_resource_byname(pdev, "csr");
22862306a36Sopenharmony_ci	if (IS_ERR(msi->csr_base)) {
22962306a36Sopenharmony_ci		dev_err(&pdev->dev, "failed to map csr memory\n");
23062306a36Sopenharmony_ci		return PTR_ERR(msi->csr_base);
23162306a36Sopenharmony_ci	}
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_ci	res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
23462306a36Sopenharmony_ci					   "vector_slave");
23562306a36Sopenharmony_ci	msi->vector_base = devm_ioremap_resource(&pdev->dev, res);
23662306a36Sopenharmony_ci	if (IS_ERR(msi->vector_base))
23762306a36Sopenharmony_ci		return PTR_ERR(msi->vector_base);
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci	msi->vector_phy = res->start;
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci	if (of_property_read_u32(np, "num-vectors", &msi->num_of_vectors)) {
24262306a36Sopenharmony_ci		dev_err(&pdev->dev, "failed to parse the number of vectors\n");
24362306a36Sopenharmony_ci		return -EINVAL;
24462306a36Sopenharmony_ci	}
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_ci	ret = altera_allocate_domains(msi);
24762306a36Sopenharmony_ci	if (ret)
24862306a36Sopenharmony_ci		return ret;
24962306a36Sopenharmony_ci
25062306a36Sopenharmony_ci	msi->irq = platform_get_irq(pdev, 0);
25162306a36Sopenharmony_ci	if (msi->irq < 0) {
25262306a36Sopenharmony_ci		ret = msi->irq;
25362306a36Sopenharmony_ci		goto err;
25462306a36Sopenharmony_ci	}
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_ci	irq_set_chained_handler_and_data(msi->irq, altera_msi_isr, msi);
25762306a36Sopenharmony_ci	platform_set_drvdata(pdev, msi);
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_ci	return 0;
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_cierr:
26262306a36Sopenharmony_ci	altera_msi_remove(pdev);
26362306a36Sopenharmony_ci	return ret;
26462306a36Sopenharmony_ci}
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_cistatic const struct of_device_id altera_msi_of_match[] = {
26762306a36Sopenharmony_ci	{ .compatible = "altr,msi-1.0", NULL },
26862306a36Sopenharmony_ci	{ },
26962306a36Sopenharmony_ci};
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_cistatic struct platform_driver altera_msi_driver = {
27262306a36Sopenharmony_ci	.driver = {
27362306a36Sopenharmony_ci		.name = "altera-msi",
27462306a36Sopenharmony_ci		.of_match_table = altera_msi_of_match,
27562306a36Sopenharmony_ci	},
27662306a36Sopenharmony_ci	.probe = altera_msi_probe,
27762306a36Sopenharmony_ci	.remove_new = altera_msi_remove,
27862306a36Sopenharmony_ci};
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_cistatic int __init altera_msi_init(void)
28162306a36Sopenharmony_ci{
28262306a36Sopenharmony_ci	return platform_driver_register(&altera_msi_driver);
28362306a36Sopenharmony_ci}
28462306a36Sopenharmony_ci
28562306a36Sopenharmony_cistatic void __exit altera_msi_exit(void)
28662306a36Sopenharmony_ci{
28762306a36Sopenharmony_ci	platform_driver_unregister(&altera_msi_driver);
28862306a36Sopenharmony_ci}
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_cisubsys_initcall(altera_msi_init);
29162306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, altera_msi_of_match);
29262306a36Sopenharmony_cimodule_exit(altera_msi_exit);
29362306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
294