18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Freescale Management Complex (MC) bus driver MSI support
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright (C) 2015-2016 Freescale Semiconductor, Inc.
68c2ecf20Sopenharmony_ci * Author: German Rivera <German.Rivera@freescale.com>
78c2ecf20Sopenharmony_ci *
88c2ecf20Sopenharmony_ci */
98c2ecf20Sopenharmony_ci
108c2ecf20Sopenharmony_ci#include <linux/of_device.h>
118c2ecf20Sopenharmony_ci#include <linux/of_address.h>
128c2ecf20Sopenharmony_ci#include <linux/of_irq.h>
138c2ecf20Sopenharmony_ci#include <linux/irq.h>
148c2ecf20Sopenharmony_ci#include <linux/irqdomain.h>
158c2ecf20Sopenharmony_ci#include <linux/msi.h>
168c2ecf20Sopenharmony_ci#include <linux/acpi_iort.h>
178c2ecf20Sopenharmony_ci
188c2ecf20Sopenharmony_ci#include "fsl-mc-private.h"
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_ci#ifdef GENERIC_MSI_DOMAIN_OPS
218c2ecf20Sopenharmony_ci/*
228c2ecf20Sopenharmony_ci * Generate a unique ID identifying the interrupt (only used within the MSI
238c2ecf20Sopenharmony_ci * irqdomain.  Combine the icid with the interrupt index.
248c2ecf20Sopenharmony_ci */
258c2ecf20Sopenharmony_cistatic irq_hw_number_t fsl_mc_domain_calc_hwirq(struct fsl_mc_device *dev,
268c2ecf20Sopenharmony_ci						struct msi_desc *desc)
278c2ecf20Sopenharmony_ci{
288c2ecf20Sopenharmony_ci	/*
298c2ecf20Sopenharmony_ci	 * Make the base hwirq value for ICID*10000 so it is readable
308c2ecf20Sopenharmony_ci	 * as a decimal value in /proc/interrupts.
318c2ecf20Sopenharmony_ci	 */
328c2ecf20Sopenharmony_ci	return (irq_hw_number_t)(desc->fsl_mc.msi_index + (dev->icid * 10000));
338c2ecf20Sopenharmony_ci}
348c2ecf20Sopenharmony_ci
358c2ecf20Sopenharmony_cistatic void fsl_mc_msi_set_desc(msi_alloc_info_t *arg,
368c2ecf20Sopenharmony_ci				struct msi_desc *desc)
378c2ecf20Sopenharmony_ci{
388c2ecf20Sopenharmony_ci	arg->desc = desc;
398c2ecf20Sopenharmony_ci	arg->hwirq = fsl_mc_domain_calc_hwirq(to_fsl_mc_device(desc->dev),
408c2ecf20Sopenharmony_ci					      desc);
418c2ecf20Sopenharmony_ci}
428c2ecf20Sopenharmony_ci#else
438c2ecf20Sopenharmony_ci#define fsl_mc_msi_set_desc NULL
448c2ecf20Sopenharmony_ci#endif
458c2ecf20Sopenharmony_ci
468c2ecf20Sopenharmony_cistatic void fsl_mc_msi_update_dom_ops(struct msi_domain_info *info)
478c2ecf20Sopenharmony_ci{
488c2ecf20Sopenharmony_ci	struct msi_domain_ops *ops = info->ops;
498c2ecf20Sopenharmony_ci
508c2ecf20Sopenharmony_ci	if (!ops)
518c2ecf20Sopenharmony_ci		return;
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_ci	/*
548c2ecf20Sopenharmony_ci	 * set_desc should not be set by the caller
558c2ecf20Sopenharmony_ci	 */
568c2ecf20Sopenharmony_ci	if (!ops->set_desc)
578c2ecf20Sopenharmony_ci		ops->set_desc = fsl_mc_msi_set_desc;
588c2ecf20Sopenharmony_ci}
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_cistatic void __fsl_mc_msi_write_msg(struct fsl_mc_device *mc_bus_dev,
618c2ecf20Sopenharmony_ci				   struct fsl_mc_device_irq *mc_dev_irq)
628c2ecf20Sopenharmony_ci{
638c2ecf20Sopenharmony_ci	int error;
648c2ecf20Sopenharmony_ci	struct fsl_mc_device *owner_mc_dev = mc_dev_irq->mc_dev;
658c2ecf20Sopenharmony_ci	struct msi_desc *msi_desc = mc_dev_irq->msi_desc;
668c2ecf20Sopenharmony_ci	struct dprc_irq_cfg irq_cfg;
678c2ecf20Sopenharmony_ci
688c2ecf20Sopenharmony_ci	/*
698c2ecf20Sopenharmony_ci	 * msi_desc->msg.address is 0x0 when this function is invoked in
708c2ecf20Sopenharmony_ci	 * the free_irq() code path. In this case, for the MC, we don't
718c2ecf20Sopenharmony_ci	 * really need to "unprogram" the MSI, so we just return.
728c2ecf20Sopenharmony_ci	 */
738c2ecf20Sopenharmony_ci	if (msi_desc->msg.address_lo == 0x0 && msi_desc->msg.address_hi == 0x0)
748c2ecf20Sopenharmony_ci		return;
758c2ecf20Sopenharmony_ci
768c2ecf20Sopenharmony_ci	if (!owner_mc_dev)
778c2ecf20Sopenharmony_ci		return;
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_ci	irq_cfg.paddr = ((u64)msi_desc->msg.address_hi << 32) |
808c2ecf20Sopenharmony_ci			msi_desc->msg.address_lo;
818c2ecf20Sopenharmony_ci	irq_cfg.val = msi_desc->msg.data;
828c2ecf20Sopenharmony_ci	irq_cfg.irq_num = msi_desc->irq;
838c2ecf20Sopenharmony_ci
848c2ecf20Sopenharmony_ci	if (owner_mc_dev == mc_bus_dev) {
858c2ecf20Sopenharmony_ci		/*
868c2ecf20Sopenharmony_ci		 * IRQ is for the mc_bus_dev's DPRC itself
878c2ecf20Sopenharmony_ci		 */
888c2ecf20Sopenharmony_ci		error = dprc_set_irq(mc_bus_dev->mc_io,
898c2ecf20Sopenharmony_ci				     MC_CMD_FLAG_INTR_DIS | MC_CMD_FLAG_PRI,
908c2ecf20Sopenharmony_ci				     mc_bus_dev->mc_handle,
918c2ecf20Sopenharmony_ci				     mc_dev_irq->dev_irq_index,
928c2ecf20Sopenharmony_ci				     &irq_cfg);
938c2ecf20Sopenharmony_ci		if (error < 0) {
948c2ecf20Sopenharmony_ci			dev_err(&owner_mc_dev->dev,
958c2ecf20Sopenharmony_ci				"dprc_set_irq() failed: %d\n", error);
968c2ecf20Sopenharmony_ci		}
978c2ecf20Sopenharmony_ci	} else {
988c2ecf20Sopenharmony_ci		/*
998c2ecf20Sopenharmony_ci		 * IRQ is for for a child device of mc_bus_dev
1008c2ecf20Sopenharmony_ci		 */
1018c2ecf20Sopenharmony_ci		error = dprc_set_obj_irq(mc_bus_dev->mc_io,
1028c2ecf20Sopenharmony_ci					 MC_CMD_FLAG_INTR_DIS | MC_CMD_FLAG_PRI,
1038c2ecf20Sopenharmony_ci					 mc_bus_dev->mc_handle,
1048c2ecf20Sopenharmony_ci					 owner_mc_dev->obj_desc.type,
1058c2ecf20Sopenharmony_ci					 owner_mc_dev->obj_desc.id,
1068c2ecf20Sopenharmony_ci					 mc_dev_irq->dev_irq_index,
1078c2ecf20Sopenharmony_ci					 &irq_cfg);
1088c2ecf20Sopenharmony_ci		if (error < 0) {
1098c2ecf20Sopenharmony_ci			dev_err(&owner_mc_dev->dev,
1108c2ecf20Sopenharmony_ci				"dprc_obj_set_irq() failed: %d\n", error);
1118c2ecf20Sopenharmony_ci		}
1128c2ecf20Sopenharmony_ci	}
1138c2ecf20Sopenharmony_ci}
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci/*
1168c2ecf20Sopenharmony_ci * NOTE: This function is invoked with interrupts disabled
1178c2ecf20Sopenharmony_ci */
1188c2ecf20Sopenharmony_cistatic void fsl_mc_msi_write_msg(struct irq_data *irq_data,
1198c2ecf20Sopenharmony_ci				 struct msi_msg *msg)
1208c2ecf20Sopenharmony_ci{
1218c2ecf20Sopenharmony_ci	struct msi_desc *msi_desc = irq_data_get_msi_desc(irq_data);
1228c2ecf20Sopenharmony_ci	struct fsl_mc_device *mc_bus_dev = to_fsl_mc_device(msi_desc->dev);
1238c2ecf20Sopenharmony_ci	struct fsl_mc_bus *mc_bus = to_fsl_mc_bus(mc_bus_dev);
1248c2ecf20Sopenharmony_ci	struct fsl_mc_device_irq *mc_dev_irq =
1258c2ecf20Sopenharmony_ci		&mc_bus->irq_resources[msi_desc->fsl_mc.msi_index];
1268c2ecf20Sopenharmony_ci
1278c2ecf20Sopenharmony_ci	msi_desc->msg = *msg;
1288c2ecf20Sopenharmony_ci
1298c2ecf20Sopenharmony_ci	/*
1308c2ecf20Sopenharmony_ci	 * Program the MSI (paddr, value) pair in the device:
1318c2ecf20Sopenharmony_ci	 */
1328c2ecf20Sopenharmony_ci	__fsl_mc_msi_write_msg(mc_bus_dev, mc_dev_irq);
1338c2ecf20Sopenharmony_ci}
1348c2ecf20Sopenharmony_ci
1358c2ecf20Sopenharmony_cistatic void fsl_mc_msi_update_chip_ops(struct msi_domain_info *info)
1368c2ecf20Sopenharmony_ci{
1378c2ecf20Sopenharmony_ci	struct irq_chip *chip = info->chip;
1388c2ecf20Sopenharmony_ci
1398c2ecf20Sopenharmony_ci	if (!chip)
1408c2ecf20Sopenharmony_ci		return;
1418c2ecf20Sopenharmony_ci
1428c2ecf20Sopenharmony_ci	/*
1438c2ecf20Sopenharmony_ci	 * irq_write_msi_msg should not be set by the caller
1448c2ecf20Sopenharmony_ci	 */
1458c2ecf20Sopenharmony_ci	if (!chip->irq_write_msi_msg)
1468c2ecf20Sopenharmony_ci		chip->irq_write_msi_msg = fsl_mc_msi_write_msg;
1478c2ecf20Sopenharmony_ci}
1488c2ecf20Sopenharmony_ci
1498c2ecf20Sopenharmony_ci/**
1508c2ecf20Sopenharmony_ci * fsl_mc_msi_create_irq_domain - Create a fsl-mc MSI interrupt domain
1518c2ecf20Sopenharmony_ci * @np:		Optional device-tree node of the interrupt controller
1528c2ecf20Sopenharmony_ci * @info:	MSI domain info
1538c2ecf20Sopenharmony_ci * @parent:	Parent irq domain
1548c2ecf20Sopenharmony_ci *
1558c2ecf20Sopenharmony_ci * Updates the domain and chip ops and creates a fsl-mc MSI
1568c2ecf20Sopenharmony_ci * interrupt domain.
1578c2ecf20Sopenharmony_ci *
1588c2ecf20Sopenharmony_ci * Returns:
1598c2ecf20Sopenharmony_ci * A domain pointer or NULL in case of failure.
1608c2ecf20Sopenharmony_ci */
1618c2ecf20Sopenharmony_cistruct irq_domain *fsl_mc_msi_create_irq_domain(struct fwnode_handle *fwnode,
1628c2ecf20Sopenharmony_ci						struct msi_domain_info *info,
1638c2ecf20Sopenharmony_ci						struct irq_domain *parent)
1648c2ecf20Sopenharmony_ci{
1658c2ecf20Sopenharmony_ci	struct irq_domain *domain;
1668c2ecf20Sopenharmony_ci
1678c2ecf20Sopenharmony_ci	if (WARN_ON((info->flags & MSI_FLAG_LEVEL_CAPABLE)))
1688c2ecf20Sopenharmony_ci		info->flags &= ~MSI_FLAG_LEVEL_CAPABLE;
1698c2ecf20Sopenharmony_ci	if (info->flags & MSI_FLAG_USE_DEF_DOM_OPS)
1708c2ecf20Sopenharmony_ci		fsl_mc_msi_update_dom_ops(info);
1718c2ecf20Sopenharmony_ci	if (info->flags & MSI_FLAG_USE_DEF_CHIP_OPS)
1728c2ecf20Sopenharmony_ci		fsl_mc_msi_update_chip_ops(info);
1738c2ecf20Sopenharmony_ci
1748c2ecf20Sopenharmony_ci	domain = msi_create_irq_domain(fwnode, info, parent);
1758c2ecf20Sopenharmony_ci	if (domain)
1768c2ecf20Sopenharmony_ci		irq_domain_update_bus_token(domain, DOMAIN_BUS_FSL_MC_MSI);
1778c2ecf20Sopenharmony_ci
1788c2ecf20Sopenharmony_ci	return domain;
1798c2ecf20Sopenharmony_ci}
1808c2ecf20Sopenharmony_ci
1818c2ecf20Sopenharmony_cistruct irq_domain *fsl_mc_find_msi_domain(struct device *dev)
1828c2ecf20Sopenharmony_ci{
1838c2ecf20Sopenharmony_ci	struct device *root_dprc_dev;
1848c2ecf20Sopenharmony_ci	struct device *bus_dev;
1858c2ecf20Sopenharmony_ci	struct irq_domain *msi_domain;
1868c2ecf20Sopenharmony_ci	struct fsl_mc_device *mc_dev = to_fsl_mc_device(dev);
1878c2ecf20Sopenharmony_ci
1888c2ecf20Sopenharmony_ci	fsl_mc_get_root_dprc(dev, &root_dprc_dev);
1898c2ecf20Sopenharmony_ci	bus_dev = root_dprc_dev->parent;
1908c2ecf20Sopenharmony_ci
1918c2ecf20Sopenharmony_ci	if (bus_dev->of_node) {
1928c2ecf20Sopenharmony_ci		msi_domain = of_msi_map_get_device_domain(dev,
1938c2ecf20Sopenharmony_ci						  mc_dev->icid,
1948c2ecf20Sopenharmony_ci						  DOMAIN_BUS_FSL_MC_MSI);
1958c2ecf20Sopenharmony_ci
1968c2ecf20Sopenharmony_ci		/*
1978c2ecf20Sopenharmony_ci		 * if the msi-map property is missing assume that all the
1988c2ecf20Sopenharmony_ci		 * child containers inherit the domain from the parent
1998c2ecf20Sopenharmony_ci		 */
2008c2ecf20Sopenharmony_ci		if (!msi_domain)
2018c2ecf20Sopenharmony_ci
2028c2ecf20Sopenharmony_ci			msi_domain = of_msi_get_domain(bus_dev,
2038c2ecf20Sopenharmony_ci						bus_dev->of_node,
2048c2ecf20Sopenharmony_ci						DOMAIN_BUS_FSL_MC_MSI);
2058c2ecf20Sopenharmony_ci	} else {
2068c2ecf20Sopenharmony_ci		msi_domain = iort_get_device_domain(dev, mc_dev->icid,
2078c2ecf20Sopenharmony_ci						    DOMAIN_BUS_FSL_MC_MSI);
2088c2ecf20Sopenharmony_ci	}
2098c2ecf20Sopenharmony_ci
2108c2ecf20Sopenharmony_ci	return msi_domain;
2118c2ecf20Sopenharmony_ci}
2128c2ecf20Sopenharmony_ci
2138c2ecf20Sopenharmony_cistatic void fsl_mc_msi_free_descs(struct device *dev)
2148c2ecf20Sopenharmony_ci{
2158c2ecf20Sopenharmony_ci	struct msi_desc *desc, *tmp;
2168c2ecf20Sopenharmony_ci
2178c2ecf20Sopenharmony_ci	list_for_each_entry_safe(desc, tmp, dev_to_msi_list(dev), list) {
2188c2ecf20Sopenharmony_ci		list_del(&desc->list);
2198c2ecf20Sopenharmony_ci		free_msi_entry(desc);
2208c2ecf20Sopenharmony_ci	}
2218c2ecf20Sopenharmony_ci}
2228c2ecf20Sopenharmony_ci
2238c2ecf20Sopenharmony_cistatic int fsl_mc_msi_alloc_descs(struct device *dev, unsigned int irq_count)
2248c2ecf20Sopenharmony_ci
2258c2ecf20Sopenharmony_ci{
2268c2ecf20Sopenharmony_ci	unsigned int i;
2278c2ecf20Sopenharmony_ci	int error;
2288c2ecf20Sopenharmony_ci	struct msi_desc *msi_desc;
2298c2ecf20Sopenharmony_ci
2308c2ecf20Sopenharmony_ci	for (i = 0; i < irq_count; i++) {
2318c2ecf20Sopenharmony_ci		msi_desc = alloc_msi_entry(dev, 1, NULL);
2328c2ecf20Sopenharmony_ci		if (!msi_desc) {
2338c2ecf20Sopenharmony_ci			dev_err(dev, "Failed to allocate msi entry\n");
2348c2ecf20Sopenharmony_ci			error = -ENOMEM;
2358c2ecf20Sopenharmony_ci			goto cleanup_msi_descs;
2368c2ecf20Sopenharmony_ci		}
2378c2ecf20Sopenharmony_ci
2388c2ecf20Sopenharmony_ci		msi_desc->fsl_mc.msi_index = i;
2398c2ecf20Sopenharmony_ci		INIT_LIST_HEAD(&msi_desc->list);
2408c2ecf20Sopenharmony_ci		list_add_tail(&msi_desc->list, dev_to_msi_list(dev));
2418c2ecf20Sopenharmony_ci	}
2428c2ecf20Sopenharmony_ci
2438c2ecf20Sopenharmony_ci	return 0;
2448c2ecf20Sopenharmony_ci
2458c2ecf20Sopenharmony_cicleanup_msi_descs:
2468c2ecf20Sopenharmony_ci	fsl_mc_msi_free_descs(dev);
2478c2ecf20Sopenharmony_ci	return error;
2488c2ecf20Sopenharmony_ci}
2498c2ecf20Sopenharmony_ci
2508c2ecf20Sopenharmony_ciint fsl_mc_msi_domain_alloc_irqs(struct device *dev,
2518c2ecf20Sopenharmony_ci				 unsigned int irq_count)
2528c2ecf20Sopenharmony_ci{
2538c2ecf20Sopenharmony_ci	struct irq_domain *msi_domain;
2548c2ecf20Sopenharmony_ci	int error;
2558c2ecf20Sopenharmony_ci
2568c2ecf20Sopenharmony_ci	if (!list_empty(dev_to_msi_list(dev)))
2578c2ecf20Sopenharmony_ci		return -EINVAL;
2588c2ecf20Sopenharmony_ci
2598c2ecf20Sopenharmony_ci	error = fsl_mc_msi_alloc_descs(dev, irq_count);
2608c2ecf20Sopenharmony_ci	if (error < 0)
2618c2ecf20Sopenharmony_ci		return error;
2628c2ecf20Sopenharmony_ci
2638c2ecf20Sopenharmony_ci	msi_domain = dev_get_msi_domain(dev);
2648c2ecf20Sopenharmony_ci	if (!msi_domain) {
2658c2ecf20Sopenharmony_ci		error = -EINVAL;
2668c2ecf20Sopenharmony_ci		goto cleanup_msi_descs;
2678c2ecf20Sopenharmony_ci	}
2688c2ecf20Sopenharmony_ci
2698c2ecf20Sopenharmony_ci	/*
2708c2ecf20Sopenharmony_ci	 * NOTE: Calling this function will trigger the invocation of the
2718c2ecf20Sopenharmony_ci	 * its_fsl_mc_msi_prepare() callback
2728c2ecf20Sopenharmony_ci	 */
2738c2ecf20Sopenharmony_ci	error = msi_domain_alloc_irqs(msi_domain, dev, irq_count);
2748c2ecf20Sopenharmony_ci
2758c2ecf20Sopenharmony_ci	if (error) {
2768c2ecf20Sopenharmony_ci		dev_err(dev, "Failed to allocate IRQs\n");
2778c2ecf20Sopenharmony_ci		goto cleanup_msi_descs;
2788c2ecf20Sopenharmony_ci	}
2798c2ecf20Sopenharmony_ci
2808c2ecf20Sopenharmony_ci	return 0;
2818c2ecf20Sopenharmony_ci
2828c2ecf20Sopenharmony_cicleanup_msi_descs:
2838c2ecf20Sopenharmony_ci	fsl_mc_msi_free_descs(dev);
2848c2ecf20Sopenharmony_ci	return error;
2858c2ecf20Sopenharmony_ci}
2868c2ecf20Sopenharmony_ci
2878c2ecf20Sopenharmony_civoid fsl_mc_msi_domain_free_irqs(struct device *dev)
2888c2ecf20Sopenharmony_ci{
2898c2ecf20Sopenharmony_ci	struct irq_domain *msi_domain;
2908c2ecf20Sopenharmony_ci
2918c2ecf20Sopenharmony_ci	msi_domain = dev_get_msi_domain(dev);
2928c2ecf20Sopenharmony_ci	if (!msi_domain)
2938c2ecf20Sopenharmony_ci		return;
2948c2ecf20Sopenharmony_ci
2958c2ecf20Sopenharmony_ci	msi_domain_free_irqs(msi_domain, dev);
2968c2ecf20Sopenharmony_ci
2978c2ecf20Sopenharmony_ci	if (list_empty(dev_to_msi_list(dev)))
2988c2ecf20Sopenharmony_ci		return;
2998c2ecf20Sopenharmony_ci
3008c2ecf20Sopenharmony_ci	fsl_mc_msi_free_descs(dev);
3018c2ecf20Sopenharmony_ci}
302