18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Freescale Management Complex (MC) bus driver MSI support 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * Copyright (C) 2015-2016 Freescale Semiconductor, Inc. 68c2ecf20Sopenharmony_ci * Author: German Rivera <German.Rivera@freescale.com> 78c2ecf20Sopenharmony_ci * 88c2ecf20Sopenharmony_ci */ 98c2ecf20Sopenharmony_ci 108c2ecf20Sopenharmony_ci#include <linux/of_device.h> 118c2ecf20Sopenharmony_ci#include <linux/of_address.h> 128c2ecf20Sopenharmony_ci#include <linux/of_irq.h> 138c2ecf20Sopenharmony_ci#include <linux/irq.h> 148c2ecf20Sopenharmony_ci#include <linux/irqdomain.h> 158c2ecf20Sopenharmony_ci#include <linux/msi.h> 168c2ecf20Sopenharmony_ci#include <linux/acpi_iort.h> 178c2ecf20Sopenharmony_ci 188c2ecf20Sopenharmony_ci#include "fsl-mc-private.h" 198c2ecf20Sopenharmony_ci 208c2ecf20Sopenharmony_ci#ifdef GENERIC_MSI_DOMAIN_OPS 218c2ecf20Sopenharmony_ci/* 228c2ecf20Sopenharmony_ci * Generate a unique ID identifying the interrupt (only used within the MSI 238c2ecf20Sopenharmony_ci * irqdomain. Combine the icid with the interrupt index. 248c2ecf20Sopenharmony_ci */ 258c2ecf20Sopenharmony_cistatic irq_hw_number_t fsl_mc_domain_calc_hwirq(struct fsl_mc_device *dev, 268c2ecf20Sopenharmony_ci struct msi_desc *desc) 278c2ecf20Sopenharmony_ci{ 288c2ecf20Sopenharmony_ci /* 298c2ecf20Sopenharmony_ci * Make the base hwirq value for ICID*10000 so it is readable 308c2ecf20Sopenharmony_ci * as a decimal value in /proc/interrupts. 318c2ecf20Sopenharmony_ci */ 328c2ecf20Sopenharmony_ci return (irq_hw_number_t)(desc->fsl_mc.msi_index + (dev->icid * 10000)); 338c2ecf20Sopenharmony_ci} 348c2ecf20Sopenharmony_ci 358c2ecf20Sopenharmony_cistatic void fsl_mc_msi_set_desc(msi_alloc_info_t *arg, 368c2ecf20Sopenharmony_ci struct msi_desc *desc) 378c2ecf20Sopenharmony_ci{ 388c2ecf20Sopenharmony_ci arg->desc = desc; 398c2ecf20Sopenharmony_ci arg->hwirq = fsl_mc_domain_calc_hwirq(to_fsl_mc_device(desc->dev), 408c2ecf20Sopenharmony_ci desc); 418c2ecf20Sopenharmony_ci} 428c2ecf20Sopenharmony_ci#else 438c2ecf20Sopenharmony_ci#define fsl_mc_msi_set_desc NULL 448c2ecf20Sopenharmony_ci#endif 458c2ecf20Sopenharmony_ci 468c2ecf20Sopenharmony_cistatic void fsl_mc_msi_update_dom_ops(struct msi_domain_info *info) 478c2ecf20Sopenharmony_ci{ 488c2ecf20Sopenharmony_ci struct msi_domain_ops *ops = info->ops; 498c2ecf20Sopenharmony_ci 508c2ecf20Sopenharmony_ci if (!ops) 518c2ecf20Sopenharmony_ci return; 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_ci /* 548c2ecf20Sopenharmony_ci * set_desc should not be set by the caller 558c2ecf20Sopenharmony_ci */ 568c2ecf20Sopenharmony_ci if (!ops->set_desc) 578c2ecf20Sopenharmony_ci ops->set_desc = fsl_mc_msi_set_desc; 588c2ecf20Sopenharmony_ci} 598c2ecf20Sopenharmony_ci 608c2ecf20Sopenharmony_cistatic void __fsl_mc_msi_write_msg(struct fsl_mc_device *mc_bus_dev, 618c2ecf20Sopenharmony_ci struct fsl_mc_device_irq *mc_dev_irq) 628c2ecf20Sopenharmony_ci{ 638c2ecf20Sopenharmony_ci int error; 648c2ecf20Sopenharmony_ci struct fsl_mc_device *owner_mc_dev = mc_dev_irq->mc_dev; 658c2ecf20Sopenharmony_ci struct msi_desc *msi_desc = mc_dev_irq->msi_desc; 668c2ecf20Sopenharmony_ci struct dprc_irq_cfg irq_cfg; 678c2ecf20Sopenharmony_ci 688c2ecf20Sopenharmony_ci /* 698c2ecf20Sopenharmony_ci * msi_desc->msg.address is 0x0 when this function is invoked in 708c2ecf20Sopenharmony_ci * the free_irq() code path. In this case, for the MC, we don't 718c2ecf20Sopenharmony_ci * really need to "unprogram" the MSI, so we just return. 728c2ecf20Sopenharmony_ci */ 738c2ecf20Sopenharmony_ci if (msi_desc->msg.address_lo == 0x0 && msi_desc->msg.address_hi == 0x0) 748c2ecf20Sopenharmony_ci return; 758c2ecf20Sopenharmony_ci 768c2ecf20Sopenharmony_ci if (!owner_mc_dev) 778c2ecf20Sopenharmony_ci return; 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_ci irq_cfg.paddr = ((u64)msi_desc->msg.address_hi << 32) | 808c2ecf20Sopenharmony_ci msi_desc->msg.address_lo; 818c2ecf20Sopenharmony_ci irq_cfg.val = msi_desc->msg.data; 828c2ecf20Sopenharmony_ci irq_cfg.irq_num = msi_desc->irq; 838c2ecf20Sopenharmony_ci 848c2ecf20Sopenharmony_ci if (owner_mc_dev == mc_bus_dev) { 858c2ecf20Sopenharmony_ci /* 868c2ecf20Sopenharmony_ci * IRQ is for the mc_bus_dev's DPRC itself 878c2ecf20Sopenharmony_ci */ 888c2ecf20Sopenharmony_ci error = dprc_set_irq(mc_bus_dev->mc_io, 898c2ecf20Sopenharmony_ci MC_CMD_FLAG_INTR_DIS | MC_CMD_FLAG_PRI, 908c2ecf20Sopenharmony_ci mc_bus_dev->mc_handle, 918c2ecf20Sopenharmony_ci mc_dev_irq->dev_irq_index, 928c2ecf20Sopenharmony_ci &irq_cfg); 938c2ecf20Sopenharmony_ci if (error < 0) { 948c2ecf20Sopenharmony_ci dev_err(&owner_mc_dev->dev, 958c2ecf20Sopenharmony_ci "dprc_set_irq() failed: %d\n", error); 968c2ecf20Sopenharmony_ci } 978c2ecf20Sopenharmony_ci } else { 988c2ecf20Sopenharmony_ci /* 998c2ecf20Sopenharmony_ci * IRQ is for for a child device of mc_bus_dev 1008c2ecf20Sopenharmony_ci */ 1018c2ecf20Sopenharmony_ci error = dprc_set_obj_irq(mc_bus_dev->mc_io, 1028c2ecf20Sopenharmony_ci MC_CMD_FLAG_INTR_DIS | MC_CMD_FLAG_PRI, 1038c2ecf20Sopenharmony_ci mc_bus_dev->mc_handle, 1048c2ecf20Sopenharmony_ci owner_mc_dev->obj_desc.type, 1058c2ecf20Sopenharmony_ci owner_mc_dev->obj_desc.id, 1068c2ecf20Sopenharmony_ci mc_dev_irq->dev_irq_index, 1078c2ecf20Sopenharmony_ci &irq_cfg); 1088c2ecf20Sopenharmony_ci if (error < 0) { 1098c2ecf20Sopenharmony_ci dev_err(&owner_mc_dev->dev, 1108c2ecf20Sopenharmony_ci "dprc_obj_set_irq() failed: %d\n", error); 1118c2ecf20Sopenharmony_ci } 1128c2ecf20Sopenharmony_ci } 1138c2ecf20Sopenharmony_ci} 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci/* 1168c2ecf20Sopenharmony_ci * NOTE: This function is invoked with interrupts disabled 1178c2ecf20Sopenharmony_ci */ 1188c2ecf20Sopenharmony_cistatic void fsl_mc_msi_write_msg(struct irq_data *irq_data, 1198c2ecf20Sopenharmony_ci struct msi_msg *msg) 1208c2ecf20Sopenharmony_ci{ 1218c2ecf20Sopenharmony_ci struct msi_desc *msi_desc = irq_data_get_msi_desc(irq_data); 1228c2ecf20Sopenharmony_ci struct fsl_mc_device *mc_bus_dev = to_fsl_mc_device(msi_desc->dev); 1238c2ecf20Sopenharmony_ci struct fsl_mc_bus *mc_bus = to_fsl_mc_bus(mc_bus_dev); 1248c2ecf20Sopenharmony_ci struct fsl_mc_device_irq *mc_dev_irq = 1258c2ecf20Sopenharmony_ci &mc_bus->irq_resources[msi_desc->fsl_mc.msi_index]; 1268c2ecf20Sopenharmony_ci 1278c2ecf20Sopenharmony_ci msi_desc->msg = *msg; 1288c2ecf20Sopenharmony_ci 1298c2ecf20Sopenharmony_ci /* 1308c2ecf20Sopenharmony_ci * Program the MSI (paddr, value) pair in the device: 1318c2ecf20Sopenharmony_ci */ 1328c2ecf20Sopenharmony_ci __fsl_mc_msi_write_msg(mc_bus_dev, mc_dev_irq); 1338c2ecf20Sopenharmony_ci} 1348c2ecf20Sopenharmony_ci 1358c2ecf20Sopenharmony_cistatic void fsl_mc_msi_update_chip_ops(struct msi_domain_info *info) 1368c2ecf20Sopenharmony_ci{ 1378c2ecf20Sopenharmony_ci struct irq_chip *chip = info->chip; 1388c2ecf20Sopenharmony_ci 1398c2ecf20Sopenharmony_ci if (!chip) 1408c2ecf20Sopenharmony_ci return; 1418c2ecf20Sopenharmony_ci 1428c2ecf20Sopenharmony_ci /* 1438c2ecf20Sopenharmony_ci * irq_write_msi_msg should not be set by the caller 1448c2ecf20Sopenharmony_ci */ 1458c2ecf20Sopenharmony_ci if (!chip->irq_write_msi_msg) 1468c2ecf20Sopenharmony_ci chip->irq_write_msi_msg = fsl_mc_msi_write_msg; 1478c2ecf20Sopenharmony_ci} 1488c2ecf20Sopenharmony_ci 1498c2ecf20Sopenharmony_ci/** 1508c2ecf20Sopenharmony_ci * fsl_mc_msi_create_irq_domain - Create a fsl-mc MSI interrupt domain 1518c2ecf20Sopenharmony_ci * @np: Optional device-tree node of the interrupt controller 1528c2ecf20Sopenharmony_ci * @info: MSI domain info 1538c2ecf20Sopenharmony_ci * @parent: Parent irq domain 1548c2ecf20Sopenharmony_ci * 1558c2ecf20Sopenharmony_ci * Updates the domain and chip ops and creates a fsl-mc MSI 1568c2ecf20Sopenharmony_ci * interrupt domain. 1578c2ecf20Sopenharmony_ci * 1588c2ecf20Sopenharmony_ci * Returns: 1598c2ecf20Sopenharmony_ci * A domain pointer or NULL in case of failure. 1608c2ecf20Sopenharmony_ci */ 1618c2ecf20Sopenharmony_cistruct irq_domain *fsl_mc_msi_create_irq_domain(struct fwnode_handle *fwnode, 1628c2ecf20Sopenharmony_ci struct msi_domain_info *info, 1638c2ecf20Sopenharmony_ci struct irq_domain *parent) 1648c2ecf20Sopenharmony_ci{ 1658c2ecf20Sopenharmony_ci struct irq_domain *domain; 1668c2ecf20Sopenharmony_ci 1678c2ecf20Sopenharmony_ci if (WARN_ON((info->flags & MSI_FLAG_LEVEL_CAPABLE))) 1688c2ecf20Sopenharmony_ci info->flags &= ~MSI_FLAG_LEVEL_CAPABLE; 1698c2ecf20Sopenharmony_ci if (info->flags & MSI_FLAG_USE_DEF_DOM_OPS) 1708c2ecf20Sopenharmony_ci fsl_mc_msi_update_dom_ops(info); 1718c2ecf20Sopenharmony_ci if (info->flags & MSI_FLAG_USE_DEF_CHIP_OPS) 1728c2ecf20Sopenharmony_ci fsl_mc_msi_update_chip_ops(info); 1738c2ecf20Sopenharmony_ci 1748c2ecf20Sopenharmony_ci domain = msi_create_irq_domain(fwnode, info, parent); 1758c2ecf20Sopenharmony_ci if (domain) 1768c2ecf20Sopenharmony_ci irq_domain_update_bus_token(domain, DOMAIN_BUS_FSL_MC_MSI); 1778c2ecf20Sopenharmony_ci 1788c2ecf20Sopenharmony_ci return domain; 1798c2ecf20Sopenharmony_ci} 1808c2ecf20Sopenharmony_ci 1818c2ecf20Sopenharmony_cistruct irq_domain *fsl_mc_find_msi_domain(struct device *dev) 1828c2ecf20Sopenharmony_ci{ 1838c2ecf20Sopenharmony_ci struct device *root_dprc_dev; 1848c2ecf20Sopenharmony_ci struct device *bus_dev; 1858c2ecf20Sopenharmony_ci struct irq_domain *msi_domain; 1868c2ecf20Sopenharmony_ci struct fsl_mc_device *mc_dev = to_fsl_mc_device(dev); 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_ci fsl_mc_get_root_dprc(dev, &root_dprc_dev); 1898c2ecf20Sopenharmony_ci bus_dev = root_dprc_dev->parent; 1908c2ecf20Sopenharmony_ci 1918c2ecf20Sopenharmony_ci if (bus_dev->of_node) { 1928c2ecf20Sopenharmony_ci msi_domain = of_msi_map_get_device_domain(dev, 1938c2ecf20Sopenharmony_ci mc_dev->icid, 1948c2ecf20Sopenharmony_ci DOMAIN_BUS_FSL_MC_MSI); 1958c2ecf20Sopenharmony_ci 1968c2ecf20Sopenharmony_ci /* 1978c2ecf20Sopenharmony_ci * if the msi-map property is missing assume that all the 1988c2ecf20Sopenharmony_ci * child containers inherit the domain from the parent 1998c2ecf20Sopenharmony_ci */ 2008c2ecf20Sopenharmony_ci if (!msi_domain) 2018c2ecf20Sopenharmony_ci 2028c2ecf20Sopenharmony_ci msi_domain = of_msi_get_domain(bus_dev, 2038c2ecf20Sopenharmony_ci bus_dev->of_node, 2048c2ecf20Sopenharmony_ci DOMAIN_BUS_FSL_MC_MSI); 2058c2ecf20Sopenharmony_ci } else { 2068c2ecf20Sopenharmony_ci msi_domain = iort_get_device_domain(dev, mc_dev->icid, 2078c2ecf20Sopenharmony_ci DOMAIN_BUS_FSL_MC_MSI); 2088c2ecf20Sopenharmony_ci } 2098c2ecf20Sopenharmony_ci 2108c2ecf20Sopenharmony_ci return msi_domain; 2118c2ecf20Sopenharmony_ci} 2128c2ecf20Sopenharmony_ci 2138c2ecf20Sopenharmony_cistatic void fsl_mc_msi_free_descs(struct device *dev) 2148c2ecf20Sopenharmony_ci{ 2158c2ecf20Sopenharmony_ci struct msi_desc *desc, *tmp; 2168c2ecf20Sopenharmony_ci 2178c2ecf20Sopenharmony_ci list_for_each_entry_safe(desc, tmp, dev_to_msi_list(dev), list) { 2188c2ecf20Sopenharmony_ci list_del(&desc->list); 2198c2ecf20Sopenharmony_ci free_msi_entry(desc); 2208c2ecf20Sopenharmony_ci } 2218c2ecf20Sopenharmony_ci} 2228c2ecf20Sopenharmony_ci 2238c2ecf20Sopenharmony_cistatic int fsl_mc_msi_alloc_descs(struct device *dev, unsigned int irq_count) 2248c2ecf20Sopenharmony_ci 2258c2ecf20Sopenharmony_ci{ 2268c2ecf20Sopenharmony_ci unsigned int i; 2278c2ecf20Sopenharmony_ci int error; 2288c2ecf20Sopenharmony_ci struct msi_desc *msi_desc; 2298c2ecf20Sopenharmony_ci 2308c2ecf20Sopenharmony_ci for (i = 0; i < irq_count; i++) { 2318c2ecf20Sopenharmony_ci msi_desc = alloc_msi_entry(dev, 1, NULL); 2328c2ecf20Sopenharmony_ci if (!msi_desc) { 2338c2ecf20Sopenharmony_ci dev_err(dev, "Failed to allocate msi entry\n"); 2348c2ecf20Sopenharmony_ci error = -ENOMEM; 2358c2ecf20Sopenharmony_ci goto cleanup_msi_descs; 2368c2ecf20Sopenharmony_ci } 2378c2ecf20Sopenharmony_ci 2388c2ecf20Sopenharmony_ci msi_desc->fsl_mc.msi_index = i; 2398c2ecf20Sopenharmony_ci INIT_LIST_HEAD(&msi_desc->list); 2408c2ecf20Sopenharmony_ci list_add_tail(&msi_desc->list, dev_to_msi_list(dev)); 2418c2ecf20Sopenharmony_ci } 2428c2ecf20Sopenharmony_ci 2438c2ecf20Sopenharmony_ci return 0; 2448c2ecf20Sopenharmony_ci 2458c2ecf20Sopenharmony_cicleanup_msi_descs: 2468c2ecf20Sopenharmony_ci fsl_mc_msi_free_descs(dev); 2478c2ecf20Sopenharmony_ci return error; 2488c2ecf20Sopenharmony_ci} 2498c2ecf20Sopenharmony_ci 2508c2ecf20Sopenharmony_ciint fsl_mc_msi_domain_alloc_irqs(struct device *dev, 2518c2ecf20Sopenharmony_ci unsigned int irq_count) 2528c2ecf20Sopenharmony_ci{ 2538c2ecf20Sopenharmony_ci struct irq_domain *msi_domain; 2548c2ecf20Sopenharmony_ci int error; 2558c2ecf20Sopenharmony_ci 2568c2ecf20Sopenharmony_ci if (!list_empty(dev_to_msi_list(dev))) 2578c2ecf20Sopenharmony_ci return -EINVAL; 2588c2ecf20Sopenharmony_ci 2598c2ecf20Sopenharmony_ci error = fsl_mc_msi_alloc_descs(dev, irq_count); 2608c2ecf20Sopenharmony_ci if (error < 0) 2618c2ecf20Sopenharmony_ci return error; 2628c2ecf20Sopenharmony_ci 2638c2ecf20Sopenharmony_ci msi_domain = dev_get_msi_domain(dev); 2648c2ecf20Sopenharmony_ci if (!msi_domain) { 2658c2ecf20Sopenharmony_ci error = -EINVAL; 2668c2ecf20Sopenharmony_ci goto cleanup_msi_descs; 2678c2ecf20Sopenharmony_ci } 2688c2ecf20Sopenharmony_ci 2698c2ecf20Sopenharmony_ci /* 2708c2ecf20Sopenharmony_ci * NOTE: Calling this function will trigger the invocation of the 2718c2ecf20Sopenharmony_ci * its_fsl_mc_msi_prepare() callback 2728c2ecf20Sopenharmony_ci */ 2738c2ecf20Sopenharmony_ci error = msi_domain_alloc_irqs(msi_domain, dev, irq_count); 2748c2ecf20Sopenharmony_ci 2758c2ecf20Sopenharmony_ci if (error) { 2768c2ecf20Sopenharmony_ci dev_err(dev, "Failed to allocate IRQs\n"); 2778c2ecf20Sopenharmony_ci goto cleanup_msi_descs; 2788c2ecf20Sopenharmony_ci } 2798c2ecf20Sopenharmony_ci 2808c2ecf20Sopenharmony_ci return 0; 2818c2ecf20Sopenharmony_ci 2828c2ecf20Sopenharmony_cicleanup_msi_descs: 2838c2ecf20Sopenharmony_ci fsl_mc_msi_free_descs(dev); 2848c2ecf20Sopenharmony_ci return error; 2858c2ecf20Sopenharmony_ci} 2868c2ecf20Sopenharmony_ci 2878c2ecf20Sopenharmony_civoid fsl_mc_msi_domain_free_irqs(struct device *dev) 2888c2ecf20Sopenharmony_ci{ 2898c2ecf20Sopenharmony_ci struct irq_domain *msi_domain; 2908c2ecf20Sopenharmony_ci 2918c2ecf20Sopenharmony_ci msi_domain = dev_get_msi_domain(dev); 2928c2ecf20Sopenharmony_ci if (!msi_domain) 2938c2ecf20Sopenharmony_ci return; 2948c2ecf20Sopenharmony_ci 2958c2ecf20Sopenharmony_ci msi_domain_free_irqs(msi_domain, dev); 2968c2ecf20Sopenharmony_ci 2978c2ecf20Sopenharmony_ci if (list_empty(dev_to_msi_list(dev))) 2988c2ecf20Sopenharmony_ci return; 2998c2ecf20Sopenharmony_ci 3008c2ecf20Sopenharmony_ci fsl_mc_msi_free_descs(dev); 3018c2ecf20Sopenharmony_ci} 302