18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright 2016-17 IBM Corp. 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#define pr_fmt(fmt) "vas: " fmt 78c2ecf20Sopenharmony_ci 88c2ecf20Sopenharmony_ci#include <linux/module.h> 98c2ecf20Sopenharmony_ci#include <linux/kernel.h> 108c2ecf20Sopenharmony_ci#include <linux/export.h> 118c2ecf20Sopenharmony_ci#include <linux/types.h> 128c2ecf20Sopenharmony_ci#include <linux/slab.h> 138c2ecf20Sopenharmony_ci#include <linux/platform_device.h> 148c2ecf20Sopenharmony_ci#include <linux/of_platform.h> 158c2ecf20Sopenharmony_ci#include <linux/of_address.h> 168c2ecf20Sopenharmony_ci#include <linux/of.h> 178c2ecf20Sopenharmony_ci#include <linux/irqdomain.h> 188c2ecf20Sopenharmony_ci#include <linux/interrupt.h> 198c2ecf20Sopenharmony_ci#include <asm/prom.h> 208c2ecf20Sopenharmony_ci#include <asm/xive.h> 218c2ecf20Sopenharmony_ci 228c2ecf20Sopenharmony_ci#include "vas.h" 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_ciDEFINE_MUTEX(vas_mutex); 258c2ecf20Sopenharmony_cistatic LIST_HEAD(vas_instances); 268c2ecf20Sopenharmony_ci 278c2ecf20Sopenharmony_cistatic DEFINE_PER_CPU(int, cpu_vas_id); 288c2ecf20Sopenharmony_ci 298c2ecf20Sopenharmony_cistatic int vas_irq_fault_window_setup(struct vas_instance *vinst) 308c2ecf20Sopenharmony_ci{ 318c2ecf20Sopenharmony_ci char devname[64]; 328c2ecf20Sopenharmony_ci int rc = 0; 338c2ecf20Sopenharmony_ci 348c2ecf20Sopenharmony_ci snprintf(devname, sizeof(devname), "vas-%d", vinst->vas_id); 358c2ecf20Sopenharmony_ci rc = request_threaded_irq(vinst->virq, vas_fault_handler, 368c2ecf20Sopenharmony_ci vas_fault_thread_fn, 0, devname, vinst); 378c2ecf20Sopenharmony_ci 388c2ecf20Sopenharmony_ci if (rc) { 398c2ecf20Sopenharmony_ci pr_err("VAS[%d]: Request IRQ(%d) failed with %d\n", 408c2ecf20Sopenharmony_ci vinst->vas_id, vinst->virq, rc); 418c2ecf20Sopenharmony_ci goto out; 428c2ecf20Sopenharmony_ci } 438c2ecf20Sopenharmony_ci 448c2ecf20Sopenharmony_ci rc = vas_setup_fault_window(vinst); 458c2ecf20Sopenharmony_ci if (rc) 468c2ecf20Sopenharmony_ci free_irq(vinst->virq, vinst); 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ciout: 498c2ecf20Sopenharmony_ci return rc; 508c2ecf20Sopenharmony_ci} 518c2ecf20Sopenharmony_ci 528c2ecf20Sopenharmony_cistatic int init_vas_instance(struct platform_device *pdev) 538c2ecf20Sopenharmony_ci{ 548c2ecf20Sopenharmony_ci struct device_node *dn = pdev->dev.of_node; 558c2ecf20Sopenharmony_ci struct vas_instance *vinst; 568c2ecf20Sopenharmony_ci struct xive_irq_data *xd; 578c2ecf20Sopenharmony_ci uint32_t chipid, hwirq; 588c2ecf20Sopenharmony_ci struct resource *res; 598c2ecf20Sopenharmony_ci int rc, cpu, vasid; 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_ci rc = of_property_read_u32(dn, "ibm,vas-id", &vasid); 628c2ecf20Sopenharmony_ci if (rc) { 638c2ecf20Sopenharmony_ci pr_err("No ibm,vas-id property for %s?\n", pdev->name); 648c2ecf20Sopenharmony_ci return -ENODEV; 658c2ecf20Sopenharmony_ci } 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_ci rc = of_property_read_u32(dn, "ibm,chip-id", &chipid); 688c2ecf20Sopenharmony_ci if (rc) { 698c2ecf20Sopenharmony_ci pr_err("No ibm,chip-id property for %s?\n", pdev->name); 708c2ecf20Sopenharmony_ci return -ENODEV; 718c2ecf20Sopenharmony_ci } 728c2ecf20Sopenharmony_ci 738c2ecf20Sopenharmony_ci if (pdev->num_resources != 4) { 748c2ecf20Sopenharmony_ci pr_err("Unexpected DT configuration for [%s, %d]\n", 758c2ecf20Sopenharmony_ci pdev->name, vasid); 768c2ecf20Sopenharmony_ci return -ENODEV; 778c2ecf20Sopenharmony_ci } 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_ci vinst = kzalloc(sizeof(*vinst), GFP_KERNEL); 808c2ecf20Sopenharmony_ci if (!vinst) 818c2ecf20Sopenharmony_ci return -ENOMEM; 828c2ecf20Sopenharmony_ci 838c2ecf20Sopenharmony_ci INIT_LIST_HEAD(&vinst->node); 848c2ecf20Sopenharmony_ci ida_init(&vinst->ida); 858c2ecf20Sopenharmony_ci mutex_init(&vinst->mutex); 868c2ecf20Sopenharmony_ci vinst->vas_id = vasid; 878c2ecf20Sopenharmony_ci vinst->pdev = pdev; 888c2ecf20Sopenharmony_ci 898c2ecf20Sopenharmony_ci res = &pdev->resource[0]; 908c2ecf20Sopenharmony_ci vinst->hvwc_bar_start = res->start; 918c2ecf20Sopenharmony_ci 928c2ecf20Sopenharmony_ci res = &pdev->resource[1]; 938c2ecf20Sopenharmony_ci vinst->uwc_bar_start = res->start; 948c2ecf20Sopenharmony_ci 958c2ecf20Sopenharmony_ci res = &pdev->resource[2]; 968c2ecf20Sopenharmony_ci vinst->paste_base_addr = res->start; 978c2ecf20Sopenharmony_ci 988c2ecf20Sopenharmony_ci res = &pdev->resource[3]; 998c2ecf20Sopenharmony_ci if (res->end > 62) { 1008c2ecf20Sopenharmony_ci pr_err("Bad 'paste_win_id_shift' in DT, %llx\n", res->end); 1018c2ecf20Sopenharmony_ci goto free_vinst; 1028c2ecf20Sopenharmony_ci } 1038c2ecf20Sopenharmony_ci 1048c2ecf20Sopenharmony_ci vinst->paste_win_id_shift = 63 - res->end; 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_ci hwirq = xive_native_alloc_irq_on_chip(chipid); 1078c2ecf20Sopenharmony_ci if (!hwirq) { 1088c2ecf20Sopenharmony_ci pr_err("Inst%d: Unable to allocate global irq for chip %d\n", 1098c2ecf20Sopenharmony_ci vinst->vas_id, chipid); 1108c2ecf20Sopenharmony_ci return -ENOENT; 1118c2ecf20Sopenharmony_ci } 1128c2ecf20Sopenharmony_ci 1138c2ecf20Sopenharmony_ci vinst->virq = irq_create_mapping(NULL, hwirq); 1148c2ecf20Sopenharmony_ci if (!vinst->virq) { 1158c2ecf20Sopenharmony_ci pr_err("Inst%d: Unable to map global irq %d\n", 1168c2ecf20Sopenharmony_ci vinst->vas_id, hwirq); 1178c2ecf20Sopenharmony_ci return -EINVAL; 1188c2ecf20Sopenharmony_ci } 1198c2ecf20Sopenharmony_ci 1208c2ecf20Sopenharmony_ci xd = irq_get_handler_data(vinst->virq); 1218c2ecf20Sopenharmony_ci if (!xd) { 1228c2ecf20Sopenharmony_ci pr_err("Inst%d: Invalid virq %d\n", 1238c2ecf20Sopenharmony_ci vinst->vas_id, vinst->virq); 1248c2ecf20Sopenharmony_ci return -EINVAL; 1258c2ecf20Sopenharmony_ci } 1268c2ecf20Sopenharmony_ci 1278c2ecf20Sopenharmony_ci vinst->irq_port = xd->trig_page; 1288c2ecf20Sopenharmony_ci pr_devel("Initialized instance [%s, %d] paste_base 0x%llx paste_win_id_shift 0x%llx IRQ %d Port 0x%llx\n", 1298c2ecf20Sopenharmony_ci pdev->name, vasid, vinst->paste_base_addr, 1308c2ecf20Sopenharmony_ci vinst->paste_win_id_shift, vinst->virq, 1318c2ecf20Sopenharmony_ci vinst->irq_port); 1328c2ecf20Sopenharmony_ci 1338c2ecf20Sopenharmony_ci for_each_possible_cpu(cpu) { 1348c2ecf20Sopenharmony_ci if (cpu_to_chip_id(cpu) == of_get_ibm_chip_id(dn)) 1358c2ecf20Sopenharmony_ci per_cpu(cpu_vas_id, cpu) = vasid; 1368c2ecf20Sopenharmony_ci } 1378c2ecf20Sopenharmony_ci 1388c2ecf20Sopenharmony_ci mutex_lock(&vas_mutex); 1398c2ecf20Sopenharmony_ci list_add(&vinst->node, &vas_instances); 1408c2ecf20Sopenharmony_ci mutex_unlock(&vas_mutex); 1418c2ecf20Sopenharmony_ci 1428c2ecf20Sopenharmony_ci spin_lock_init(&vinst->fault_lock); 1438c2ecf20Sopenharmony_ci /* 1448c2ecf20Sopenharmony_ci * IRQ and fault handling setup is needed only for user space 1458c2ecf20Sopenharmony_ci * send windows. 1468c2ecf20Sopenharmony_ci */ 1478c2ecf20Sopenharmony_ci if (vinst->virq) { 1488c2ecf20Sopenharmony_ci rc = vas_irq_fault_window_setup(vinst); 1498c2ecf20Sopenharmony_ci /* 1508c2ecf20Sopenharmony_ci * Fault window is used only for user space send windows. 1518c2ecf20Sopenharmony_ci * So if vinst->virq is NULL, tx_win_open returns -ENODEV 1528c2ecf20Sopenharmony_ci * for user space. 1538c2ecf20Sopenharmony_ci */ 1548c2ecf20Sopenharmony_ci if (rc) 1558c2ecf20Sopenharmony_ci vinst->virq = 0; 1568c2ecf20Sopenharmony_ci } 1578c2ecf20Sopenharmony_ci 1588c2ecf20Sopenharmony_ci vas_instance_init_dbgdir(vinst); 1598c2ecf20Sopenharmony_ci 1608c2ecf20Sopenharmony_ci dev_set_drvdata(&pdev->dev, vinst); 1618c2ecf20Sopenharmony_ci 1628c2ecf20Sopenharmony_ci return 0; 1638c2ecf20Sopenharmony_ci 1648c2ecf20Sopenharmony_cifree_vinst: 1658c2ecf20Sopenharmony_ci kfree(vinst); 1668c2ecf20Sopenharmony_ci return -ENODEV; 1678c2ecf20Sopenharmony_ci 1688c2ecf20Sopenharmony_ci} 1698c2ecf20Sopenharmony_ci 1708c2ecf20Sopenharmony_ci/* 1718c2ecf20Sopenharmony_ci * Although this is read/used multiple times, it is written to only 1728c2ecf20Sopenharmony_ci * during initialization. 1738c2ecf20Sopenharmony_ci */ 1748c2ecf20Sopenharmony_cistruct vas_instance *find_vas_instance(int vasid) 1758c2ecf20Sopenharmony_ci{ 1768c2ecf20Sopenharmony_ci struct list_head *ent; 1778c2ecf20Sopenharmony_ci struct vas_instance *vinst; 1788c2ecf20Sopenharmony_ci 1798c2ecf20Sopenharmony_ci mutex_lock(&vas_mutex); 1808c2ecf20Sopenharmony_ci 1818c2ecf20Sopenharmony_ci if (vasid == -1) 1828c2ecf20Sopenharmony_ci vasid = per_cpu(cpu_vas_id, smp_processor_id()); 1838c2ecf20Sopenharmony_ci 1848c2ecf20Sopenharmony_ci list_for_each(ent, &vas_instances) { 1858c2ecf20Sopenharmony_ci vinst = list_entry(ent, struct vas_instance, node); 1868c2ecf20Sopenharmony_ci if (vinst->vas_id == vasid) { 1878c2ecf20Sopenharmony_ci mutex_unlock(&vas_mutex); 1888c2ecf20Sopenharmony_ci return vinst; 1898c2ecf20Sopenharmony_ci } 1908c2ecf20Sopenharmony_ci } 1918c2ecf20Sopenharmony_ci mutex_unlock(&vas_mutex); 1928c2ecf20Sopenharmony_ci 1938c2ecf20Sopenharmony_ci pr_devel("Instance %d not found\n", vasid); 1948c2ecf20Sopenharmony_ci return NULL; 1958c2ecf20Sopenharmony_ci} 1968c2ecf20Sopenharmony_ci 1978c2ecf20Sopenharmony_ciint chip_to_vas_id(int chipid) 1988c2ecf20Sopenharmony_ci{ 1998c2ecf20Sopenharmony_ci int cpu; 2008c2ecf20Sopenharmony_ci 2018c2ecf20Sopenharmony_ci for_each_possible_cpu(cpu) { 2028c2ecf20Sopenharmony_ci if (cpu_to_chip_id(cpu) == chipid) 2038c2ecf20Sopenharmony_ci return per_cpu(cpu_vas_id, cpu); 2048c2ecf20Sopenharmony_ci } 2058c2ecf20Sopenharmony_ci return -1; 2068c2ecf20Sopenharmony_ci} 2078c2ecf20Sopenharmony_ciEXPORT_SYMBOL(chip_to_vas_id); 2088c2ecf20Sopenharmony_ci 2098c2ecf20Sopenharmony_cistatic int vas_probe(struct platform_device *pdev) 2108c2ecf20Sopenharmony_ci{ 2118c2ecf20Sopenharmony_ci return init_vas_instance(pdev); 2128c2ecf20Sopenharmony_ci} 2138c2ecf20Sopenharmony_ci 2148c2ecf20Sopenharmony_cistatic const struct of_device_id powernv_vas_match[] = { 2158c2ecf20Sopenharmony_ci { .compatible = "ibm,vas",}, 2168c2ecf20Sopenharmony_ci {}, 2178c2ecf20Sopenharmony_ci}; 2188c2ecf20Sopenharmony_ci 2198c2ecf20Sopenharmony_cistatic struct platform_driver vas_driver = { 2208c2ecf20Sopenharmony_ci .driver = { 2218c2ecf20Sopenharmony_ci .name = "vas", 2228c2ecf20Sopenharmony_ci .of_match_table = powernv_vas_match, 2238c2ecf20Sopenharmony_ci }, 2248c2ecf20Sopenharmony_ci .probe = vas_probe, 2258c2ecf20Sopenharmony_ci}; 2268c2ecf20Sopenharmony_ci 2278c2ecf20Sopenharmony_cistatic int __init vas_init(void) 2288c2ecf20Sopenharmony_ci{ 2298c2ecf20Sopenharmony_ci int found = 0; 2308c2ecf20Sopenharmony_ci struct device_node *dn; 2318c2ecf20Sopenharmony_ci 2328c2ecf20Sopenharmony_ci platform_driver_register(&vas_driver); 2338c2ecf20Sopenharmony_ci 2348c2ecf20Sopenharmony_ci for_each_compatible_node(dn, NULL, "ibm,vas") { 2358c2ecf20Sopenharmony_ci of_platform_device_create(dn, NULL, NULL); 2368c2ecf20Sopenharmony_ci found++; 2378c2ecf20Sopenharmony_ci } 2388c2ecf20Sopenharmony_ci 2398c2ecf20Sopenharmony_ci if (!found) { 2408c2ecf20Sopenharmony_ci platform_driver_unregister(&vas_driver); 2418c2ecf20Sopenharmony_ci return -ENODEV; 2428c2ecf20Sopenharmony_ci } 2438c2ecf20Sopenharmony_ci 2448c2ecf20Sopenharmony_ci pr_devel("Found %d instances\n", found); 2458c2ecf20Sopenharmony_ci 2468c2ecf20Sopenharmony_ci return 0; 2478c2ecf20Sopenharmony_ci} 2488c2ecf20Sopenharmony_cidevice_initcall(vas_init); 249