18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright 2016-17 IBM Corp.
48c2ecf20Sopenharmony_ci */
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci#define pr_fmt(fmt) "vas: " fmt
78c2ecf20Sopenharmony_ci
88c2ecf20Sopenharmony_ci#include <linux/module.h>
98c2ecf20Sopenharmony_ci#include <linux/kernel.h>
108c2ecf20Sopenharmony_ci#include <linux/export.h>
118c2ecf20Sopenharmony_ci#include <linux/types.h>
128c2ecf20Sopenharmony_ci#include <linux/slab.h>
138c2ecf20Sopenharmony_ci#include <linux/platform_device.h>
148c2ecf20Sopenharmony_ci#include <linux/of_platform.h>
158c2ecf20Sopenharmony_ci#include <linux/of_address.h>
168c2ecf20Sopenharmony_ci#include <linux/of.h>
178c2ecf20Sopenharmony_ci#include <linux/irqdomain.h>
188c2ecf20Sopenharmony_ci#include <linux/interrupt.h>
198c2ecf20Sopenharmony_ci#include <asm/prom.h>
208c2ecf20Sopenharmony_ci#include <asm/xive.h>
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_ci#include "vas.h"
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_ciDEFINE_MUTEX(vas_mutex);
258c2ecf20Sopenharmony_cistatic LIST_HEAD(vas_instances);
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_cistatic DEFINE_PER_CPU(int, cpu_vas_id);
288c2ecf20Sopenharmony_ci
298c2ecf20Sopenharmony_cistatic int vas_irq_fault_window_setup(struct vas_instance *vinst)
308c2ecf20Sopenharmony_ci{
318c2ecf20Sopenharmony_ci	char devname[64];
328c2ecf20Sopenharmony_ci	int rc = 0;
338c2ecf20Sopenharmony_ci
348c2ecf20Sopenharmony_ci	snprintf(devname, sizeof(devname), "vas-%d", vinst->vas_id);
358c2ecf20Sopenharmony_ci	rc = request_threaded_irq(vinst->virq, vas_fault_handler,
368c2ecf20Sopenharmony_ci				vas_fault_thread_fn, 0, devname, vinst);
378c2ecf20Sopenharmony_ci
388c2ecf20Sopenharmony_ci	if (rc) {
398c2ecf20Sopenharmony_ci		pr_err("VAS[%d]: Request IRQ(%d) failed with %d\n",
408c2ecf20Sopenharmony_ci				vinst->vas_id, vinst->virq, rc);
418c2ecf20Sopenharmony_ci		goto out;
428c2ecf20Sopenharmony_ci	}
438c2ecf20Sopenharmony_ci
448c2ecf20Sopenharmony_ci	rc = vas_setup_fault_window(vinst);
458c2ecf20Sopenharmony_ci	if (rc)
468c2ecf20Sopenharmony_ci		free_irq(vinst->virq, vinst);
478c2ecf20Sopenharmony_ci
488c2ecf20Sopenharmony_ciout:
498c2ecf20Sopenharmony_ci	return rc;
508c2ecf20Sopenharmony_ci}
518c2ecf20Sopenharmony_ci
528c2ecf20Sopenharmony_cistatic int init_vas_instance(struct platform_device *pdev)
538c2ecf20Sopenharmony_ci{
548c2ecf20Sopenharmony_ci	struct device_node *dn = pdev->dev.of_node;
558c2ecf20Sopenharmony_ci	struct vas_instance *vinst;
568c2ecf20Sopenharmony_ci	struct xive_irq_data *xd;
578c2ecf20Sopenharmony_ci	uint32_t chipid, hwirq;
588c2ecf20Sopenharmony_ci	struct resource *res;
598c2ecf20Sopenharmony_ci	int rc, cpu, vasid;
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_ci	rc = of_property_read_u32(dn, "ibm,vas-id", &vasid);
628c2ecf20Sopenharmony_ci	if (rc) {
638c2ecf20Sopenharmony_ci		pr_err("No ibm,vas-id property for %s?\n", pdev->name);
648c2ecf20Sopenharmony_ci		return -ENODEV;
658c2ecf20Sopenharmony_ci	}
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_ci	rc = of_property_read_u32(dn, "ibm,chip-id", &chipid);
688c2ecf20Sopenharmony_ci	if (rc) {
698c2ecf20Sopenharmony_ci		pr_err("No ibm,chip-id property for %s?\n", pdev->name);
708c2ecf20Sopenharmony_ci		return -ENODEV;
718c2ecf20Sopenharmony_ci	}
728c2ecf20Sopenharmony_ci
738c2ecf20Sopenharmony_ci	if (pdev->num_resources != 4) {
748c2ecf20Sopenharmony_ci		pr_err("Unexpected DT configuration for [%s, %d]\n",
758c2ecf20Sopenharmony_ci				pdev->name, vasid);
768c2ecf20Sopenharmony_ci		return -ENODEV;
778c2ecf20Sopenharmony_ci	}
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_ci	vinst = kzalloc(sizeof(*vinst), GFP_KERNEL);
808c2ecf20Sopenharmony_ci	if (!vinst)
818c2ecf20Sopenharmony_ci		return -ENOMEM;
828c2ecf20Sopenharmony_ci
838c2ecf20Sopenharmony_ci	INIT_LIST_HEAD(&vinst->node);
848c2ecf20Sopenharmony_ci	ida_init(&vinst->ida);
858c2ecf20Sopenharmony_ci	mutex_init(&vinst->mutex);
868c2ecf20Sopenharmony_ci	vinst->vas_id = vasid;
878c2ecf20Sopenharmony_ci	vinst->pdev = pdev;
888c2ecf20Sopenharmony_ci
898c2ecf20Sopenharmony_ci	res = &pdev->resource[0];
908c2ecf20Sopenharmony_ci	vinst->hvwc_bar_start = res->start;
918c2ecf20Sopenharmony_ci
928c2ecf20Sopenharmony_ci	res = &pdev->resource[1];
938c2ecf20Sopenharmony_ci	vinst->uwc_bar_start = res->start;
948c2ecf20Sopenharmony_ci
958c2ecf20Sopenharmony_ci	res = &pdev->resource[2];
968c2ecf20Sopenharmony_ci	vinst->paste_base_addr = res->start;
978c2ecf20Sopenharmony_ci
988c2ecf20Sopenharmony_ci	res = &pdev->resource[3];
998c2ecf20Sopenharmony_ci	if (res->end > 62) {
1008c2ecf20Sopenharmony_ci		pr_err("Bad 'paste_win_id_shift' in DT, %llx\n", res->end);
1018c2ecf20Sopenharmony_ci		goto free_vinst;
1028c2ecf20Sopenharmony_ci	}
1038c2ecf20Sopenharmony_ci
1048c2ecf20Sopenharmony_ci	vinst->paste_win_id_shift = 63 - res->end;
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_ci	hwirq = xive_native_alloc_irq_on_chip(chipid);
1078c2ecf20Sopenharmony_ci	if (!hwirq) {
1088c2ecf20Sopenharmony_ci		pr_err("Inst%d: Unable to allocate global irq for chip %d\n",
1098c2ecf20Sopenharmony_ci				vinst->vas_id, chipid);
1108c2ecf20Sopenharmony_ci		return -ENOENT;
1118c2ecf20Sopenharmony_ci	}
1128c2ecf20Sopenharmony_ci
1138c2ecf20Sopenharmony_ci	vinst->virq = irq_create_mapping(NULL, hwirq);
1148c2ecf20Sopenharmony_ci	if (!vinst->virq) {
1158c2ecf20Sopenharmony_ci		pr_err("Inst%d: Unable to map global irq %d\n",
1168c2ecf20Sopenharmony_ci				vinst->vas_id, hwirq);
1178c2ecf20Sopenharmony_ci		return -EINVAL;
1188c2ecf20Sopenharmony_ci	}
1198c2ecf20Sopenharmony_ci
1208c2ecf20Sopenharmony_ci	xd = irq_get_handler_data(vinst->virq);
1218c2ecf20Sopenharmony_ci	if (!xd) {
1228c2ecf20Sopenharmony_ci		pr_err("Inst%d: Invalid virq %d\n",
1238c2ecf20Sopenharmony_ci				vinst->vas_id, vinst->virq);
1248c2ecf20Sopenharmony_ci		return -EINVAL;
1258c2ecf20Sopenharmony_ci	}
1268c2ecf20Sopenharmony_ci
1278c2ecf20Sopenharmony_ci	vinst->irq_port = xd->trig_page;
1288c2ecf20Sopenharmony_ci	pr_devel("Initialized instance [%s, %d] paste_base 0x%llx paste_win_id_shift 0x%llx IRQ %d Port 0x%llx\n",
1298c2ecf20Sopenharmony_ci			pdev->name, vasid, vinst->paste_base_addr,
1308c2ecf20Sopenharmony_ci			vinst->paste_win_id_shift, vinst->virq,
1318c2ecf20Sopenharmony_ci			vinst->irq_port);
1328c2ecf20Sopenharmony_ci
1338c2ecf20Sopenharmony_ci	for_each_possible_cpu(cpu) {
1348c2ecf20Sopenharmony_ci		if (cpu_to_chip_id(cpu) == of_get_ibm_chip_id(dn))
1358c2ecf20Sopenharmony_ci			per_cpu(cpu_vas_id, cpu) = vasid;
1368c2ecf20Sopenharmony_ci	}
1378c2ecf20Sopenharmony_ci
1388c2ecf20Sopenharmony_ci	mutex_lock(&vas_mutex);
1398c2ecf20Sopenharmony_ci	list_add(&vinst->node, &vas_instances);
1408c2ecf20Sopenharmony_ci	mutex_unlock(&vas_mutex);
1418c2ecf20Sopenharmony_ci
1428c2ecf20Sopenharmony_ci	spin_lock_init(&vinst->fault_lock);
1438c2ecf20Sopenharmony_ci	/*
1448c2ecf20Sopenharmony_ci	 * IRQ and fault handling setup is needed only for user space
1458c2ecf20Sopenharmony_ci	 * send windows.
1468c2ecf20Sopenharmony_ci	 */
1478c2ecf20Sopenharmony_ci	if (vinst->virq) {
1488c2ecf20Sopenharmony_ci		rc = vas_irq_fault_window_setup(vinst);
1498c2ecf20Sopenharmony_ci		/*
1508c2ecf20Sopenharmony_ci		 * Fault window is used only for user space send windows.
1518c2ecf20Sopenharmony_ci		 * So if vinst->virq is NULL, tx_win_open returns -ENODEV
1528c2ecf20Sopenharmony_ci		 * for user space.
1538c2ecf20Sopenharmony_ci		 */
1548c2ecf20Sopenharmony_ci		if (rc)
1558c2ecf20Sopenharmony_ci			vinst->virq = 0;
1568c2ecf20Sopenharmony_ci	}
1578c2ecf20Sopenharmony_ci
1588c2ecf20Sopenharmony_ci	vas_instance_init_dbgdir(vinst);
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci	dev_set_drvdata(&pdev->dev, vinst);
1618c2ecf20Sopenharmony_ci
1628c2ecf20Sopenharmony_ci	return 0;
1638c2ecf20Sopenharmony_ci
1648c2ecf20Sopenharmony_cifree_vinst:
1658c2ecf20Sopenharmony_ci	kfree(vinst);
1668c2ecf20Sopenharmony_ci	return -ENODEV;
1678c2ecf20Sopenharmony_ci
1688c2ecf20Sopenharmony_ci}
1698c2ecf20Sopenharmony_ci
1708c2ecf20Sopenharmony_ci/*
1718c2ecf20Sopenharmony_ci * Although this is read/used multiple times, it is written to only
1728c2ecf20Sopenharmony_ci * during initialization.
1738c2ecf20Sopenharmony_ci */
1748c2ecf20Sopenharmony_cistruct vas_instance *find_vas_instance(int vasid)
1758c2ecf20Sopenharmony_ci{
1768c2ecf20Sopenharmony_ci	struct list_head *ent;
1778c2ecf20Sopenharmony_ci	struct vas_instance *vinst;
1788c2ecf20Sopenharmony_ci
1798c2ecf20Sopenharmony_ci	mutex_lock(&vas_mutex);
1808c2ecf20Sopenharmony_ci
1818c2ecf20Sopenharmony_ci	if (vasid == -1)
1828c2ecf20Sopenharmony_ci		vasid = per_cpu(cpu_vas_id, smp_processor_id());
1838c2ecf20Sopenharmony_ci
1848c2ecf20Sopenharmony_ci	list_for_each(ent, &vas_instances) {
1858c2ecf20Sopenharmony_ci		vinst = list_entry(ent, struct vas_instance, node);
1868c2ecf20Sopenharmony_ci		if (vinst->vas_id == vasid) {
1878c2ecf20Sopenharmony_ci			mutex_unlock(&vas_mutex);
1888c2ecf20Sopenharmony_ci			return vinst;
1898c2ecf20Sopenharmony_ci		}
1908c2ecf20Sopenharmony_ci	}
1918c2ecf20Sopenharmony_ci	mutex_unlock(&vas_mutex);
1928c2ecf20Sopenharmony_ci
1938c2ecf20Sopenharmony_ci	pr_devel("Instance %d not found\n", vasid);
1948c2ecf20Sopenharmony_ci	return NULL;
1958c2ecf20Sopenharmony_ci}
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ciint chip_to_vas_id(int chipid)
1988c2ecf20Sopenharmony_ci{
1998c2ecf20Sopenharmony_ci	int cpu;
2008c2ecf20Sopenharmony_ci
2018c2ecf20Sopenharmony_ci	for_each_possible_cpu(cpu) {
2028c2ecf20Sopenharmony_ci		if (cpu_to_chip_id(cpu) == chipid)
2038c2ecf20Sopenharmony_ci			return per_cpu(cpu_vas_id, cpu);
2048c2ecf20Sopenharmony_ci	}
2058c2ecf20Sopenharmony_ci	return -1;
2068c2ecf20Sopenharmony_ci}
2078c2ecf20Sopenharmony_ciEXPORT_SYMBOL(chip_to_vas_id);
2088c2ecf20Sopenharmony_ci
2098c2ecf20Sopenharmony_cistatic int vas_probe(struct platform_device *pdev)
2108c2ecf20Sopenharmony_ci{
2118c2ecf20Sopenharmony_ci	return init_vas_instance(pdev);
2128c2ecf20Sopenharmony_ci}
2138c2ecf20Sopenharmony_ci
2148c2ecf20Sopenharmony_cistatic const struct of_device_id powernv_vas_match[] = {
2158c2ecf20Sopenharmony_ci	{ .compatible = "ibm,vas",},
2168c2ecf20Sopenharmony_ci	{},
2178c2ecf20Sopenharmony_ci};
2188c2ecf20Sopenharmony_ci
2198c2ecf20Sopenharmony_cistatic struct platform_driver vas_driver = {
2208c2ecf20Sopenharmony_ci	.driver = {
2218c2ecf20Sopenharmony_ci		.name = "vas",
2228c2ecf20Sopenharmony_ci		.of_match_table = powernv_vas_match,
2238c2ecf20Sopenharmony_ci	},
2248c2ecf20Sopenharmony_ci	.probe = vas_probe,
2258c2ecf20Sopenharmony_ci};
2268c2ecf20Sopenharmony_ci
2278c2ecf20Sopenharmony_cistatic int __init vas_init(void)
2288c2ecf20Sopenharmony_ci{
2298c2ecf20Sopenharmony_ci	int found = 0;
2308c2ecf20Sopenharmony_ci	struct device_node *dn;
2318c2ecf20Sopenharmony_ci
2328c2ecf20Sopenharmony_ci	platform_driver_register(&vas_driver);
2338c2ecf20Sopenharmony_ci
2348c2ecf20Sopenharmony_ci	for_each_compatible_node(dn, NULL, "ibm,vas") {
2358c2ecf20Sopenharmony_ci		of_platform_device_create(dn, NULL, NULL);
2368c2ecf20Sopenharmony_ci		found++;
2378c2ecf20Sopenharmony_ci	}
2388c2ecf20Sopenharmony_ci
2398c2ecf20Sopenharmony_ci	if (!found) {
2408c2ecf20Sopenharmony_ci		platform_driver_unregister(&vas_driver);
2418c2ecf20Sopenharmony_ci		return -ENODEV;
2428c2ecf20Sopenharmony_ci	}
2438c2ecf20Sopenharmony_ci
2448c2ecf20Sopenharmony_ci	pr_devel("Found %d instances\n", found);
2458c2ecf20Sopenharmony_ci
2468c2ecf20Sopenharmony_ci	return 0;
2478c2ecf20Sopenharmony_ci}
2488c2ecf20Sopenharmony_cidevice_initcall(vas_init);
249