162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0+
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * VFIO based AP device driver
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright IBM Corp. 2018
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Author(s): Tony Krowiak <akrowiak@linux.ibm.com>
862306a36Sopenharmony_ci *	      Pierre Morel <pmorel@linux.ibm.com>
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <linux/module.h>
1262306a36Sopenharmony_ci#include <linux/mod_devicetable.h>
1362306a36Sopenharmony_ci#include <linux/slab.h>
1462306a36Sopenharmony_ci#include <linux/string.h>
1562306a36Sopenharmony_ci#include <asm/facility.h>
1662306a36Sopenharmony_ci#include "vfio_ap_private.h"
1762306a36Sopenharmony_ci#include "vfio_ap_debug.h"
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#define VFIO_AP_ROOT_NAME "vfio_ap"
2062306a36Sopenharmony_ci#define VFIO_AP_DEV_NAME "matrix"
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ciMODULE_AUTHOR("IBM Corporation");
2362306a36Sopenharmony_ciMODULE_DESCRIPTION("VFIO AP device driver, Copyright IBM Corp. 2018");
2462306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_cistruct ap_matrix_dev *matrix_dev;
2762306a36Sopenharmony_cidebug_info_t *vfio_ap_dbf_info;
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci/* Only type 10 adapters (CEX4 and later) are supported
3062306a36Sopenharmony_ci * by the AP matrix device driver
3162306a36Sopenharmony_ci */
3262306a36Sopenharmony_cistatic struct ap_device_id ap_queue_ids[] = {
3362306a36Sopenharmony_ci	{ .dev_type = AP_DEVICE_TYPE_CEX4,
3462306a36Sopenharmony_ci	  .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE },
3562306a36Sopenharmony_ci	{ .dev_type = AP_DEVICE_TYPE_CEX5,
3662306a36Sopenharmony_ci	  .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE },
3762306a36Sopenharmony_ci	{ .dev_type = AP_DEVICE_TYPE_CEX6,
3862306a36Sopenharmony_ci	  .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE },
3962306a36Sopenharmony_ci	{ .dev_type = AP_DEVICE_TYPE_CEX7,
4062306a36Sopenharmony_ci	  .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE },
4162306a36Sopenharmony_ci	{ .dev_type = AP_DEVICE_TYPE_CEX8,
4262306a36Sopenharmony_ci	  .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE },
4362306a36Sopenharmony_ci	{ /* end of sibling */ },
4462306a36Sopenharmony_ci};
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_cistatic struct ap_driver vfio_ap_drv = {
4762306a36Sopenharmony_ci	.probe = vfio_ap_mdev_probe_queue,
4862306a36Sopenharmony_ci	.remove = vfio_ap_mdev_remove_queue,
4962306a36Sopenharmony_ci	.in_use = vfio_ap_mdev_resource_in_use,
5062306a36Sopenharmony_ci	.on_config_changed = vfio_ap_on_cfg_changed,
5162306a36Sopenharmony_ci	.on_scan_complete = vfio_ap_on_scan_complete,
5262306a36Sopenharmony_ci	.ids = ap_queue_ids,
5362306a36Sopenharmony_ci};
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_cistatic void vfio_ap_matrix_dev_release(struct device *dev)
5662306a36Sopenharmony_ci{
5762306a36Sopenharmony_ci	struct ap_matrix_dev *matrix_dev;
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	matrix_dev = container_of(dev, struct ap_matrix_dev, device);
6062306a36Sopenharmony_ci	kfree(matrix_dev);
6162306a36Sopenharmony_ci}
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_cistatic struct bus_type matrix_bus = {
6462306a36Sopenharmony_ci	.name = "matrix",
6562306a36Sopenharmony_ci};
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_cistatic struct device_driver matrix_driver = {
6862306a36Sopenharmony_ci	.name = "vfio_ap",
6962306a36Sopenharmony_ci	.bus = &matrix_bus,
7062306a36Sopenharmony_ci	.suppress_bind_attrs = true,
7162306a36Sopenharmony_ci};
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_cistatic int vfio_ap_matrix_dev_create(void)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	int ret;
7662306a36Sopenharmony_ci	struct device *root_device;
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	root_device = root_device_register(VFIO_AP_ROOT_NAME);
7962306a36Sopenharmony_ci	if (IS_ERR(root_device))
8062306a36Sopenharmony_ci		return PTR_ERR(root_device);
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	ret = bus_register(&matrix_bus);
8362306a36Sopenharmony_ci	if (ret)
8462306a36Sopenharmony_ci		goto bus_register_err;
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci	matrix_dev = kzalloc(sizeof(*matrix_dev), GFP_KERNEL);
8762306a36Sopenharmony_ci	if (!matrix_dev) {
8862306a36Sopenharmony_ci		ret = -ENOMEM;
8962306a36Sopenharmony_ci		goto matrix_alloc_err;
9062306a36Sopenharmony_ci	}
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	/* Fill in config info via PQAP(QCI), if available */
9362306a36Sopenharmony_ci	if (test_facility(12)) {
9462306a36Sopenharmony_ci		ret = ap_qci(&matrix_dev->info);
9562306a36Sopenharmony_ci		if (ret)
9662306a36Sopenharmony_ci			goto matrix_alloc_err;
9762306a36Sopenharmony_ci	}
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci	mutex_init(&matrix_dev->mdevs_lock);
10062306a36Sopenharmony_ci	INIT_LIST_HEAD(&matrix_dev->mdev_list);
10162306a36Sopenharmony_ci	mutex_init(&matrix_dev->guests_lock);
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_ci	dev_set_name(&matrix_dev->device, "%s", VFIO_AP_DEV_NAME);
10462306a36Sopenharmony_ci	matrix_dev->device.parent = root_device;
10562306a36Sopenharmony_ci	matrix_dev->device.bus = &matrix_bus;
10662306a36Sopenharmony_ci	matrix_dev->device.release = vfio_ap_matrix_dev_release;
10762306a36Sopenharmony_ci	matrix_dev->vfio_ap_drv = &vfio_ap_drv;
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci	ret = device_register(&matrix_dev->device);
11062306a36Sopenharmony_ci	if (ret)
11162306a36Sopenharmony_ci		goto matrix_reg_err;
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci	ret = driver_register(&matrix_driver);
11462306a36Sopenharmony_ci	if (ret)
11562306a36Sopenharmony_ci		goto matrix_drv_err;
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci	return 0;
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_cimatrix_drv_err:
12062306a36Sopenharmony_ci	device_del(&matrix_dev->device);
12162306a36Sopenharmony_cimatrix_reg_err:
12262306a36Sopenharmony_ci	put_device(&matrix_dev->device);
12362306a36Sopenharmony_cimatrix_alloc_err:
12462306a36Sopenharmony_ci	bus_unregister(&matrix_bus);
12562306a36Sopenharmony_cibus_register_err:
12662306a36Sopenharmony_ci	root_device_unregister(root_device);
12762306a36Sopenharmony_ci	return ret;
12862306a36Sopenharmony_ci}
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_cistatic void vfio_ap_matrix_dev_destroy(void)
13162306a36Sopenharmony_ci{
13262306a36Sopenharmony_ci	struct device *root_device = matrix_dev->device.parent;
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci	driver_unregister(&matrix_driver);
13562306a36Sopenharmony_ci	device_unregister(&matrix_dev->device);
13662306a36Sopenharmony_ci	bus_unregister(&matrix_bus);
13762306a36Sopenharmony_ci	root_device_unregister(root_device);
13862306a36Sopenharmony_ci}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_cistatic int __init vfio_ap_dbf_info_init(void)
14162306a36Sopenharmony_ci{
14262306a36Sopenharmony_ci	vfio_ap_dbf_info = debug_register("vfio_ap", 1, 1,
14362306a36Sopenharmony_ci					  DBF_MAX_SPRINTF_ARGS * sizeof(long));
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	if (!vfio_ap_dbf_info)
14662306a36Sopenharmony_ci		return -ENOENT;
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	debug_register_view(vfio_ap_dbf_info, &debug_sprintf_view);
14962306a36Sopenharmony_ci	debug_set_level(vfio_ap_dbf_info, DBF_WARN);
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	return 0;
15262306a36Sopenharmony_ci}
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_cistatic int __init vfio_ap_init(void)
15562306a36Sopenharmony_ci{
15662306a36Sopenharmony_ci	int ret;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	ret = vfio_ap_dbf_info_init();
15962306a36Sopenharmony_ci	if (ret)
16062306a36Sopenharmony_ci		return ret;
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci	/* If there are no AP instructions, there is nothing to pass through. */
16362306a36Sopenharmony_ci	if (!ap_instructions_available())
16462306a36Sopenharmony_ci		return -ENODEV;
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	ret = vfio_ap_matrix_dev_create();
16762306a36Sopenharmony_ci	if (ret)
16862306a36Sopenharmony_ci		return ret;
16962306a36Sopenharmony_ci
17062306a36Sopenharmony_ci	ret = ap_driver_register(&vfio_ap_drv, THIS_MODULE, VFIO_AP_DRV_NAME);
17162306a36Sopenharmony_ci	if (ret) {
17262306a36Sopenharmony_ci		vfio_ap_matrix_dev_destroy();
17362306a36Sopenharmony_ci		return ret;
17462306a36Sopenharmony_ci	}
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci	ret = vfio_ap_mdev_register();
17762306a36Sopenharmony_ci	if (ret) {
17862306a36Sopenharmony_ci		ap_driver_unregister(&vfio_ap_drv);
17962306a36Sopenharmony_ci		vfio_ap_matrix_dev_destroy();
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci		return ret;
18262306a36Sopenharmony_ci	}
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	return 0;
18562306a36Sopenharmony_ci}
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_cistatic void __exit vfio_ap_exit(void)
18862306a36Sopenharmony_ci{
18962306a36Sopenharmony_ci	vfio_ap_mdev_unregister();
19062306a36Sopenharmony_ci	ap_driver_unregister(&vfio_ap_drv);
19162306a36Sopenharmony_ci	vfio_ap_matrix_dev_destroy();
19262306a36Sopenharmony_ci	debug_unregister(vfio_ap_dbf_info);
19362306a36Sopenharmony_ci}
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_cimodule_init(vfio_ap_init);
19662306a36Sopenharmony_cimodule_exit(vfio_ap_exit);
197