162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0+ 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * VFIO based AP device driver 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright IBM Corp. 2018 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * Author(s): Tony Krowiak <akrowiak@linux.ibm.com> 862306a36Sopenharmony_ci * Pierre Morel <pmorel@linux.ibm.com> 962306a36Sopenharmony_ci */ 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci#include <linux/module.h> 1262306a36Sopenharmony_ci#include <linux/mod_devicetable.h> 1362306a36Sopenharmony_ci#include <linux/slab.h> 1462306a36Sopenharmony_ci#include <linux/string.h> 1562306a36Sopenharmony_ci#include <asm/facility.h> 1662306a36Sopenharmony_ci#include "vfio_ap_private.h" 1762306a36Sopenharmony_ci#include "vfio_ap_debug.h" 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ci#define VFIO_AP_ROOT_NAME "vfio_ap" 2062306a36Sopenharmony_ci#define VFIO_AP_DEV_NAME "matrix" 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ciMODULE_AUTHOR("IBM Corporation"); 2362306a36Sopenharmony_ciMODULE_DESCRIPTION("VFIO AP device driver, Copyright IBM Corp. 2018"); 2462306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_cistruct ap_matrix_dev *matrix_dev; 2762306a36Sopenharmony_cidebug_info_t *vfio_ap_dbf_info; 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci/* Only type 10 adapters (CEX4 and later) are supported 3062306a36Sopenharmony_ci * by the AP matrix device driver 3162306a36Sopenharmony_ci */ 3262306a36Sopenharmony_cistatic struct ap_device_id ap_queue_ids[] = { 3362306a36Sopenharmony_ci { .dev_type = AP_DEVICE_TYPE_CEX4, 3462306a36Sopenharmony_ci .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE }, 3562306a36Sopenharmony_ci { .dev_type = AP_DEVICE_TYPE_CEX5, 3662306a36Sopenharmony_ci .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE }, 3762306a36Sopenharmony_ci { .dev_type = AP_DEVICE_TYPE_CEX6, 3862306a36Sopenharmony_ci .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE }, 3962306a36Sopenharmony_ci { .dev_type = AP_DEVICE_TYPE_CEX7, 4062306a36Sopenharmony_ci .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE }, 4162306a36Sopenharmony_ci { .dev_type = AP_DEVICE_TYPE_CEX8, 4262306a36Sopenharmony_ci .match_flags = AP_DEVICE_ID_MATCH_QUEUE_TYPE }, 4362306a36Sopenharmony_ci { /* end of sibling */ }, 4462306a36Sopenharmony_ci}; 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_cistatic struct ap_driver vfio_ap_drv = { 4762306a36Sopenharmony_ci .probe = vfio_ap_mdev_probe_queue, 4862306a36Sopenharmony_ci .remove = vfio_ap_mdev_remove_queue, 4962306a36Sopenharmony_ci .in_use = vfio_ap_mdev_resource_in_use, 5062306a36Sopenharmony_ci .on_config_changed = vfio_ap_on_cfg_changed, 5162306a36Sopenharmony_ci .on_scan_complete = vfio_ap_on_scan_complete, 5262306a36Sopenharmony_ci .ids = ap_queue_ids, 5362306a36Sopenharmony_ci}; 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_cistatic void vfio_ap_matrix_dev_release(struct device *dev) 5662306a36Sopenharmony_ci{ 5762306a36Sopenharmony_ci struct ap_matrix_dev *matrix_dev; 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_ci matrix_dev = container_of(dev, struct ap_matrix_dev, device); 6062306a36Sopenharmony_ci kfree(matrix_dev); 6162306a36Sopenharmony_ci} 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_cistatic struct bus_type matrix_bus = { 6462306a36Sopenharmony_ci .name = "matrix", 6562306a36Sopenharmony_ci}; 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_cistatic struct device_driver matrix_driver = { 6862306a36Sopenharmony_ci .name = "vfio_ap", 6962306a36Sopenharmony_ci .bus = &matrix_bus, 7062306a36Sopenharmony_ci .suppress_bind_attrs = true, 7162306a36Sopenharmony_ci}; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_cistatic int vfio_ap_matrix_dev_create(void) 7462306a36Sopenharmony_ci{ 7562306a36Sopenharmony_ci int ret; 7662306a36Sopenharmony_ci struct device *root_device; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci root_device = root_device_register(VFIO_AP_ROOT_NAME); 7962306a36Sopenharmony_ci if (IS_ERR(root_device)) 8062306a36Sopenharmony_ci return PTR_ERR(root_device); 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci ret = bus_register(&matrix_bus); 8362306a36Sopenharmony_ci if (ret) 8462306a36Sopenharmony_ci goto bus_register_err; 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci matrix_dev = kzalloc(sizeof(*matrix_dev), GFP_KERNEL); 8762306a36Sopenharmony_ci if (!matrix_dev) { 8862306a36Sopenharmony_ci ret = -ENOMEM; 8962306a36Sopenharmony_ci goto matrix_alloc_err; 9062306a36Sopenharmony_ci } 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci /* Fill in config info via PQAP(QCI), if available */ 9362306a36Sopenharmony_ci if (test_facility(12)) { 9462306a36Sopenharmony_ci ret = ap_qci(&matrix_dev->info); 9562306a36Sopenharmony_ci if (ret) 9662306a36Sopenharmony_ci goto matrix_alloc_err; 9762306a36Sopenharmony_ci } 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci mutex_init(&matrix_dev->mdevs_lock); 10062306a36Sopenharmony_ci INIT_LIST_HEAD(&matrix_dev->mdev_list); 10162306a36Sopenharmony_ci mutex_init(&matrix_dev->guests_lock); 10262306a36Sopenharmony_ci 10362306a36Sopenharmony_ci dev_set_name(&matrix_dev->device, "%s", VFIO_AP_DEV_NAME); 10462306a36Sopenharmony_ci matrix_dev->device.parent = root_device; 10562306a36Sopenharmony_ci matrix_dev->device.bus = &matrix_bus; 10662306a36Sopenharmony_ci matrix_dev->device.release = vfio_ap_matrix_dev_release; 10762306a36Sopenharmony_ci matrix_dev->vfio_ap_drv = &vfio_ap_drv; 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci ret = device_register(&matrix_dev->device); 11062306a36Sopenharmony_ci if (ret) 11162306a36Sopenharmony_ci goto matrix_reg_err; 11262306a36Sopenharmony_ci 11362306a36Sopenharmony_ci ret = driver_register(&matrix_driver); 11462306a36Sopenharmony_ci if (ret) 11562306a36Sopenharmony_ci goto matrix_drv_err; 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_ci return 0; 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_cimatrix_drv_err: 12062306a36Sopenharmony_ci device_del(&matrix_dev->device); 12162306a36Sopenharmony_cimatrix_reg_err: 12262306a36Sopenharmony_ci put_device(&matrix_dev->device); 12362306a36Sopenharmony_cimatrix_alloc_err: 12462306a36Sopenharmony_ci bus_unregister(&matrix_bus); 12562306a36Sopenharmony_cibus_register_err: 12662306a36Sopenharmony_ci root_device_unregister(root_device); 12762306a36Sopenharmony_ci return ret; 12862306a36Sopenharmony_ci} 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_cistatic void vfio_ap_matrix_dev_destroy(void) 13162306a36Sopenharmony_ci{ 13262306a36Sopenharmony_ci struct device *root_device = matrix_dev->device.parent; 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci driver_unregister(&matrix_driver); 13562306a36Sopenharmony_ci device_unregister(&matrix_dev->device); 13662306a36Sopenharmony_ci bus_unregister(&matrix_bus); 13762306a36Sopenharmony_ci root_device_unregister(root_device); 13862306a36Sopenharmony_ci} 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_cistatic int __init vfio_ap_dbf_info_init(void) 14162306a36Sopenharmony_ci{ 14262306a36Sopenharmony_ci vfio_ap_dbf_info = debug_register("vfio_ap", 1, 1, 14362306a36Sopenharmony_ci DBF_MAX_SPRINTF_ARGS * sizeof(long)); 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci if (!vfio_ap_dbf_info) 14662306a36Sopenharmony_ci return -ENOENT; 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ci debug_register_view(vfio_ap_dbf_info, &debug_sprintf_view); 14962306a36Sopenharmony_ci debug_set_level(vfio_ap_dbf_info, DBF_WARN); 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_ci return 0; 15262306a36Sopenharmony_ci} 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_cistatic int __init vfio_ap_init(void) 15562306a36Sopenharmony_ci{ 15662306a36Sopenharmony_ci int ret; 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci ret = vfio_ap_dbf_info_init(); 15962306a36Sopenharmony_ci if (ret) 16062306a36Sopenharmony_ci return ret; 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci /* If there are no AP instructions, there is nothing to pass through. */ 16362306a36Sopenharmony_ci if (!ap_instructions_available()) 16462306a36Sopenharmony_ci return -ENODEV; 16562306a36Sopenharmony_ci 16662306a36Sopenharmony_ci ret = vfio_ap_matrix_dev_create(); 16762306a36Sopenharmony_ci if (ret) 16862306a36Sopenharmony_ci return ret; 16962306a36Sopenharmony_ci 17062306a36Sopenharmony_ci ret = ap_driver_register(&vfio_ap_drv, THIS_MODULE, VFIO_AP_DRV_NAME); 17162306a36Sopenharmony_ci if (ret) { 17262306a36Sopenharmony_ci vfio_ap_matrix_dev_destroy(); 17362306a36Sopenharmony_ci return ret; 17462306a36Sopenharmony_ci } 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci ret = vfio_ap_mdev_register(); 17762306a36Sopenharmony_ci if (ret) { 17862306a36Sopenharmony_ci ap_driver_unregister(&vfio_ap_drv); 17962306a36Sopenharmony_ci vfio_ap_matrix_dev_destroy(); 18062306a36Sopenharmony_ci 18162306a36Sopenharmony_ci return ret; 18262306a36Sopenharmony_ci } 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci return 0; 18562306a36Sopenharmony_ci} 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_cistatic void __exit vfio_ap_exit(void) 18862306a36Sopenharmony_ci{ 18962306a36Sopenharmony_ci vfio_ap_mdev_unregister(); 19062306a36Sopenharmony_ci ap_driver_unregister(&vfio_ap_drv); 19162306a36Sopenharmony_ci vfio_ap_matrix_dev_destroy(); 19262306a36Sopenharmony_ci debug_unregister(vfio_ap_dbf_info); 19362306a36Sopenharmony_ci} 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_cimodule_init(vfio_ap_init); 19662306a36Sopenharmony_cimodule_exit(vfio_ap_exit); 197