18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * AMD Secure Processor driver 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * Copyright (C) 2017-2018 Advanced Micro Devices, Inc. 68c2ecf20Sopenharmony_ci * 78c2ecf20Sopenharmony_ci * Author: Tom Lendacky <thomas.lendacky@amd.com> 88c2ecf20Sopenharmony_ci * Author: Gary R Hook <gary.hook@amd.com> 98c2ecf20Sopenharmony_ci * Author: Brijesh Singh <brijesh.singh@amd.com> 108c2ecf20Sopenharmony_ci */ 118c2ecf20Sopenharmony_ci 128c2ecf20Sopenharmony_ci#include <linux/module.h> 138c2ecf20Sopenharmony_ci#include <linux/kernel.h> 148c2ecf20Sopenharmony_ci#include <linux/kthread.h> 158c2ecf20Sopenharmony_ci#include <linux/sched.h> 168c2ecf20Sopenharmony_ci#include <linux/interrupt.h> 178c2ecf20Sopenharmony_ci#include <linux/spinlock.h> 188c2ecf20Sopenharmony_ci#include <linux/spinlock_types.h> 198c2ecf20Sopenharmony_ci#include <linux/types.h> 208c2ecf20Sopenharmony_ci#include <linux/ccp.h> 218c2ecf20Sopenharmony_ci 228c2ecf20Sopenharmony_ci#include "ccp-dev.h" 238c2ecf20Sopenharmony_ci#include "sp-dev.h" 248c2ecf20Sopenharmony_ci 258c2ecf20Sopenharmony_ciMODULE_AUTHOR("Tom Lendacky <thomas.lendacky@amd.com>"); 268c2ecf20Sopenharmony_ciMODULE_AUTHOR("Gary R Hook <gary.hook@amd.com>"); 278c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL"); 288c2ecf20Sopenharmony_ciMODULE_VERSION("1.1.0"); 298c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("AMD Secure Processor driver"); 308c2ecf20Sopenharmony_ci 318c2ecf20Sopenharmony_ci/* List of SPs, SP count, read-write access lock, and access functions 328c2ecf20Sopenharmony_ci * 338c2ecf20Sopenharmony_ci * Lock structure: get sp_unit_lock for reading whenever we need to 348c2ecf20Sopenharmony_ci * examine the SP list. 358c2ecf20Sopenharmony_ci */ 368c2ecf20Sopenharmony_cistatic DEFINE_RWLOCK(sp_unit_lock); 378c2ecf20Sopenharmony_cistatic LIST_HEAD(sp_units); 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_ci/* Ever-increasing value to produce unique unit numbers */ 408c2ecf20Sopenharmony_cistatic atomic_t sp_ordinal; 418c2ecf20Sopenharmony_ci 428c2ecf20Sopenharmony_cistatic void sp_add_device(struct sp_device *sp) 438c2ecf20Sopenharmony_ci{ 448c2ecf20Sopenharmony_ci unsigned long flags; 458c2ecf20Sopenharmony_ci 468c2ecf20Sopenharmony_ci write_lock_irqsave(&sp_unit_lock, flags); 478c2ecf20Sopenharmony_ci 488c2ecf20Sopenharmony_ci list_add_tail(&sp->entry, &sp_units); 498c2ecf20Sopenharmony_ci 508c2ecf20Sopenharmony_ci write_unlock_irqrestore(&sp_unit_lock, flags); 518c2ecf20Sopenharmony_ci} 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_cistatic void sp_del_device(struct sp_device *sp) 548c2ecf20Sopenharmony_ci{ 558c2ecf20Sopenharmony_ci unsigned long flags; 568c2ecf20Sopenharmony_ci 578c2ecf20Sopenharmony_ci write_lock_irqsave(&sp_unit_lock, flags); 588c2ecf20Sopenharmony_ci 598c2ecf20Sopenharmony_ci list_del(&sp->entry); 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_ci write_unlock_irqrestore(&sp_unit_lock, flags); 628c2ecf20Sopenharmony_ci} 638c2ecf20Sopenharmony_ci 648c2ecf20Sopenharmony_cistatic irqreturn_t sp_irq_handler(int irq, void *data) 658c2ecf20Sopenharmony_ci{ 668c2ecf20Sopenharmony_ci struct sp_device *sp = data; 678c2ecf20Sopenharmony_ci 688c2ecf20Sopenharmony_ci if (sp->ccp_irq_handler) 698c2ecf20Sopenharmony_ci sp->ccp_irq_handler(irq, sp->ccp_irq_data); 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci if (sp->psp_irq_handler) 728c2ecf20Sopenharmony_ci sp->psp_irq_handler(irq, sp->psp_irq_data); 738c2ecf20Sopenharmony_ci 748c2ecf20Sopenharmony_ci return IRQ_HANDLED; 758c2ecf20Sopenharmony_ci} 768c2ecf20Sopenharmony_ci 778c2ecf20Sopenharmony_ciint sp_request_ccp_irq(struct sp_device *sp, irq_handler_t handler, 788c2ecf20Sopenharmony_ci const char *name, void *data) 798c2ecf20Sopenharmony_ci{ 808c2ecf20Sopenharmony_ci int ret; 818c2ecf20Sopenharmony_ci 828c2ecf20Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) { 838c2ecf20Sopenharmony_ci /* Need a common routine to manage all interrupts */ 848c2ecf20Sopenharmony_ci sp->ccp_irq_data = data; 858c2ecf20Sopenharmony_ci sp->ccp_irq_handler = handler; 868c2ecf20Sopenharmony_ci 878c2ecf20Sopenharmony_ci if (!sp->irq_registered) { 888c2ecf20Sopenharmony_ci ret = request_irq(sp->ccp_irq, sp_irq_handler, 0, 898c2ecf20Sopenharmony_ci sp->name, sp); 908c2ecf20Sopenharmony_ci if (ret) 918c2ecf20Sopenharmony_ci return ret; 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_ci sp->irq_registered = true; 948c2ecf20Sopenharmony_ci } 958c2ecf20Sopenharmony_ci } else { 968c2ecf20Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 978c2ecf20Sopenharmony_ci ret = request_irq(sp->ccp_irq, handler, 0, name, data); 988c2ecf20Sopenharmony_ci if (ret) 998c2ecf20Sopenharmony_ci return ret; 1008c2ecf20Sopenharmony_ci } 1018c2ecf20Sopenharmony_ci 1028c2ecf20Sopenharmony_ci return 0; 1038c2ecf20Sopenharmony_ci} 1048c2ecf20Sopenharmony_ci 1058c2ecf20Sopenharmony_ciint sp_request_psp_irq(struct sp_device *sp, irq_handler_t handler, 1068c2ecf20Sopenharmony_ci const char *name, void *data) 1078c2ecf20Sopenharmony_ci{ 1088c2ecf20Sopenharmony_ci int ret; 1098c2ecf20Sopenharmony_ci 1108c2ecf20Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) { 1118c2ecf20Sopenharmony_ci /* Need a common routine to manage all interrupts */ 1128c2ecf20Sopenharmony_ci sp->psp_irq_data = data; 1138c2ecf20Sopenharmony_ci sp->psp_irq_handler = handler; 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci if (!sp->irq_registered) { 1168c2ecf20Sopenharmony_ci ret = request_irq(sp->psp_irq, sp_irq_handler, 0, 1178c2ecf20Sopenharmony_ci sp->name, sp); 1188c2ecf20Sopenharmony_ci if (ret) 1198c2ecf20Sopenharmony_ci return ret; 1208c2ecf20Sopenharmony_ci 1218c2ecf20Sopenharmony_ci sp->irq_registered = true; 1228c2ecf20Sopenharmony_ci } 1238c2ecf20Sopenharmony_ci } else { 1248c2ecf20Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 1258c2ecf20Sopenharmony_ci ret = request_irq(sp->psp_irq, handler, 0, name, data); 1268c2ecf20Sopenharmony_ci if (ret) 1278c2ecf20Sopenharmony_ci return ret; 1288c2ecf20Sopenharmony_ci } 1298c2ecf20Sopenharmony_ci 1308c2ecf20Sopenharmony_ci return 0; 1318c2ecf20Sopenharmony_ci} 1328c2ecf20Sopenharmony_ci 1338c2ecf20Sopenharmony_civoid sp_free_ccp_irq(struct sp_device *sp, void *data) 1348c2ecf20Sopenharmony_ci{ 1358c2ecf20Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) { 1368c2ecf20Sopenharmony_ci /* Using common routine to manage all interrupts */ 1378c2ecf20Sopenharmony_ci if (!sp->psp_irq_handler) { 1388c2ecf20Sopenharmony_ci /* Nothing else using it, so free it */ 1398c2ecf20Sopenharmony_ci free_irq(sp->ccp_irq, sp); 1408c2ecf20Sopenharmony_ci 1418c2ecf20Sopenharmony_ci sp->irq_registered = false; 1428c2ecf20Sopenharmony_ci } 1438c2ecf20Sopenharmony_ci 1448c2ecf20Sopenharmony_ci sp->ccp_irq_handler = NULL; 1458c2ecf20Sopenharmony_ci sp->ccp_irq_data = NULL; 1468c2ecf20Sopenharmony_ci } else { 1478c2ecf20Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 1488c2ecf20Sopenharmony_ci free_irq(sp->ccp_irq, data); 1498c2ecf20Sopenharmony_ci } 1508c2ecf20Sopenharmony_ci} 1518c2ecf20Sopenharmony_ci 1528c2ecf20Sopenharmony_civoid sp_free_psp_irq(struct sp_device *sp, void *data) 1538c2ecf20Sopenharmony_ci{ 1548c2ecf20Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) { 1558c2ecf20Sopenharmony_ci /* Using common routine to manage all interrupts */ 1568c2ecf20Sopenharmony_ci if (!sp->ccp_irq_handler) { 1578c2ecf20Sopenharmony_ci /* Nothing else using it, so free it */ 1588c2ecf20Sopenharmony_ci free_irq(sp->psp_irq, sp); 1598c2ecf20Sopenharmony_ci 1608c2ecf20Sopenharmony_ci sp->irq_registered = false; 1618c2ecf20Sopenharmony_ci } 1628c2ecf20Sopenharmony_ci 1638c2ecf20Sopenharmony_ci sp->psp_irq_handler = NULL; 1648c2ecf20Sopenharmony_ci sp->psp_irq_data = NULL; 1658c2ecf20Sopenharmony_ci } else { 1668c2ecf20Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 1678c2ecf20Sopenharmony_ci free_irq(sp->psp_irq, data); 1688c2ecf20Sopenharmony_ci } 1698c2ecf20Sopenharmony_ci} 1708c2ecf20Sopenharmony_ci 1718c2ecf20Sopenharmony_ci/** 1728c2ecf20Sopenharmony_ci * sp_alloc_struct - allocate and initialize the sp_device struct 1738c2ecf20Sopenharmony_ci * 1748c2ecf20Sopenharmony_ci * @dev: device struct of the SP 1758c2ecf20Sopenharmony_ci */ 1768c2ecf20Sopenharmony_cistruct sp_device *sp_alloc_struct(struct device *dev) 1778c2ecf20Sopenharmony_ci{ 1788c2ecf20Sopenharmony_ci struct sp_device *sp; 1798c2ecf20Sopenharmony_ci 1808c2ecf20Sopenharmony_ci sp = devm_kzalloc(dev, sizeof(*sp), GFP_KERNEL); 1818c2ecf20Sopenharmony_ci if (!sp) 1828c2ecf20Sopenharmony_ci return NULL; 1838c2ecf20Sopenharmony_ci 1848c2ecf20Sopenharmony_ci sp->dev = dev; 1858c2ecf20Sopenharmony_ci sp->ord = atomic_inc_return(&sp_ordinal); 1868c2ecf20Sopenharmony_ci snprintf(sp->name, SP_MAX_NAME_LEN, "sp-%u", sp->ord); 1878c2ecf20Sopenharmony_ci 1888c2ecf20Sopenharmony_ci return sp; 1898c2ecf20Sopenharmony_ci} 1908c2ecf20Sopenharmony_ci 1918c2ecf20Sopenharmony_ciint sp_init(struct sp_device *sp) 1928c2ecf20Sopenharmony_ci{ 1938c2ecf20Sopenharmony_ci sp_add_device(sp); 1948c2ecf20Sopenharmony_ci 1958c2ecf20Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) 1968c2ecf20Sopenharmony_ci ccp_dev_init(sp); 1978c2ecf20Sopenharmony_ci 1988c2ecf20Sopenharmony_ci if (sp->dev_vdata->psp_vdata) 1998c2ecf20Sopenharmony_ci psp_dev_init(sp); 2008c2ecf20Sopenharmony_ci return 0; 2018c2ecf20Sopenharmony_ci} 2028c2ecf20Sopenharmony_ci 2038c2ecf20Sopenharmony_civoid sp_destroy(struct sp_device *sp) 2048c2ecf20Sopenharmony_ci{ 2058c2ecf20Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) 2068c2ecf20Sopenharmony_ci ccp_dev_destroy(sp); 2078c2ecf20Sopenharmony_ci 2088c2ecf20Sopenharmony_ci if (sp->dev_vdata->psp_vdata) 2098c2ecf20Sopenharmony_ci psp_dev_destroy(sp); 2108c2ecf20Sopenharmony_ci 2118c2ecf20Sopenharmony_ci sp_del_device(sp); 2128c2ecf20Sopenharmony_ci} 2138c2ecf20Sopenharmony_ci 2148c2ecf20Sopenharmony_ciint sp_suspend(struct sp_device *sp) 2158c2ecf20Sopenharmony_ci{ 2168c2ecf20Sopenharmony_ci int ret; 2178c2ecf20Sopenharmony_ci 2188c2ecf20Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) { 2198c2ecf20Sopenharmony_ci ret = ccp_dev_suspend(sp); 2208c2ecf20Sopenharmony_ci if (ret) 2218c2ecf20Sopenharmony_ci return ret; 2228c2ecf20Sopenharmony_ci } 2238c2ecf20Sopenharmony_ci 2248c2ecf20Sopenharmony_ci return 0; 2258c2ecf20Sopenharmony_ci} 2268c2ecf20Sopenharmony_ci 2278c2ecf20Sopenharmony_ciint sp_resume(struct sp_device *sp) 2288c2ecf20Sopenharmony_ci{ 2298c2ecf20Sopenharmony_ci int ret; 2308c2ecf20Sopenharmony_ci 2318c2ecf20Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) { 2328c2ecf20Sopenharmony_ci ret = ccp_dev_resume(sp); 2338c2ecf20Sopenharmony_ci if (ret) 2348c2ecf20Sopenharmony_ci return ret; 2358c2ecf20Sopenharmony_ci } 2368c2ecf20Sopenharmony_ci 2378c2ecf20Sopenharmony_ci return 0; 2388c2ecf20Sopenharmony_ci} 2398c2ecf20Sopenharmony_ci 2408c2ecf20Sopenharmony_cistruct sp_device *sp_get_psp_master_device(void) 2418c2ecf20Sopenharmony_ci{ 2428c2ecf20Sopenharmony_ci struct sp_device *i, *ret = NULL; 2438c2ecf20Sopenharmony_ci unsigned long flags; 2448c2ecf20Sopenharmony_ci 2458c2ecf20Sopenharmony_ci write_lock_irqsave(&sp_unit_lock, flags); 2468c2ecf20Sopenharmony_ci if (list_empty(&sp_units)) 2478c2ecf20Sopenharmony_ci goto unlock; 2488c2ecf20Sopenharmony_ci 2498c2ecf20Sopenharmony_ci list_for_each_entry(i, &sp_units, entry) { 2508c2ecf20Sopenharmony_ci if (i->psp_data && i->get_psp_master_device) { 2518c2ecf20Sopenharmony_ci ret = i->get_psp_master_device(); 2528c2ecf20Sopenharmony_ci break; 2538c2ecf20Sopenharmony_ci } 2548c2ecf20Sopenharmony_ci } 2558c2ecf20Sopenharmony_ci 2568c2ecf20Sopenharmony_ciunlock: 2578c2ecf20Sopenharmony_ci write_unlock_irqrestore(&sp_unit_lock, flags); 2588c2ecf20Sopenharmony_ci return ret; 2598c2ecf20Sopenharmony_ci} 2608c2ecf20Sopenharmony_ci 2618c2ecf20Sopenharmony_cistatic int __init sp_mod_init(void) 2628c2ecf20Sopenharmony_ci{ 2638c2ecf20Sopenharmony_ci#ifdef CONFIG_X86 2648c2ecf20Sopenharmony_ci int ret; 2658c2ecf20Sopenharmony_ci 2668c2ecf20Sopenharmony_ci ret = sp_pci_init(); 2678c2ecf20Sopenharmony_ci if (ret) 2688c2ecf20Sopenharmony_ci return ret; 2698c2ecf20Sopenharmony_ci 2708c2ecf20Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP 2718c2ecf20Sopenharmony_ci psp_pci_init(); 2728c2ecf20Sopenharmony_ci#endif 2738c2ecf20Sopenharmony_ci 2748c2ecf20Sopenharmony_ci return 0; 2758c2ecf20Sopenharmony_ci#endif 2768c2ecf20Sopenharmony_ci 2778c2ecf20Sopenharmony_ci#ifdef CONFIG_ARM64 2788c2ecf20Sopenharmony_ci int ret; 2798c2ecf20Sopenharmony_ci 2808c2ecf20Sopenharmony_ci ret = sp_platform_init(); 2818c2ecf20Sopenharmony_ci if (ret) 2828c2ecf20Sopenharmony_ci return ret; 2838c2ecf20Sopenharmony_ci 2848c2ecf20Sopenharmony_ci return 0; 2858c2ecf20Sopenharmony_ci#endif 2868c2ecf20Sopenharmony_ci 2878c2ecf20Sopenharmony_ci return -ENODEV; 2888c2ecf20Sopenharmony_ci} 2898c2ecf20Sopenharmony_ci 2908c2ecf20Sopenharmony_cistatic void __exit sp_mod_exit(void) 2918c2ecf20Sopenharmony_ci{ 2928c2ecf20Sopenharmony_ci#ifdef CONFIG_X86 2938c2ecf20Sopenharmony_ci 2948c2ecf20Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP 2958c2ecf20Sopenharmony_ci psp_pci_exit(); 2968c2ecf20Sopenharmony_ci#endif 2978c2ecf20Sopenharmony_ci 2988c2ecf20Sopenharmony_ci sp_pci_exit(); 2998c2ecf20Sopenharmony_ci#endif 3008c2ecf20Sopenharmony_ci 3018c2ecf20Sopenharmony_ci#ifdef CONFIG_ARM64 3028c2ecf20Sopenharmony_ci sp_platform_exit(); 3038c2ecf20Sopenharmony_ci#endif 3048c2ecf20Sopenharmony_ci} 3058c2ecf20Sopenharmony_ci 3068c2ecf20Sopenharmony_cimodule_init(sp_mod_init); 3078c2ecf20Sopenharmony_cimodule_exit(sp_mod_exit); 308