162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * AMD Secure Processor driver 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2017-2018 Advanced Micro Devices, Inc. 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * Author: Tom Lendacky <thomas.lendacky@amd.com> 862306a36Sopenharmony_ci * Author: Gary R Hook <gary.hook@amd.com> 962306a36Sopenharmony_ci * Author: Brijesh Singh <brijesh.singh@amd.com> 1062306a36Sopenharmony_ci */ 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ci#include <linux/module.h> 1362306a36Sopenharmony_ci#include <linux/kernel.h> 1462306a36Sopenharmony_ci#include <linux/kthread.h> 1562306a36Sopenharmony_ci#include <linux/sched.h> 1662306a36Sopenharmony_ci#include <linux/interrupt.h> 1762306a36Sopenharmony_ci#include <linux/spinlock.h> 1862306a36Sopenharmony_ci#include <linux/spinlock_types.h> 1962306a36Sopenharmony_ci#include <linux/types.h> 2062306a36Sopenharmony_ci#include <linux/ccp.h> 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci#include "ccp-dev.h" 2362306a36Sopenharmony_ci#include "sp-dev.h" 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ciMODULE_AUTHOR("Tom Lendacky <thomas.lendacky@amd.com>"); 2662306a36Sopenharmony_ciMODULE_AUTHOR("Gary R Hook <gary.hook@amd.com>"); 2762306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 2862306a36Sopenharmony_ciMODULE_VERSION("1.1.0"); 2962306a36Sopenharmony_ciMODULE_DESCRIPTION("AMD Secure Processor driver"); 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci/* List of SPs, SP count, read-write access lock, and access functions 3262306a36Sopenharmony_ci * 3362306a36Sopenharmony_ci * Lock structure: get sp_unit_lock for reading whenever we need to 3462306a36Sopenharmony_ci * examine the SP list. 3562306a36Sopenharmony_ci */ 3662306a36Sopenharmony_cistatic DEFINE_RWLOCK(sp_unit_lock); 3762306a36Sopenharmony_cistatic LIST_HEAD(sp_units); 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ci/* Ever-increasing value to produce unique unit numbers */ 4062306a36Sopenharmony_cistatic atomic_t sp_ordinal; 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_cistatic void sp_add_device(struct sp_device *sp) 4362306a36Sopenharmony_ci{ 4462306a36Sopenharmony_ci unsigned long flags; 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci write_lock_irqsave(&sp_unit_lock, flags); 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci list_add_tail(&sp->entry, &sp_units); 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_ci write_unlock_irqrestore(&sp_unit_lock, flags); 5162306a36Sopenharmony_ci} 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_cistatic void sp_del_device(struct sp_device *sp) 5462306a36Sopenharmony_ci{ 5562306a36Sopenharmony_ci unsigned long flags; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci write_lock_irqsave(&sp_unit_lock, flags); 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_ci list_del(&sp->entry); 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_ci write_unlock_irqrestore(&sp_unit_lock, flags); 6262306a36Sopenharmony_ci} 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_cistatic irqreturn_t sp_irq_handler(int irq, void *data) 6562306a36Sopenharmony_ci{ 6662306a36Sopenharmony_ci struct sp_device *sp = data; 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci if (sp->ccp_irq_handler) 6962306a36Sopenharmony_ci sp->ccp_irq_handler(irq, sp->ccp_irq_data); 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci if (sp->psp_irq_handler) 7262306a36Sopenharmony_ci sp->psp_irq_handler(irq, sp->psp_irq_data); 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci return IRQ_HANDLED; 7562306a36Sopenharmony_ci} 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ciint sp_request_ccp_irq(struct sp_device *sp, irq_handler_t handler, 7862306a36Sopenharmony_ci const char *name, void *data) 7962306a36Sopenharmony_ci{ 8062306a36Sopenharmony_ci int ret; 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) { 8362306a36Sopenharmony_ci /* Need a common routine to manage all interrupts */ 8462306a36Sopenharmony_ci sp->ccp_irq_data = data; 8562306a36Sopenharmony_ci sp->ccp_irq_handler = handler; 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci if (!sp->irq_registered) { 8862306a36Sopenharmony_ci ret = request_irq(sp->ccp_irq, sp_irq_handler, 0, 8962306a36Sopenharmony_ci sp->name, sp); 9062306a36Sopenharmony_ci if (ret) 9162306a36Sopenharmony_ci return ret; 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci sp->irq_registered = true; 9462306a36Sopenharmony_ci } 9562306a36Sopenharmony_ci } else { 9662306a36Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 9762306a36Sopenharmony_ci ret = request_irq(sp->ccp_irq, handler, 0, name, data); 9862306a36Sopenharmony_ci if (ret) 9962306a36Sopenharmony_ci return ret; 10062306a36Sopenharmony_ci } 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci return 0; 10362306a36Sopenharmony_ci} 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ciint sp_request_psp_irq(struct sp_device *sp, irq_handler_t handler, 10662306a36Sopenharmony_ci const char *name, void *data) 10762306a36Sopenharmony_ci{ 10862306a36Sopenharmony_ci int ret; 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) { 11162306a36Sopenharmony_ci /* Need a common routine to manage all interrupts */ 11262306a36Sopenharmony_ci sp->psp_irq_data = data; 11362306a36Sopenharmony_ci sp->psp_irq_handler = handler; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci if (!sp->irq_registered) { 11662306a36Sopenharmony_ci ret = request_irq(sp->psp_irq, sp_irq_handler, 0, 11762306a36Sopenharmony_ci sp->name, sp); 11862306a36Sopenharmony_ci if (ret) 11962306a36Sopenharmony_ci return ret; 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci sp->irq_registered = true; 12262306a36Sopenharmony_ci } 12362306a36Sopenharmony_ci } else { 12462306a36Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 12562306a36Sopenharmony_ci ret = request_irq(sp->psp_irq, handler, 0, name, data); 12662306a36Sopenharmony_ci if (ret) 12762306a36Sopenharmony_ci return ret; 12862306a36Sopenharmony_ci } 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ci return 0; 13162306a36Sopenharmony_ci} 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_civoid sp_free_ccp_irq(struct sp_device *sp, void *data) 13462306a36Sopenharmony_ci{ 13562306a36Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) { 13662306a36Sopenharmony_ci /* Using common routine to manage all interrupts */ 13762306a36Sopenharmony_ci if (!sp->psp_irq_handler) { 13862306a36Sopenharmony_ci /* Nothing else using it, so free it */ 13962306a36Sopenharmony_ci free_irq(sp->ccp_irq, sp); 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci sp->irq_registered = false; 14262306a36Sopenharmony_ci } 14362306a36Sopenharmony_ci 14462306a36Sopenharmony_ci sp->ccp_irq_handler = NULL; 14562306a36Sopenharmony_ci sp->ccp_irq_data = NULL; 14662306a36Sopenharmony_ci } else { 14762306a36Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 14862306a36Sopenharmony_ci free_irq(sp->ccp_irq, data); 14962306a36Sopenharmony_ci } 15062306a36Sopenharmony_ci} 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_civoid sp_free_psp_irq(struct sp_device *sp, void *data) 15362306a36Sopenharmony_ci{ 15462306a36Sopenharmony_ci if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) { 15562306a36Sopenharmony_ci /* Using common routine to manage all interrupts */ 15662306a36Sopenharmony_ci if (!sp->ccp_irq_handler) { 15762306a36Sopenharmony_ci /* Nothing else using it, so free it */ 15862306a36Sopenharmony_ci free_irq(sp->psp_irq, sp); 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci sp->irq_registered = false; 16162306a36Sopenharmony_ci } 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci sp->psp_irq_handler = NULL; 16462306a36Sopenharmony_ci sp->psp_irq_data = NULL; 16562306a36Sopenharmony_ci } else { 16662306a36Sopenharmony_ci /* Each sub-device can manage it's own interrupt */ 16762306a36Sopenharmony_ci free_irq(sp->psp_irq, data); 16862306a36Sopenharmony_ci } 16962306a36Sopenharmony_ci} 17062306a36Sopenharmony_ci 17162306a36Sopenharmony_ci/** 17262306a36Sopenharmony_ci * sp_alloc_struct - allocate and initialize the sp_device struct 17362306a36Sopenharmony_ci * 17462306a36Sopenharmony_ci * @dev: device struct of the SP 17562306a36Sopenharmony_ci */ 17662306a36Sopenharmony_cistruct sp_device *sp_alloc_struct(struct device *dev) 17762306a36Sopenharmony_ci{ 17862306a36Sopenharmony_ci struct sp_device *sp; 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci sp = devm_kzalloc(dev, sizeof(*sp), GFP_KERNEL); 18162306a36Sopenharmony_ci if (!sp) 18262306a36Sopenharmony_ci return NULL; 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci sp->dev = dev; 18562306a36Sopenharmony_ci sp->ord = atomic_inc_return(&sp_ordinal); 18662306a36Sopenharmony_ci snprintf(sp->name, SP_MAX_NAME_LEN, "sp-%u", sp->ord); 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_ci return sp; 18962306a36Sopenharmony_ci} 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_ciint sp_init(struct sp_device *sp) 19262306a36Sopenharmony_ci{ 19362306a36Sopenharmony_ci sp_add_device(sp); 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) 19662306a36Sopenharmony_ci ccp_dev_init(sp); 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci if (sp->dev_vdata->psp_vdata) 19962306a36Sopenharmony_ci psp_dev_init(sp); 20062306a36Sopenharmony_ci return 0; 20162306a36Sopenharmony_ci} 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_civoid sp_destroy(struct sp_device *sp) 20462306a36Sopenharmony_ci{ 20562306a36Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) 20662306a36Sopenharmony_ci ccp_dev_destroy(sp); 20762306a36Sopenharmony_ci 20862306a36Sopenharmony_ci if (sp->dev_vdata->psp_vdata) 20962306a36Sopenharmony_ci psp_dev_destroy(sp); 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_ci sp_del_device(sp); 21262306a36Sopenharmony_ci} 21362306a36Sopenharmony_ci 21462306a36Sopenharmony_ciint sp_suspend(struct sp_device *sp) 21562306a36Sopenharmony_ci{ 21662306a36Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) { 21762306a36Sopenharmony_ci ccp_dev_suspend(sp); 21862306a36Sopenharmony_ci } 21962306a36Sopenharmony_ci 22062306a36Sopenharmony_ci return 0; 22162306a36Sopenharmony_ci} 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_ciint sp_resume(struct sp_device *sp) 22462306a36Sopenharmony_ci{ 22562306a36Sopenharmony_ci if (sp->dev_vdata->ccp_vdata) { 22662306a36Sopenharmony_ci ccp_dev_resume(sp); 22762306a36Sopenharmony_ci } 22862306a36Sopenharmony_ci 22962306a36Sopenharmony_ci return 0; 23062306a36Sopenharmony_ci} 23162306a36Sopenharmony_ci 23262306a36Sopenharmony_cistruct sp_device *sp_get_psp_master_device(void) 23362306a36Sopenharmony_ci{ 23462306a36Sopenharmony_ci struct sp_device *i, *ret = NULL; 23562306a36Sopenharmony_ci unsigned long flags; 23662306a36Sopenharmony_ci 23762306a36Sopenharmony_ci write_lock_irqsave(&sp_unit_lock, flags); 23862306a36Sopenharmony_ci if (list_empty(&sp_units)) 23962306a36Sopenharmony_ci goto unlock; 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci list_for_each_entry(i, &sp_units, entry) { 24262306a36Sopenharmony_ci if (i->psp_data && i->get_psp_master_device) { 24362306a36Sopenharmony_ci ret = i->get_psp_master_device(); 24462306a36Sopenharmony_ci break; 24562306a36Sopenharmony_ci } 24662306a36Sopenharmony_ci } 24762306a36Sopenharmony_ci 24862306a36Sopenharmony_ciunlock: 24962306a36Sopenharmony_ci write_unlock_irqrestore(&sp_unit_lock, flags); 25062306a36Sopenharmony_ci return ret; 25162306a36Sopenharmony_ci} 25262306a36Sopenharmony_ci 25362306a36Sopenharmony_cistatic int __init sp_mod_init(void) 25462306a36Sopenharmony_ci{ 25562306a36Sopenharmony_ci#ifdef CONFIG_X86 25662306a36Sopenharmony_ci int ret; 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_ci ret = sp_pci_init(); 25962306a36Sopenharmony_ci if (ret) 26062306a36Sopenharmony_ci return ret; 26162306a36Sopenharmony_ci 26262306a36Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP 26362306a36Sopenharmony_ci psp_pci_init(); 26462306a36Sopenharmony_ci#endif 26562306a36Sopenharmony_ci 26662306a36Sopenharmony_ci return 0; 26762306a36Sopenharmony_ci#endif 26862306a36Sopenharmony_ci 26962306a36Sopenharmony_ci#ifdef CONFIG_ARM64 27062306a36Sopenharmony_ci int ret; 27162306a36Sopenharmony_ci 27262306a36Sopenharmony_ci ret = sp_platform_init(); 27362306a36Sopenharmony_ci if (ret) 27462306a36Sopenharmony_ci return ret; 27562306a36Sopenharmony_ci 27662306a36Sopenharmony_ci return 0; 27762306a36Sopenharmony_ci#endif 27862306a36Sopenharmony_ci 27962306a36Sopenharmony_ci return -ENODEV; 28062306a36Sopenharmony_ci} 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_cistatic void __exit sp_mod_exit(void) 28362306a36Sopenharmony_ci{ 28462306a36Sopenharmony_ci#ifdef CONFIG_X86 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP 28762306a36Sopenharmony_ci psp_pci_exit(); 28862306a36Sopenharmony_ci#endif 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_ci sp_pci_exit(); 29162306a36Sopenharmony_ci#endif 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_ci#ifdef CONFIG_ARM64 29462306a36Sopenharmony_ci sp_platform_exit(); 29562306a36Sopenharmony_ci#endif 29662306a36Sopenharmony_ci} 29762306a36Sopenharmony_ci 29862306a36Sopenharmony_cimodule_init(sp_mod_init); 29962306a36Sopenharmony_cimodule_exit(sp_mod_exit); 300