18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * AMD Secure Processor driver
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright (C) 2017-2018 Advanced Micro Devices, Inc.
68c2ecf20Sopenharmony_ci *
78c2ecf20Sopenharmony_ci * Author: Tom Lendacky <thomas.lendacky@amd.com>
88c2ecf20Sopenharmony_ci * Author: Gary R Hook <gary.hook@amd.com>
98c2ecf20Sopenharmony_ci * Author: Brijesh Singh <brijesh.singh@amd.com>
108c2ecf20Sopenharmony_ci */
118c2ecf20Sopenharmony_ci
128c2ecf20Sopenharmony_ci#include <linux/module.h>
138c2ecf20Sopenharmony_ci#include <linux/kernel.h>
148c2ecf20Sopenharmony_ci#include <linux/kthread.h>
158c2ecf20Sopenharmony_ci#include <linux/sched.h>
168c2ecf20Sopenharmony_ci#include <linux/interrupt.h>
178c2ecf20Sopenharmony_ci#include <linux/spinlock.h>
188c2ecf20Sopenharmony_ci#include <linux/spinlock_types.h>
198c2ecf20Sopenharmony_ci#include <linux/types.h>
208c2ecf20Sopenharmony_ci#include <linux/ccp.h>
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_ci#include "ccp-dev.h"
238c2ecf20Sopenharmony_ci#include "sp-dev.h"
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_ciMODULE_AUTHOR("Tom Lendacky <thomas.lendacky@amd.com>");
268c2ecf20Sopenharmony_ciMODULE_AUTHOR("Gary R Hook <gary.hook@amd.com>");
278c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL");
288c2ecf20Sopenharmony_ciMODULE_VERSION("1.1.0");
298c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("AMD Secure Processor driver");
308c2ecf20Sopenharmony_ci
318c2ecf20Sopenharmony_ci/* List of SPs, SP count, read-write access lock, and access functions
328c2ecf20Sopenharmony_ci *
338c2ecf20Sopenharmony_ci * Lock structure: get sp_unit_lock for reading whenever we need to
348c2ecf20Sopenharmony_ci * examine the SP list.
358c2ecf20Sopenharmony_ci */
368c2ecf20Sopenharmony_cistatic DEFINE_RWLOCK(sp_unit_lock);
378c2ecf20Sopenharmony_cistatic LIST_HEAD(sp_units);
388c2ecf20Sopenharmony_ci
398c2ecf20Sopenharmony_ci/* Ever-increasing value to produce unique unit numbers */
408c2ecf20Sopenharmony_cistatic atomic_t sp_ordinal;
418c2ecf20Sopenharmony_ci
428c2ecf20Sopenharmony_cistatic void sp_add_device(struct sp_device *sp)
438c2ecf20Sopenharmony_ci{
448c2ecf20Sopenharmony_ci	unsigned long flags;
458c2ecf20Sopenharmony_ci
468c2ecf20Sopenharmony_ci	write_lock_irqsave(&sp_unit_lock, flags);
478c2ecf20Sopenharmony_ci
488c2ecf20Sopenharmony_ci	list_add_tail(&sp->entry, &sp_units);
498c2ecf20Sopenharmony_ci
508c2ecf20Sopenharmony_ci	write_unlock_irqrestore(&sp_unit_lock, flags);
518c2ecf20Sopenharmony_ci}
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_cistatic void sp_del_device(struct sp_device *sp)
548c2ecf20Sopenharmony_ci{
558c2ecf20Sopenharmony_ci	unsigned long flags;
568c2ecf20Sopenharmony_ci
578c2ecf20Sopenharmony_ci	write_lock_irqsave(&sp_unit_lock, flags);
588c2ecf20Sopenharmony_ci
598c2ecf20Sopenharmony_ci	list_del(&sp->entry);
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_ci	write_unlock_irqrestore(&sp_unit_lock, flags);
628c2ecf20Sopenharmony_ci}
638c2ecf20Sopenharmony_ci
648c2ecf20Sopenharmony_cistatic irqreturn_t sp_irq_handler(int irq, void *data)
658c2ecf20Sopenharmony_ci{
668c2ecf20Sopenharmony_ci	struct sp_device *sp = data;
678c2ecf20Sopenharmony_ci
688c2ecf20Sopenharmony_ci	if (sp->ccp_irq_handler)
698c2ecf20Sopenharmony_ci		sp->ccp_irq_handler(irq, sp->ccp_irq_data);
708c2ecf20Sopenharmony_ci
718c2ecf20Sopenharmony_ci	if (sp->psp_irq_handler)
728c2ecf20Sopenharmony_ci		sp->psp_irq_handler(irq, sp->psp_irq_data);
738c2ecf20Sopenharmony_ci
748c2ecf20Sopenharmony_ci	return IRQ_HANDLED;
758c2ecf20Sopenharmony_ci}
768c2ecf20Sopenharmony_ci
778c2ecf20Sopenharmony_ciint sp_request_ccp_irq(struct sp_device *sp, irq_handler_t handler,
788c2ecf20Sopenharmony_ci		       const char *name, void *data)
798c2ecf20Sopenharmony_ci{
808c2ecf20Sopenharmony_ci	int ret;
818c2ecf20Sopenharmony_ci
828c2ecf20Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) {
838c2ecf20Sopenharmony_ci		/* Need a common routine to manage all interrupts */
848c2ecf20Sopenharmony_ci		sp->ccp_irq_data = data;
858c2ecf20Sopenharmony_ci		sp->ccp_irq_handler = handler;
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci		if (!sp->irq_registered) {
888c2ecf20Sopenharmony_ci			ret = request_irq(sp->ccp_irq, sp_irq_handler, 0,
898c2ecf20Sopenharmony_ci					  sp->name, sp);
908c2ecf20Sopenharmony_ci			if (ret)
918c2ecf20Sopenharmony_ci				return ret;
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_ci			sp->irq_registered = true;
948c2ecf20Sopenharmony_ci		}
958c2ecf20Sopenharmony_ci	} else {
968c2ecf20Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
978c2ecf20Sopenharmony_ci		ret = request_irq(sp->ccp_irq, handler, 0, name, data);
988c2ecf20Sopenharmony_ci		if (ret)
998c2ecf20Sopenharmony_ci			return ret;
1008c2ecf20Sopenharmony_ci	}
1018c2ecf20Sopenharmony_ci
1028c2ecf20Sopenharmony_ci	return 0;
1038c2ecf20Sopenharmony_ci}
1048c2ecf20Sopenharmony_ci
1058c2ecf20Sopenharmony_ciint sp_request_psp_irq(struct sp_device *sp, irq_handler_t handler,
1068c2ecf20Sopenharmony_ci		       const char *name, void *data)
1078c2ecf20Sopenharmony_ci{
1088c2ecf20Sopenharmony_ci	int ret;
1098c2ecf20Sopenharmony_ci
1108c2ecf20Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) {
1118c2ecf20Sopenharmony_ci		/* Need a common routine to manage all interrupts */
1128c2ecf20Sopenharmony_ci		sp->psp_irq_data = data;
1138c2ecf20Sopenharmony_ci		sp->psp_irq_handler = handler;
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci		if (!sp->irq_registered) {
1168c2ecf20Sopenharmony_ci			ret = request_irq(sp->psp_irq, sp_irq_handler, 0,
1178c2ecf20Sopenharmony_ci					  sp->name, sp);
1188c2ecf20Sopenharmony_ci			if (ret)
1198c2ecf20Sopenharmony_ci				return ret;
1208c2ecf20Sopenharmony_ci
1218c2ecf20Sopenharmony_ci			sp->irq_registered = true;
1228c2ecf20Sopenharmony_ci		}
1238c2ecf20Sopenharmony_ci	} else {
1248c2ecf20Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
1258c2ecf20Sopenharmony_ci		ret = request_irq(sp->psp_irq, handler, 0, name, data);
1268c2ecf20Sopenharmony_ci		if (ret)
1278c2ecf20Sopenharmony_ci			return ret;
1288c2ecf20Sopenharmony_ci	}
1298c2ecf20Sopenharmony_ci
1308c2ecf20Sopenharmony_ci	return 0;
1318c2ecf20Sopenharmony_ci}
1328c2ecf20Sopenharmony_ci
1338c2ecf20Sopenharmony_civoid sp_free_ccp_irq(struct sp_device *sp, void *data)
1348c2ecf20Sopenharmony_ci{
1358c2ecf20Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) {
1368c2ecf20Sopenharmony_ci		/* Using common routine to manage all interrupts */
1378c2ecf20Sopenharmony_ci		if (!sp->psp_irq_handler) {
1388c2ecf20Sopenharmony_ci			/* Nothing else using it, so free it */
1398c2ecf20Sopenharmony_ci			free_irq(sp->ccp_irq, sp);
1408c2ecf20Sopenharmony_ci
1418c2ecf20Sopenharmony_ci			sp->irq_registered = false;
1428c2ecf20Sopenharmony_ci		}
1438c2ecf20Sopenharmony_ci
1448c2ecf20Sopenharmony_ci		sp->ccp_irq_handler = NULL;
1458c2ecf20Sopenharmony_ci		sp->ccp_irq_data = NULL;
1468c2ecf20Sopenharmony_ci	} else {
1478c2ecf20Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
1488c2ecf20Sopenharmony_ci		free_irq(sp->ccp_irq, data);
1498c2ecf20Sopenharmony_ci	}
1508c2ecf20Sopenharmony_ci}
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_civoid sp_free_psp_irq(struct sp_device *sp, void *data)
1538c2ecf20Sopenharmony_ci{
1548c2ecf20Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) {
1558c2ecf20Sopenharmony_ci		/* Using common routine to manage all interrupts */
1568c2ecf20Sopenharmony_ci		if (!sp->ccp_irq_handler) {
1578c2ecf20Sopenharmony_ci			/* Nothing else using it, so free it */
1588c2ecf20Sopenharmony_ci			free_irq(sp->psp_irq, sp);
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci			sp->irq_registered = false;
1618c2ecf20Sopenharmony_ci		}
1628c2ecf20Sopenharmony_ci
1638c2ecf20Sopenharmony_ci		sp->psp_irq_handler = NULL;
1648c2ecf20Sopenharmony_ci		sp->psp_irq_data = NULL;
1658c2ecf20Sopenharmony_ci	} else {
1668c2ecf20Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
1678c2ecf20Sopenharmony_ci		free_irq(sp->psp_irq, data);
1688c2ecf20Sopenharmony_ci	}
1698c2ecf20Sopenharmony_ci}
1708c2ecf20Sopenharmony_ci
1718c2ecf20Sopenharmony_ci/**
1728c2ecf20Sopenharmony_ci * sp_alloc_struct - allocate and initialize the sp_device struct
1738c2ecf20Sopenharmony_ci *
1748c2ecf20Sopenharmony_ci * @dev: device struct of the SP
1758c2ecf20Sopenharmony_ci */
1768c2ecf20Sopenharmony_cistruct sp_device *sp_alloc_struct(struct device *dev)
1778c2ecf20Sopenharmony_ci{
1788c2ecf20Sopenharmony_ci	struct sp_device *sp;
1798c2ecf20Sopenharmony_ci
1808c2ecf20Sopenharmony_ci	sp = devm_kzalloc(dev, sizeof(*sp), GFP_KERNEL);
1818c2ecf20Sopenharmony_ci	if (!sp)
1828c2ecf20Sopenharmony_ci		return NULL;
1838c2ecf20Sopenharmony_ci
1848c2ecf20Sopenharmony_ci	sp->dev = dev;
1858c2ecf20Sopenharmony_ci	sp->ord = atomic_inc_return(&sp_ordinal);
1868c2ecf20Sopenharmony_ci	snprintf(sp->name, SP_MAX_NAME_LEN, "sp-%u", sp->ord);
1878c2ecf20Sopenharmony_ci
1888c2ecf20Sopenharmony_ci	return sp;
1898c2ecf20Sopenharmony_ci}
1908c2ecf20Sopenharmony_ci
1918c2ecf20Sopenharmony_ciint sp_init(struct sp_device *sp)
1928c2ecf20Sopenharmony_ci{
1938c2ecf20Sopenharmony_ci	sp_add_device(sp);
1948c2ecf20Sopenharmony_ci
1958c2ecf20Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata)
1968c2ecf20Sopenharmony_ci		ccp_dev_init(sp);
1978c2ecf20Sopenharmony_ci
1988c2ecf20Sopenharmony_ci	if (sp->dev_vdata->psp_vdata)
1998c2ecf20Sopenharmony_ci		psp_dev_init(sp);
2008c2ecf20Sopenharmony_ci	return 0;
2018c2ecf20Sopenharmony_ci}
2028c2ecf20Sopenharmony_ci
2038c2ecf20Sopenharmony_civoid sp_destroy(struct sp_device *sp)
2048c2ecf20Sopenharmony_ci{
2058c2ecf20Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata)
2068c2ecf20Sopenharmony_ci		ccp_dev_destroy(sp);
2078c2ecf20Sopenharmony_ci
2088c2ecf20Sopenharmony_ci	if (sp->dev_vdata->psp_vdata)
2098c2ecf20Sopenharmony_ci		psp_dev_destroy(sp);
2108c2ecf20Sopenharmony_ci
2118c2ecf20Sopenharmony_ci	sp_del_device(sp);
2128c2ecf20Sopenharmony_ci}
2138c2ecf20Sopenharmony_ci
2148c2ecf20Sopenharmony_ciint sp_suspend(struct sp_device *sp)
2158c2ecf20Sopenharmony_ci{
2168c2ecf20Sopenharmony_ci	int ret;
2178c2ecf20Sopenharmony_ci
2188c2ecf20Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata) {
2198c2ecf20Sopenharmony_ci		ret = ccp_dev_suspend(sp);
2208c2ecf20Sopenharmony_ci		if (ret)
2218c2ecf20Sopenharmony_ci			return ret;
2228c2ecf20Sopenharmony_ci	}
2238c2ecf20Sopenharmony_ci
2248c2ecf20Sopenharmony_ci	return 0;
2258c2ecf20Sopenharmony_ci}
2268c2ecf20Sopenharmony_ci
2278c2ecf20Sopenharmony_ciint sp_resume(struct sp_device *sp)
2288c2ecf20Sopenharmony_ci{
2298c2ecf20Sopenharmony_ci	int ret;
2308c2ecf20Sopenharmony_ci
2318c2ecf20Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata) {
2328c2ecf20Sopenharmony_ci		ret = ccp_dev_resume(sp);
2338c2ecf20Sopenharmony_ci		if (ret)
2348c2ecf20Sopenharmony_ci			return ret;
2358c2ecf20Sopenharmony_ci	}
2368c2ecf20Sopenharmony_ci
2378c2ecf20Sopenharmony_ci	return 0;
2388c2ecf20Sopenharmony_ci}
2398c2ecf20Sopenharmony_ci
2408c2ecf20Sopenharmony_cistruct sp_device *sp_get_psp_master_device(void)
2418c2ecf20Sopenharmony_ci{
2428c2ecf20Sopenharmony_ci	struct sp_device *i, *ret = NULL;
2438c2ecf20Sopenharmony_ci	unsigned long flags;
2448c2ecf20Sopenharmony_ci
2458c2ecf20Sopenharmony_ci	write_lock_irqsave(&sp_unit_lock, flags);
2468c2ecf20Sopenharmony_ci	if (list_empty(&sp_units))
2478c2ecf20Sopenharmony_ci		goto unlock;
2488c2ecf20Sopenharmony_ci
2498c2ecf20Sopenharmony_ci	list_for_each_entry(i, &sp_units, entry) {
2508c2ecf20Sopenharmony_ci		if (i->psp_data && i->get_psp_master_device) {
2518c2ecf20Sopenharmony_ci			ret = i->get_psp_master_device();
2528c2ecf20Sopenharmony_ci			break;
2538c2ecf20Sopenharmony_ci		}
2548c2ecf20Sopenharmony_ci	}
2558c2ecf20Sopenharmony_ci
2568c2ecf20Sopenharmony_ciunlock:
2578c2ecf20Sopenharmony_ci	write_unlock_irqrestore(&sp_unit_lock, flags);
2588c2ecf20Sopenharmony_ci	return ret;
2598c2ecf20Sopenharmony_ci}
2608c2ecf20Sopenharmony_ci
2618c2ecf20Sopenharmony_cistatic int __init sp_mod_init(void)
2628c2ecf20Sopenharmony_ci{
2638c2ecf20Sopenharmony_ci#ifdef CONFIG_X86
2648c2ecf20Sopenharmony_ci	int ret;
2658c2ecf20Sopenharmony_ci
2668c2ecf20Sopenharmony_ci	ret = sp_pci_init();
2678c2ecf20Sopenharmony_ci	if (ret)
2688c2ecf20Sopenharmony_ci		return ret;
2698c2ecf20Sopenharmony_ci
2708c2ecf20Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP
2718c2ecf20Sopenharmony_ci	psp_pci_init();
2728c2ecf20Sopenharmony_ci#endif
2738c2ecf20Sopenharmony_ci
2748c2ecf20Sopenharmony_ci	return 0;
2758c2ecf20Sopenharmony_ci#endif
2768c2ecf20Sopenharmony_ci
2778c2ecf20Sopenharmony_ci#ifdef CONFIG_ARM64
2788c2ecf20Sopenharmony_ci	int ret;
2798c2ecf20Sopenharmony_ci
2808c2ecf20Sopenharmony_ci	ret = sp_platform_init();
2818c2ecf20Sopenharmony_ci	if (ret)
2828c2ecf20Sopenharmony_ci		return ret;
2838c2ecf20Sopenharmony_ci
2848c2ecf20Sopenharmony_ci	return 0;
2858c2ecf20Sopenharmony_ci#endif
2868c2ecf20Sopenharmony_ci
2878c2ecf20Sopenharmony_ci	return -ENODEV;
2888c2ecf20Sopenharmony_ci}
2898c2ecf20Sopenharmony_ci
2908c2ecf20Sopenharmony_cistatic void __exit sp_mod_exit(void)
2918c2ecf20Sopenharmony_ci{
2928c2ecf20Sopenharmony_ci#ifdef CONFIG_X86
2938c2ecf20Sopenharmony_ci
2948c2ecf20Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP
2958c2ecf20Sopenharmony_ci	psp_pci_exit();
2968c2ecf20Sopenharmony_ci#endif
2978c2ecf20Sopenharmony_ci
2988c2ecf20Sopenharmony_ci	sp_pci_exit();
2998c2ecf20Sopenharmony_ci#endif
3008c2ecf20Sopenharmony_ci
3018c2ecf20Sopenharmony_ci#ifdef CONFIG_ARM64
3028c2ecf20Sopenharmony_ci	sp_platform_exit();
3038c2ecf20Sopenharmony_ci#endif
3048c2ecf20Sopenharmony_ci}
3058c2ecf20Sopenharmony_ci
3068c2ecf20Sopenharmony_cimodule_init(sp_mod_init);
3078c2ecf20Sopenharmony_cimodule_exit(sp_mod_exit);
308