162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * AMD Secure Processor driver
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2017-2018 Advanced Micro Devices, Inc.
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Author: Tom Lendacky <thomas.lendacky@amd.com>
862306a36Sopenharmony_ci * Author: Gary R Hook <gary.hook@amd.com>
962306a36Sopenharmony_ci * Author: Brijesh Singh <brijesh.singh@amd.com>
1062306a36Sopenharmony_ci */
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci#include <linux/module.h>
1362306a36Sopenharmony_ci#include <linux/kernel.h>
1462306a36Sopenharmony_ci#include <linux/kthread.h>
1562306a36Sopenharmony_ci#include <linux/sched.h>
1662306a36Sopenharmony_ci#include <linux/interrupt.h>
1762306a36Sopenharmony_ci#include <linux/spinlock.h>
1862306a36Sopenharmony_ci#include <linux/spinlock_types.h>
1962306a36Sopenharmony_ci#include <linux/types.h>
2062306a36Sopenharmony_ci#include <linux/ccp.h>
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci#include "ccp-dev.h"
2362306a36Sopenharmony_ci#include "sp-dev.h"
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ciMODULE_AUTHOR("Tom Lendacky <thomas.lendacky@amd.com>");
2662306a36Sopenharmony_ciMODULE_AUTHOR("Gary R Hook <gary.hook@amd.com>");
2762306a36Sopenharmony_ciMODULE_LICENSE("GPL");
2862306a36Sopenharmony_ciMODULE_VERSION("1.1.0");
2962306a36Sopenharmony_ciMODULE_DESCRIPTION("AMD Secure Processor driver");
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci/* List of SPs, SP count, read-write access lock, and access functions
3262306a36Sopenharmony_ci *
3362306a36Sopenharmony_ci * Lock structure: get sp_unit_lock for reading whenever we need to
3462306a36Sopenharmony_ci * examine the SP list.
3562306a36Sopenharmony_ci */
3662306a36Sopenharmony_cistatic DEFINE_RWLOCK(sp_unit_lock);
3762306a36Sopenharmony_cistatic LIST_HEAD(sp_units);
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_ci/* Ever-increasing value to produce unique unit numbers */
4062306a36Sopenharmony_cistatic atomic_t sp_ordinal;
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistatic void sp_add_device(struct sp_device *sp)
4362306a36Sopenharmony_ci{
4462306a36Sopenharmony_ci	unsigned long flags;
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	write_lock_irqsave(&sp_unit_lock, flags);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	list_add_tail(&sp->entry, &sp_units);
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_ci	write_unlock_irqrestore(&sp_unit_lock, flags);
5162306a36Sopenharmony_ci}
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_cistatic void sp_del_device(struct sp_device *sp)
5462306a36Sopenharmony_ci{
5562306a36Sopenharmony_ci	unsigned long flags;
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci	write_lock_irqsave(&sp_unit_lock, flags);
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	list_del(&sp->entry);
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci	write_unlock_irqrestore(&sp_unit_lock, flags);
6262306a36Sopenharmony_ci}
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_cistatic irqreturn_t sp_irq_handler(int irq, void *data)
6562306a36Sopenharmony_ci{
6662306a36Sopenharmony_ci	struct sp_device *sp = data;
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	if (sp->ccp_irq_handler)
6962306a36Sopenharmony_ci		sp->ccp_irq_handler(irq, sp->ccp_irq_data);
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	if (sp->psp_irq_handler)
7262306a36Sopenharmony_ci		sp->psp_irq_handler(irq, sp->psp_irq_data);
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	return IRQ_HANDLED;
7562306a36Sopenharmony_ci}
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ciint sp_request_ccp_irq(struct sp_device *sp, irq_handler_t handler,
7862306a36Sopenharmony_ci		       const char *name, void *data)
7962306a36Sopenharmony_ci{
8062306a36Sopenharmony_ci	int ret;
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) {
8362306a36Sopenharmony_ci		/* Need a common routine to manage all interrupts */
8462306a36Sopenharmony_ci		sp->ccp_irq_data = data;
8562306a36Sopenharmony_ci		sp->ccp_irq_handler = handler;
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci		if (!sp->irq_registered) {
8862306a36Sopenharmony_ci			ret = request_irq(sp->ccp_irq, sp_irq_handler, 0,
8962306a36Sopenharmony_ci					  sp->name, sp);
9062306a36Sopenharmony_ci			if (ret)
9162306a36Sopenharmony_ci				return ret;
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci			sp->irq_registered = true;
9462306a36Sopenharmony_ci		}
9562306a36Sopenharmony_ci	} else {
9662306a36Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
9762306a36Sopenharmony_ci		ret = request_irq(sp->ccp_irq, handler, 0, name, data);
9862306a36Sopenharmony_ci		if (ret)
9962306a36Sopenharmony_ci			return ret;
10062306a36Sopenharmony_ci	}
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	return 0;
10362306a36Sopenharmony_ci}
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ciint sp_request_psp_irq(struct sp_device *sp, irq_handler_t handler,
10662306a36Sopenharmony_ci		       const char *name, void *data)
10762306a36Sopenharmony_ci{
10862306a36Sopenharmony_ci	int ret;
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) {
11162306a36Sopenharmony_ci		/* Need a common routine to manage all interrupts */
11262306a36Sopenharmony_ci		sp->psp_irq_data = data;
11362306a36Sopenharmony_ci		sp->psp_irq_handler = handler;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci		if (!sp->irq_registered) {
11662306a36Sopenharmony_ci			ret = request_irq(sp->psp_irq, sp_irq_handler, 0,
11762306a36Sopenharmony_ci					  sp->name, sp);
11862306a36Sopenharmony_ci			if (ret)
11962306a36Sopenharmony_ci				return ret;
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci			sp->irq_registered = true;
12262306a36Sopenharmony_ci		}
12362306a36Sopenharmony_ci	} else {
12462306a36Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
12562306a36Sopenharmony_ci		ret = request_irq(sp->psp_irq, handler, 0, name, data);
12662306a36Sopenharmony_ci		if (ret)
12762306a36Sopenharmony_ci			return ret;
12862306a36Sopenharmony_ci	}
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	return 0;
13162306a36Sopenharmony_ci}
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_civoid sp_free_ccp_irq(struct sp_device *sp, void *data)
13462306a36Sopenharmony_ci{
13562306a36Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->psp_vdata) {
13662306a36Sopenharmony_ci		/* Using common routine to manage all interrupts */
13762306a36Sopenharmony_ci		if (!sp->psp_irq_handler) {
13862306a36Sopenharmony_ci			/* Nothing else using it, so free it */
13962306a36Sopenharmony_ci			free_irq(sp->ccp_irq, sp);
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci			sp->irq_registered = false;
14262306a36Sopenharmony_ci		}
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_ci		sp->ccp_irq_handler = NULL;
14562306a36Sopenharmony_ci		sp->ccp_irq_data = NULL;
14662306a36Sopenharmony_ci	} else {
14762306a36Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
14862306a36Sopenharmony_ci		free_irq(sp->ccp_irq, data);
14962306a36Sopenharmony_ci	}
15062306a36Sopenharmony_ci}
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_civoid sp_free_psp_irq(struct sp_device *sp, void *data)
15362306a36Sopenharmony_ci{
15462306a36Sopenharmony_ci	if ((sp->psp_irq == sp->ccp_irq) && sp->dev_vdata->ccp_vdata) {
15562306a36Sopenharmony_ci		/* Using common routine to manage all interrupts */
15662306a36Sopenharmony_ci		if (!sp->ccp_irq_handler) {
15762306a36Sopenharmony_ci			/* Nothing else using it, so free it */
15862306a36Sopenharmony_ci			free_irq(sp->psp_irq, sp);
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci			sp->irq_registered = false;
16162306a36Sopenharmony_ci		}
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci		sp->psp_irq_handler = NULL;
16462306a36Sopenharmony_ci		sp->psp_irq_data = NULL;
16562306a36Sopenharmony_ci	} else {
16662306a36Sopenharmony_ci		/* Each sub-device can manage it's own interrupt */
16762306a36Sopenharmony_ci		free_irq(sp->psp_irq, data);
16862306a36Sopenharmony_ci	}
16962306a36Sopenharmony_ci}
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci/**
17262306a36Sopenharmony_ci * sp_alloc_struct - allocate and initialize the sp_device struct
17362306a36Sopenharmony_ci *
17462306a36Sopenharmony_ci * @dev: device struct of the SP
17562306a36Sopenharmony_ci */
17662306a36Sopenharmony_cistruct sp_device *sp_alloc_struct(struct device *dev)
17762306a36Sopenharmony_ci{
17862306a36Sopenharmony_ci	struct sp_device *sp;
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	sp = devm_kzalloc(dev, sizeof(*sp), GFP_KERNEL);
18162306a36Sopenharmony_ci	if (!sp)
18262306a36Sopenharmony_ci		return NULL;
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	sp->dev = dev;
18562306a36Sopenharmony_ci	sp->ord = atomic_inc_return(&sp_ordinal);
18662306a36Sopenharmony_ci	snprintf(sp->name, SP_MAX_NAME_LEN, "sp-%u", sp->ord);
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_ci	return sp;
18962306a36Sopenharmony_ci}
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ciint sp_init(struct sp_device *sp)
19262306a36Sopenharmony_ci{
19362306a36Sopenharmony_ci	sp_add_device(sp);
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata)
19662306a36Sopenharmony_ci		ccp_dev_init(sp);
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci	if (sp->dev_vdata->psp_vdata)
19962306a36Sopenharmony_ci		psp_dev_init(sp);
20062306a36Sopenharmony_ci	return 0;
20162306a36Sopenharmony_ci}
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_civoid sp_destroy(struct sp_device *sp)
20462306a36Sopenharmony_ci{
20562306a36Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata)
20662306a36Sopenharmony_ci		ccp_dev_destroy(sp);
20762306a36Sopenharmony_ci
20862306a36Sopenharmony_ci	if (sp->dev_vdata->psp_vdata)
20962306a36Sopenharmony_ci		psp_dev_destroy(sp);
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	sp_del_device(sp);
21262306a36Sopenharmony_ci}
21362306a36Sopenharmony_ci
21462306a36Sopenharmony_ciint sp_suspend(struct sp_device *sp)
21562306a36Sopenharmony_ci{
21662306a36Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata) {
21762306a36Sopenharmony_ci		ccp_dev_suspend(sp);
21862306a36Sopenharmony_ci	}
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci	return 0;
22162306a36Sopenharmony_ci}
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ciint sp_resume(struct sp_device *sp)
22462306a36Sopenharmony_ci{
22562306a36Sopenharmony_ci	if (sp->dev_vdata->ccp_vdata) {
22662306a36Sopenharmony_ci		ccp_dev_resume(sp);
22762306a36Sopenharmony_ci	}
22862306a36Sopenharmony_ci
22962306a36Sopenharmony_ci	return 0;
23062306a36Sopenharmony_ci}
23162306a36Sopenharmony_ci
23262306a36Sopenharmony_cistruct sp_device *sp_get_psp_master_device(void)
23362306a36Sopenharmony_ci{
23462306a36Sopenharmony_ci	struct sp_device *i, *ret = NULL;
23562306a36Sopenharmony_ci	unsigned long flags;
23662306a36Sopenharmony_ci
23762306a36Sopenharmony_ci	write_lock_irqsave(&sp_unit_lock, flags);
23862306a36Sopenharmony_ci	if (list_empty(&sp_units))
23962306a36Sopenharmony_ci		goto unlock;
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci	list_for_each_entry(i, &sp_units, entry) {
24262306a36Sopenharmony_ci		if (i->psp_data && i->get_psp_master_device) {
24362306a36Sopenharmony_ci			ret = i->get_psp_master_device();
24462306a36Sopenharmony_ci			break;
24562306a36Sopenharmony_ci		}
24662306a36Sopenharmony_ci	}
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ciunlock:
24962306a36Sopenharmony_ci	write_unlock_irqrestore(&sp_unit_lock, flags);
25062306a36Sopenharmony_ci	return ret;
25162306a36Sopenharmony_ci}
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_cistatic int __init sp_mod_init(void)
25462306a36Sopenharmony_ci{
25562306a36Sopenharmony_ci#ifdef CONFIG_X86
25662306a36Sopenharmony_ci	int ret;
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	ret = sp_pci_init();
25962306a36Sopenharmony_ci	if (ret)
26062306a36Sopenharmony_ci		return ret;
26162306a36Sopenharmony_ci
26262306a36Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP
26362306a36Sopenharmony_ci	psp_pci_init();
26462306a36Sopenharmony_ci#endif
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_ci	return 0;
26762306a36Sopenharmony_ci#endif
26862306a36Sopenharmony_ci
26962306a36Sopenharmony_ci#ifdef CONFIG_ARM64
27062306a36Sopenharmony_ci	int ret;
27162306a36Sopenharmony_ci
27262306a36Sopenharmony_ci	ret = sp_platform_init();
27362306a36Sopenharmony_ci	if (ret)
27462306a36Sopenharmony_ci		return ret;
27562306a36Sopenharmony_ci
27662306a36Sopenharmony_ci	return 0;
27762306a36Sopenharmony_ci#endif
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	return -ENODEV;
28062306a36Sopenharmony_ci}
28162306a36Sopenharmony_ci
28262306a36Sopenharmony_cistatic void __exit sp_mod_exit(void)
28362306a36Sopenharmony_ci{
28462306a36Sopenharmony_ci#ifdef CONFIG_X86
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci#ifdef CONFIG_CRYPTO_DEV_SP_PSP
28762306a36Sopenharmony_ci	psp_pci_exit();
28862306a36Sopenharmony_ci#endif
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_ci	sp_pci_exit();
29162306a36Sopenharmony_ci#endif
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_ci#ifdef CONFIG_ARM64
29462306a36Sopenharmony_ci	sp_platform_exit();
29562306a36Sopenharmony_ci#endif
29662306a36Sopenharmony_ci}
29762306a36Sopenharmony_ci
29862306a36Sopenharmony_cimodule_init(sp_mod_init);
29962306a36Sopenharmony_cimodule_exit(sp_mod_exit);
300