162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (c) 2015-2021, Linaro Limited 462306a36Sopenharmony_ci * Copyright (c) 2016, EPAM Systems 562306a36Sopenharmony_ci */ 662306a36Sopenharmony_ci 762306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include <linux/crash_dump.h> 1062306a36Sopenharmony_ci#include <linux/errno.h> 1162306a36Sopenharmony_ci#include <linux/io.h> 1262306a36Sopenharmony_ci#include <linux/mm.h> 1362306a36Sopenharmony_ci#include <linux/module.h> 1462306a36Sopenharmony_ci#include <linux/slab.h> 1562306a36Sopenharmony_ci#include <linux/string.h> 1662306a36Sopenharmony_ci#include <linux/tee_drv.h> 1762306a36Sopenharmony_ci#include <linux/types.h> 1862306a36Sopenharmony_ci#include <linux/workqueue.h> 1962306a36Sopenharmony_ci#include "optee_private.h" 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ciint optee_pool_op_alloc_helper(struct tee_shm_pool *pool, struct tee_shm *shm, 2262306a36Sopenharmony_ci size_t size, size_t align, 2362306a36Sopenharmony_ci int (*shm_register)(struct tee_context *ctx, 2462306a36Sopenharmony_ci struct tee_shm *shm, 2562306a36Sopenharmony_ci struct page **pages, 2662306a36Sopenharmony_ci size_t num_pages, 2762306a36Sopenharmony_ci unsigned long start)) 2862306a36Sopenharmony_ci{ 2962306a36Sopenharmony_ci unsigned int order = get_order(size); 3062306a36Sopenharmony_ci struct page *page; 3162306a36Sopenharmony_ci int rc = 0; 3262306a36Sopenharmony_ci 3362306a36Sopenharmony_ci /* 3462306a36Sopenharmony_ci * Ignore alignment since this is already going to be page aligned 3562306a36Sopenharmony_ci * and there's no need for any larger alignment. 3662306a36Sopenharmony_ci */ 3762306a36Sopenharmony_ci page = alloc_pages(GFP_KERNEL | __GFP_ZERO, order); 3862306a36Sopenharmony_ci if (!page) 3962306a36Sopenharmony_ci return -ENOMEM; 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_ci shm->kaddr = page_address(page); 4262306a36Sopenharmony_ci shm->paddr = page_to_phys(page); 4362306a36Sopenharmony_ci shm->size = PAGE_SIZE << order; 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ci if (shm_register) { 4662306a36Sopenharmony_ci unsigned int nr_pages = 1 << order, i; 4762306a36Sopenharmony_ci struct page **pages; 4862306a36Sopenharmony_ci 4962306a36Sopenharmony_ci pages = kcalloc(nr_pages, sizeof(*pages), GFP_KERNEL); 5062306a36Sopenharmony_ci if (!pages) { 5162306a36Sopenharmony_ci rc = -ENOMEM; 5262306a36Sopenharmony_ci goto err; 5362306a36Sopenharmony_ci } 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_ci for (i = 0; i < nr_pages; i++) 5662306a36Sopenharmony_ci pages[i] = page + i; 5762306a36Sopenharmony_ci 5862306a36Sopenharmony_ci rc = shm_register(shm->ctx, shm, pages, nr_pages, 5962306a36Sopenharmony_ci (unsigned long)shm->kaddr); 6062306a36Sopenharmony_ci kfree(pages); 6162306a36Sopenharmony_ci if (rc) 6262306a36Sopenharmony_ci goto err; 6362306a36Sopenharmony_ci } 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci return 0; 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_cierr: 6862306a36Sopenharmony_ci free_pages((unsigned long)shm->kaddr, order); 6962306a36Sopenharmony_ci return rc; 7062306a36Sopenharmony_ci} 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_civoid optee_pool_op_free_helper(struct tee_shm_pool *pool, struct tee_shm *shm, 7362306a36Sopenharmony_ci int (*shm_unregister)(struct tee_context *ctx, 7462306a36Sopenharmony_ci struct tee_shm *shm)) 7562306a36Sopenharmony_ci{ 7662306a36Sopenharmony_ci if (shm_unregister) 7762306a36Sopenharmony_ci shm_unregister(shm->ctx, shm); 7862306a36Sopenharmony_ci free_pages((unsigned long)shm->kaddr, get_order(shm->size)); 7962306a36Sopenharmony_ci shm->kaddr = NULL; 8062306a36Sopenharmony_ci} 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_cistatic void optee_bus_scan(struct work_struct *work) 8362306a36Sopenharmony_ci{ 8462306a36Sopenharmony_ci WARN_ON(optee_enumerate_devices(PTA_CMD_GET_DEVICES_SUPP)); 8562306a36Sopenharmony_ci} 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ciint optee_open(struct tee_context *ctx, bool cap_memref_null) 8862306a36Sopenharmony_ci{ 8962306a36Sopenharmony_ci struct optee_context_data *ctxdata; 9062306a36Sopenharmony_ci struct tee_device *teedev = ctx->teedev; 9162306a36Sopenharmony_ci struct optee *optee = tee_get_drvdata(teedev); 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci ctxdata = kzalloc(sizeof(*ctxdata), GFP_KERNEL); 9462306a36Sopenharmony_ci if (!ctxdata) 9562306a36Sopenharmony_ci return -ENOMEM; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci if (teedev == optee->supp_teedev) { 9862306a36Sopenharmony_ci bool busy = true; 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ci mutex_lock(&optee->supp.mutex); 10162306a36Sopenharmony_ci if (!optee->supp.ctx) { 10262306a36Sopenharmony_ci busy = false; 10362306a36Sopenharmony_ci optee->supp.ctx = ctx; 10462306a36Sopenharmony_ci } 10562306a36Sopenharmony_ci mutex_unlock(&optee->supp.mutex); 10662306a36Sopenharmony_ci if (busy) { 10762306a36Sopenharmony_ci kfree(ctxdata); 10862306a36Sopenharmony_ci return -EBUSY; 10962306a36Sopenharmony_ci } 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_ci if (!optee->scan_bus_done) { 11262306a36Sopenharmony_ci INIT_WORK(&optee->scan_bus_work, optee_bus_scan); 11362306a36Sopenharmony_ci optee->scan_bus_wq = create_workqueue("optee_bus_scan"); 11462306a36Sopenharmony_ci if (!optee->scan_bus_wq) { 11562306a36Sopenharmony_ci kfree(ctxdata); 11662306a36Sopenharmony_ci return -ECHILD; 11762306a36Sopenharmony_ci } 11862306a36Sopenharmony_ci queue_work(optee->scan_bus_wq, &optee->scan_bus_work); 11962306a36Sopenharmony_ci optee->scan_bus_done = true; 12062306a36Sopenharmony_ci } 12162306a36Sopenharmony_ci } 12262306a36Sopenharmony_ci mutex_init(&ctxdata->mutex); 12362306a36Sopenharmony_ci INIT_LIST_HEAD(&ctxdata->sess_list); 12462306a36Sopenharmony_ci 12562306a36Sopenharmony_ci ctx->cap_memref_null = cap_memref_null; 12662306a36Sopenharmony_ci ctx->data = ctxdata; 12762306a36Sopenharmony_ci return 0; 12862306a36Sopenharmony_ci} 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_cistatic void optee_release_helper(struct tee_context *ctx, 13162306a36Sopenharmony_ci int (*close_session)(struct tee_context *ctx, 13262306a36Sopenharmony_ci u32 session)) 13362306a36Sopenharmony_ci{ 13462306a36Sopenharmony_ci struct optee_context_data *ctxdata = ctx->data; 13562306a36Sopenharmony_ci struct optee_session *sess; 13662306a36Sopenharmony_ci struct optee_session *sess_tmp; 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci if (!ctxdata) 13962306a36Sopenharmony_ci return; 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci list_for_each_entry_safe(sess, sess_tmp, &ctxdata->sess_list, 14262306a36Sopenharmony_ci list_node) { 14362306a36Sopenharmony_ci list_del(&sess->list_node); 14462306a36Sopenharmony_ci close_session(ctx, sess->session_id); 14562306a36Sopenharmony_ci kfree(sess); 14662306a36Sopenharmony_ci } 14762306a36Sopenharmony_ci kfree(ctxdata); 14862306a36Sopenharmony_ci ctx->data = NULL; 14962306a36Sopenharmony_ci} 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_civoid optee_release(struct tee_context *ctx) 15262306a36Sopenharmony_ci{ 15362306a36Sopenharmony_ci optee_release_helper(ctx, optee_close_session_helper); 15462306a36Sopenharmony_ci} 15562306a36Sopenharmony_ci 15662306a36Sopenharmony_civoid optee_release_supp(struct tee_context *ctx) 15762306a36Sopenharmony_ci{ 15862306a36Sopenharmony_ci struct optee *optee = tee_get_drvdata(ctx->teedev); 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci optee_release_helper(ctx, optee_close_session_helper); 16162306a36Sopenharmony_ci if (optee->scan_bus_wq) { 16262306a36Sopenharmony_ci destroy_workqueue(optee->scan_bus_wq); 16362306a36Sopenharmony_ci optee->scan_bus_wq = NULL; 16462306a36Sopenharmony_ci } 16562306a36Sopenharmony_ci optee_supp_release(&optee->supp); 16662306a36Sopenharmony_ci} 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_civoid optee_remove_common(struct optee *optee) 16962306a36Sopenharmony_ci{ 17062306a36Sopenharmony_ci /* Unregister OP-TEE specific client devices on TEE bus */ 17162306a36Sopenharmony_ci optee_unregister_devices(); 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci optee_notif_uninit(optee); 17462306a36Sopenharmony_ci optee_shm_arg_cache_uninit(optee); 17562306a36Sopenharmony_ci teedev_close_context(optee->ctx); 17662306a36Sopenharmony_ci /* 17762306a36Sopenharmony_ci * The two devices have to be unregistered before we can free the 17862306a36Sopenharmony_ci * other resources. 17962306a36Sopenharmony_ci */ 18062306a36Sopenharmony_ci tee_device_unregister(optee->supp_teedev); 18162306a36Sopenharmony_ci tee_device_unregister(optee->teedev); 18262306a36Sopenharmony_ci 18362306a36Sopenharmony_ci tee_shm_pool_free(optee->pool); 18462306a36Sopenharmony_ci optee_supp_uninit(&optee->supp); 18562306a36Sopenharmony_ci mutex_destroy(&optee->call_queue.mutex); 18662306a36Sopenharmony_ci} 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_cistatic int smc_abi_rc; 18962306a36Sopenharmony_cistatic int ffa_abi_rc; 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_cistatic int __init optee_core_init(void) 19262306a36Sopenharmony_ci{ 19362306a36Sopenharmony_ci /* 19462306a36Sopenharmony_ci * The kernel may have crashed at the same time that all available 19562306a36Sopenharmony_ci * secure world threads were suspended and we cannot reschedule the 19662306a36Sopenharmony_ci * suspended threads without access to the crashed kernel's wait_queue. 19762306a36Sopenharmony_ci * Therefore, we cannot reliably initialize the OP-TEE driver in the 19862306a36Sopenharmony_ci * kdump kernel. 19962306a36Sopenharmony_ci */ 20062306a36Sopenharmony_ci if (is_kdump_kernel()) 20162306a36Sopenharmony_ci return -ENODEV; 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_ci smc_abi_rc = optee_smc_abi_register(); 20462306a36Sopenharmony_ci ffa_abi_rc = optee_ffa_abi_register(); 20562306a36Sopenharmony_ci 20662306a36Sopenharmony_ci /* If both failed there's no point with this module */ 20762306a36Sopenharmony_ci if (smc_abi_rc && ffa_abi_rc) 20862306a36Sopenharmony_ci return smc_abi_rc; 20962306a36Sopenharmony_ci return 0; 21062306a36Sopenharmony_ci} 21162306a36Sopenharmony_cimodule_init(optee_core_init); 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_cistatic void __exit optee_core_exit(void) 21462306a36Sopenharmony_ci{ 21562306a36Sopenharmony_ci if (!smc_abi_rc) 21662306a36Sopenharmony_ci optee_smc_abi_unregister(); 21762306a36Sopenharmony_ci if (!ffa_abi_rc) 21862306a36Sopenharmony_ci optee_ffa_abi_unregister(); 21962306a36Sopenharmony_ci} 22062306a36Sopenharmony_cimodule_exit(optee_core_exit); 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ciMODULE_AUTHOR("Linaro"); 22362306a36Sopenharmony_ciMODULE_DESCRIPTION("OP-TEE driver"); 22462306a36Sopenharmony_ciMODULE_VERSION("1.0"); 22562306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 22662306a36Sopenharmony_ciMODULE_ALIAS("platform:optee"); 227