162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Create default crypto algorithm instances. 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au> 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#include <crypto/internal/aead.h> 962306a36Sopenharmony_ci#include <linux/completion.h> 1062306a36Sopenharmony_ci#include <linux/ctype.h> 1162306a36Sopenharmony_ci#include <linux/err.h> 1262306a36Sopenharmony_ci#include <linux/init.h> 1362306a36Sopenharmony_ci#include <linux/kthread.h> 1462306a36Sopenharmony_ci#include <linux/module.h> 1562306a36Sopenharmony_ci#include <linux/notifier.h> 1662306a36Sopenharmony_ci#include <linux/rtnetlink.h> 1762306a36Sopenharmony_ci#include <linux/sched/signal.h> 1862306a36Sopenharmony_ci#include <linux/slab.h> 1962306a36Sopenharmony_ci#include <linux/string.h> 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ci#include "internal.h" 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_cistruct cryptomgr_param { 2462306a36Sopenharmony_ci struct rtattr *tb[CRYPTO_MAX_ATTRS + 2]; 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci struct { 2762306a36Sopenharmony_ci struct rtattr attr; 2862306a36Sopenharmony_ci struct crypto_attr_type data; 2962306a36Sopenharmony_ci } type; 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci struct { 3262306a36Sopenharmony_ci struct rtattr attr; 3362306a36Sopenharmony_ci struct crypto_attr_alg data; 3462306a36Sopenharmony_ci } attrs[CRYPTO_MAX_ATTRS]; 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_ci char template[CRYPTO_MAX_ALG_NAME]; 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_ci struct crypto_larval *larval; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci u32 otype; 4162306a36Sopenharmony_ci u32 omask; 4262306a36Sopenharmony_ci}; 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_cistruct crypto_test_param { 4562306a36Sopenharmony_ci char driver[CRYPTO_MAX_ALG_NAME]; 4662306a36Sopenharmony_ci char alg[CRYPTO_MAX_ALG_NAME]; 4762306a36Sopenharmony_ci u32 type; 4862306a36Sopenharmony_ci}; 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_cistatic int cryptomgr_probe(void *data) 5162306a36Sopenharmony_ci{ 5262306a36Sopenharmony_ci struct cryptomgr_param *param = data; 5362306a36Sopenharmony_ci struct crypto_template *tmpl; 5462306a36Sopenharmony_ci int err; 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_ci tmpl = crypto_lookup_template(param->template); 5762306a36Sopenharmony_ci if (!tmpl) 5862306a36Sopenharmony_ci goto out; 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci do { 6162306a36Sopenharmony_ci err = tmpl->create(tmpl, param->tb); 6262306a36Sopenharmony_ci } while (err == -EAGAIN && !signal_pending(current)); 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci crypto_tmpl_put(tmpl); 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ciout: 6762306a36Sopenharmony_ci complete_all(¶m->larval->completion); 6862306a36Sopenharmony_ci crypto_alg_put(¶m->larval->alg); 6962306a36Sopenharmony_ci kfree(param); 7062306a36Sopenharmony_ci module_put_and_kthread_exit(0); 7162306a36Sopenharmony_ci} 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_cistatic int cryptomgr_schedule_probe(struct crypto_larval *larval) 7462306a36Sopenharmony_ci{ 7562306a36Sopenharmony_ci struct task_struct *thread; 7662306a36Sopenharmony_ci struct cryptomgr_param *param; 7762306a36Sopenharmony_ci const char *name = larval->alg.cra_name; 7862306a36Sopenharmony_ci const char *p; 7962306a36Sopenharmony_ci unsigned int len; 8062306a36Sopenharmony_ci int i; 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci if (!try_module_get(THIS_MODULE)) 8362306a36Sopenharmony_ci goto err; 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci param = kzalloc(sizeof(*param), GFP_KERNEL); 8662306a36Sopenharmony_ci if (!param) 8762306a36Sopenharmony_ci goto err_put_module; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci for (p = name; isalnum(*p) || *p == '-' || *p == '_'; p++) 9062306a36Sopenharmony_ci ; 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci len = p - name; 9362306a36Sopenharmony_ci if (!len || *p != '(') 9462306a36Sopenharmony_ci goto err_free_param; 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci memcpy(param->template, name, len); 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci i = 0; 9962306a36Sopenharmony_ci for (;;) { 10062306a36Sopenharmony_ci name = ++p; 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci for (; isalnum(*p) || *p == '-' || *p == '_'; p++) 10362306a36Sopenharmony_ci ; 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci if (*p == '(') { 10662306a36Sopenharmony_ci int recursion = 0; 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci for (;;) { 10962306a36Sopenharmony_ci if (!*++p) 11062306a36Sopenharmony_ci goto err_free_param; 11162306a36Sopenharmony_ci if (*p == '(') 11262306a36Sopenharmony_ci recursion++; 11362306a36Sopenharmony_ci else if (*p == ')' && !recursion--) 11462306a36Sopenharmony_ci break; 11562306a36Sopenharmony_ci } 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_ci p++; 11862306a36Sopenharmony_ci } 11962306a36Sopenharmony_ci 12062306a36Sopenharmony_ci len = p - name; 12162306a36Sopenharmony_ci if (!len) 12262306a36Sopenharmony_ci goto err_free_param; 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci param->attrs[i].attr.rta_len = sizeof(param->attrs[i]); 12562306a36Sopenharmony_ci param->attrs[i].attr.rta_type = CRYPTOA_ALG; 12662306a36Sopenharmony_ci memcpy(param->attrs[i].data.name, name, len); 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci param->tb[i + 1] = ¶m->attrs[i].attr; 12962306a36Sopenharmony_ci i++; 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci if (i >= CRYPTO_MAX_ATTRS) 13262306a36Sopenharmony_ci goto err_free_param; 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci if (*p == ')') 13562306a36Sopenharmony_ci break; 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_ci if (*p != ',') 13862306a36Sopenharmony_ci goto err_free_param; 13962306a36Sopenharmony_ci } 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci if (!i) 14262306a36Sopenharmony_ci goto err_free_param; 14362306a36Sopenharmony_ci 14462306a36Sopenharmony_ci param->tb[i + 1] = NULL; 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci param->type.attr.rta_len = sizeof(param->type); 14762306a36Sopenharmony_ci param->type.attr.rta_type = CRYPTOA_TYPE; 14862306a36Sopenharmony_ci param->type.data.type = larval->alg.cra_flags & ~CRYPTO_ALG_TESTED; 14962306a36Sopenharmony_ci param->type.data.mask = larval->mask & ~CRYPTO_ALG_TESTED; 15062306a36Sopenharmony_ci param->tb[0] = ¶m->type.attr; 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_ci param->otype = larval->alg.cra_flags; 15362306a36Sopenharmony_ci param->omask = larval->mask; 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci crypto_alg_get(&larval->alg); 15662306a36Sopenharmony_ci param->larval = larval; 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci thread = kthread_run(cryptomgr_probe, param, "cryptomgr_probe"); 15962306a36Sopenharmony_ci if (IS_ERR(thread)) 16062306a36Sopenharmony_ci goto err_put_larval; 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci return NOTIFY_STOP; 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_cierr_put_larval: 16562306a36Sopenharmony_ci crypto_alg_put(&larval->alg); 16662306a36Sopenharmony_cierr_free_param: 16762306a36Sopenharmony_ci kfree(param); 16862306a36Sopenharmony_cierr_put_module: 16962306a36Sopenharmony_ci module_put(THIS_MODULE); 17062306a36Sopenharmony_cierr: 17162306a36Sopenharmony_ci return NOTIFY_OK; 17262306a36Sopenharmony_ci} 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_cistatic int cryptomgr_test(void *data) 17562306a36Sopenharmony_ci{ 17662306a36Sopenharmony_ci struct crypto_test_param *param = data; 17762306a36Sopenharmony_ci u32 type = param->type; 17862306a36Sopenharmony_ci int err; 17962306a36Sopenharmony_ci 18062306a36Sopenharmony_ci err = alg_test(param->driver, param->alg, type, CRYPTO_ALG_TESTED); 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_ci crypto_alg_tested(param->driver, err); 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci kfree(param); 18562306a36Sopenharmony_ci module_put_and_kthread_exit(0); 18662306a36Sopenharmony_ci} 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_cistatic int cryptomgr_schedule_test(struct crypto_alg *alg) 18962306a36Sopenharmony_ci{ 19062306a36Sopenharmony_ci struct task_struct *thread; 19162306a36Sopenharmony_ci struct crypto_test_param *param; 19262306a36Sopenharmony_ci 19362306a36Sopenharmony_ci if (IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_TESTS)) 19462306a36Sopenharmony_ci return NOTIFY_DONE; 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_ci if (!try_module_get(THIS_MODULE)) 19762306a36Sopenharmony_ci goto err; 19862306a36Sopenharmony_ci 19962306a36Sopenharmony_ci param = kzalloc(sizeof(*param), GFP_KERNEL); 20062306a36Sopenharmony_ci if (!param) 20162306a36Sopenharmony_ci goto err_put_module; 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_ci memcpy(param->driver, alg->cra_driver_name, sizeof(param->driver)); 20462306a36Sopenharmony_ci memcpy(param->alg, alg->cra_name, sizeof(param->alg)); 20562306a36Sopenharmony_ci param->type = alg->cra_flags; 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci thread = kthread_run(cryptomgr_test, param, "cryptomgr_test"); 20862306a36Sopenharmony_ci if (IS_ERR(thread)) 20962306a36Sopenharmony_ci goto err_free_param; 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_ci return NOTIFY_STOP; 21262306a36Sopenharmony_ci 21362306a36Sopenharmony_cierr_free_param: 21462306a36Sopenharmony_ci kfree(param); 21562306a36Sopenharmony_cierr_put_module: 21662306a36Sopenharmony_ci module_put(THIS_MODULE); 21762306a36Sopenharmony_cierr: 21862306a36Sopenharmony_ci return NOTIFY_OK; 21962306a36Sopenharmony_ci} 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_cistatic int cryptomgr_notify(struct notifier_block *this, unsigned long msg, 22262306a36Sopenharmony_ci void *data) 22362306a36Sopenharmony_ci{ 22462306a36Sopenharmony_ci switch (msg) { 22562306a36Sopenharmony_ci case CRYPTO_MSG_ALG_REQUEST: 22662306a36Sopenharmony_ci return cryptomgr_schedule_probe(data); 22762306a36Sopenharmony_ci case CRYPTO_MSG_ALG_REGISTER: 22862306a36Sopenharmony_ci return cryptomgr_schedule_test(data); 22962306a36Sopenharmony_ci case CRYPTO_MSG_ALG_LOADED: 23062306a36Sopenharmony_ci break; 23162306a36Sopenharmony_ci } 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_ci return NOTIFY_DONE; 23462306a36Sopenharmony_ci} 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_cistatic struct notifier_block cryptomgr_notifier = { 23762306a36Sopenharmony_ci .notifier_call = cryptomgr_notify, 23862306a36Sopenharmony_ci}; 23962306a36Sopenharmony_ci 24062306a36Sopenharmony_cistatic int __init cryptomgr_init(void) 24162306a36Sopenharmony_ci{ 24262306a36Sopenharmony_ci return crypto_register_notifier(&cryptomgr_notifier); 24362306a36Sopenharmony_ci} 24462306a36Sopenharmony_ci 24562306a36Sopenharmony_cistatic void __exit cryptomgr_exit(void) 24662306a36Sopenharmony_ci{ 24762306a36Sopenharmony_ci int err = crypto_unregister_notifier(&cryptomgr_notifier); 24862306a36Sopenharmony_ci BUG_ON(err); 24962306a36Sopenharmony_ci} 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci/* 25262306a36Sopenharmony_ci * This is arch_initcall() so that the crypto self-tests are run on algorithms 25362306a36Sopenharmony_ci * registered early by subsys_initcall(). subsys_initcall() is needed for 25462306a36Sopenharmony_ci * generic implementations so that they're available for comparison tests when 25562306a36Sopenharmony_ci * other implementations are registered later by module_init(). 25662306a36Sopenharmony_ci */ 25762306a36Sopenharmony_ciarch_initcall(cryptomgr_init); 25862306a36Sopenharmony_cimodule_exit(cryptomgr_exit); 25962306a36Sopenharmony_ci 26062306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 26162306a36Sopenharmony_ciMODULE_DESCRIPTION("Crypto Algorithm Manager"); 262