162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Create default crypto algorithm instances.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <crypto/internal/aead.h>
962306a36Sopenharmony_ci#include <linux/completion.h>
1062306a36Sopenharmony_ci#include <linux/ctype.h>
1162306a36Sopenharmony_ci#include <linux/err.h>
1262306a36Sopenharmony_ci#include <linux/init.h>
1362306a36Sopenharmony_ci#include <linux/kthread.h>
1462306a36Sopenharmony_ci#include <linux/module.h>
1562306a36Sopenharmony_ci#include <linux/notifier.h>
1662306a36Sopenharmony_ci#include <linux/rtnetlink.h>
1762306a36Sopenharmony_ci#include <linux/sched/signal.h>
1862306a36Sopenharmony_ci#include <linux/slab.h>
1962306a36Sopenharmony_ci#include <linux/string.h>
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#include "internal.h"
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_cistruct cryptomgr_param {
2462306a36Sopenharmony_ci	struct rtattr *tb[CRYPTO_MAX_ATTRS + 2];
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci	struct {
2762306a36Sopenharmony_ci		struct rtattr attr;
2862306a36Sopenharmony_ci		struct crypto_attr_type data;
2962306a36Sopenharmony_ci	} type;
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci	struct {
3262306a36Sopenharmony_ci		struct rtattr attr;
3362306a36Sopenharmony_ci		struct crypto_attr_alg data;
3462306a36Sopenharmony_ci	} attrs[CRYPTO_MAX_ATTRS];
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci	char template[CRYPTO_MAX_ALG_NAME];
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci	struct crypto_larval *larval;
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci	u32 otype;
4162306a36Sopenharmony_ci	u32 omask;
4262306a36Sopenharmony_ci};
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_cistruct crypto_test_param {
4562306a36Sopenharmony_ci	char driver[CRYPTO_MAX_ALG_NAME];
4662306a36Sopenharmony_ci	char alg[CRYPTO_MAX_ALG_NAME];
4762306a36Sopenharmony_ci	u32 type;
4862306a36Sopenharmony_ci};
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_cistatic int cryptomgr_probe(void *data)
5162306a36Sopenharmony_ci{
5262306a36Sopenharmony_ci	struct cryptomgr_param *param = data;
5362306a36Sopenharmony_ci	struct crypto_template *tmpl;
5462306a36Sopenharmony_ci	int err;
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	tmpl = crypto_lookup_template(param->template);
5762306a36Sopenharmony_ci	if (!tmpl)
5862306a36Sopenharmony_ci		goto out;
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci	do {
6162306a36Sopenharmony_ci		err = tmpl->create(tmpl, param->tb);
6262306a36Sopenharmony_ci	} while (err == -EAGAIN && !signal_pending(current));
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci	crypto_tmpl_put(tmpl);
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ciout:
6762306a36Sopenharmony_ci	complete_all(&param->larval->completion);
6862306a36Sopenharmony_ci	crypto_alg_put(&param->larval->alg);
6962306a36Sopenharmony_ci	kfree(param);
7062306a36Sopenharmony_ci	module_put_and_kthread_exit(0);
7162306a36Sopenharmony_ci}
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_cistatic int cryptomgr_schedule_probe(struct crypto_larval *larval)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	struct task_struct *thread;
7662306a36Sopenharmony_ci	struct cryptomgr_param *param;
7762306a36Sopenharmony_ci	const char *name = larval->alg.cra_name;
7862306a36Sopenharmony_ci	const char *p;
7962306a36Sopenharmony_ci	unsigned int len;
8062306a36Sopenharmony_ci	int i;
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	if (!try_module_get(THIS_MODULE))
8362306a36Sopenharmony_ci		goto err;
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	param = kzalloc(sizeof(*param), GFP_KERNEL);
8662306a36Sopenharmony_ci	if (!param)
8762306a36Sopenharmony_ci		goto err_put_module;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	for (p = name; isalnum(*p) || *p == '-' || *p == '_'; p++)
9062306a36Sopenharmony_ci		;
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	len = p - name;
9362306a36Sopenharmony_ci	if (!len || *p != '(')
9462306a36Sopenharmony_ci		goto err_free_param;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	memcpy(param->template, name, len);
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_ci	i = 0;
9962306a36Sopenharmony_ci	for (;;) {
10062306a36Sopenharmony_ci		name = ++p;
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci		for (; isalnum(*p) || *p == '-' || *p == '_'; p++)
10362306a36Sopenharmony_ci			;
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci		if (*p == '(') {
10662306a36Sopenharmony_ci			int recursion = 0;
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci			for (;;) {
10962306a36Sopenharmony_ci				if (!*++p)
11062306a36Sopenharmony_ci					goto err_free_param;
11162306a36Sopenharmony_ci				if (*p == '(')
11262306a36Sopenharmony_ci					recursion++;
11362306a36Sopenharmony_ci				else if (*p == ')' && !recursion--)
11462306a36Sopenharmony_ci					break;
11562306a36Sopenharmony_ci			}
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci			p++;
11862306a36Sopenharmony_ci		}
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci		len = p - name;
12162306a36Sopenharmony_ci		if (!len)
12262306a36Sopenharmony_ci			goto err_free_param;
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci		param->attrs[i].attr.rta_len = sizeof(param->attrs[i]);
12562306a36Sopenharmony_ci		param->attrs[i].attr.rta_type = CRYPTOA_ALG;
12662306a36Sopenharmony_ci		memcpy(param->attrs[i].data.name, name, len);
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci		param->tb[i + 1] = &param->attrs[i].attr;
12962306a36Sopenharmony_ci		i++;
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci		if (i >= CRYPTO_MAX_ATTRS)
13262306a36Sopenharmony_ci			goto err_free_param;
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci		if (*p == ')')
13562306a36Sopenharmony_ci			break;
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci		if (*p != ',')
13862306a36Sopenharmony_ci			goto err_free_param;
13962306a36Sopenharmony_ci	}
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	if (!i)
14262306a36Sopenharmony_ci		goto err_free_param;
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_ci	param->tb[i + 1] = NULL;
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci	param->type.attr.rta_len = sizeof(param->type);
14762306a36Sopenharmony_ci	param->type.attr.rta_type = CRYPTOA_TYPE;
14862306a36Sopenharmony_ci	param->type.data.type = larval->alg.cra_flags & ~CRYPTO_ALG_TESTED;
14962306a36Sopenharmony_ci	param->type.data.mask = larval->mask & ~CRYPTO_ALG_TESTED;
15062306a36Sopenharmony_ci	param->tb[0] = &param->type.attr;
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci	param->otype = larval->alg.cra_flags;
15362306a36Sopenharmony_ci	param->omask = larval->mask;
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	crypto_alg_get(&larval->alg);
15662306a36Sopenharmony_ci	param->larval = larval;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	thread = kthread_run(cryptomgr_probe, param, "cryptomgr_probe");
15962306a36Sopenharmony_ci	if (IS_ERR(thread))
16062306a36Sopenharmony_ci		goto err_put_larval;
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci	return NOTIFY_STOP;
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_cierr_put_larval:
16562306a36Sopenharmony_ci	crypto_alg_put(&larval->alg);
16662306a36Sopenharmony_cierr_free_param:
16762306a36Sopenharmony_ci	kfree(param);
16862306a36Sopenharmony_cierr_put_module:
16962306a36Sopenharmony_ci	module_put(THIS_MODULE);
17062306a36Sopenharmony_cierr:
17162306a36Sopenharmony_ci	return NOTIFY_OK;
17262306a36Sopenharmony_ci}
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_cistatic int cryptomgr_test(void *data)
17562306a36Sopenharmony_ci{
17662306a36Sopenharmony_ci	struct crypto_test_param *param = data;
17762306a36Sopenharmony_ci	u32 type = param->type;
17862306a36Sopenharmony_ci	int err;
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	err = alg_test(param->driver, param->alg, type, CRYPTO_ALG_TESTED);
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	crypto_alg_tested(param->driver, err);
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ci	kfree(param);
18562306a36Sopenharmony_ci	module_put_and_kthread_exit(0);
18662306a36Sopenharmony_ci}
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_cistatic int cryptomgr_schedule_test(struct crypto_alg *alg)
18962306a36Sopenharmony_ci{
19062306a36Sopenharmony_ci	struct task_struct *thread;
19162306a36Sopenharmony_ci	struct crypto_test_param *param;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci	if (IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_TESTS))
19462306a36Sopenharmony_ci		return NOTIFY_DONE;
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	if (!try_module_get(THIS_MODULE))
19762306a36Sopenharmony_ci		goto err;
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci	param = kzalloc(sizeof(*param), GFP_KERNEL);
20062306a36Sopenharmony_ci	if (!param)
20162306a36Sopenharmony_ci		goto err_put_module;
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	memcpy(param->driver, alg->cra_driver_name, sizeof(param->driver));
20462306a36Sopenharmony_ci	memcpy(param->alg, alg->cra_name, sizeof(param->alg));
20562306a36Sopenharmony_ci	param->type = alg->cra_flags;
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci	thread = kthread_run(cryptomgr_test, param, "cryptomgr_test");
20862306a36Sopenharmony_ci	if (IS_ERR(thread))
20962306a36Sopenharmony_ci		goto err_free_param;
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	return NOTIFY_STOP;
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_cierr_free_param:
21462306a36Sopenharmony_ci	kfree(param);
21562306a36Sopenharmony_cierr_put_module:
21662306a36Sopenharmony_ci	module_put(THIS_MODULE);
21762306a36Sopenharmony_cierr:
21862306a36Sopenharmony_ci	return NOTIFY_OK;
21962306a36Sopenharmony_ci}
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_cistatic int cryptomgr_notify(struct notifier_block *this, unsigned long msg,
22262306a36Sopenharmony_ci			    void *data)
22362306a36Sopenharmony_ci{
22462306a36Sopenharmony_ci	switch (msg) {
22562306a36Sopenharmony_ci	case CRYPTO_MSG_ALG_REQUEST:
22662306a36Sopenharmony_ci		return cryptomgr_schedule_probe(data);
22762306a36Sopenharmony_ci	case CRYPTO_MSG_ALG_REGISTER:
22862306a36Sopenharmony_ci		return cryptomgr_schedule_test(data);
22962306a36Sopenharmony_ci	case CRYPTO_MSG_ALG_LOADED:
23062306a36Sopenharmony_ci		break;
23162306a36Sopenharmony_ci	}
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_ci	return NOTIFY_DONE;
23462306a36Sopenharmony_ci}
23562306a36Sopenharmony_ci
23662306a36Sopenharmony_cistatic struct notifier_block cryptomgr_notifier = {
23762306a36Sopenharmony_ci	.notifier_call = cryptomgr_notify,
23862306a36Sopenharmony_ci};
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_cistatic int __init cryptomgr_init(void)
24162306a36Sopenharmony_ci{
24262306a36Sopenharmony_ci	return crypto_register_notifier(&cryptomgr_notifier);
24362306a36Sopenharmony_ci}
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_cistatic void __exit cryptomgr_exit(void)
24662306a36Sopenharmony_ci{
24762306a36Sopenharmony_ci	int err = crypto_unregister_notifier(&cryptomgr_notifier);
24862306a36Sopenharmony_ci	BUG_ON(err);
24962306a36Sopenharmony_ci}
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci/*
25262306a36Sopenharmony_ci * This is arch_initcall() so that the crypto self-tests are run on algorithms
25362306a36Sopenharmony_ci * registered early by subsys_initcall().  subsys_initcall() is needed for
25462306a36Sopenharmony_ci * generic implementations so that they're available for comparison tests when
25562306a36Sopenharmony_ci * other implementations are registered later by module_init().
25662306a36Sopenharmony_ci */
25762306a36Sopenharmony_ciarch_initcall(cryptomgr_init);
25862306a36Sopenharmony_cimodule_exit(cryptomgr_exit);
25962306a36Sopenharmony_ci
26062306a36Sopenharmony_ciMODULE_LICENSE("GPL");
26162306a36Sopenharmony_ciMODULE_DESCRIPTION("Crypto Algorithm Manager");
262