18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 OR MIT
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright (C) 2015-2019 Jason A. Donenfeld <Jason@zx2c4.com>. All Rights Reserved.
48c2ecf20Sopenharmony_ci */
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci#include <crypto/internal/blake2s.h>
78c2ecf20Sopenharmony_ci#include <crypto/internal/simd.h>
88c2ecf20Sopenharmony_ci#include <crypto/internal/hash.h>
98c2ecf20Sopenharmony_ci
108c2ecf20Sopenharmony_ci#include <linux/types.h>
118c2ecf20Sopenharmony_ci#include <linux/kernel.h>
128c2ecf20Sopenharmony_ci#include <linux/module.h>
138c2ecf20Sopenharmony_ci#include <linux/sizes.h>
148c2ecf20Sopenharmony_ci
158c2ecf20Sopenharmony_ci#include <asm/cpufeature.h>
168c2ecf20Sopenharmony_ci#include <asm/processor.h>
178c2ecf20Sopenharmony_ci
188c2ecf20Sopenharmony_cistatic int crypto_blake2s_update_x86(struct shash_desc *desc,
198c2ecf20Sopenharmony_ci				     const u8 *in, unsigned int inlen)
208c2ecf20Sopenharmony_ci{
218c2ecf20Sopenharmony_ci	return crypto_blake2s_update(desc, in, inlen, false);
228c2ecf20Sopenharmony_ci}
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_cistatic int crypto_blake2s_final_x86(struct shash_desc *desc, u8 *out)
258c2ecf20Sopenharmony_ci{
268c2ecf20Sopenharmony_ci	return crypto_blake2s_final(desc, out, false);
278c2ecf20Sopenharmony_ci}
288c2ecf20Sopenharmony_ci
298c2ecf20Sopenharmony_ci#define BLAKE2S_ALG(name, driver_name, digest_size)			\
308c2ecf20Sopenharmony_ci	{								\
318c2ecf20Sopenharmony_ci		.base.cra_name		= name,				\
328c2ecf20Sopenharmony_ci		.base.cra_driver_name	= driver_name,			\
338c2ecf20Sopenharmony_ci		.base.cra_priority	= 200,				\
348c2ecf20Sopenharmony_ci		.base.cra_flags		= CRYPTO_ALG_OPTIONAL_KEY,	\
358c2ecf20Sopenharmony_ci		.base.cra_blocksize	= BLAKE2S_BLOCK_SIZE,		\
368c2ecf20Sopenharmony_ci		.base.cra_ctxsize	= sizeof(struct blake2s_tfm_ctx), \
378c2ecf20Sopenharmony_ci		.base.cra_module	= THIS_MODULE,			\
388c2ecf20Sopenharmony_ci		.digestsize		= digest_size,			\
398c2ecf20Sopenharmony_ci		.setkey			= crypto_blake2s_setkey,	\
408c2ecf20Sopenharmony_ci		.init			= crypto_blake2s_init,		\
418c2ecf20Sopenharmony_ci		.update			= crypto_blake2s_update_x86,	\
428c2ecf20Sopenharmony_ci		.final			= crypto_blake2s_final_x86,	\
438c2ecf20Sopenharmony_ci		.descsize		= sizeof(struct blake2s_state),	\
448c2ecf20Sopenharmony_ci	}
458c2ecf20Sopenharmony_ci
468c2ecf20Sopenharmony_cistatic struct shash_alg blake2s_algs[] = {
478c2ecf20Sopenharmony_ci	BLAKE2S_ALG("blake2s-128", "blake2s-128-x86", BLAKE2S_128_HASH_SIZE),
488c2ecf20Sopenharmony_ci	BLAKE2S_ALG("blake2s-160", "blake2s-160-x86", BLAKE2S_160_HASH_SIZE),
498c2ecf20Sopenharmony_ci	BLAKE2S_ALG("blake2s-224", "blake2s-224-x86", BLAKE2S_224_HASH_SIZE),
508c2ecf20Sopenharmony_ci	BLAKE2S_ALG("blake2s-256", "blake2s-256-x86", BLAKE2S_256_HASH_SIZE),
518c2ecf20Sopenharmony_ci};
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_cistatic int __init blake2s_mod_init(void)
548c2ecf20Sopenharmony_ci{
558c2ecf20Sopenharmony_ci	if (IS_REACHABLE(CONFIG_CRYPTO_HASH) && boot_cpu_has(X86_FEATURE_SSSE3))
568c2ecf20Sopenharmony_ci		return crypto_register_shashes(blake2s_algs, ARRAY_SIZE(blake2s_algs));
578c2ecf20Sopenharmony_ci	return 0;
588c2ecf20Sopenharmony_ci}
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_cistatic void __exit blake2s_mod_exit(void)
618c2ecf20Sopenharmony_ci{
628c2ecf20Sopenharmony_ci	if (IS_REACHABLE(CONFIG_CRYPTO_HASH) && boot_cpu_has(X86_FEATURE_SSSE3))
638c2ecf20Sopenharmony_ci		crypto_unregister_shashes(blake2s_algs, ARRAY_SIZE(blake2s_algs));
648c2ecf20Sopenharmony_ci}
658c2ecf20Sopenharmony_ci
668c2ecf20Sopenharmony_cimodule_init(blake2s_mod_init);
678c2ecf20Sopenharmony_cimodule_exit(blake2s_mod_exit);
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-128");
708c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-128-x86");
718c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-160");
728c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-160-x86");
738c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-224");
748c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-224-x86");
758c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-256");
768c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("blake2s-256-x86");
778c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL v2");
78