162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Linux/arm64 port of the OpenSSL SHA512 implementation for AArch64
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (c) 2016 Linaro Ltd. <ard.biesheuvel@linaro.org>
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <crypto/internal/hash.h>
962306a36Sopenharmony_ci#include <linux/types.h>
1062306a36Sopenharmony_ci#include <linux/string.h>
1162306a36Sopenharmony_ci#include <crypto/sha2.h>
1262306a36Sopenharmony_ci#include <crypto/sha512_base.h>
1362306a36Sopenharmony_ci#include <asm/neon.h>
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ciMODULE_DESCRIPTION("SHA-384/SHA-512 secure hash for arm64");
1662306a36Sopenharmony_ciMODULE_AUTHOR("Andy Polyakov <appro@openssl.org>");
1762306a36Sopenharmony_ciMODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
1862306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
1962306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("sha384");
2062306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("sha512");
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ciasmlinkage void sha512_block_data_order(u64 *digest, const void *data,
2362306a36Sopenharmony_ci					unsigned int num_blks);
2462306a36Sopenharmony_ciEXPORT_SYMBOL(sha512_block_data_order);
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_cistatic void __sha512_block_data_order(struct sha512_state *sst, u8 const *src,
2762306a36Sopenharmony_ci				      int blocks)
2862306a36Sopenharmony_ci{
2962306a36Sopenharmony_ci	sha512_block_data_order(sst->state, src, blocks);
3062306a36Sopenharmony_ci}
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistatic int sha512_update(struct shash_desc *desc, const u8 *data,
3362306a36Sopenharmony_ci			 unsigned int len)
3462306a36Sopenharmony_ci{
3562306a36Sopenharmony_ci	return sha512_base_do_update(desc, data, len,
3662306a36Sopenharmony_ci				     __sha512_block_data_order);
3762306a36Sopenharmony_ci}
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_cistatic int sha512_finup(struct shash_desc *desc, const u8 *data,
4062306a36Sopenharmony_ci			unsigned int len, u8 *out)
4162306a36Sopenharmony_ci{
4262306a36Sopenharmony_ci	if (len)
4362306a36Sopenharmony_ci		sha512_base_do_update(desc, data, len,
4462306a36Sopenharmony_ci				      __sha512_block_data_order);
4562306a36Sopenharmony_ci	sha512_base_do_finalize(desc, __sha512_block_data_order);
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	return sha512_base_finish(desc, out);
4862306a36Sopenharmony_ci}
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_cistatic int sha512_final(struct shash_desc *desc, u8 *out)
5162306a36Sopenharmony_ci{
5262306a36Sopenharmony_ci	return sha512_finup(desc, NULL, 0, out);
5362306a36Sopenharmony_ci}
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_cistatic struct shash_alg algs[] = { {
5662306a36Sopenharmony_ci	.digestsize		= SHA512_DIGEST_SIZE,
5762306a36Sopenharmony_ci	.init			= sha512_base_init,
5862306a36Sopenharmony_ci	.update			= sha512_update,
5962306a36Sopenharmony_ci	.final			= sha512_final,
6062306a36Sopenharmony_ci	.finup			= sha512_finup,
6162306a36Sopenharmony_ci	.descsize		= sizeof(struct sha512_state),
6262306a36Sopenharmony_ci	.base.cra_name		= "sha512",
6362306a36Sopenharmony_ci	.base.cra_driver_name	= "sha512-arm64",
6462306a36Sopenharmony_ci	.base.cra_priority	= 150,
6562306a36Sopenharmony_ci	.base.cra_blocksize	= SHA512_BLOCK_SIZE,
6662306a36Sopenharmony_ci	.base.cra_module	= THIS_MODULE,
6762306a36Sopenharmony_ci}, {
6862306a36Sopenharmony_ci	.digestsize		= SHA384_DIGEST_SIZE,
6962306a36Sopenharmony_ci	.init			= sha384_base_init,
7062306a36Sopenharmony_ci	.update			= sha512_update,
7162306a36Sopenharmony_ci	.final			= sha512_final,
7262306a36Sopenharmony_ci	.finup			= sha512_finup,
7362306a36Sopenharmony_ci	.descsize		= sizeof(struct sha512_state),
7462306a36Sopenharmony_ci	.base.cra_name		= "sha384",
7562306a36Sopenharmony_ci	.base.cra_driver_name	= "sha384-arm64",
7662306a36Sopenharmony_ci	.base.cra_priority	= 150,
7762306a36Sopenharmony_ci	.base.cra_blocksize	= SHA384_BLOCK_SIZE,
7862306a36Sopenharmony_ci	.base.cra_module	= THIS_MODULE,
7962306a36Sopenharmony_ci} };
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_cistatic int __init sha512_mod_init(void)
8262306a36Sopenharmony_ci{
8362306a36Sopenharmony_ci	return crypto_register_shashes(algs, ARRAY_SIZE(algs));
8462306a36Sopenharmony_ci}
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_cistatic void __exit sha512_mod_fini(void)
8762306a36Sopenharmony_ci{
8862306a36Sopenharmony_ci	crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
8962306a36Sopenharmony_ci}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_cimodule_init(sha512_mod_init);
9262306a36Sopenharmony_cimodule_exit(sha512_mod_fini);
93