162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * sha512-glue.c - accelerated SHA-384/512 for ARM 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2015 Linaro Ltd <ard.biesheuvel@linaro.org> 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#include <crypto/internal/hash.h> 962306a36Sopenharmony_ci#include <crypto/sha2.h> 1062306a36Sopenharmony_ci#include <crypto/sha512_base.h> 1162306a36Sopenharmony_ci#include <linux/crypto.h> 1262306a36Sopenharmony_ci#include <linux/module.h> 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci#include <asm/hwcap.h> 1562306a36Sopenharmony_ci#include <asm/neon.h> 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci#include "sha512.h" 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ciMODULE_DESCRIPTION("Accelerated SHA-384/SHA-512 secure hash for ARM"); 2062306a36Sopenharmony_ciMODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>"); 2162306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("sha384"); 2462306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("sha512"); 2562306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("sha384-arm"); 2662306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("sha512-arm"); 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ciasmlinkage void sha512_block_data_order(struct sha512_state *state, 2962306a36Sopenharmony_ci u8 const *src, int blocks); 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ciint sha512_arm_update(struct shash_desc *desc, const u8 *data, 3262306a36Sopenharmony_ci unsigned int len) 3362306a36Sopenharmony_ci{ 3462306a36Sopenharmony_ci return sha512_base_do_update(desc, data, len, sha512_block_data_order); 3562306a36Sopenharmony_ci} 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_cistatic int sha512_arm_final(struct shash_desc *desc, u8 *out) 3862306a36Sopenharmony_ci{ 3962306a36Sopenharmony_ci sha512_base_do_finalize(desc, sha512_block_data_order); 4062306a36Sopenharmony_ci return sha512_base_finish(desc, out); 4162306a36Sopenharmony_ci} 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ciint sha512_arm_finup(struct shash_desc *desc, const u8 *data, 4462306a36Sopenharmony_ci unsigned int len, u8 *out) 4562306a36Sopenharmony_ci{ 4662306a36Sopenharmony_ci sha512_base_do_update(desc, data, len, sha512_block_data_order); 4762306a36Sopenharmony_ci return sha512_arm_final(desc, out); 4862306a36Sopenharmony_ci} 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_cistatic struct shash_alg sha512_arm_algs[] = { { 5162306a36Sopenharmony_ci .init = sha384_base_init, 5262306a36Sopenharmony_ci .update = sha512_arm_update, 5362306a36Sopenharmony_ci .final = sha512_arm_final, 5462306a36Sopenharmony_ci .finup = sha512_arm_finup, 5562306a36Sopenharmony_ci .descsize = sizeof(struct sha512_state), 5662306a36Sopenharmony_ci .digestsize = SHA384_DIGEST_SIZE, 5762306a36Sopenharmony_ci .base = { 5862306a36Sopenharmony_ci .cra_name = "sha384", 5962306a36Sopenharmony_ci .cra_driver_name = "sha384-arm", 6062306a36Sopenharmony_ci .cra_priority = 250, 6162306a36Sopenharmony_ci .cra_blocksize = SHA512_BLOCK_SIZE, 6262306a36Sopenharmony_ci .cra_module = THIS_MODULE, 6362306a36Sopenharmony_ci } 6462306a36Sopenharmony_ci}, { 6562306a36Sopenharmony_ci .init = sha512_base_init, 6662306a36Sopenharmony_ci .update = sha512_arm_update, 6762306a36Sopenharmony_ci .final = sha512_arm_final, 6862306a36Sopenharmony_ci .finup = sha512_arm_finup, 6962306a36Sopenharmony_ci .descsize = sizeof(struct sha512_state), 7062306a36Sopenharmony_ci .digestsize = SHA512_DIGEST_SIZE, 7162306a36Sopenharmony_ci .base = { 7262306a36Sopenharmony_ci .cra_name = "sha512", 7362306a36Sopenharmony_ci .cra_driver_name = "sha512-arm", 7462306a36Sopenharmony_ci .cra_priority = 250, 7562306a36Sopenharmony_ci .cra_blocksize = SHA512_BLOCK_SIZE, 7662306a36Sopenharmony_ci .cra_module = THIS_MODULE, 7762306a36Sopenharmony_ci } 7862306a36Sopenharmony_ci} }; 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_cistatic int __init sha512_arm_mod_init(void) 8162306a36Sopenharmony_ci{ 8262306a36Sopenharmony_ci int err; 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci err = crypto_register_shashes(sha512_arm_algs, 8562306a36Sopenharmony_ci ARRAY_SIZE(sha512_arm_algs)); 8662306a36Sopenharmony_ci if (err) 8762306a36Sopenharmony_ci return err; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) { 9062306a36Sopenharmony_ci err = crypto_register_shashes(sha512_neon_algs, 9162306a36Sopenharmony_ci ARRAY_SIZE(sha512_neon_algs)); 9262306a36Sopenharmony_ci if (err) 9362306a36Sopenharmony_ci goto err_unregister; 9462306a36Sopenharmony_ci } 9562306a36Sopenharmony_ci return 0; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_cierr_unregister: 9862306a36Sopenharmony_ci crypto_unregister_shashes(sha512_arm_algs, 9962306a36Sopenharmony_ci ARRAY_SIZE(sha512_arm_algs)); 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci return err; 10262306a36Sopenharmony_ci} 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_cistatic void __exit sha512_arm_mod_fini(void) 10562306a36Sopenharmony_ci{ 10662306a36Sopenharmony_ci crypto_unregister_shashes(sha512_arm_algs, 10762306a36Sopenharmony_ci ARRAY_SIZE(sha512_arm_algs)); 10862306a36Sopenharmony_ci if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) 10962306a36Sopenharmony_ci crypto_unregister_shashes(sha512_neon_algs, 11062306a36Sopenharmony_ci ARRAY_SIZE(sha512_neon_algs)); 11162306a36Sopenharmony_ci} 11262306a36Sopenharmony_ci 11362306a36Sopenharmony_cimodule_init(sha512_arm_mod_init); 11462306a36Sopenharmony_cimodule_exit(sha512_arm_mod_fini); 115