18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * SM3 secure hash, as specified by OSCCA GM/T 0004-2012 SM3 and 48c2ecf20Sopenharmony_ci * described at https://tools.ietf.org/html/draft-shen-sm3-hash-01 58c2ecf20Sopenharmony_ci * 68c2ecf20Sopenharmony_ci * Copyright (C) 2017 ARM Limited or its affiliates. 78c2ecf20Sopenharmony_ci * Written by Gilad Ben-Yossef <gilad@benyossef.com> 88c2ecf20Sopenharmony_ci */ 98c2ecf20Sopenharmony_ci 108c2ecf20Sopenharmony_ci#include <crypto/internal/hash.h> 118c2ecf20Sopenharmony_ci#include <linux/init.h> 128c2ecf20Sopenharmony_ci#include <linux/module.h> 138c2ecf20Sopenharmony_ci#include <linux/mm.h> 148c2ecf20Sopenharmony_ci#include <linux/types.h> 158c2ecf20Sopenharmony_ci#include <crypto/sm3.h> 168c2ecf20Sopenharmony_ci#include <crypto/sm3_base.h> 178c2ecf20Sopenharmony_ci#include <linux/bitops.h> 188c2ecf20Sopenharmony_ci#include <asm/byteorder.h> 198c2ecf20Sopenharmony_ci#include <asm/unaligned.h> 208c2ecf20Sopenharmony_ci 218c2ecf20Sopenharmony_ciconst u8 sm3_zero_message_hash[SM3_DIGEST_SIZE] = { 228c2ecf20Sopenharmony_ci 0x1A, 0xB2, 0x1D, 0x83, 0x55, 0xCF, 0xA1, 0x7F, 238c2ecf20Sopenharmony_ci 0x8e, 0x61, 0x19, 0x48, 0x31, 0xE8, 0x1A, 0x8F, 248c2ecf20Sopenharmony_ci 0x22, 0xBE, 0xC8, 0xC7, 0x28, 0xFE, 0xFB, 0x74, 258c2ecf20Sopenharmony_ci 0x7E, 0xD0, 0x35, 0xEB, 0x50, 0x82, 0xAA, 0x2B 268c2ecf20Sopenharmony_ci}; 278c2ecf20Sopenharmony_ciEXPORT_SYMBOL_GPL(sm3_zero_message_hash); 288c2ecf20Sopenharmony_ci 298c2ecf20Sopenharmony_cistatic inline u32 p0(u32 x) 308c2ecf20Sopenharmony_ci{ 318c2ecf20Sopenharmony_ci return x ^ rol32(x, 9) ^ rol32(x, 17); 328c2ecf20Sopenharmony_ci} 338c2ecf20Sopenharmony_ci 348c2ecf20Sopenharmony_cistatic inline u32 p1(u32 x) 358c2ecf20Sopenharmony_ci{ 368c2ecf20Sopenharmony_ci return x ^ rol32(x, 15) ^ rol32(x, 23); 378c2ecf20Sopenharmony_ci} 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_cistatic inline u32 ff(unsigned int n, u32 a, u32 b, u32 c) 408c2ecf20Sopenharmony_ci{ 418c2ecf20Sopenharmony_ci return (n < 16) ? (a ^ b ^ c) : ((a & b) | (a & c) | (b & c)); 428c2ecf20Sopenharmony_ci} 438c2ecf20Sopenharmony_ci 448c2ecf20Sopenharmony_cistatic inline u32 gg(unsigned int n, u32 e, u32 f, u32 g) 458c2ecf20Sopenharmony_ci{ 468c2ecf20Sopenharmony_ci return (n < 16) ? (e ^ f ^ g) : ((e & f) | ((~e) & g)); 478c2ecf20Sopenharmony_ci} 488c2ecf20Sopenharmony_ci 498c2ecf20Sopenharmony_cistatic inline u32 t(unsigned int n) 508c2ecf20Sopenharmony_ci{ 518c2ecf20Sopenharmony_ci return (n < 16) ? SM3_T1 : SM3_T2; 528c2ecf20Sopenharmony_ci} 538c2ecf20Sopenharmony_ci 548c2ecf20Sopenharmony_cistatic void sm3_expand(u32 *t, u32 *w, u32 *wt) 558c2ecf20Sopenharmony_ci{ 568c2ecf20Sopenharmony_ci int i; 578c2ecf20Sopenharmony_ci unsigned int tmp; 588c2ecf20Sopenharmony_ci 598c2ecf20Sopenharmony_ci /* load the input */ 608c2ecf20Sopenharmony_ci for (i = 0; i <= 15; i++) 618c2ecf20Sopenharmony_ci w[i] = get_unaligned_be32((__u32 *)t + i); 628c2ecf20Sopenharmony_ci 638c2ecf20Sopenharmony_ci for (i = 16; i <= 67; i++) { 648c2ecf20Sopenharmony_ci tmp = w[i - 16] ^ w[i - 9] ^ rol32(w[i - 3], 15); 658c2ecf20Sopenharmony_ci w[i] = p1(tmp) ^ (rol32(w[i - 13], 7)) ^ w[i - 6]; 668c2ecf20Sopenharmony_ci } 678c2ecf20Sopenharmony_ci 688c2ecf20Sopenharmony_ci for (i = 0; i <= 63; i++) 698c2ecf20Sopenharmony_ci wt[i] = w[i] ^ w[i + 4]; 708c2ecf20Sopenharmony_ci} 718c2ecf20Sopenharmony_ci 728c2ecf20Sopenharmony_cistatic void sm3_compress(u32 *w, u32 *wt, u32 *m) 738c2ecf20Sopenharmony_ci{ 748c2ecf20Sopenharmony_ci u32 ss1; 758c2ecf20Sopenharmony_ci u32 ss2; 768c2ecf20Sopenharmony_ci u32 tt1; 778c2ecf20Sopenharmony_ci u32 tt2; 788c2ecf20Sopenharmony_ci u32 a, b, c, d, e, f, g, h; 798c2ecf20Sopenharmony_ci int i; 808c2ecf20Sopenharmony_ci 818c2ecf20Sopenharmony_ci a = m[0]; 828c2ecf20Sopenharmony_ci b = m[1]; 838c2ecf20Sopenharmony_ci c = m[2]; 848c2ecf20Sopenharmony_ci d = m[3]; 858c2ecf20Sopenharmony_ci e = m[4]; 868c2ecf20Sopenharmony_ci f = m[5]; 878c2ecf20Sopenharmony_ci g = m[6]; 888c2ecf20Sopenharmony_ci h = m[7]; 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci for (i = 0; i <= 63; i++) { 918c2ecf20Sopenharmony_ci 928c2ecf20Sopenharmony_ci ss1 = rol32((rol32(a, 12) + e + rol32(t(i), i & 31)), 7); 938c2ecf20Sopenharmony_ci 948c2ecf20Sopenharmony_ci ss2 = ss1 ^ rol32(a, 12); 958c2ecf20Sopenharmony_ci 968c2ecf20Sopenharmony_ci tt1 = ff(i, a, b, c) + d + ss2 + *wt; 978c2ecf20Sopenharmony_ci wt++; 988c2ecf20Sopenharmony_ci 998c2ecf20Sopenharmony_ci tt2 = gg(i, e, f, g) + h + ss1 + *w; 1008c2ecf20Sopenharmony_ci w++; 1018c2ecf20Sopenharmony_ci 1028c2ecf20Sopenharmony_ci d = c; 1038c2ecf20Sopenharmony_ci c = rol32(b, 9); 1048c2ecf20Sopenharmony_ci b = a; 1058c2ecf20Sopenharmony_ci a = tt1; 1068c2ecf20Sopenharmony_ci h = g; 1078c2ecf20Sopenharmony_ci g = rol32(f, 19); 1088c2ecf20Sopenharmony_ci f = e; 1098c2ecf20Sopenharmony_ci e = p0(tt2); 1108c2ecf20Sopenharmony_ci } 1118c2ecf20Sopenharmony_ci 1128c2ecf20Sopenharmony_ci m[0] = a ^ m[0]; 1138c2ecf20Sopenharmony_ci m[1] = b ^ m[1]; 1148c2ecf20Sopenharmony_ci m[2] = c ^ m[2]; 1158c2ecf20Sopenharmony_ci m[3] = d ^ m[3]; 1168c2ecf20Sopenharmony_ci m[4] = e ^ m[4]; 1178c2ecf20Sopenharmony_ci m[5] = f ^ m[5]; 1188c2ecf20Sopenharmony_ci m[6] = g ^ m[6]; 1198c2ecf20Sopenharmony_ci m[7] = h ^ m[7]; 1208c2ecf20Sopenharmony_ci 1218c2ecf20Sopenharmony_ci a = b = c = d = e = f = g = h = ss1 = ss2 = tt1 = tt2 = 0; 1228c2ecf20Sopenharmony_ci} 1238c2ecf20Sopenharmony_ci 1248c2ecf20Sopenharmony_cistatic void sm3_transform(struct sm3_state *sst, u8 const *src) 1258c2ecf20Sopenharmony_ci{ 1268c2ecf20Sopenharmony_ci unsigned int w[68]; 1278c2ecf20Sopenharmony_ci unsigned int wt[64]; 1288c2ecf20Sopenharmony_ci 1298c2ecf20Sopenharmony_ci sm3_expand((u32 *)src, w, wt); 1308c2ecf20Sopenharmony_ci sm3_compress(w, wt, sst->state); 1318c2ecf20Sopenharmony_ci 1328c2ecf20Sopenharmony_ci memzero_explicit(w, sizeof(w)); 1338c2ecf20Sopenharmony_ci memzero_explicit(wt, sizeof(wt)); 1348c2ecf20Sopenharmony_ci} 1358c2ecf20Sopenharmony_ci 1368c2ecf20Sopenharmony_cistatic void sm3_generic_block_fn(struct sm3_state *sst, u8 const *src, 1378c2ecf20Sopenharmony_ci int blocks) 1388c2ecf20Sopenharmony_ci{ 1398c2ecf20Sopenharmony_ci while (blocks--) { 1408c2ecf20Sopenharmony_ci sm3_transform(sst, src); 1418c2ecf20Sopenharmony_ci src += SM3_BLOCK_SIZE; 1428c2ecf20Sopenharmony_ci } 1438c2ecf20Sopenharmony_ci} 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ciint crypto_sm3_update(struct shash_desc *desc, const u8 *data, 1468c2ecf20Sopenharmony_ci unsigned int len) 1478c2ecf20Sopenharmony_ci{ 1488c2ecf20Sopenharmony_ci return sm3_base_do_update(desc, data, len, sm3_generic_block_fn); 1498c2ecf20Sopenharmony_ci} 1508c2ecf20Sopenharmony_ciEXPORT_SYMBOL(crypto_sm3_update); 1518c2ecf20Sopenharmony_ci 1528c2ecf20Sopenharmony_ciint crypto_sm3_final(struct shash_desc *desc, u8 *out) 1538c2ecf20Sopenharmony_ci{ 1548c2ecf20Sopenharmony_ci sm3_base_do_finalize(desc, sm3_generic_block_fn); 1558c2ecf20Sopenharmony_ci return sm3_base_finish(desc, out); 1568c2ecf20Sopenharmony_ci} 1578c2ecf20Sopenharmony_ciEXPORT_SYMBOL(crypto_sm3_final); 1588c2ecf20Sopenharmony_ci 1598c2ecf20Sopenharmony_ciint crypto_sm3_finup(struct shash_desc *desc, const u8 *data, 1608c2ecf20Sopenharmony_ci unsigned int len, u8 *hash) 1618c2ecf20Sopenharmony_ci{ 1628c2ecf20Sopenharmony_ci sm3_base_do_update(desc, data, len, sm3_generic_block_fn); 1638c2ecf20Sopenharmony_ci return crypto_sm3_final(desc, hash); 1648c2ecf20Sopenharmony_ci} 1658c2ecf20Sopenharmony_ciEXPORT_SYMBOL(crypto_sm3_finup); 1668c2ecf20Sopenharmony_ci 1678c2ecf20Sopenharmony_cistatic struct shash_alg sm3_alg = { 1688c2ecf20Sopenharmony_ci .digestsize = SM3_DIGEST_SIZE, 1698c2ecf20Sopenharmony_ci .init = sm3_base_init, 1708c2ecf20Sopenharmony_ci .update = crypto_sm3_update, 1718c2ecf20Sopenharmony_ci .final = crypto_sm3_final, 1728c2ecf20Sopenharmony_ci .finup = crypto_sm3_finup, 1738c2ecf20Sopenharmony_ci .descsize = sizeof(struct sm3_state), 1748c2ecf20Sopenharmony_ci .base = { 1758c2ecf20Sopenharmony_ci .cra_name = "sm3", 1768c2ecf20Sopenharmony_ci .cra_driver_name = "sm3-generic", 1778c2ecf20Sopenharmony_ci .cra_blocksize = SM3_BLOCK_SIZE, 1788c2ecf20Sopenharmony_ci .cra_module = THIS_MODULE, 1798c2ecf20Sopenharmony_ci } 1808c2ecf20Sopenharmony_ci}; 1818c2ecf20Sopenharmony_ci 1828c2ecf20Sopenharmony_cistatic int __init sm3_generic_mod_init(void) 1838c2ecf20Sopenharmony_ci{ 1848c2ecf20Sopenharmony_ci return crypto_register_shash(&sm3_alg); 1858c2ecf20Sopenharmony_ci} 1868c2ecf20Sopenharmony_ci 1878c2ecf20Sopenharmony_cistatic void __exit sm3_generic_mod_fini(void) 1888c2ecf20Sopenharmony_ci{ 1898c2ecf20Sopenharmony_ci crypto_unregister_shash(&sm3_alg); 1908c2ecf20Sopenharmony_ci} 1918c2ecf20Sopenharmony_ci 1928c2ecf20Sopenharmony_cisubsys_initcall(sm3_generic_mod_init); 1938c2ecf20Sopenharmony_cimodule_exit(sm3_generic_mod_fini); 1948c2ecf20Sopenharmony_ci 1958c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL v2"); 1968c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("SM3 Secure Hash Algorithm"); 1978c2ecf20Sopenharmony_ci 1988c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("sm3"); 1998c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("sm3-generic"); 200