18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * T10 Data Integrity Field CRC16 calculation 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * Copyright (c) 2007 Oracle Corporation. All rights reserved. 68c2ecf20Sopenharmony_ci * Written by Martin K. Petersen <martin.petersen@oracle.com> 78c2ecf20Sopenharmony_ci */ 88c2ecf20Sopenharmony_ci 98c2ecf20Sopenharmony_ci#include <linux/types.h> 108c2ecf20Sopenharmony_ci#include <linux/module.h> 118c2ecf20Sopenharmony_ci#include <linux/crc-t10dif.h> 128c2ecf20Sopenharmony_ci#include <linux/err.h> 138c2ecf20Sopenharmony_ci#include <linux/init.h> 148c2ecf20Sopenharmony_ci#include <crypto/hash.h> 158c2ecf20Sopenharmony_ci#include <crypto/algapi.h> 168c2ecf20Sopenharmony_ci#include <linux/static_key.h> 178c2ecf20Sopenharmony_ci#include <linux/notifier.h> 188c2ecf20Sopenharmony_ci 198c2ecf20Sopenharmony_cistatic struct crypto_shash __rcu *crct10dif_tfm; 208c2ecf20Sopenharmony_cistatic DEFINE_STATIC_KEY_TRUE(crct10dif_fallback); 218c2ecf20Sopenharmony_cistatic DEFINE_MUTEX(crc_t10dif_mutex); 228c2ecf20Sopenharmony_cistatic struct work_struct crct10dif_rehash_work; 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_cistatic int crc_t10dif_notify(struct notifier_block *self, unsigned long val, void *data) 258c2ecf20Sopenharmony_ci{ 268c2ecf20Sopenharmony_ci struct crypto_alg *alg = data; 278c2ecf20Sopenharmony_ci 288c2ecf20Sopenharmony_ci if (val != CRYPTO_MSG_ALG_LOADED || 298c2ecf20Sopenharmony_ci strcmp(alg->cra_name, CRC_T10DIF_STRING)) 308c2ecf20Sopenharmony_ci return NOTIFY_DONE; 318c2ecf20Sopenharmony_ci 328c2ecf20Sopenharmony_ci schedule_work(&crct10dif_rehash_work); 338c2ecf20Sopenharmony_ci return NOTIFY_OK; 348c2ecf20Sopenharmony_ci} 358c2ecf20Sopenharmony_ci 368c2ecf20Sopenharmony_cistatic void crc_t10dif_rehash(struct work_struct *work) 378c2ecf20Sopenharmony_ci{ 388c2ecf20Sopenharmony_ci struct crypto_shash *new, *old; 398c2ecf20Sopenharmony_ci 408c2ecf20Sopenharmony_ci mutex_lock(&crc_t10dif_mutex); 418c2ecf20Sopenharmony_ci old = rcu_dereference_protected(crct10dif_tfm, 428c2ecf20Sopenharmony_ci lockdep_is_held(&crc_t10dif_mutex)); 438c2ecf20Sopenharmony_ci new = crypto_alloc_shash(CRC_T10DIF_STRING, 0, 0); 448c2ecf20Sopenharmony_ci if (IS_ERR(new)) { 458c2ecf20Sopenharmony_ci mutex_unlock(&crc_t10dif_mutex); 468c2ecf20Sopenharmony_ci return; 478c2ecf20Sopenharmony_ci } 488c2ecf20Sopenharmony_ci rcu_assign_pointer(crct10dif_tfm, new); 498c2ecf20Sopenharmony_ci mutex_unlock(&crc_t10dif_mutex); 508c2ecf20Sopenharmony_ci 518c2ecf20Sopenharmony_ci if (old) { 528c2ecf20Sopenharmony_ci synchronize_rcu(); 538c2ecf20Sopenharmony_ci crypto_free_shash(old); 548c2ecf20Sopenharmony_ci } else { 558c2ecf20Sopenharmony_ci static_branch_disable(&crct10dif_fallback); 568c2ecf20Sopenharmony_ci } 578c2ecf20Sopenharmony_ci} 588c2ecf20Sopenharmony_ci 598c2ecf20Sopenharmony_cistatic struct notifier_block crc_t10dif_nb = { 608c2ecf20Sopenharmony_ci .notifier_call = crc_t10dif_notify, 618c2ecf20Sopenharmony_ci}; 628c2ecf20Sopenharmony_ci 638c2ecf20Sopenharmony_ci__u16 crc_t10dif_update(__u16 crc, const unsigned char *buffer, size_t len) 648c2ecf20Sopenharmony_ci{ 658c2ecf20Sopenharmony_ci struct { 668c2ecf20Sopenharmony_ci struct shash_desc shash; 678c2ecf20Sopenharmony_ci __u16 crc; 688c2ecf20Sopenharmony_ci } desc; 698c2ecf20Sopenharmony_ci int err; 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci if (static_branch_unlikely(&crct10dif_fallback)) 728c2ecf20Sopenharmony_ci return crc_t10dif_generic(crc, buffer, len); 738c2ecf20Sopenharmony_ci 748c2ecf20Sopenharmony_ci rcu_read_lock(); 758c2ecf20Sopenharmony_ci desc.shash.tfm = rcu_dereference(crct10dif_tfm); 768c2ecf20Sopenharmony_ci desc.crc = crc; 778c2ecf20Sopenharmony_ci err = crypto_shash_update(&desc.shash, buffer, len); 788c2ecf20Sopenharmony_ci rcu_read_unlock(); 798c2ecf20Sopenharmony_ci 808c2ecf20Sopenharmony_ci BUG_ON(err); 818c2ecf20Sopenharmony_ci 828c2ecf20Sopenharmony_ci return desc.crc; 838c2ecf20Sopenharmony_ci} 848c2ecf20Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif_update); 858c2ecf20Sopenharmony_ci 868c2ecf20Sopenharmony_ci__u16 crc_t10dif(const unsigned char *buffer, size_t len) 878c2ecf20Sopenharmony_ci{ 888c2ecf20Sopenharmony_ci return crc_t10dif_update(0, buffer, len); 898c2ecf20Sopenharmony_ci} 908c2ecf20Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif); 918c2ecf20Sopenharmony_ci 928c2ecf20Sopenharmony_cistatic int __init crc_t10dif_mod_init(void) 938c2ecf20Sopenharmony_ci{ 948c2ecf20Sopenharmony_ci INIT_WORK(&crct10dif_rehash_work, crc_t10dif_rehash); 958c2ecf20Sopenharmony_ci crypto_register_notifier(&crc_t10dif_nb); 968c2ecf20Sopenharmony_ci crc_t10dif_rehash(&crct10dif_rehash_work); 978c2ecf20Sopenharmony_ci return 0; 988c2ecf20Sopenharmony_ci} 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_cistatic void __exit crc_t10dif_mod_fini(void) 1018c2ecf20Sopenharmony_ci{ 1028c2ecf20Sopenharmony_ci crypto_unregister_notifier(&crc_t10dif_nb); 1038c2ecf20Sopenharmony_ci cancel_work_sync(&crct10dif_rehash_work); 1048c2ecf20Sopenharmony_ci crypto_free_shash(rcu_dereference_protected(crct10dif_tfm, 1)); 1058c2ecf20Sopenharmony_ci} 1068c2ecf20Sopenharmony_ci 1078c2ecf20Sopenharmony_cimodule_init(crc_t10dif_mod_init); 1088c2ecf20Sopenharmony_cimodule_exit(crc_t10dif_mod_fini); 1098c2ecf20Sopenharmony_ci 1108c2ecf20Sopenharmony_cistatic int crc_t10dif_transform_show(char *buffer, const struct kernel_param *kp) 1118c2ecf20Sopenharmony_ci{ 1128c2ecf20Sopenharmony_ci struct crypto_shash *tfm; 1138c2ecf20Sopenharmony_ci int len; 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci if (static_branch_unlikely(&crct10dif_fallback)) 1168c2ecf20Sopenharmony_ci return sprintf(buffer, "fallback\n"); 1178c2ecf20Sopenharmony_ci 1188c2ecf20Sopenharmony_ci rcu_read_lock(); 1198c2ecf20Sopenharmony_ci tfm = rcu_dereference(crct10dif_tfm); 1208c2ecf20Sopenharmony_ci len = snprintf(buffer, PAGE_SIZE, "%s\n", 1218c2ecf20Sopenharmony_ci crypto_shash_driver_name(tfm)); 1228c2ecf20Sopenharmony_ci rcu_read_unlock(); 1238c2ecf20Sopenharmony_ci 1248c2ecf20Sopenharmony_ci return len; 1258c2ecf20Sopenharmony_ci} 1268c2ecf20Sopenharmony_ci 1278c2ecf20Sopenharmony_cimodule_param_call(transform, NULL, crc_t10dif_transform_show, NULL, 0444); 1288c2ecf20Sopenharmony_ci 1298c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("T10 DIF CRC calculation (library API)"); 1308c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL"); 1318c2ecf20Sopenharmony_ciMODULE_SOFTDEP("pre: crct10dif"); 132