162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * T10 Data Integrity Field CRC16 calculation 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (c) 2007 Oracle Corporation. All rights reserved. 662306a36Sopenharmony_ci * Written by Martin K. Petersen <martin.petersen@oracle.com> 762306a36Sopenharmony_ci */ 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include <linux/types.h> 1062306a36Sopenharmony_ci#include <linux/module.h> 1162306a36Sopenharmony_ci#include <linux/crc-t10dif.h> 1262306a36Sopenharmony_ci#include <linux/err.h> 1362306a36Sopenharmony_ci#include <linux/init.h> 1462306a36Sopenharmony_ci#include <crypto/hash.h> 1562306a36Sopenharmony_ci#include <crypto/algapi.h> 1662306a36Sopenharmony_ci#include <linux/static_key.h> 1762306a36Sopenharmony_ci#include <linux/notifier.h> 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_cistatic struct crypto_shash __rcu *crct10dif_tfm; 2062306a36Sopenharmony_cistatic DEFINE_STATIC_KEY_TRUE(crct10dif_fallback); 2162306a36Sopenharmony_cistatic DEFINE_MUTEX(crc_t10dif_mutex); 2262306a36Sopenharmony_cistatic struct work_struct crct10dif_rehash_work; 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_cistatic int crc_t10dif_notify(struct notifier_block *self, unsigned long val, void *data) 2562306a36Sopenharmony_ci{ 2662306a36Sopenharmony_ci struct crypto_alg *alg = data; 2762306a36Sopenharmony_ci 2862306a36Sopenharmony_ci if (val != CRYPTO_MSG_ALG_LOADED || 2962306a36Sopenharmony_ci strcmp(alg->cra_name, CRC_T10DIF_STRING)) 3062306a36Sopenharmony_ci return NOTIFY_DONE; 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci schedule_work(&crct10dif_rehash_work); 3362306a36Sopenharmony_ci return NOTIFY_OK; 3462306a36Sopenharmony_ci} 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_cistatic void crc_t10dif_rehash(struct work_struct *work) 3762306a36Sopenharmony_ci{ 3862306a36Sopenharmony_ci struct crypto_shash *new, *old; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ci mutex_lock(&crc_t10dif_mutex); 4162306a36Sopenharmony_ci old = rcu_dereference_protected(crct10dif_tfm, 4262306a36Sopenharmony_ci lockdep_is_held(&crc_t10dif_mutex)); 4362306a36Sopenharmony_ci new = crypto_alloc_shash(CRC_T10DIF_STRING, 0, 0); 4462306a36Sopenharmony_ci if (IS_ERR(new)) { 4562306a36Sopenharmony_ci mutex_unlock(&crc_t10dif_mutex); 4662306a36Sopenharmony_ci return; 4762306a36Sopenharmony_ci } 4862306a36Sopenharmony_ci rcu_assign_pointer(crct10dif_tfm, new); 4962306a36Sopenharmony_ci mutex_unlock(&crc_t10dif_mutex); 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_ci if (old) { 5262306a36Sopenharmony_ci synchronize_rcu(); 5362306a36Sopenharmony_ci crypto_free_shash(old); 5462306a36Sopenharmony_ci } else { 5562306a36Sopenharmony_ci static_branch_disable(&crct10dif_fallback); 5662306a36Sopenharmony_ci } 5762306a36Sopenharmony_ci} 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_cistatic struct notifier_block crc_t10dif_nb = { 6062306a36Sopenharmony_ci .notifier_call = crc_t10dif_notify, 6162306a36Sopenharmony_ci}; 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci__u16 crc_t10dif_update(__u16 crc, const unsigned char *buffer, size_t len) 6462306a36Sopenharmony_ci{ 6562306a36Sopenharmony_ci struct { 6662306a36Sopenharmony_ci struct shash_desc shash; 6762306a36Sopenharmony_ci __u16 crc; 6862306a36Sopenharmony_ci } desc; 6962306a36Sopenharmony_ci int err; 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci if (static_branch_unlikely(&crct10dif_fallback)) 7262306a36Sopenharmony_ci return crc_t10dif_generic(crc, buffer, len); 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci rcu_read_lock(); 7562306a36Sopenharmony_ci desc.shash.tfm = rcu_dereference(crct10dif_tfm); 7662306a36Sopenharmony_ci desc.crc = crc; 7762306a36Sopenharmony_ci err = crypto_shash_update(&desc.shash, buffer, len); 7862306a36Sopenharmony_ci rcu_read_unlock(); 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci BUG_ON(err); 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_ci return desc.crc; 8362306a36Sopenharmony_ci} 8462306a36Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif_update); 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci__u16 crc_t10dif(const unsigned char *buffer, size_t len) 8762306a36Sopenharmony_ci{ 8862306a36Sopenharmony_ci return crc_t10dif_update(0, buffer, len); 8962306a36Sopenharmony_ci} 9062306a36Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif); 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_cistatic int __init crc_t10dif_mod_init(void) 9362306a36Sopenharmony_ci{ 9462306a36Sopenharmony_ci INIT_WORK(&crct10dif_rehash_work, crc_t10dif_rehash); 9562306a36Sopenharmony_ci crypto_register_notifier(&crc_t10dif_nb); 9662306a36Sopenharmony_ci crc_t10dif_rehash(&crct10dif_rehash_work); 9762306a36Sopenharmony_ci return 0; 9862306a36Sopenharmony_ci} 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_cistatic void __exit crc_t10dif_mod_fini(void) 10162306a36Sopenharmony_ci{ 10262306a36Sopenharmony_ci crypto_unregister_notifier(&crc_t10dif_nb); 10362306a36Sopenharmony_ci cancel_work_sync(&crct10dif_rehash_work); 10462306a36Sopenharmony_ci crypto_free_shash(rcu_dereference_protected(crct10dif_tfm, 1)); 10562306a36Sopenharmony_ci} 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_cimodule_init(crc_t10dif_mod_init); 10862306a36Sopenharmony_cimodule_exit(crc_t10dif_mod_fini); 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_cistatic int crc_t10dif_transform_show(char *buffer, const struct kernel_param *kp) 11162306a36Sopenharmony_ci{ 11262306a36Sopenharmony_ci struct crypto_shash *tfm; 11362306a36Sopenharmony_ci int len; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci if (static_branch_unlikely(&crct10dif_fallback)) 11662306a36Sopenharmony_ci return sprintf(buffer, "fallback\n"); 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci rcu_read_lock(); 11962306a36Sopenharmony_ci tfm = rcu_dereference(crct10dif_tfm); 12062306a36Sopenharmony_ci len = snprintf(buffer, PAGE_SIZE, "%s\n", 12162306a36Sopenharmony_ci crypto_shash_driver_name(tfm)); 12262306a36Sopenharmony_ci rcu_read_unlock(); 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci return len; 12562306a36Sopenharmony_ci} 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_cimodule_param_call(transform, NULL, crc_t10dif_transform_show, NULL, 0444); 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ciMODULE_DESCRIPTION("T10 DIF CRC calculation (library API)"); 13062306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 13162306a36Sopenharmony_ciMODULE_SOFTDEP("pre: crct10dif"); 132