162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci 362306a36Sopenharmony_ci#include <linux/types.h> 462306a36Sopenharmony_ci#include <linux/module.h> 562306a36Sopenharmony_ci#include <linux/crc64.h> 662306a36Sopenharmony_ci#include <linux/err.h> 762306a36Sopenharmony_ci#include <linux/init.h> 862306a36Sopenharmony_ci#include <crypto/hash.h> 962306a36Sopenharmony_ci#include <crypto/algapi.h> 1062306a36Sopenharmony_ci#include <linux/static_key.h> 1162306a36Sopenharmony_ci#include <linux/notifier.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_cistatic struct crypto_shash __rcu *crc64_rocksoft_tfm; 1462306a36Sopenharmony_cistatic DEFINE_STATIC_KEY_TRUE(crc64_rocksoft_fallback); 1562306a36Sopenharmony_cistatic DEFINE_MUTEX(crc64_rocksoft_mutex); 1662306a36Sopenharmony_cistatic struct work_struct crc64_rocksoft_rehash_work; 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_cistatic int crc64_rocksoft_notify(struct notifier_block *self, unsigned long val, void *data) 1962306a36Sopenharmony_ci{ 2062306a36Sopenharmony_ci struct crypto_alg *alg = data; 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci if (val != CRYPTO_MSG_ALG_LOADED || 2362306a36Sopenharmony_ci strcmp(alg->cra_name, CRC64_ROCKSOFT_STRING)) 2462306a36Sopenharmony_ci return NOTIFY_DONE; 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci schedule_work(&crc64_rocksoft_rehash_work); 2762306a36Sopenharmony_ci return NOTIFY_OK; 2862306a36Sopenharmony_ci} 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_cistatic void crc64_rocksoft_rehash(struct work_struct *work) 3162306a36Sopenharmony_ci{ 3262306a36Sopenharmony_ci struct crypto_shash *new, *old; 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_ci mutex_lock(&crc64_rocksoft_mutex); 3562306a36Sopenharmony_ci old = rcu_dereference_protected(crc64_rocksoft_tfm, 3662306a36Sopenharmony_ci lockdep_is_held(&crc64_rocksoft_mutex)); 3762306a36Sopenharmony_ci new = crypto_alloc_shash(CRC64_ROCKSOFT_STRING, 0, 0); 3862306a36Sopenharmony_ci if (IS_ERR(new)) { 3962306a36Sopenharmony_ci mutex_unlock(&crc64_rocksoft_mutex); 4062306a36Sopenharmony_ci return; 4162306a36Sopenharmony_ci } 4262306a36Sopenharmony_ci rcu_assign_pointer(crc64_rocksoft_tfm, new); 4362306a36Sopenharmony_ci mutex_unlock(&crc64_rocksoft_mutex); 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ci if (old) { 4662306a36Sopenharmony_ci synchronize_rcu(); 4762306a36Sopenharmony_ci crypto_free_shash(old); 4862306a36Sopenharmony_ci } else { 4962306a36Sopenharmony_ci static_branch_disable(&crc64_rocksoft_fallback); 5062306a36Sopenharmony_ci } 5162306a36Sopenharmony_ci} 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_cistatic struct notifier_block crc64_rocksoft_nb = { 5462306a36Sopenharmony_ci .notifier_call = crc64_rocksoft_notify, 5562306a36Sopenharmony_ci}; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ciu64 crc64_rocksoft_update(u64 crc, const unsigned char *buffer, size_t len) 5862306a36Sopenharmony_ci{ 5962306a36Sopenharmony_ci struct { 6062306a36Sopenharmony_ci struct shash_desc shash; 6162306a36Sopenharmony_ci u64 crc; 6262306a36Sopenharmony_ci } desc; 6362306a36Sopenharmony_ci int err; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci if (static_branch_unlikely(&crc64_rocksoft_fallback)) 6662306a36Sopenharmony_ci return crc64_rocksoft_generic(crc, buffer, len); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci rcu_read_lock(); 6962306a36Sopenharmony_ci desc.shash.tfm = rcu_dereference(crc64_rocksoft_tfm); 7062306a36Sopenharmony_ci desc.crc = crc; 7162306a36Sopenharmony_ci err = crypto_shash_update(&desc.shash, buffer, len); 7262306a36Sopenharmony_ci rcu_read_unlock(); 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci BUG_ON(err); 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci return desc.crc; 7762306a36Sopenharmony_ci} 7862306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(crc64_rocksoft_update); 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ciu64 crc64_rocksoft(const unsigned char *buffer, size_t len) 8162306a36Sopenharmony_ci{ 8262306a36Sopenharmony_ci return crc64_rocksoft_update(0, buffer, len); 8362306a36Sopenharmony_ci} 8462306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(crc64_rocksoft); 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_cistatic int __init crc64_rocksoft_mod_init(void) 8762306a36Sopenharmony_ci{ 8862306a36Sopenharmony_ci INIT_WORK(&crc64_rocksoft_rehash_work, crc64_rocksoft_rehash); 8962306a36Sopenharmony_ci crypto_register_notifier(&crc64_rocksoft_nb); 9062306a36Sopenharmony_ci crc64_rocksoft_rehash(&crc64_rocksoft_rehash_work); 9162306a36Sopenharmony_ci return 0; 9262306a36Sopenharmony_ci} 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_cistatic void __exit crc64_rocksoft_mod_fini(void) 9562306a36Sopenharmony_ci{ 9662306a36Sopenharmony_ci crypto_unregister_notifier(&crc64_rocksoft_nb); 9762306a36Sopenharmony_ci cancel_work_sync(&crc64_rocksoft_rehash_work); 9862306a36Sopenharmony_ci crypto_free_shash(rcu_dereference_protected(crc64_rocksoft_tfm, 1)); 9962306a36Sopenharmony_ci} 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_cimodule_init(crc64_rocksoft_mod_init); 10262306a36Sopenharmony_cimodule_exit(crc64_rocksoft_mod_fini); 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_cistatic int crc64_rocksoft_transform_show(char *buffer, const struct kernel_param *kp) 10562306a36Sopenharmony_ci{ 10662306a36Sopenharmony_ci struct crypto_shash *tfm; 10762306a36Sopenharmony_ci int len; 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci if (static_branch_unlikely(&crc64_rocksoft_fallback)) 11062306a36Sopenharmony_ci return sprintf(buffer, "fallback\n"); 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci rcu_read_lock(); 11362306a36Sopenharmony_ci tfm = rcu_dereference(crc64_rocksoft_tfm); 11462306a36Sopenharmony_ci len = snprintf(buffer, PAGE_SIZE, "%s\n", 11562306a36Sopenharmony_ci crypto_shash_driver_name(tfm)); 11662306a36Sopenharmony_ci rcu_read_unlock(); 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci return len; 11962306a36Sopenharmony_ci} 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_cimodule_param_call(transform, NULL, crc64_rocksoft_transform_show, NULL, 0444); 12262306a36Sopenharmony_ci 12362306a36Sopenharmony_ciMODULE_AUTHOR("Keith Busch <kbusch@kernel.org>"); 12462306a36Sopenharmony_ciMODULE_DESCRIPTION("Rocksoft model CRC64 calculation (library API)"); 12562306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 12662306a36Sopenharmony_ciMODULE_SOFTDEP("pre: crc64"); 127