162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * T10 Data Integrity Field CRC16 calculation
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (c) 2007 Oracle Corporation.  All rights reserved.
662306a36Sopenharmony_ci * Written by Martin K. Petersen <martin.petersen@oracle.com>
762306a36Sopenharmony_ci */
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include <linux/types.h>
1062306a36Sopenharmony_ci#include <linux/module.h>
1162306a36Sopenharmony_ci#include <linux/crc-t10dif.h>
1262306a36Sopenharmony_ci#include <linux/err.h>
1362306a36Sopenharmony_ci#include <linux/init.h>
1462306a36Sopenharmony_ci#include <crypto/hash.h>
1562306a36Sopenharmony_ci#include <crypto/algapi.h>
1662306a36Sopenharmony_ci#include <linux/static_key.h>
1762306a36Sopenharmony_ci#include <linux/notifier.h>
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_cistatic struct crypto_shash __rcu *crct10dif_tfm;
2062306a36Sopenharmony_cistatic DEFINE_STATIC_KEY_TRUE(crct10dif_fallback);
2162306a36Sopenharmony_cistatic DEFINE_MUTEX(crc_t10dif_mutex);
2262306a36Sopenharmony_cistatic struct work_struct crct10dif_rehash_work;
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_cistatic int crc_t10dif_notify(struct notifier_block *self, unsigned long val, void *data)
2562306a36Sopenharmony_ci{
2662306a36Sopenharmony_ci	struct crypto_alg *alg = data;
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci	if (val != CRYPTO_MSG_ALG_LOADED ||
2962306a36Sopenharmony_ci	    strcmp(alg->cra_name, CRC_T10DIF_STRING))
3062306a36Sopenharmony_ci		return NOTIFY_DONE;
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci	schedule_work(&crct10dif_rehash_work);
3362306a36Sopenharmony_ci	return NOTIFY_OK;
3462306a36Sopenharmony_ci}
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_cistatic void crc_t10dif_rehash(struct work_struct *work)
3762306a36Sopenharmony_ci{
3862306a36Sopenharmony_ci	struct crypto_shash *new, *old;
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci	mutex_lock(&crc_t10dif_mutex);
4162306a36Sopenharmony_ci	old = rcu_dereference_protected(crct10dif_tfm,
4262306a36Sopenharmony_ci					lockdep_is_held(&crc_t10dif_mutex));
4362306a36Sopenharmony_ci	new = crypto_alloc_shash(CRC_T10DIF_STRING, 0, 0);
4462306a36Sopenharmony_ci	if (IS_ERR(new)) {
4562306a36Sopenharmony_ci		mutex_unlock(&crc_t10dif_mutex);
4662306a36Sopenharmony_ci		return;
4762306a36Sopenharmony_ci	}
4862306a36Sopenharmony_ci	rcu_assign_pointer(crct10dif_tfm, new);
4962306a36Sopenharmony_ci	mutex_unlock(&crc_t10dif_mutex);
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci	if (old) {
5262306a36Sopenharmony_ci		synchronize_rcu();
5362306a36Sopenharmony_ci		crypto_free_shash(old);
5462306a36Sopenharmony_ci	} else {
5562306a36Sopenharmony_ci		static_branch_disable(&crct10dif_fallback);
5662306a36Sopenharmony_ci	}
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic struct notifier_block crc_t10dif_nb = {
6062306a36Sopenharmony_ci	.notifier_call = crc_t10dif_notify,
6162306a36Sopenharmony_ci};
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci__u16 crc_t10dif_update(__u16 crc, const unsigned char *buffer, size_t len)
6462306a36Sopenharmony_ci{
6562306a36Sopenharmony_ci	struct {
6662306a36Sopenharmony_ci		struct shash_desc shash;
6762306a36Sopenharmony_ci		__u16 crc;
6862306a36Sopenharmony_ci	} desc;
6962306a36Sopenharmony_ci	int err;
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	if (static_branch_unlikely(&crct10dif_fallback))
7262306a36Sopenharmony_ci		return crc_t10dif_generic(crc, buffer, len);
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	rcu_read_lock();
7562306a36Sopenharmony_ci	desc.shash.tfm = rcu_dereference(crct10dif_tfm);
7662306a36Sopenharmony_ci	desc.crc = crc;
7762306a36Sopenharmony_ci	err = crypto_shash_update(&desc.shash, buffer, len);
7862306a36Sopenharmony_ci	rcu_read_unlock();
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	BUG_ON(err);
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	return desc.crc;
8362306a36Sopenharmony_ci}
8462306a36Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif_update);
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci__u16 crc_t10dif(const unsigned char *buffer, size_t len)
8762306a36Sopenharmony_ci{
8862306a36Sopenharmony_ci	return crc_t10dif_update(0, buffer, len);
8962306a36Sopenharmony_ci}
9062306a36Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif);
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_cistatic int __init crc_t10dif_mod_init(void)
9362306a36Sopenharmony_ci{
9462306a36Sopenharmony_ci	INIT_WORK(&crct10dif_rehash_work, crc_t10dif_rehash);
9562306a36Sopenharmony_ci	crypto_register_notifier(&crc_t10dif_nb);
9662306a36Sopenharmony_ci	crc_t10dif_rehash(&crct10dif_rehash_work);
9762306a36Sopenharmony_ci	return 0;
9862306a36Sopenharmony_ci}
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_cistatic void __exit crc_t10dif_mod_fini(void)
10162306a36Sopenharmony_ci{
10262306a36Sopenharmony_ci	crypto_unregister_notifier(&crc_t10dif_nb);
10362306a36Sopenharmony_ci	cancel_work_sync(&crct10dif_rehash_work);
10462306a36Sopenharmony_ci	crypto_free_shash(rcu_dereference_protected(crct10dif_tfm, 1));
10562306a36Sopenharmony_ci}
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_cimodule_init(crc_t10dif_mod_init);
10862306a36Sopenharmony_cimodule_exit(crc_t10dif_mod_fini);
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_cistatic int crc_t10dif_transform_show(char *buffer, const struct kernel_param *kp)
11162306a36Sopenharmony_ci{
11262306a36Sopenharmony_ci	struct crypto_shash *tfm;
11362306a36Sopenharmony_ci	int len;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci	if (static_branch_unlikely(&crct10dif_fallback))
11662306a36Sopenharmony_ci		return sprintf(buffer, "fallback\n");
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	rcu_read_lock();
11962306a36Sopenharmony_ci	tfm = rcu_dereference(crct10dif_tfm);
12062306a36Sopenharmony_ci	len = snprintf(buffer, PAGE_SIZE, "%s\n",
12162306a36Sopenharmony_ci		       crypto_shash_driver_name(tfm));
12262306a36Sopenharmony_ci	rcu_read_unlock();
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci	return len;
12562306a36Sopenharmony_ci}
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_cimodule_param_call(transform, NULL, crc_t10dif_transform_show, NULL, 0444);
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ciMODULE_DESCRIPTION("T10 DIF CRC calculation (library API)");
13062306a36Sopenharmony_ciMODULE_LICENSE("GPL");
13162306a36Sopenharmony_ciMODULE_SOFTDEP("pre: crct10dif");
132