18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * T10 Data Integrity Field CRC16 calculation
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright (c) 2007 Oracle Corporation.  All rights reserved.
68c2ecf20Sopenharmony_ci * Written by Martin K. Petersen <martin.petersen@oracle.com>
78c2ecf20Sopenharmony_ci */
88c2ecf20Sopenharmony_ci
98c2ecf20Sopenharmony_ci#include <linux/types.h>
108c2ecf20Sopenharmony_ci#include <linux/module.h>
118c2ecf20Sopenharmony_ci#include <linux/crc-t10dif.h>
128c2ecf20Sopenharmony_ci#include <linux/err.h>
138c2ecf20Sopenharmony_ci#include <linux/init.h>
148c2ecf20Sopenharmony_ci#include <crypto/hash.h>
158c2ecf20Sopenharmony_ci#include <crypto/algapi.h>
168c2ecf20Sopenharmony_ci#include <linux/static_key.h>
178c2ecf20Sopenharmony_ci#include <linux/notifier.h>
188c2ecf20Sopenharmony_ci
198c2ecf20Sopenharmony_cistatic struct crypto_shash __rcu *crct10dif_tfm;
208c2ecf20Sopenharmony_cistatic DEFINE_STATIC_KEY_TRUE(crct10dif_fallback);
218c2ecf20Sopenharmony_cistatic DEFINE_MUTEX(crc_t10dif_mutex);
228c2ecf20Sopenharmony_cistatic struct work_struct crct10dif_rehash_work;
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_cistatic int crc_t10dif_notify(struct notifier_block *self, unsigned long val, void *data)
258c2ecf20Sopenharmony_ci{
268c2ecf20Sopenharmony_ci	struct crypto_alg *alg = data;
278c2ecf20Sopenharmony_ci
288c2ecf20Sopenharmony_ci	if (val != CRYPTO_MSG_ALG_LOADED ||
298c2ecf20Sopenharmony_ci	    strcmp(alg->cra_name, CRC_T10DIF_STRING))
308c2ecf20Sopenharmony_ci		return NOTIFY_DONE;
318c2ecf20Sopenharmony_ci
328c2ecf20Sopenharmony_ci	schedule_work(&crct10dif_rehash_work);
338c2ecf20Sopenharmony_ci	return NOTIFY_OK;
348c2ecf20Sopenharmony_ci}
358c2ecf20Sopenharmony_ci
368c2ecf20Sopenharmony_cistatic void crc_t10dif_rehash(struct work_struct *work)
378c2ecf20Sopenharmony_ci{
388c2ecf20Sopenharmony_ci	struct crypto_shash *new, *old;
398c2ecf20Sopenharmony_ci
408c2ecf20Sopenharmony_ci	mutex_lock(&crc_t10dif_mutex);
418c2ecf20Sopenharmony_ci	old = rcu_dereference_protected(crct10dif_tfm,
428c2ecf20Sopenharmony_ci					lockdep_is_held(&crc_t10dif_mutex));
438c2ecf20Sopenharmony_ci	new = crypto_alloc_shash(CRC_T10DIF_STRING, 0, 0);
448c2ecf20Sopenharmony_ci	if (IS_ERR(new)) {
458c2ecf20Sopenharmony_ci		mutex_unlock(&crc_t10dif_mutex);
468c2ecf20Sopenharmony_ci		return;
478c2ecf20Sopenharmony_ci	}
488c2ecf20Sopenharmony_ci	rcu_assign_pointer(crct10dif_tfm, new);
498c2ecf20Sopenharmony_ci	mutex_unlock(&crc_t10dif_mutex);
508c2ecf20Sopenharmony_ci
518c2ecf20Sopenharmony_ci	if (old) {
528c2ecf20Sopenharmony_ci		synchronize_rcu();
538c2ecf20Sopenharmony_ci		crypto_free_shash(old);
548c2ecf20Sopenharmony_ci	} else {
558c2ecf20Sopenharmony_ci		static_branch_disable(&crct10dif_fallback);
568c2ecf20Sopenharmony_ci	}
578c2ecf20Sopenharmony_ci}
588c2ecf20Sopenharmony_ci
598c2ecf20Sopenharmony_cistatic struct notifier_block crc_t10dif_nb = {
608c2ecf20Sopenharmony_ci	.notifier_call = crc_t10dif_notify,
618c2ecf20Sopenharmony_ci};
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_ci__u16 crc_t10dif_update(__u16 crc, const unsigned char *buffer, size_t len)
648c2ecf20Sopenharmony_ci{
658c2ecf20Sopenharmony_ci	struct {
668c2ecf20Sopenharmony_ci		struct shash_desc shash;
678c2ecf20Sopenharmony_ci		__u16 crc;
688c2ecf20Sopenharmony_ci	} desc;
698c2ecf20Sopenharmony_ci	int err;
708c2ecf20Sopenharmony_ci
718c2ecf20Sopenharmony_ci	if (static_branch_unlikely(&crct10dif_fallback))
728c2ecf20Sopenharmony_ci		return crc_t10dif_generic(crc, buffer, len);
738c2ecf20Sopenharmony_ci
748c2ecf20Sopenharmony_ci	rcu_read_lock();
758c2ecf20Sopenharmony_ci	desc.shash.tfm = rcu_dereference(crct10dif_tfm);
768c2ecf20Sopenharmony_ci	desc.crc = crc;
778c2ecf20Sopenharmony_ci	err = crypto_shash_update(&desc.shash, buffer, len);
788c2ecf20Sopenharmony_ci	rcu_read_unlock();
798c2ecf20Sopenharmony_ci
808c2ecf20Sopenharmony_ci	BUG_ON(err);
818c2ecf20Sopenharmony_ci
828c2ecf20Sopenharmony_ci	return desc.crc;
838c2ecf20Sopenharmony_ci}
848c2ecf20Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif_update);
858c2ecf20Sopenharmony_ci
868c2ecf20Sopenharmony_ci__u16 crc_t10dif(const unsigned char *buffer, size_t len)
878c2ecf20Sopenharmony_ci{
888c2ecf20Sopenharmony_ci	return crc_t10dif_update(0, buffer, len);
898c2ecf20Sopenharmony_ci}
908c2ecf20Sopenharmony_ciEXPORT_SYMBOL(crc_t10dif);
918c2ecf20Sopenharmony_ci
928c2ecf20Sopenharmony_cistatic int __init crc_t10dif_mod_init(void)
938c2ecf20Sopenharmony_ci{
948c2ecf20Sopenharmony_ci	INIT_WORK(&crct10dif_rehash_work, crc_t10dif_rehash);
958c2ecf20Sopenharmony_ci	crypto_register_notifier(&crc_t10dif_nb);
968c2ecf20Sopenharmony_ci	crc_t10dif_rehash(&crct10dif_rehash_work);
978c2ecf20Sopenharmony_ci	return 0;
988c2ecf20Sopenharmony_ci}
998c2ecf20Sopenharmony_ci
1008c2ecf20Sopenharmony_cistatic void __exit crc_t10dif_mod_fini(void)
1018c2ecf20Sopenharmony_ci{
1028c2ecf20Sopenharmony_ci	crypto_unregister_notifier(&crc_t10dif_nb);
1038c2ecf20Sopenharmony_ci	cancel_work_sync(&crct10dif_rehash_work);
1048c2ecf20Sopenharmony_ci	crypto_free_shash(rcu_dereference_protected(crct10dif_tfm, 1));
1058c2ecf20Sopenharmony_ci}
1068c2ecf20Sopenharmony_ci
1078c2ecf20Sopenharmony_cimodule_init(crc_t10dif_mod_init);
1088c2ecf20Sopenharmony_cimodule_exit(crc_t10dif_mod_fini);
1098c2ecf20Sopenharmony_ci
1108c2ecf20Sopenharmony_cistatic int crc_t10dif_transform_show(char *buffer, const struct kernel_param *kp)
1118c2ecf20Sopenharmony_ci{
1128c2ecf20Sopenharmony_ci	struct crypto_shash *tfm;
1138c2ecf20Sopenharmony_ci	int len;
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci	if (static_branch_unlikely(&crct10dif_fallback))
1168c2ecf20Sopenharmony_ci		return sprintf(buffer, "fallback\n");
1178c2ecf20Sopenharmony_ci
1188c2ecf20Sopenharmony_ci	rcu_read_lock();
1198c2ecf20Sopenharmony_ci	tfm = rcu_dereference(crct10dif_tfm);
1208c2ecf20Sopenharmony_ci	len = snprintf(buffer, PAGE_SIZE, "%s\n",
1218c2ecf20Sopenharmony_ci		       crypto_shash_driver_name(tfm));
1228c2ecf20Sopenharmony_ci	rcu_read_unlock();
1238c2ecf20Sopenharmony_ci
1248c2ecf20Sopenharmony_ci	return len;
1258c2ecf20Sopenharmony_ci}
1268c2ecf20Sopenharmony_ci
1278c2ecf20Sopenharmony_cimodule_param_call(transform, NULL, crc_t10dif_transform_show, NULL, 0444);
1288c2ecf20Sopenharmony_ci
1298c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("T10 DIF CRC calculation (library API)");
1308c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL");
1318c2ecf20Sopenharmony_ciMODULE_SOFTDEP("pre: crct10dif");
132