18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Cryptographic API.
48c2ecf20Sopenharmony_ci *
58c2ecf20Sopenharmony_ci * Copyright (c) 2017-present, Facebook, Inc.
68c2ecf20Sopenharmony_ci */
78c2ecf20Sopenharmony_ci#include <linux/crypto.h>
88c2ecf20Sopenharmony_ci#include <linux/init.h>
98c2ecf20Sopenharmony_ci#include <linux/interrupt.h>
108c2ecf20Sopenharmony_ci#include <linux/mm.h>
118c2ecf20Sopenharmony_ci#include <linux/module.h>
128c2ecf20Sopenharmony_ci#include <linux/net.h>
138c2ecf20Sopenharmony_ci#include <linux/vmalloc.h>
148c2ecf20Sopenharmony_ci#include <linux/zstd.h>
158c2ecf20Sopenharmony_ci#include <crypto/internal/scompress.h>
168c2ecf20Sopenharmony_ci
178c2ecf20Sopenharmony_ci
188c2ecf20Sopenharmony_ci#define ZSTD_DEF_LEVEL	3
198c2ecf20Sopenharmony_ci
208c2ecf20Sopenharmony_cistruct zstd_ctx {
218c2ecf20Sopenharmony_ci	ZSTD_CCtx *cctx;
228c2ecf20Sopenharmony_ci	ZSTD_DCtx *dctx;
238c2ecf20Sopenharmony_ci	void *cwksp;
248c2ecf20Sopenharmony_ci	void *dwksp;
258c2ecf20Sopenharmony_ci};
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_cistatic ZSTD_parameters zstd_params(void)
288c2ecf20Sopenharmony_ci{
298c2ecf20Sopenharmony_ci	return ZSTD_getParams(ZSTD_DEF_LEVEL, 0, 0);
308c2ecf20Sopenharmony_ci}
318c2ecf20Sopenharmony_ci
328c2ecf20Sopenharmony_cistatic int zstd_comp_init(struct zstd_ctx *ctx)
338c2ecf20Sopenharmony_ci{
348c2ecf20Sopenharmony_ci	int ret = 0;
358c2ecf20Sopenharmony_ci	const ZSTD_parameters params = zstd_params();
368c2ecf20Sopenharmony_ci	const size_t wksp_size = ZSTD_CCtxWorkspaceBound(params.cParams);
378c2ecf20Sopenharmony_ci
388c2ecf20Sopenharmony_ci	ctx->cwksp = vzalloc(wksp_size);
398c2ecf20Sopenharmony_ci	if (!ctx->cwksp) {
408c2ecf20Sopenharmony_ci		ret = -ENOMEM;
418c2ecf20Sopenharmony_ci		goto out;
428c2ecf20Sopenharmony_ci	}
438c2ecf20Sopenharmony_ci
448c2ecf20Sopenharmony_ci	ctx->cctx = ZSTD_initCCtx(ctx->cwksp, wksp_size);
458c2ecf20Sopenharmony_ci	if (!ctx->cctx) {
468c2ecf20Sopenharmony_ci		ret = -EINVAL;
478c2ecf20Sopenharmony_ci		goto out_free;
488c2ecf20Sopenharmony_ci	}
498c2ecf20Sopenharmony_ciout:
508c2ecf20Sopenharmony_ci	return ret;
518c2ecf20Sopenharmony_ciout_free:
528c2ecf20Sopenharmony_ci	vfree(ctx->cwksp);
538c2ecf20Sopenharmony_ci	goto out;
548c2ecf20Sopenharmony_ci}
558c2ecf20Sopenharmony_ci
568c2ecf20Sopenharmony_cistatic int zstd_decomp_init(struct zstd_ctx *ctx)
578c2ecf20Sopenharmony_ci{
588c2ecf20Sopenharmony_ci	int ret = 0;
598c2ecf20Sopenharmony_ci	const size_t wksp_size = ZSTD_DCtxWorkspaceBound();
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_ci	ctx->dwksp = vzalloc(wksp_size);
628c2ecf20Sopenharmony_ci	if (!ctx->dwksp) {
638c2ecf20Sopenharmony_ci		ret = -ENOMEM;
648c2ecf20Sopenharmony_ci		goto out;
658c2ecf20Sopenharmony_ci	}
668c2ecf20Sopenharmony_ci
678c2ecf20Sopenharmony_ci	ctx->dctx = ZSTD_initDCtx(ctx->dwksp, wksp_size);
688c2ecf20Sopenharmony_ci	if (!ctx->dctx) {
698c2ecf20Sopenharmony_ci		ret = -EINVAL;
708c2ecf20Sopenharmony_ci		goto out_free;
718c2ecf20Sopenharmony_ci	}
728c2ecf20Sopenharmony_ciout:
738c2ecf20Sopenharmony_ci	return ret;
748c2ecf20Sopenharmony_ciout_free:
758c2ecf20Sopenharmony_ci	vfree(ctx->dwksp);
768c2ecf20Sopenharmony_ci	goto out;
778c2ecf20Sopenharmony_ci}
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_cistatic void zstd_comp_exit(struct zstd_ctx *ctx)
808c2ecf20Sopenharmony_ci{
818c2ecf20Sopenharmony_ci	vfree(ctx->cwksp);
828c2ecf20Sopenharmony_ci	ctx->cwksp = NULL;
838c2ecf20Sopenharmony_ci	ctx->cctx = NULL;
848c2ecf20Sopenharmony_ci}
858c2ecf20Sopenharmony_ci
868c2ecf20Sopenharmony_cistatic void zstd_decomp_exit(struct zstd_ctx *ctx)
878c2ecf20Sopenharmony_ci{
888c2ecf20Sopenharmony_ci	vfree(ctx->dwksp);
898c2ecf20Sopenharmony_ci	ctx->dwksp = NULL;
908c2ecf20Sopenharmony_ci	ctx->dctx = NULL;
918c2ecf20Sopenharmony_ci}
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_cistatic int __zstd_init(void *ctx)
948c2ecf20Sopenharmony_ci{
958c2ecf20Sopenharmony_ci	int ret;
968c2ecf20Sopenharmony_ci
978c2ecf20Sopenharmony_ci	ret = zstd_comp_init(ctx);
988c2ecf20Sopenharmony_ci	if (ret)
998c2ecf20Sopenharmony_ci		return ret;
1008c2ecf20Sopenharmony_ci	ret = zstd_decomp_init(ctx);
1018c2ecf20Sopenharmony_ci	if (ret)
1028c2ecf20Sopenharmony_ci		zstd_comp_exit(ctx);
1038c2ecf20Sopenharmony_ci	return ret;
1048c2ecf20Sopenharmony_ci}
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_cistatic void *zstd_alloc_ctx(struct crypto_scomp *tfm)
1078c2ecf20Sopenharmony_ci{
1088c2ecf20Sopenharmony_ci	int ret;
1098c2ecf20Sopenharmony_ci	struct zstd_ctx *ctx;
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
1128c2ecf20Sopenharmony_ci	if (!ctx)
1138c2ecf20Sopenharmony_ci		return ERR_PTR(-ENOMEM);
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci	ret = __zstd_init(ctx);
1168c2ecf20Sopenharmony_ci	if (ret) {
1178c2ecf20Sopenharmony_ci		kfree(ctx);
1188c2ecf20Sopenharmony_ci		return ERR_PTR(ret);
1198c2ecf20Sopenharmony_ci	}
1208c2ecf20Sopenharmony_ci
1218c2ecf20Sopenharmony_ci	return ctx;
1228c2ecf20Sopenharmony_ci}
1238c2ecf20Sopenharmony_ci
1248c2ecf20Sopenharmony_cistatic int zstd_init(struct crypto_tfm *tfm)
1258c2ecf20Sopenharmony_ci{
1268c2ecf20Sopenharmony_ci	struct zstd_ctx *ctx = crypto_tfm_ctx(tfm);
1278c2ecf20Sopenharmony_ci
1288c2ecf20Sopenharmony_ci	return __zstd_init(ctx);
1298c2ecf20Sopenharmony_ci}
1308c2ecf20Sopenharmony_ci
1318c2ecf20Sopenharmony_cistatic void __zstd_exit(void *ctx)
1328c2ecf20Sopenharmony_ci{
1338c2ecf20Sopenharmony_ci	zstd_comp_exit(ctx);
1348c2ecf20Sopenharmony_ci	zstd_decomp_exit(ctx);
1358c2ecf20Sopenharmony_ci}
1368c2ecf20Sopenharmony_ci
1378c2ecf20Sopenharmony_cistatic void zstd_free_ctx(struct crypto_scomp *tfm, void *ctx)
1388c2ecf20Sopenharmony_ci{
1398c2ecf20Sopenharmony_ci	__zstd_exit(ctx);
1408c2ecf20Sopenharmony_ci	kfree_sensitive(ctx);
1418c2ecf20Sopenharmony_ci}
1428c2ecf20Sopenharmony_ci
1438c2ecf20Sopenharmony_cistatic void zstd_exit(struct crypto_tfm *tfm)
1448c2ecf20Sopenharmony_ci{
1458c2ecf20Sopenharmony_ci	struct zstd_ctx *ctx = crypto_tfm_ctx(tfm);
1468c2ecf20Sopenharmony_ci
1478c2ecf20Sopenharmony_ci	__zstd_exit(ctx);
1488c2ecf20Sopenharmony_ci}
1498c2ecf20Sopenharmony_ci
1508c2ecf20Sopenharmony_cistatic int __zstd_compress(const u8 *src, unsigned int slen,
1518c2ecf20Sopenharmony_ci			   u8 *dst, unsigned int *dlen, void *ctx)
1528c2ecf20Sopenharmony_ci{
1538c2ecf20Sopenharmony_ci	size_t out_len;
1548c2ecf20Sopenharmony_ci	struct zstd_ctx *zctx = ctx;
1558c2ecf20Sopenharmony_ci	const ZSTD_parameters params = zstd_params();
1568c2ecf20Sopenharmony_ci
1578c2ecf20Sopenharmony_ci	out_len = ZSTD_compressCCtx(zctx->cctx, dst, *dlen, src, slen, params);
1588c2ecf20Sopenharmony_ci	if (ZSTD_isError(out_len))
1598c2ecf20Sopenharmony_ci		return -EINVAL;
1608c2ecf20Sopenharmony_ci	*dlen = out_len;
1618c2ecf20Sopenharmony_ci	return 0;
1628c2ecf20Sopenharmony_ci}
1638c2ecf20Sopenharmony_ci
1648c2ecf20Sopenharmony_cistatic int zstd_compress(struct crypto_tfm *tfm, const u8 *src,
1658c2ecf20Sopenharmony_ci			 unsigned int slen, u8 *dst, unsigned int *dlen)
1668c2ecf20Sopenharmony_ci{
1678c2ecf20Sopenharmony_ci	struct zstd_ctx *ctx = crypto_tfm_ctx(tfm);
1688c2ecf20Sopenharmony_ci
1698c2ecf20Sopenharmony_ci	return __zstd_compress(src, slen, dst, dlen, ctx);
1708c2ecf20Sopenharmony_ci}
1718c2ecf20Sopenharmony_ci
1728c2ecf20Sopenharmony_cistatic int zstd_scompress(struct crypto_scomp *tfm, const u8 *src,
1738c2ecf20Sopenharmony_ci			  unsigned int slen, u8 *dst, unsigned int *dlen,
1748c2ecf20Sopenharmony_ci			  void *ctx)
1758c2ecf20Sopenharmony_ci{
1768c2ecf20Sopenharmony_ci	return __zstd_compress(src, slen, dst, dlen, ctx);
1778c2ecf20Sopenharmony_ci}
1788c2ecf20Sopenharmony_ci
1798c2ecf20Sopenharmony_cistatic int __zstd_decompress(const u8 *src, unsigned int slen,
1808c2ecf20Sopenharmony_ci			     u8 *dst, unsigned int *dlen, void *ctx)
1818c2ecf20Sopenharmony_ci{
1828c2ecf20Sopenharmony_ci	size_t out_len;
1838c2ecf20Sopenharmony_ci	struct zstd_ctx *zctx = ctx;
1848c2ecf20Sopenharmony_ci
1858c2ecf20Sopenharmony_ci	out_len = ZSTD_decompressDCtx(zctx->dctx, dst, *dlen, src, slen);
1868c2ecf20Sopenharmony_ci	if (ZSTD_isError(out_len))
1878c2ecf20Sopenharmony_ci		return -EINVAL;
1888c2ecf20Sopenharmony_ci	*dlen = out_len;
1898c2ecf20Sopenharmony_ci	return 0;
1908c2ecf20Sopenharmony_ci}
1918c2ecf20Sopenharmony_ci
1928c2ecf20Sopenharmony_cistatic int zstd_decompress(struct crypto_tfm *tfm, const u8 *src,
1938c2ecf20Sopenharmony_ci			   unsigned int slen, u8 *dst, unsigned int *dlen)
1948c2ecf20Sopenharmony_ci{
1958c2ecf20Sopenharmony_ci	struct zstd_ctx *ctx = crypto_tfm_ctx(tfm);
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ci	return __zstd_decompress(src, slen, dst, dlen, ctx);
1988c2ecf20Sopenharmony_ci}
1998c2ecf20Sopenharmony_ci
2008c2ecf20Sopenharmony_cistatic int zstd_sdecompress(struct crypto_scomp *tfm, const u8 *src,
2018c2ecf20Sopenharmony_ci			    unsigned int slen, u8 *dst, unsigned int *dlen,
2028c2ecf20Sopenharmony_ci			    void *ctx)
2038c2ecf20Sopenharmony_ci{
2048c2ecf20Sopenharmony_ci	return __zstd_decompress(src, slen, dst, dlen, ctx);
2058c2ecf20Sopenharmony_ci}
2068c2ecf20Sopenharmony_ci
2078c2ecf20Sopenharmony_cistatic struct crypto_alg alg = {
2088c2ecf20Sopenharmony_ci	.cra_name		= "zstd",
2098c2ecf20Sopenharmony_ci	.cra_driver_name	= "zstd-generic",
2108c2ecf20Sopenharmony_ci	.cra_flags		= CRYPTO_ALG_TYPE_COMPRESS,
2118c2ecf20Sopenharmony_ci	.cra_ctxsize		= sizeof(struct zstd_ctx),
2128c2ecf20Sopenharmony_ci	.cra_module		= THIS_MODULE,
2138c2ecf20Sopenharmony_ci	.cra_init		= zstd_init,
2148c2ecf20Sopenharmony_ci	.cra_exit		= zstd_exit,
2158c2ecf20Sopenharmony_ci	.cra_u			= { .compress = {
2168c2ecf20Sopenharmony_ci	.coa_compress		= zstd_compress,
2178c2ecf20Sopenharmony_ci	.coa_decompress		= zstd_decompress } }
2188c2ecf20Sopenharmony_ci};
2198c2ecf20Sopenharmony_ci
2208c2ecf20Sopenharmony_cistatic struct scomp_alg scomp = {
2218c2ecf20Sopenharmony_ci	.alloc_ctx		= zstd_alloc_ctx,
2228c2ecf20Sopenharmony_ci	.free_ctx		= zstd_free_ctx,
2238c2ecf20Sopenharmony_ci	.compress		= zstd_scompress,
2248c2ecf20Sopenharmony_ci	.decompress		= zstd_sdecompress,
2258c2ecf20Sopenharmony_ci	.base			= {
2268c2ecf20Sopenharmony_ci		.cra_name	= "zstd",
2278c2ecf20Sopenharmony_ci		.cra_driver_name = "zstd-scomp",
2288c2ecf20Sopenharmony_ci		.cra_module	 = THIS_MODULE,
2298c2ecf20Sopenharmony_ci	}
2308c2ecf20Sopenharmony_ci};
2318c2ecf20Sopenharmony_ci
2328c2ecf20Sopenharmony_cistatic int __init zstd_mod_init(void)
2338c2ecf20Sopenharmony_ci{
2348c2ecf20Sopenharmony_ci	int ret;
2358c2ecf20Sopenharmony_ci
2368c2ecf20Sopenharmony_ci	ret = crypto_register_alg(&alg);
2378c2ecf20Sopenharmony_ci	if (ret)
2388c2ecf20Sopenharmony_ci		return ret;
2398c2ecf20Sopenharmony_ci
2408c2ecf20Sopenharmony_ci	ret = crypto_register_scomp(&scomp);
2418c2ecf20Sopenharmony_ci	if (ret)
2428c2ecf20Sopenharmony_ci		crypto_unregister_alg(&alg);
2438c2ecf20Sopenharmony_ci
2448c2ecf20Sopenharmony_ci	return ret;
2458c2ecf20Sopenharmony_ci}
2468c2ecf20Sopenharmony_ci
2478c2ecf20Sopenharmony_cistatic void __exit zstd_mod_fini(void)
2488c2ecf20Sopenharmony_ci{
2498c2ecf20Sopenharmony_ci	crypto_unregister_alg(&alg);
2508c2ecf20Sopenharmony_ci	crypto_unregister_scomp(&scomp);
2518c2ecf20Sopenharmony_ci}
2528c2ecf20Sopenharmony_ci
2538c2ecf20Sopenharmony_cisubsys_initcall(zstd_mod_init);
2548c2ecf20Sopenharmony_cimodule_exit(zstd_mod_fini);
2558c2ecf20Sopenharmony_ci
2568c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL");
2578c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("Zstd Compression Algorithm");
2588c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("zstd");
259