18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Cryptographic API. 48c2ecf20Sopenharmony_ci * 58c2ecf20Sopenharmony_ci * Copyright (c) 2017-present, Facebook, Inc. 68c2ecf20Sopenharmony_ci */ 78c2ecf20Sopenharmony_ci#include <linux/crypto.h> 88c2ecf20Sopenharmony_ci#include <linux/init.h> 98c2ecf20Sopenharmony_ci#include <linux/interrupt.h> 108c2ecf20Sopenharmony_ci#include <linux/mm.h> 118c2ecf20Sopenharmony_ci#include <linux/module.h> 128c2ecf20Sopenharmony_ci#include <linux/net.h> 138c2ecf20Sopenharmony_ci#include <linux/vmalloc.h> 148c2ecf20Sopenharmony_ci#include <linux/zstd.h> 158c2ecf20Sopenharmony_ci#include <crypto/internal/scompress.h> 168c2ecf20Sopenharmony_ci 178c2ecf20Sopenharmony_ci 188c2ecf20Sopenharmony_ci#define ZSTD_DEF_LEVEL 3 198c2ecf20Sopenharmony_ci 208c2ecf20Sopenharmony_cistruct zstd_ctx { 218c2ecf20Sopenharmony_ci ZSTD_CCtx *cctx; 228c2ecf20Sopenharmony_ci ZSTD_DCtx *dctx; 238c2ecf20Sopenharmony_ci void *cwksp; 248c2ecf20Sopenharmony_ci void *dwksp; 258c2ecf20Sopenharmony_ci}; 268c2ecf20Sopenharmony_ci 278c2ecf20Sopenharmony_cistatic ZSTD_parameters zstd_params(void) 288c2ecf20Sopenharmony_ci{ 298c2ecf20Sopenharmony_ci return ZSTD_getParams(ZSTD_DEF_LEVEL, 0, 0); 308c2ecf20Sopenharmony_ci} 318c2ecf20Sopenharmony_ci 328c2ecf20Sopenharmony_cistatic int zstd_comp_init(struct zstd_ctx *ctx) 338c2ecf20Sopenharmony_ci{ 348c2ecf20Sopenharmony_ci int ret = 0; 358c2ecf20Sopenharmony_ci const ZSTD_parameters params = zstd_params(); 368c2ecf20Sopenharmony_ci const size_t wksp_size = ZSTD_CCtxWorkspaceBound(params.cParams); 378c2ecf20Sopenharmony_ci 388c2ecf20Sopenharmony_ci ctx->cwksp = vzalloc(wksp_size); 398c2ecf20Sopenharmony_ci if (!ctx->cwksp) { 408c2ecf20Sopenharmony_ci ret = -ENOMEM; 418c2ecf20Sopenharmony_ci goto out; 428c2ecf20Sopenharmony_ci } 438c2ecf20Sopenharmony_ci 448c2ecf20Sopenharmony_ci ctx->cctx = ZSTD_initCCtx(ctx->cwksp, wksp_size); 458c2ecf20Sopenharmony_ci if (!ctx->cctx) { 468c2ecf20Sopenharmony_ci ret = -EINVAL; 478c2ecf20Sopenharmony_ci goto out_free; 488c2ecf20Sopenharmony_ci } 498c2ecf20Sopenharmony_ciout: 508c2ecf20Sopenharmony_ci return ret; 518c2ecf20Sopenharmony_ciout_free: 528c2ecf20Sopenharmony_ci vfree(ctx->cwksp); 538c2ecf20Sopenharmony_ci goto out; 548c2ecf20Sopenharmony_ci} 558c2ecf20Sopenharmony_ci 568c2ecf20Sopenharmony_cistatic int zstd_decomp_init(struct zstd_ctx *ctx) 578c2ecf20Sopenharmony_ci{ 588c2ecf20Sopenharmony_ci int ret = 0; 598c2ecf20Sopenharmony_ci const size_t wksp_size = ZSTD_DCtxWorkspaceBound(); 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_ci ctx->dwksp = vzalloc(wksp_size); 628c2ecf20Sopenharmony_ci if (!ctx->dwksp) { 638c2ecf20Sopenharmony_ci ret = -ENOMEM; 648c2ecf20Sopenharmony_ci goto out; 658c2ecf20Sopenharmony_ci } 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_ci ctx->dctx = ZSTD_initDCtx(ctx->dwksp, wksp_size); 688c2ecf20Sopenharmony_ci if (!ctx->dctx) { 698c2ecf20Sopenharmony_ci ret = -EINVAL; 708c2ecf20Sopenharmony_ci goto out_free; 718c2ecf20Sopenharmony_ci } 728c2ecf20Sopenharmony_ciout: 738c2ecf20Sopenharmony_ci return ret; 748c2ecf20Sopenharmony_ciout_free: 758c2ecf20Sopenharmony_ci vfree(ctx->dwksp); 768c2ecf20Sopenharmony_ci goto out; 778c2ecf20Sopenharmony_ci} 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_cistatic void zstd_comp_exit(struct zstd_ctx *ctx) 808c2ecf20Sopenharmony_ci{ 818c2ecf20Sopenharmony_ci vfree(ctx->cwksp); 828c2ecf20Sopenharmony_ci ctx->cwksp = NULL; 838c2ecf20Sopenharmony_ci ctx->cctx = NULL; 848c2ecf20Sopenharmony_ci} 858c2ecf20Sopenharmony_ci 868c2ecf20Sopenharmony_cistatic void zstd_decomp_exit(struct zstd_ctx *ctx) 878c2ecf20Sopenharmony_ci{ 888c2ecf20Sopenharmony_ci vfree(ctx->dwksp); 898c2ecf20Sopenharmony_ci ctx->dwksp = NULL; 908c2ecf20Sopenharmony_ci ctx->dctx = NULL; 918c2ecf20Sopenharmony_ci} 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_cistatic int __zstd_init(void *ctx) 948c2ecf20Sopenharmony_ci{ 958c2ecf20Sopenharmony_ci int ret; 968c2ecf20Sopenharmony_ci 978c2ecf20Sopenharmony_ci ret = zstd_comp_init(ctx); 988c2ecf20Sopenharmony_ci if (ret) 998c2ecf20Sopenharmony_ci return ret; 1008c2ecf20Sopenharmony_ci ret = zstd_decomp_init(ctx); 1018c2ecf20Sopenharmony_ci if (ret) 1028c2ecf20Sopenharmony_ci zstd_comp_exit(ctx); 1038c2ecf20Sopenharmony_ci return ret; 1048c2ecf20Sopenharmony_ci} 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_cistatic void *zstd_alloc_ctx(struct crypto_scomp *tfm) 1078c2ecf20Sopenharmony_ci{ 1088c2ecf20Sopenharmony_ci int ret; 1098c2ecf20Sopenharmony_ci struct zstd_ctx *ctx; 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ci ctx = kzalloc(sizeof(*ctx), GFP_KERNEL); 1128c2ecf20Sopenharmony_ci if (!ctx) 1138c2ecf20Sopenharmony_ci return ERR_PTR(-ENOMEM); 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci ret = __zstd_init(ctx); 1168c2ecf20Sopenharmony_ci if (ret) { 1178c2ecf20Sopenharmony_ci kfree(ctx); 1188c2ecf20Sopenharmony_ci return ERR_PTR(ret); 1198c2ecf20Sopenharmony_ci } 1208c2ecf20Sopenharmony_ci 1218c2ecf20Sopenharmony_ci return ctx; 1228c2ecf20Sopenharmony_ci} 1238c2ecf20Sopenharmony_ci 1248c2ecf20Sopenharmony_cistatic int zstd_init(struct crypto_tfm *tfm) 1258c2ecf20Sopenharmony_ci{ 1268c2ecf20Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 1278c2ecf20Sopenharmony_ci 1288c2ecf20Sopenharmony_ci return __zstd_init(ctx); 1298c2ecf20Sopenharmony_ci} 1308c2ecf20Sopenharmony_ci 1318c2ecf20Sopenharmony_cistatic void __zstd_exit(void *ctx) 1328c2ecf20Sopenharmony_ci{ 1338c2ecf20Sopenharmony_ci zstd_comp_exit(ctx); 1348c2ecf20Sopenharmony_ci zstd_decomp_exit(ctx); 1358c2ecf20Sopenharmony_ci} 1368c2ecf20Sopenharmony_ci 1378c2ecf20Sopenharmony_cistatic void zstd_free_ctx(struct crypto_scomp *tfm, void *ctx) 1388c2ecf20Sopenharmony_ci{ 1398c2ecf20Sopenharmony_ci __zstd_exit(ctx); 1408c2ecf20Sopenharmony_ci kfree_sensitive(ctx); 1418c2ecf20Sopenharmony_ci} 1428c2ecf20Sopenharmony_ci 1438c2ecf20Sopenharmony_cistatic void zstd_exit(struct crypto_tfm *tfm) 1448c2ecf20Sopenharmony_ci{ 1458c2ecf20Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 1468c2ecf20Sopenharmony_ci 1478c2ecf20Sopenharmony_ci __zstd_exit(ctx); 1488c2ecf20Sopenharmony_ci} 1498c2ecf20Sopenharmony_ci 1508c2ecf20Sopenharmony_cistatic int __zstd_compress(const u8 *src, unsigned int slen, 1518c2ecf20Sopenharmony_ci u8 *dst, unsigned int *dlen, void *ctx) 1528c2ecf20Sopenharmony_ci{ 1538c2ecf20Sopenharmony_ci size_t out_len; 1548c2ecf20Sopenharmony_ci struct zstd_ctx *zctx = ctx; 1558c2ecf20Sopenharmony_ci const ZSTD_parameters params = zstd_params(); 1568c2ecf20Sopenharmony_ci 1578c2ecf20Sopenharmony_ci out_len = ZSTD_compressCCtx(zctx->cctx, dst, *dlen, src, slen, params); 1588c2ecf20Sopenharmony_ci if (ZSTD_isError(out_len)) 1598c2ecf20Sopenharmony_ci return -EINVAL; 1608c2ecf20Sopenharmony_ci *dlen = out_len; 1618c2ecf20Sopenharmony_ci return 0; 1628c2ecf20Sopenharmony_ci} 1638c2ecf20Sopenharmony_ci 1648c2ecf20Sopenharmony_cistatic int zstd_compress(struct crypto_tfm *tfm, const u8 *src, 1658c2ecf20Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen) 1668c2ecf20Sopenharmony_ci{ 1678c2ecf20Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 1688c2ecf20Sopenharmony_ci 1698c2ecf20Sopenharmony_ci return __zstd_compress(src, slen, dst, dlen, ctx); 1708c2ecf20Sopenharmony_ci} 1718c2ecf20Sopenharmony_ci 1728c2ecf20Sopenharmony_cistatic int zstd_scompress(struct crypto_scomp *tfm, const u8 *src, 1738c2ecf20Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen, 1748c2ecf20Sopenharmony_ci void *ctx) 1758c2ecf20Sopenharmony_ci{ 1768c2ecf20Sopenharmony_ci return __zstd_compress(src, slen, dst, dlen, ctx); 1778c2ecf20Sopenharmony_ci} 1788c2ecf20Sopenharmony_ci 1798c2ecf20Sopenharmony_cistatic int __zstd_decompress(const u8 *src, unsigned int slen, 1808c2ecf20Sopenharmony_ci u8 *dst, unsigned int *dlen, void *ctx) 1818c2ecf20Sopenharmony_ci{ 1828c2ecf20Sopenharmony_ci size_t out_len; 1838c2ecf20Sopenharmony_ci struct zstd_ctx *zctx = ctx; 1848c2ecf20Sopenharmony_ci 1858c2ecf20Sopenharmony_ci out_len = ZSTD_decompressDCtx(zctx->dctx, dst, *dlen, src, slen); 1868c2ecf20Sopenharmony_ci if (ZSTD_isError(out_len)) 1878c2ecf20Sopenharmony_ci return -EINVAL; 1888c2ecf20Sopenharmony_ci *dlen = out_len; 1898c2ecf20Sopenharmony_ci return 0; 1908c2ecf20Sopenharmony_ci} 1918c2ecf20Sopenharmony_ci 1928c2ecf20Sopenharmony_cistatic int zstd_decompress(struct crypto_tfm *tfm, const u8 *src, 1938c2ecf20Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen) 1948c2ecf20Sopenharmony_ci{ 1958c2ecf20Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 1968c2ecf20Sopenharmony_ci 1978c2ecf20Sopenharmony_ci return __zstd_decompress(src, slen, dst, dlen, ctx); 1988c2ecf20Sopenharmony_ci} 1998c2ecf20Sopenharmony_ci 2008c2ecf20Sopenharmony_cistatic int zstd_sdecompress(struct crypto_scomp *tfm, const u8 *src, 2018c2ecf20Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen, 2028c2ecf20Sopenharmony_ci void *ctx) 2038c2ecf20Sopenharmony_ci{ 2048c2ecf20Sopenharmony_ci return __zstd_decompress(src, slen, dst, dlen, ctx); 2058c2ecf20Sopenharmony_ci} 2068c2ecf20Sopenharmony_ci 2078c2ecf20Sopenharmony_cistatic struct crypto_alg alg = { 2088c2ecf20Sopenharmony_ci .cra_name = "zstd", 2098c2ecf20Sopenharmony_ci .cra_driver_name = "zstd-generic", 2108c2ecf20Sopenharmony_ci .cra_flags = CRYPTO_ALG_TYPE_COMPRESS, 2118c2ecf20Sopenharmony_ci .cra_ctxsize = sizeof(struct zstd_ctx), 2128c2ecf20Sopenharmony_ci .cra_module = THIS_MODULE, 2138c2ecf20Sopenharmony_ci .cra_init = zstd_init, 2148c2ecf20Sopenharmony_ci .cra_exit = zstd_exit, 2158c2ecf20Sopenharmony_ci .cra_u = { .compress = { 2168c2ecf20Sopenharmony_ci .coa_compress = zstd_compress, 2178c2ecf20Sopenharmony_ci .coa_decompress = zstd_decompress } } 2188c2ecf20Sopenharmony_ci}; 2198c2ecf20Sopenharmony_ci 2208c2ecf20Sopenharmony_cistatic struct scomp_alg scomp = { 2218c2ecf20Sopenharmony_ci .alloc_ctx = zstd_alloc_ctx, 2228c2ecf20Sopenharmony_ci .free_ctx = zstd_free_ctx, 2238c2ecf20Sopenharmony_ci .compress = zstd_scompress, 2248c2ecf20Sopenharmony_ci .decompress = zstd_sdecompress, 2258c2ecf20Sopenharmony_ci .base = { 2268c2ecf20Sopenharmony_ci .cra_name = "zstd", 2278c2ecf20Sopenharmony_ci .cra_driver_name = "zstd-scomp", 2288c2ecf20Sopenharmony_ci .cra_module = THIS_MODULE, 2298c2ecf20Sopenharmony_ci } 2308c2ecf20Sopenharmony_ci}; 2318c2ecf20Sopenharmony_ci 2328c2ecf20Sopenharmony_cistatic int __init zstd_mod_init(void) 2338c2ecf20Sopenharmony_ci{ 2348c2ecf20Sopenharmony_ci int ret; 2358c2ecf20Sopenharmony_ci 2368c2ecf20Sopenharmony_ci ret = crypto_register_alg(&alg); 2378c2ecf20Sopenharmony_ci if (ret) 2388c2ecf20Sopenharmony_ci return ret; 2398c2ecf20Sopenharmony_ci 2408c2ecf20Sopenharmony_ci ret = crypto_register_scomp(&scomp); 2418c2ecf20Sopenharmony_ci if (ret) 2428c2ecf20Sopenharmony_ci crypto_unregister_alg(&alg); 2438c2ecf20Sopenharmony_ci 2448c2ecf20Sopenharmony_ci return ret; 2458c2ecf20Sopenharmony_ci} 2468c2ecf20Sopenharmony_ci 2478c2ecf20Sopenharmony_cistatic void __exit zstd_mod_fini(void) 2488c2ecf20Sopenharmony_ci{ 2498c2ecf20Sopenharmony_ci crypto_unregister_alg(&alg); 2508c2ecf20Sopenharmony_ci crypto_unregister_scomp(&scomp); 2518c2ecf20Sopenharmony_ci} 2528c2ecf20Sopenharmony_ci 2538c2ecf20Sopenharmony_cisubsys_initcall(zstd_mod_init); 2548c2ecf20Sopenharmony_cimodule_exit(zstd_mod_fini); 2558c2ecf20Sopenharmony_ci 2568c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL"); 2578c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("Zstd Compression Algorithm"); 2588c2ecf20Sopenharmony_ciMODULE_ALIAS_CRYPTO("zstd"); 259