162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Cryptographic API. 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (c) 2017-present, Facebook, Inc. 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci#include <linux/crypto.h> 862306a36Sopenharmony_ci#include <linux/init.h> 962306a36Sopenharmony_ci#include <linux/interrupt.h> 1062306a36Sopenharmony_ci#include <linux/mm.h> 1162306a36Sopenharmony_ci#include <linux/module.h> 1262306a36Sopenharmony_ci#include <linux/net.h> 1362306a36Sopenharmony_ci#include <linux/vmalloc.h> 1462306a36Sopenharmony_ci#include <linux/zstd.h> 1562306a36Sopenharmony_ci#include <crypto/internal/scompress.h> 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#define ZSTD_DEF_LEVEL 3 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_cistruct zstd_ctx { 2162306a36Sopenharmony_ci zstd_cctx *cctx; 2262306a36Sopenharmony_ci zstd_dctx *dctx; 2362306a36Sopenharmony_ci void *cwksp; 2462306a36Sopenharmony_ci void *dwksp; 2562306a36Sopenharmony_ci}; 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_cistatic zstd_parameters zstd_params(void) 2862306a36Sopenharmony_ci{ 2962306a36Sopenharmony_ci return zstd_get_params(ZSTD_DEF_LEVEL, 0); 3062306a36Sopenharmony_ci} 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_cistatic int zstd_comp_init(struct zstd_ctx *ctx) 3362306a36Sopenharmony_ci{ 3462306a36Sopenharmony_ci int ret = 0; 3562306a36Sopenharmony_ci const zstd_parameters params = zstd_params(); 3662306a36Sopenharmony_ci const size_t wksp_size = zstd_cctx_workspace_bound(¶ms.cParams); 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_ci ctx->cwksp = vzalloc(wksp_size); 3962306a36Sopenharmony_ci if (!ctx->cwksp) { 4062306a36Sopenharmony_ci ret = -ENOMEM; 4162306a36Sopenharmony_ci goto out; 4262306a36Sopenharmony_ci } 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci ctx->cctx = zstd_init_cctx(ctx->cwksp, wksp_size); 4562306a36Sopenharmony_ci if (!ctx->cctx) { 4662306a36Sopenharmony_ci ret = -EINVAL; 4762306a36Sopenharmony_ci goto out_free; 4862306a36Sopenharmony_ci } 4962306a36Sopenharmony_ciout: 5062306a36Sopenharmony_ci return ret; 5162306a36Sopenharmony_ciout_free: 5262306a36Sopenharmony_ci vfree(ctx->cwksp); 5362306a36Sopenharmony_ci goto out; 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic int zstd_decomp_init(struct zstd_ctx *ctx) 5762306a36Sopenharmony_ci{ 5862306a36Sopenharmony_ci int ret = 0; 5962306a36Sopenharmony_ci const size_t wksp_size = zstd_dctx_workspace_bound(); 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_ci ctx->dwksp = vzalloc(wksp_size); 6262306a36Sopenharmony_ci if (!ctx->dwksp) { 6362306a36Sopenharmony_ci ret = -ENOMEM; 6462306a36Sopenharmony_ci goto out; 6562306a36Sopenharmony_ci } 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci ctx->dctx = zstd_init_dctx(ctx->dwksp, wksp_size); 6862306a36Sopenharmony_ci if (!ctx->dctx) { 6962306a36Sopenharmony_ci ret = -EINVAL; 7062306a36Sopenharmony_ci goto out_free; 7162306a36Sopenharmony_ci } 7262306a36Sopenharmony_ciout: 7362306a36Sopenharmony_ci return ret; 7462306a36Sopenharmony_ciout_free: 7562306a36Sopenharmony_ci vfree(ctx->dwksp); 7662306a36Sopenharmony_ci goto out; 7762306a36Sopenharmony_ci} 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_cistatic void zstd_comp_exit(struct zstd_ctx *ctx) 8062306a36Sopenharmony_ci{ 8162306a36Sopenharmony_ci vfree(ctx->cwksp); 8262306a36Sopenharmony_ci ctx->cwksp = NULL; 8362306a36Sopenharmony_ci ctx->cctx = NULL; 8462306a36Sopenharmony_ci} 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_cistatic void zstd_decomp_exit(struct zstd_ctx *ctx) 8762306a36Sopenharmony_ci{ 8862306a36Sopenharmony_ci vfree(ctx->dwksp); 8962306a36Sopenharmony_ci ctx->dwksp = NULL; 9062306a36Sopenharmony_ci ctx->dctx = NULL; 9162306a36Sopenharmony_ci} 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_cistatic int __zstd_init(void *ctx) 9462306a36Sopenharmony_ci{ 9562306a36Sopenharmony_ci int ret; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci ret = zstd_comp_init(ctx); 9862306a36Sopenharmony_ci if (ret) 9962306a36Sopenharmony_ci return ret; 10062306a36Sopenharmony_ci ret = zstd_decomp_init(ctx); 10162306a36Sopenharmony_ci if (ret) 10262306a36Sopenharmony_ci zstd_comp_exit(ctx); 10362306a36Sopenharmony_ci return ret; 10462306a36Sopenharmony_ci} 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_cistatic void *zstd_alloc_ctx(struct crypto_scomp *tfm) 10762306a36Sopenharmony_ci{ 10862306a36Sopenharmony_ci int ret; 10962306a36Sopenharmony_ci struct zstd_ctx *ctx; 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_ci ctx = kzalloc(sizeof(*ctx), GFP_KERNEL); 11262306a36Sopenharmony_ci if (!ctx) 11362306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci ret = __zstd_init(ctx); 11662306a36Sopenharmony_ci if (ret) { 11762306a36Sopenharmony_ci kfree(ctx); 11862306a36Sopenharmony_ci return ERR_PTR(ret); 11962306a36Sopenharmony_ci } 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci return ctx; 12262306a36Sopenharmony_ci} 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_cistatic int zstd_init(struct crypto_tfm *tfm) 12562306a36Sopenharmony_ci{ 12662306a36Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci return __zstd_init(ctx); 12962306a36Sopenharmony_ci} 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_cistatic void __zstd_exit(void *ctx) 13262306a36Sopenharmony_ci{ 13362306a36Sopenharmony_ci zstd_comp_exit(ctx); 13462306a36Sopenharmony_ci zstd_decomp_exit(ctx); 13562306a36Sopenharmony_ci} 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_cistatic void zstd_free_ctx(struct crypto_scomp *tfm, void *ctx) 13862306a36Sopenharmony_ci{ 13962306a36Sopenharmony_ci __zstd_exit(ctx); 14062306a36Sopenharmony_ci kfree_sensitive(ctx); 14162306a36Sopenharmony_ci} 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_cistatic void zstd_exit(struct crypto_tfm *tfm) 14462306a36Sopenharmony_ci{ 14562306a36Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_ci __zstd_exit(ctx); 14862306a36Sopenharmony_ci} 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_cistatic int __zstd_compress(const u8 *src, unsigned int slen, 15162306a36Sopenharmony_ci u8 *dst, unsigned int *dlen, void *ctx) 15262306a36Sopenharmony_ci{ 15362306a36Sopenharmony_ci size_t out_len; 15462306a36Sopenharmony_ci struct zstd_ctx *zctx = ctx; 15562306a36Sopenharmony_ci const zstd_parameters params = zstd_params(); 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci out_len = zstd_compress_cctx(zctx->cctx, dst, *dlen, src, slen, ¶ms); 15862306a36Sopenharmony_ci if (zstd_is_error(out_len)) 15962306a36Sopenharmony_ci return -EINVAL; 16062306a36Sopenharmony_ci *dlen = out_len; 16162306a36Sopenharmony_ci return 0; 16262306a36Sopenharmony_ci} 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_cistatic int zstd_compress(struct crypto_tfm *tfm, const u8 *src, 16562306a36Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen) 16662306a36Sopenharmony_ci{ 16762306a36Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 16862306a36Sopenharmony_ci 16962306a36Sopenharmony_ci return __zstd_compress(src, slen, dst, dlen, ctx); 17062306a36Sopenharmony_ci} 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_cistatic int zstd_scompress(struct crypto_scomp *tfm, const u8 *src, 17362306a36Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen, 17462306a36Sopenharmony_ci void *ctx) 17562306a36Sopenharmony_ci{ 17662306a36Sopenharmony_ci return __zstd_compress(src, slen, dst, dlen, ctx); 17762306a36Sopenharmony_ci} 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_cistatic int __zstd_decompress(const u8 *src, unsigned int slen, 18062306a36Sopenharmony_ci u8 *dst, unsigned int *dlen, void *ctx) 18162306a36Sopenharmony_ci{ 18262306a36Sopenharmony_ci size_t out_len; 18362306a36Sopenharmony_ci struct zstd_ctx *zctx = ctx; 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci out_len = zstd_decompress_dctx(zctx->dctx, dst, *dlen, src, slen); 18662306a36Sopenharmony_ci if (zstd_is_error(out_len)) 18762306a36Sopenharmony_ci return -EINVAL; 18862306a36Sopenharmony_ci *dlen = out_len; 18962306a36Sopenharmony_ci return 0; 19062306a36Sopenharmony_ci} 19162306a36Sopenharmony_ci 19262306a36Sopenharmony_cistatic int zstd_decompress(struct crypto_tfm *tfm, const u8 *src, 19362306a36Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen) 19462306a36Sopenharmony_ci{ 19562306a36Sopenharmony_ci struct zstd_ctx *ctx = crypto_tfm_ctx(tfm); 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci return __zstd_decompress(src, slen, dst, dlen, ctx); 19862306a36Sopenharmony_ci} 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_cistatic int zstd_sdecompress(struct crypto_scomp *tfm, const u8 *src, 20162306a36Sopenharmony_ci unsigned int slen, u8 *dst, unsigned int *dlen, 20262306a36Sopenharmony_ci void *ctx) 20362306a36Sopenharmony_ci{ 20462306a36Sopenharmony_ci return __zstd_decompress(src, slen, dst, dlen, ctx); 20562306a36Sopenharmony_ci} 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_cistatic struct crypto_alg alg = { 20862306a36Sopenharmony_ci .cra_name = "zstd", 20962306a36Sopenharmony_ci .cra_driver_name = "zstd-generic", 21062306a36Sopenharmony_ci .cra_flags = CRYPTO_ALG_TYPE_COMPRESS, 21162306a36Sopenharmony_ci .cra_ctxsize = sizeof(struct zstd_ctx), 21262306a36Sopenharmony_ci .cra_module = THIS_MODULE, 21362306a36Sopenharmony_ci .cra_init = zstd_init, 21462306a36Sopenharmony_ci .cra_exit = zstd_exit, 21562306a36Sopenharmony_ci .cra_u = { .compress = { 21662306a36Sopenharmony_ci .coa_compress = zstd_compress, 21762306a36Sopenharmony_ci .coa_decompress = zstd_decompress } } 21862306a36Sopenharmony_ci}; 21962306a36Sopenharmony_ci 22062306a36Sopenharmony_cistatic struct scomp_alg scomp = { 22162306a36Sopenharmony_ci .alloc_ctx = zstd_alloc_ctx, 22262306a36Sopenharmony_ci .free_ctx = zstd_free_ctx, 22362306a36Sopenharmony_ci .compress = zstd_scompress, 22462306a36Sopenharmony_ci .decompress = zstd_sdecompress, 22562306a36Sopenharmony_ci .base = { 22662306a36Sopenharmony_ci .cra_name = "zstd", 22762306a36Sopenharmony_ci .cra_driver_name = "zstd-scomp", 22862306a36Sopenharmony_ci .cra_module = THIS_MODULE, 22962306a36Sopenharmony_ci } 23062306a36Sopenharmony_ci}; 23162306a36Sopenharmony_ci 23262306a36Sopenharmony_cistatic int __init zstd_mod_init(void) 23362306a36Sopenharmony_ci{ 23462306a36Sopenharmony_ci int ret; 23562306a36Sopenharmony_ci 23662306a36Sopenharmony_ci ret = crypto_register_alg(&alg); 23762306a36Sopenharmony_ci if (ret) 23862306a36Sopenharmony_ci return ret; 23962306a36Sopenharmony_ci 24062306a36Sopenharmony_ci ret = crypto_register_scomp(&scomp); 24162306a36Sopenharmony_ci if (ret) 24262306a36Sopenharmony_ci crypto_unregister_alg(&alg); 24362306a36Sopenharmony_ci 24462306a36Sopenharmony_ci return ret; 24562306a36Sopenharmony_ci} 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_cistatic void __exit zstd_mod_fini(void) 24862306a36Sopenharmony_ci{ 24962306a36Sopenharmony_ci crypto_unregister_alg(&alg); 25062306a36Sopenharmony_ci crypto_unregister_scomp(&scomp); 25162306a36Sopenharmony_ci} 25262306a36Sopenharmony_ci 25362306a36Sopenharmony_cisubsys_initcall(zstd_mod_init); 25462306a36Sopenharmony_cimodule_exit(zstd_mod_fini); 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 25762306a36Sopenharmony_ciMODULE_DESCRIPTION("Zstd Compression Algorithm"); 25862306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("zstd"); 259