162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Glue Code for the AVX assembler implementation of the Cast6 Cipher
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2012 Johannes Goetzfried
662306a36Sopenharmony_ci *     <Johannes.Goetzfried@informatik.stud.uni-erlangen.de>
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * Copyright © 2013 Jussi Kivilinna <jussi.kivilinna@iki.fi>
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <linux/module.h>
1262306a36Sopenharmony_ci#include <linux/types.h>
1362306a36Sopenharmony_ci#include <linux/crypto.h>
1462306a36Sopenharmony_ci#include <linux/err.h>
1562306a36Sopenharmony_ci#include <crypto/algapi.h>
1662306a36Sopenharmony_ci#include <crypto/cast6.h>
1762306a36Sopenharmony_ci#include <crypto/internal/simd.h>
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#include "ecb_cbc_helpers.h"
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci#define CAST6_PARALLEL_BLOCKS 8
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ciasmlinkage void cast6_ecb_enc_8way(const void *ctx, u8 *dst, const u8 *src);
2462306a36Sopenharmony_ciasmlinkage void cast6_ecb_dec_8way(const void *ctx, u8 *dst, const u8 *src);
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ciasmlinkage void cast6_cbc_dec_8way(const void *ctx, u8 *dst, const u8 *src);
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_cistatic int cast6_setkey_skcipher(struct crypto_skcipher *tfm,
2962306a36Sopenharmony_ci				 const u8 *key, unsigned int keylen)
3062306a36Sopenharmony_ci{
3162306a36Sopenharmony_ci	return cast6_setkey(&tfm->base, key, keylen);
3262306a36Sopenharmony_ci}
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_cistatic int ecb_encrypt(struct skcipher_request *req)
3562306a36Sopenharmony_ci{
3662306a36Sopenharmony_ci	ECB_WALK_START(req, CAST6_BLOCK_SIZE, CAST6_PARALLEL_BLOCKS);
3762306a36Sopenharmony_ci	ECB_BLOCK(CAST6_PARALLEL_BLOCKS, cast6_ecb_enc_8way);
3862306a36Sopenharmony_ci	ECB_BLOCK(1, __cast6_encrypt);
3962306a36Sopenharmony_ci	ECB_WALK_END();
4062306a36Sopenharmony_ci}
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistatic int ecb_decrypt(struct skcipher_request *req)
4362306a36Sopenharmony_ci{
4462306a36Sopenharmony_ci	ECB_WALK_START(req, CAST6_BLOCK_SIZE, CAST6_PARALLEL_BLOCKS);
4562306a36Sopenharmony_ci	ECB_BLOCK(CAST6_PARALLEL_BLOCKS, cast6_ecb_dec_8way);
4662306a36Sopenharmony_ci	ECB_BLOCK(1, __cast6_decrypt);
4762306a36Sopenharmony_ci	ECB_WALK_END();
4862306a36Sopenharmony_ci}
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_cistatic int cbc_encrypt(struct skcipher_request *req)
5162306a36Sopenharmony_ci{
5262306a36Sopenharmony_ci	CBC_WALK_START(req, CAST6_BLOCK_SIZE, -1);
5362306a36Sopenharmony_ci	CBC_ENC_BLOCK(__cast6_encrypt);
5462306a36Sopenharmony_ci	CBC_WALK_END();
5562306a36Sopenharmony_ci}
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_cistatic int cbc_decrypt(struct skcipher_request *req)
5862306a36Sopenharmony_ci{
5962306a36Sopenharmony_ci	CBC_WALK_START(req, CAST6_BLOCK_SIZE, CAST6_PARALLEL_BLOCKS);
6062306a36Sopenharmony_ci	CBC_DEC_BLOCK(CAST6_PARALLEL_BLOCKS, cast6_cbc_dec_8way);
6162306a36Sopenharmony_ci	CBC_DEC_BLOCK(1, __cast6_decrypt);
6262306a36Sopenharmony_ci	CBC_WALK_END();
6362306a36Sopenharmony_ci}
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_cistatic struct skcipher_alg cast6_algs[] = {
6662306a36Sopenharmony_ci	{
6762306a36Sopenharmony_ci		.base.cra_name		= "__ecb(cast6)",
6862306a36Sopenharmony_ci		.base.cra_driver_name	= "__ecb-cast6-avx",
6962306a36Sopenharmony_ci		.base.cra_priority	= 200,
7062306a36Sopenharmony_ci		.base.cra_flags		= CRYPTO_ALG_INTERNAL,
7162306a36Sopenharmony_ci		.base.cra_blocksize	= CAST6_BLOCK_SIZE,
7262306a36Sopenharmony_ci		.base.cra_ctxsize	= sizeof(struct cast6_ctx),
7362306a36Sopenharmony_ci		.base.cra_module	= THIS_MODULE,
7462306a36Sopenharmony_ci		.min_keysize		= CAST6_MIN_KEY_SIZE,
7562306a36Sopenharmony_ci		.max_keysize		= CAST6_MAX_KEY_SIZE,
7662306a36Sopenharmony_ci		.setkey			= cast6_setkey_skcipher,
7762306a36Sopenharmony_ci		.encrypt		= ecb_encrypt,
7862306a36Sopenharmony_ci		.decrypt		= ecb_decrypt,
7962306a36Sopenharmony_ci	}, {
8062306a36Sopenharmony_ci		.base.cra_name		= "__cbc(cast6)",
8162306a36Sopenharmony_ci		.base.cra_driver_name	= "__cbc-cast6-avx",
8262306a36Sopenharmony_ci		.base.cra_priority	= 200,
8362306a36Sopenharmony_ci		.base.cra_flags		= CRYPTO_ALG_INTERNAL,
8462306a36Sopenharmony_ci		.base.cra_blocksize	= CAST6_BLOCK_SIZE,
8562306a36Sopenharmony_ci		.base.cra_ctxsize	= sizeof(struct cast6_ctx),
8662306a36Sopenharmony_ci		.base.cra_module	= THIS_MODULE,
8762306a36Sopenharmony_ci		.min_keysize		= CAST6_MIN_KEY_SIZE,
8862306a36Sopenharmony_ci		.max_keysize		= CAST6_MAX_KEY_SIZE,
8962306a36Sopenharmony_ci		.ivsize			= CAST6_BLOCK_SIZE,
9062306a36Sopenharmony_ci		.setkey			= cast6_setkey_skcipher,
9162306a36Sopenharmony_ci		.encrypt		= cbc_encrypt,
9262306a36Sopenharmony_ci		.decrypt		= cbc_decrypt,
9362306a36Sopenharmony_ci	},
9462306a36Sopenharmony_ci};
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_cistatic struct simd_skcipher_alg *cast6_simd_algs[ARRAY_SIZE(cast6_algs)];
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_cistatic int __init cast6_init(void)
9962306a36Sopenharmony_ci{
10062306a36Sopenharmony_ci	const char *feature_name;
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci	if (!cpu_has_xfeatures(XFEATURE_MASK_SSE | XFEATURE_MASK_YMM,
10362306a36Sopenharmony_ci				&feature_name)) {
10462306a36Sopenharmony_ci		pr_info("CPU feature '%s' is not supported.\n", feature_name);
10562306a36Sopenharmony_ci		return -ENODEV;
10662306a36Sopenharmony_ci	}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	return simd_register_skciphers_compat(cast6_algs,
10962306a36Sopenharmony_ci					      ARRAY_SIZE(cast6_algs),
11062306a36Sopenharmony_ci					      cast6_simd_algs);
11162306a36Sopenharmony_ci}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cistatic void __exit cast6_exit(void)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	simd_unregister_skciphers(cast6_algs, ARRAY_SIZE(cast6_algs),
11662306a36Sopenharmony_ci				  cast6_simd_algs);
11762306a36Sopenharmony_ci}
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_cimodule_init(cast6_init);
12062306a36Sopenharmony_cimodule_exit(cast6_exit);
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ciMODULE_DESCRIPTION("Cast6 Cipher Algorithm, AVX optimized");
12362306a36Sopenharmony_ciMODULE_LICENSE("GPL");
12462306a36Sopenharmony_ciMODULE_ALIAS_CRYPTO("cast6");
125