162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * AES CTR routines supporting the Power 7+ Nest Accelerators driver
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2011-2012 International Business Machines Inc.
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Author: Kent Yoder <yoder1@us.ibm.com>
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci#include <crypto/aes.h>
1162306a36Sopenharmony_ci#include <crypto/ctr.h>
1262306a36Sopenharmony_ci#include <crypto/algapi.h>
1362306a36Sopenharmony_ci#include <linux/module.h>
1462306a36Sopenharmony_ci#include <linux/types.h>
1562306a36Sopenharmony_ci#include <linux/crypto.h>
1662306a36Sopenharmony_ci#include <asm/vio.h>
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#include "nx_csbcpb.h"
1962306a36Sopenharmony_ci#include "nx.h"
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_cistatic int ctr_aes_nx_set_key(struct crypto_skcipher *tfm,
2362306a36Sopenharmony_ci			      const u8               *in_key,
2462306a36Sopenharmony_ci			      unsigned int            key_len)
2562306a36Sopenharmony_ci{
2662306a36Sopenharmony_ci	struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm);
2762306a36Sopenharmony_ci	struct nx_csbcpb *csbcpb = nx_ctx->csbcpb;
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci	nx_ctx_init(nx_ctx, HCOP_FC_AES);
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci	switch (key_len) {
3262306a36Sopenharmony_ci	case AES_KEYSIZE_128:
3362306a36Sopenharmony_ci		NX_CPB_SET_KEY_SIZE(csbcpb, NX_KS_AES_128);
3462306a36Sopenharmony_ci		nx_ctx->ap = &nx_ctx->props[NX_PROPS_AES_128];
3562306a36Sopenharmony_ci		break;
3662306a36Sopenharmony_ci	case AES_KEYSIZE_192:
3762306a36Sopenharmony_ci		NX_CPB_SET_KEY_SIZE(csbcpb, NX_KS_AES_192);
3862306a36Sopenharmony_ci		nx_ctx->ap = &nx_ctx->props[NX_PROPS_AES_192];
3962306a36Sopenharmony_ci		break;
4062306a36Sopenharmony_ci	case AES_KEYSIZE_256:
4162306a36Sopenharmony_ci		NX_CPB_SET_KEY_SIZE(csbcpb, NX_KS_AES_256);
4262306a36Sopenharmony_ci		nx_ctx->ap = &nx_ctx->props[NX_PROPS_AES_256];
4362306a36Sopenharmony_ci		break;
4462306a36Sopenharmony_ci	default:
4562306a36Sopenharmony_ci		return -EINVAL;
4662306a36Sopenharmony_ci	}
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	csbcpb->cpb.hdr.mode = NX_MODE_AES_CTR;
4962306a36Sopenharmony_ci	memcpy(csbcpb->cpb.aes_ctr.key, in_key, key_len);
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci	return 0;
5262306a36Sopenharmony_ci}
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_cistatic int ctr3686_aes_nx_set_key(struct crypto_skcipher *tfm,
5562306a36Sopenharmony_ci				  const u8               *in_key,
5662306a36Sopenharmony_ci				  unsigned int            key_len)
5762306a36Sopenharmony_ci{
5862306a36Sopenharmony_ci	struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm);
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci	if (key_len < CTR_RFC3686_NONCE_SIZE)
6162306a36Sopenharmony_ci		return -EINVAL;
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci	memcpy(nx_ctx->priv.ctr.nonce,
6462306a36Sopenharmony_ci	       in_key + key_len - CTR_RFC3686_NONCE_SIZE,
6562306a36Sopenharmony_ci	       CTR_RFC3686_NONCE_SIZE);
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	key_len -= CTR_RFC3686_NONCE_SIZE;
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	return ctr_aes_nx_set_key(tfm, in_key, key_len);
7062306a36Sopenharmony_ci}
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_cistatic int ctr_aes_nx_crypt(struct skcipher_request *req, u8 *iv)
7362306a36Sopenharmony_ci{
7462306a36Sopenharmony_ci	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
7562306a36Sopenharmony_ci	struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm);
7662306a36Sopenharmony_ci	struct nx_csbcpb *csbcpb = nx_ctx->csbcpb;
7762306a36Sopenharmony_ci	unsigned long irq_flags;
7862306a36Sopenharmony_ci	unsigned int processed = 0, to_process;
7962306a36Sopenharmony_ci	int rc;
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci	spin_lock_irqsave(&nx_ctx->lock, irq_flags);
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci	do {
8462306a36Sopenharmony_ci		to_process = req->cryptlen - processed;
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci		rc = nx_build_sg_lists(nx_ctx, iv, req->dst, req->src,
8762306a36Sopenharmony_ci				       &to_process, processed,
8862306a36Sopenharmony_ci				       csbcpb->cpb.aes_ctr.iv);
8962306a36Sopenharmony_ci		if (rc)
9062306a36Sopenharmony_ci			goto out;
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci		if (!nx_ctx->op.inlen || !nx_ctx->op.outlen) {
9362306a36Sopenharmony_ci			rc = -EINVAL;
9462306a36Sopenharmony_ci			goto out;
9562306a36Sopenharmony_ci		}
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci		rc = nx_hcall_sync(nx_ctx, &nx_ctx->op,
9862306a36Sopenharmony_ci				   req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP);
9962306a36Sopenharmony_ci		if (rc)
10062306a36Sopenharmony_ci			goto out;
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci		memcpy(iv, csbcpb->cpb.aes_cbc.cv, AES_BLOCK_SIZE);
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci		atomic_inc(&(nx_ctx->stats->aes_ops));
10562306a36Sopenharmony_ci		atomic64_add(be32_to_cpu(csbcpb->csb.processed_byte_count),
10662306a36Sopenharmony_ci			     &(nx_ctx->stats->aes_bytes));
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci		processed += to_process;
10962306a36Sopenharmony_ci	} while (processed < req->cryptlen);
11062306a36Sopenharmony_ciout:
11162306a36Sopenharmony_ci	spin_unlock_irqrestore(&nx_ctx->lock, irq_flags);
11262306a36Sopenharmony_ci	return rc;
11362306a36Sopenharmony_ci}
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_cistatic int ctr3686_aes_nx_crypt(struct skcipher_request *req)
11662306a36Sopenharmony_ci{
11762306a36Sopenharmony_ci	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
11862306a36Sopenharmony_ci	struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm);
11962306a36Sopenharmony_ci	u8 iv[16];
12062306a36Sopenharmony_ci
12162306a36Sopenharmony_ci	memcpy(iv, nx_ctx->priv.ctr.nonce, CTR_RFC3686_NONCE_SIZE);
12262306a36Sopenharmony_ci	memcpy(iv + CTR_RFC3686_NONCE_SIZE, req->iv, CTR_RFC3686_IV_SIZE);
12362306a36Sopenharmony_ci	iv[12] = iv[13] = iv[14] = 0;
12462306a36Sopenharmony_ci	iv[15] = 1;
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci	return ctr_aes_nx_crypt(req, iv);
12762306a36Sopenharmony_ci}
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_cistruct skcipher_alg nx_ctr3686_aes_alg = {
13062306a36Sopenharmony_ci	.base.cra_name		= "rfc3686(ctr(aes))",
13162306a36Sopenharmony_ci	.base.cra_driver_name	= "rfc3686-ctr-aes-nx",
13262306a36Sopenharmony_ci	.base.cra_priority	= 300,
13362306a36Sopenharmony_ci	.base.cra_blocksize	= 1,
13462306a36Sopenharmony_ci	.base.cra_ctxsize	= sizeof(struct nx_crypto_ctx),
13562306a36Sopenharmony_ci	.base.cra_module	= THIS_MODULE,
13662306a36Sopenharmony_ci	.init			= nx_crypto_ctx_aes_ctr_init,
13762306a36Sopenharmony_ci	.exit			= nx_crypto_ctx_skcipher_exit,
13862306a36Sopenharmony_ci	.min_keysize		= AES_MIN_KEY_SIZE + CTR_RFC3686_NONCE_SIZE,
13962306a36Sopenharmony_ci	.max_keysize		= AES_MAX_KEY_SIZE + CTR_RFC3686_NONCE_SIZE,
14062306a36Sopenharmony_ci	.ivsize			= CTR_RFC3686_IV_SIZE,
14162306a36Sopenharmony_ci	.setkey			= ctr3686_aes_nx_set_key,
14262306a36Sopenharmony_ci	.encrypt		= ctr3686_aes_nx_crypt,
14362306a36Sopenharmony_ci	.decrypt		= ctr3686_aes_nx_crypt,
14462306a36Sopenharmony_ci	.chunksize		= AES_BLOCK_SIZE,
14562306a36Sopenharmony_ci};
146