162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * AES CTR routines supporting the Power 7+ Nest Accelerators driver 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Copyright (C) 2011-2012 International Business Machines Inc. 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * Author: Kent Yoder <yoder1@us.ibm.com> 862306a36Sopenharmony_ci */ 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#include <crypto/aes.h> 1162306a36Sopenharmony_ci#include <crypto/ctr.h> 1262306a36Sopenharmony_ci#include <crypto/algapi.h> 1362306a36Sopenharmony_ci#include <linux/module.h> 1462306a36Sopenharmony_ci#include <linux/types.h> 1562306a36Sopenharmony_ci#include <linux/crypto.h> 1662306a36Sopenharmony_ci#include <asm/vio.h> 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#include "nx_csbcpb.h" 1962306a36Sopenharmony_ci#include "nx.h" 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_cistatic int ctr_aes_nx_set_key(struct crypto_skcipher *tfm, 2362306a36Sopenharmony_ci const u8 *in_key, 2462306a36Sopenharmony_ci unsigned int key_len) 2562306a36Sopenharmony_ci{ 2662306a36Sopenharmony_ci struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm); 2762306a36Sopenharmony_ci struct nx_csbcpb *csbcpb = nx_ctx->csbcpb; 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci nx_ctx_init(nx_ctx, HCOP_FC_AES); 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci switch (key_len) { 3262306a36Sopenharmony_ci case AES_KEYSIZE_128: 3362306a36Sopenharmony_ci NX_CPB_SET_KEY_SIZE(csbcpb, NX_KS_AES_128); 3462306a36Sopenharmony_ci nx_ctx->ap = &nx_ctx->props[NX_PROPS_AES_128]; 3562306a36Sopenharmony_ci break; 3662306a36Sopenharmony_ci case AES_KEYSIZE_192: 3762306a36Sopenharmony_ci NX_CPB_SET_KEY_SIZE(csbcpb, NX_KS_AES_192); 3862306a36Sopenharmony_ci nx_ctx->ap = &nx_ctx->props[NX_PROPS_AES_192]; 3962306a36Sopenharmony_ci break; 4062306a36Sopenharmony_ci case AES_KEYSIZE_256: 4162306a36Sopenharmony_ci NX_CPB_SET_KEY_SIZE(csbcpb, NX_KS_AES_256); 4262306a36Sopenharmony_ci nx_ctx->ap = &nx_ctx->props[NX_PROPS_AES_256]; 4362306a36Sopenharmony_ci break; 4462306a36Sopenharmony_ci default: 4562306a36Sopenharmony_ci return -EINVAL; 4662306a36Sopenharmony_ci } 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci csbcpb->cpb.hdr.mode = NX_MODE_AES_CTR; 4962306a36Sopenharmony_ci memcpy(csbcpb->cpb.aes_ctr.key, in_key, key_len); 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_ci return 0; 5262306a36Sopenharmony_ci} 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_cistatic int ctr3686_aes_nx_set_key(struct crypto_skcipher *tfm, 5562306a36Sopenharmony_ci const u8 *in_key, 5662306a36Sopenharmony_ci unsigned int key_len) 5762306a36Sopenharmony_ci{ 5862306a36Sopenharmony_ci struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm); 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci if (key_len < CTR_RFC3686_NONCE_SIZE) 6162306a36Sopenharmony_ci return -EINVAL; 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci memcpy(nx_ctx->priv.ctr.nonce, 6462306a36Sopenharmony_ci in_key + key_len - CTR_RFC3686_NONCE_SIZE, 6562306a36Sopenharmony_ci CTR_RFC3686_NONCE_SIZE); 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci key_len -= CTR_RFC3686_NONCE_SIZE; 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci return ctr_aes_nx_set_key(tfm, in_key, key_len); 7062306a36Sopenharmony_ci} 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_cistatic int ctr_aes_nx_crypt(struct skcipher_request *req, u8 *iv) 7362306a36Sopenharmony_ci{ 7462306a36Sopenharmony_ci struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req); 7562306a36Sopenharmony_ci struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm); 7662306a36Sopenharmony_ci struct nx_csbcpb *csbcpb = nx_ctx->csbcpb; 7762306a36Sopenharmony_ci unsigned long irq_flags; 7862306a36Sopenharmony_ci unsigned int processed = 0, to_process; 7962306a36Sopenharmony_ci int rc; 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci spin_lock_irqsave(&nx_ctx->lock, irq_flags); 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci do { 8462306a36Sopenharmony_ci to_process = req->cryptlen - processed; 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci rc = nx_build_sg_lists(nx_ctx, iv, req->dst, req->src, 8762306a36Sopenharmony_ci &to_process, processed, 8862306a36Sopenharmony_ci csbcpb->cpb.aes_ctr.iv); 8962306a36Sopenharmony_ci if (rc) 9062306a36Sopenharmony_ci goto out; 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci if (!nx_ctx->op.inlen || !nx_ctx->op.outlen) { 9362306a36Sopenharmony_ci rc = -EINVAL; 9462306a36Sopenharmony_ci goto out; 9562306a36Sopenharmony_ci } 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci rc = nx_hcall_sync(nx_ctx, &nx_ctx->op, 9862306a36Sopenharmony_ci req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP); 9962306a36Sopenharmony_ci if (rc) 10062306a36Sopenharmony_ci goto out; 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci memcpy(iv, csbcpb->cpb.aes_cbc.cv, AES_BLOCK_SIZE); 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_ci atomic_inc(&(nx_ctx->stats->aes_ops)); 10562306a36Sopenharmony_ci atomic64_add(be32_to_cpu(csbcpb->csb.processed_byte_count), 10662306a36Sopenharmony_ci &(nx_ctx->stats->aes_bytes)); 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci processed += to_process; 10962306a36Sopenharmony_ci } while (processed < req->cryptlen); 11062306a36Sopenharmony_ciout: 11162306a36Sopenharmony_ci spin_unlock_irqrestore(&nx_ctx->lock, irq_flags); 11262306a36Sopenharmony_ci return rc; 11362306a36Sopenharmony_ci} 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_cistatic int ctr3686_aes_nx_crypt(struct skcipher_request *req) 11662306a36Sopenharmony_ci{ 11762306a36Sopenharmony_ci struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req); 11862306a36Sopenharmony_ci struct nx_crypto_ctx *nx_ctx = crypto_skcipher_ctx(tfm); 11962306a36Sopenharmony_ci u8 iv[16]; 12062306a36Sopenharmony_ci 12162306a36Sopenharmony_ci memcpy(iv, nx_ctx->priv.ctr.nonce, CTR_RFC3686_NONCE_SIZE); 12262306a36Sopenharmony_ci memcpy(iv + CTR_RFC3686_NONCE_SIZE, req->iv, CTR_RFC3686_IV_SIZE); 12362306a36Sopenharmony_ci iv[12] = iv[13] = iv[14] = 0; 12462306a36Sopenharmony_ci iv[15] = 1; 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci return ctr_aes_nx_crypt(req, iv); 12762306a36Sopenharmony_ci} 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_cistruct skcipher_alg nx_ctr3686_aes_alg = { 13062306a36Sopenharmony_ci .base.cra_name = "rfc3686(ctr(aes))", 13162306a36Sopenharmony_ci .base.cra_driver_name = "rfc3686-ctr-aes-nx", 13262306a36Sopenharmony_ci .base.cra_priority = 300, 13362306a36Sopenharmony_ci .base.cra_blocksize = 1, 13462306a36Sopenharmony_ci .base.cra_ctxsize = sizeof(struct nx_crypto_ctx), 13562306a36Sopenharmony_ci .base.cra_module = THIS_MODULE, 13662306a36Sopenharmony_ci .init = nx_crypto_ctx_aes_ctr_init, 13762306a36Sopenharmony_ci .exit = nx_crypto_ctx_skcipher_exit, 13862306a36Sopenharmony_ci .min_keysize = AES_MIN_KEY_SIZE + CTR_RFC3686_NONCE_SIZE, 13962306a36Sopenharmony_ci .max_keysize = AES_MAX_KEY_SIZE + CTR_RFC3686_NONCE_SIZE, 14062306a36Sopenharmony_ci .ivsize = CTR_RFC3686_IV_SIZE, 14162306a36Sopenharmony_ci .setkey = ctr3686_aes_nx_set_key, 14262306a36Sopenharmony_ci .encrypt = ctr3686_aes_nx_crypt, 14362306a36Sopenharmony_ci .decrypt = ctr3686_aes_nx_crypt, 14462306a36Sopenharmony_ci .chunksize = AES_BLOCK_SIZE, 14562306a36Sopenharmony_ci}; 146