162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2019 Linaro Ltd <ard.biesheuvel@linaro.org> 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <asm/cpufeature.h> 762306a36Sopenharmony_ci#include <asm/neon.h> 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include "aegis.h" 1062306a36Sopenharmony_ci#include "aegis-neon.h" 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ciint aegis128_have_aes_insn __ro_after_init; 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_cibool crypto_aegis128_have_simd(void) 1562306a36Sopenharmony_ci{ 1662306a36Sopenharmony_ci if (cpu_have_feature(cpu_feature(AES))) { 1762306a36Sopenharmony_ci aegis128_have_aes_insn = 1; 1862306a36Sopenharmony_ci return true; 1962306a36Sopenharmony_ci } 2062306a36Sopenharmony_ci return IS_ENABLED(CONFIG_ARM64); 2162306a36Sopenharmony_ci} 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_civoid crypto_aegis128_init_simd(struct aegis_state *state, 2462306a36Sopenharmony_ci const union aegis_block *key, 2562306a36Sopenharmony_ci const u8 *iv) 2662306a36Sopenharmony_ci{ 2762306a36Sopenharmony_ci kernel_neon_begin(); 2862306a36Sopenharmony_ci crypto_aegis128_init_neon(state, key, iv); 2962306a36Sopenharmony_ci kernel_neon_end(); 3062306a36Sopenharmony_ci} 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_civoid crypto_aegis128_update_simd(struct aegis_state *state, const void *msg) 3362306a36Sopenharmony_ci{ 3462306a36Sopenharmony_ci kernel_neon_begin(); 3562306a36Sopenharmony_ci crypto_aegis128_update_neon(state, msg); 3662306a36Sopenharmony_ci kernel_neon_end(); 3762306a36Sopenharmony_ci} 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_civoid crypto_aegis128_encrypt_chunk_simd(struct aegis_state *state, u8 *dst, 4062306a36Sopenharmony_ci const u8 *src, unsigned int size) 4162306a36Sopenharmony_ci{ 4262306a36Sopenharmony_ci kernel_neon_begin(); 4362306a36Sopenharmony_ci crypto_aegis128_encrypt_chunk_neon(state, dst, src, size); 4462306a36Sopenharmony_ci kernel_neon_end(); 4562306a36Sopenharmony_ci} 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_civoid crypto_aegis128_decrypt_chunk_simd(struct aegis_state *state, u8 *dst, 4862306a36Sopenharmony_ci const u8 *src, unsigned int size) 4962306a36Sopenharmony_ci{ 5062306a36Sopenharmony_ci kernel_neon_begin(); 5162306a36Sopenharmony_ci crypto_aegis128_decrypt_chunk_neon(state, dst, src, size); 5262306a36Sopenharmony_ci kernel_neon_end(); 5362306a36Sopenharmony_ci} 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_ciint crypto_aegis128_final_simd(struct aegis_state *state, 5662306a36Sopenharmony_ci union aegis_block *tag_xor, 5762306a36Sopenharmony_ci unsigned int assoclen, 5862306a36Sopenharmony_ci unsigned int cryptlen, 5962306a36Sopenharmony_ci unsigned int authsize) 6062306a36Sopenharmony_ci{ 6162306a36Sopenharmony_ci int ret; 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci kernel_neon_begin(); 6462306a36Sopenharmony_ci ret = crypto_aegis128_final_neon(state, tag_xor, assoclen, cryptlen, 6562306a36Sopenharmony_ci authsize); 6662306a36Sopenharmony_ci kernel_neon_end(); 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci return ret; 6962306a36Sopenharmony_ci} 70