1370b324cSopenharmony_ci/* Aes.c -- AES encryption / decryption
2370b324cSopenharmony_ci2023-04-02 : Igor Pavlov : Public domain */
3370b324cSopenharmony_ci
4370b324cSopenharmony_ci#include "Precomp.h"
5370b324cSopenharmony_ci
6370b324cSopenharmony_ci#include "CpuArch.h"
7370b324cSopenharmony_ci#include "Aes.h"
8370b324cSopenharmony_ci
9370b324cSopenharmony_ciAES_CODE_FUNC g_AesCbc_Decode;
10370b324cSopenharmony_ci#ifndef Z7_SFX
11370b324cSopenharmony_ciAES_CODE_FUNC g_AesCbc_Encode;
12370b324cSopenharmony_ciAES_CODE_FUNC g_AesCtr_Code;
13370b324cSopenharmony_ciUInt32 g_Aes_SupportedFunctions_Flags;
14370b324cSopenharmony_ci#endif
15370b324cSopenharmony_ci
16370b324cSopenharmony_cistatic UInt32 T[256 * 4];
17370b324cSopenharmony_cistatic const Byte Sbox[256] = {
18370b324cSopenharmony_ci  0x63, 0x7c, 0x77, 0x7b, 0xf2, 0x6b, 0x6f, 0xc5, 0x30, 0x01, 0x67, 0x2b, 0xfe, 0xd7, 0xab, 0x76,
19370b324cSopenharmony_ci  0xca, 0x82, 0xc9, 0x7d, 0xfa, 0x59, 0x47, 0xf0, 0xad, 0xd4, 0xa2, 0xaf, 0x9c, 0xa4, 0x72, 0xc0,
20370b324cSopenharmony_ci  0xb7, 0xfd, 0x93, 0x26, 0x36, 0x3f, 0xf7, 0xcc, 0x34, 0xa5, 0xe5, 0xf1, 0x71, 0xd8, 0x31, 0x15,
21370b324cSopenharmony_ci  0x04, 0xc7, 0x23, 0xc3, 0x18, 0x96, 0x05, 0x9a, 0x07, 0x12, 0x80, 0xe2, 0xeb, 0x27, 0xb2, 0x75,
22370b324cSopenharmony_ci  0x09, 0x83, 0x2c, 0x1a, 0x1b, 0x6e, 0x5a, 0xa0, 0x52, 0x3b, 0xd6, 0xb3, 0x29, 0xe3, 0x2f, 0x84,
23370b324cSopenharmony_ci  0x53, 0xd1, 0x00, 0xed, 0x20, 0xfc, 0xb1, 0x5b, 0x6a, 0xcb, 0xbe, 0x39, 0x4a, 0x4c, 0x58, 0xcf,
24370b324cSopenharmony_ci  0xd0, 0xef, 0xaa, 0xfb, 0x43, 0x4d, 0x33, 0x85, 0x45, 0xf9, 0x02, 0x7f, 0x50, 0x3c, 0x9f, 0xa8,
25370b324cSopenharmony_ci  0x51, 0xa3, 0x40, 0x8f, 0x92, 0x9d, 0x38, 0xf5, 0xbc, 0xb6, 0xda, 0x21, 0x10, 0xff, 0xf3, 0xd2,
26370b324cSopenharmony_ci  0xcd, 0x0c, 0x13, 0xec, 0x5f, 0x97, 0x44, 0x17, 0xc4, 0xa7, 0x7e, 0x3d, 0x64, 0x5d, 0x19, 0x73,
27370b324cSopenharmony_ci  0x60, 0x81, 0x4f, 0xdc, 0x22, 0x2a, 0x90, 0x88, 0x46, 0xee, 0xb8, 0x14, 0xde, 0x5e, 0x0b, 0xdb,
28370b324cSopenharmony_ci  0xe0, 0x32, 0x3a, 0x0a, 0x49, 0x06, 0x24, 0x5c, 0xc2, 0xd3, 0xac, 0x62, 0x91, 0x95, 0xe4, 0x79,
29370b324cSopenharmony_ci  0xe7, 0xc8, 0x37, 0x6d, 0x8d, 0xd5, 0x4e, 0xa9, 0x6c, 0x56, 0xf4, 0xea, 0x65, 0x7a, 0xae, 0x08,
30370b324cSopenharmony_ci  0xba, 0x78, 0x25, 0x2e, 0x1c, 0xa6, 0xb4, 0xc6, 0xe8, 0xdd, 0x74, 0x1f, 0x4b, 0xbd, 0x8b, 0x8a,
31370b324cSopenharmony_ci  0x70, 0x3e, 0xb5, 0x66, 0x48, 0x03, 0xf6, 0x0e, 0x61, 0x35, 0x57, 0xb9, 0x86, 0xc1, 0x1d, 0x9e,
32370b324cSopenharmony_ci  0xe1, 0xf8, 0x98, 0x11, 0x69, 0xd9, 0x8e, 0x94, 0x9b, 0x1e, 0x87, 0xe9, 0xce, 0x55, 0x28, 0xdf,
33370b324cSopenharmony_ci  0x8c, 0xa1, 0x89, 0x0d, 0xbf, 0xe6, 0x42, 0x68, 0x41, 0x99, 0x2d, 0x0f, 0xb0, 0x54, 0xbb, 0x16};
34370b324cSopenharmony_ci
35370b324cSopenharmony_ci
36370b324cSopenharmony_cistatic UInt32 D[256 * 4];
37370b324cSopenharmony_cistatic Byte InvS[256];
38370b324cSopenharmony_ci
39370b324cSopenharmony_ci#define xtime(x) ((((x) << 1) ^ (((x) & 0x80) != 0 ? 0x1B : 0)) & 0xFF)
40370b324cSopenharmony_ci
41370b324cSopenharmony_ci#define Ui32(a0, a1, a2, a3) ((UInt32)(a0) | ((UInt32)(a1) << 8) | ((UInt32)(a2) << 16) | ((UInt32)(a3) << 24))
42370b324cSopenharmony_ci
43370b324cSopenharmony_ci#define gb0(x) ( (x)          & 0xFF)
44370b324cSopenharmony_ci#define gb1(x) (((x) >> ( 8)) & 0xFF)
45370b324cSopenharmony_ci#define gb2(x) (((x) >> (16)) & 0xFF)
46370b324cSopenharmony_ci#define gb3(x) (((x) >> (24)))
47370b324cSopenharmony_ci
48370b324cSopenharmony_ci#define gb(n, x) gb ## n(x)
49370b324cSopenharmony_ci
50370b324cSopenharmony_ci#define TT(x) (T + (x << 8))
51370b324cSopenharmony_ci#define DD(x) (D + (x << 8))
52370b324cSopenharmony_ci
53370b324cSopenharmony_ci
54370b324cSopenharmony_ci// #define Z7_SHOW_AES_STATUS
55370b324cSopenharmony_ci
56370b324cSopenharmony_ci#ifdef MY_CPU_X86_OR_AMD64
57370b324cSopenharmony_ci  #define USE_HW_AES
58370b324cSopenharmony_ci#elif defined(MY_CPU_ARM_OR_ARM64) && defined(MY_CPU_LE)
59370b324cSopenharmony_ci  #if defined(__clang__)
60370b324cSopenharmony_ci    #if (__clang_major__ >= 8) // fix that check
61370b324cSopenharmony_ci      #define USE_HW_AES
62370b324cSopenharmony_ci    #endif
63370b324cSopenharmony_ci  #elif defined(__GNUC__)
64370b324cSopenharmony_ci    #if (__GNUC__ >= 6) // fix that check
65370b324cSopenharmony_ci      #define USE_HW_AES
66370b324cSopenharmony_ci    #endif
67370b324cSopenharmony_ci  #elif defined(_MSC_VER)
68370b324cSopenharmony_ci    #if _MSC_VER >= 1910
69370b324cSopenharmony_ci      #define USE_HW_AES
70370b324cSopenharmony_ci    #endif
71370b324cSopenharmony_ci  #endif
72370b324cSopenharmony_ci#endif
73370b324cSopenharmony_ci
74370b324cSopenharmony_ci#ifdef USE_HW_AES
75370b324cSopenharmony_ci#ifdef Z7_SHOW_AES_STATUS
76370b324cSopenharmony_ci#include <stdio.h>
77370b324cSopenharmony_ci#define PRF(x) x
78370b324cSopenharmony_ci#else
79370b324cSopenharmony_ci#define PRF(x)
80370b324cSopenharmony_ci#endif
81370b324cSopenharmony_ci#endif
82370b324cSopenharmony_ci
83370b324cSopenharmony_ci
84370b324cSopenharmony_civoid AesGenTables(void)
85370b324cSopenharmony_ci{
86370b324cSopenharmony_ci  unsigned i;
87370b324cSopenharmony_ci  for (i = 0; i < 256; i++)
88370b324cSopenharmony_ci    InvS[Sbox[i]] = (Byte)i;
89370b324cSopenharmony_ci
90370b324cSopenharmony_ci  for (i = 0; i < 256; i++)
91370b324cSopenharmony_ci  {
92370b324cSopenharmony_ci    {
93370b324cSopenharmony_ci      const UInt32 a1 = Sbox[i];
94370b324cSopenharmony_ci      const UInt32 a2 = xtime(a1);
95370b324cSopenharmony_ci      const UInt32 a3 = a2 ^ a1;
96370b324cSopenharmony_ci      TT(0)[i] = Ui32(a2, a1, a1, a3);
97370b324cSopenharmony_ci      TT(1)[i] = Ui32(a3, a2, a1, a1);
98370b324cSopenharmony_ci      TT(2)[i] = Ui32(a1, a3, a2, a1);
99370b324cSopenharmony_ci      TT(3)[i] = Ui32(a1, a1, a3, a2);
100370b324cSopenharmony_ci    }
101370b324cSopenharmony_ci    {
102370b324cSopenharmony_ci      const UInt32 a1 = InvS[i];
103370b324cSopenharmony_ci      const UInt32 a2 = xtime(a1);
104370b324cSopenharmony_ci      const UInt32 a4 = xtime(a2);
105370b324cSopenharmony_ci      const UInt32 a8 = xtime(a4);
106370b324cSopenharmony_ci      const UInt32 a9 = a8 ^ a1;
107370b324cSopenharmony_ci      const UInt32 aB = a8 ^ a2 ^ a1;
108370b324cSopenharmony_ci      const UInt32 aD = a8 ^ a4 ^ a1;
109370b324cSopenharmony_ci      const UInt32 aE = a8 ^ a4 ^ a2;
110370b324cSopenharmony_ci      DD(0)[i] = Ui32(aE, a9, aD, aB);
111370b324cSopenharmony_ci      DD(1)[i] = Ui32(aB, aE, a9, aD);
112370b324cSopenharmony_ci      DD(2)[i] = Ui32(aD, aB, aE, a9);
113370b324cSopenharmony_ci      DD(3)[i] = Ui32(a9, aD, aB, aE);
114370b324cSopenharmony_ci    }
115370b324cSopenharmony_ci  }
116370b324cSopenharmony_ci
117370b324cSopenharmony_ci  {
118370b324cSopenharmony_ci  AES_CODE_FUNC d = AesCbc_Decode;
119370b324cSopenharmony_ci  #ifndef Z7_SFX
120370b324cSopenharmony_ci  AES_CODE_FUNC e = AesCbc_Encode;
121370b324cSopenharmony_ci  AES_CODE_FUNC c = AesCtr_Code;
122370b324cSopenharmony_ci  UInt32 flags = 0;
123370b324cSopenharmony_ci  #endif
124370b324cSopenharmony_ci
125370b324cSopenharmony_ci  #ifdef USE_HW_AES
126370b324cSopenharmony_ci  if (CPU_IsSupported_AES())
127370b324cSopenharmony_ci  {
128370b324cSopenharmony_ci    // #pragma message ("AES HW")
129370b324cSopenharmony_ci    PRF(printf("\n===AES HW\n"));
130370b324cSopenharmony_ci    d = AesCbc_Decode_HW;
131370b324cSopenharmony_ci
132370b324cSopenharmony_ci    #ifndef Z7_SFX
133370b324cSopenharmony_ci    e = AesCbc_Encode_HW;
134370b324cSopenharmony_ci    c = AesCtr_Code_HW;
135370b324cSopenharmony_ci    flags = k_Aes_SupportedFunctions_HW;
136370b324cSopenharmony_ci    #endif
137370b324cSopenharmony_ci
138370b324cSopenharmony_ci    #ifdef MY_CPU_X86_OR_AMD64
139370b324cSopenharmony_ci    if (CPU_IsSupported_VAES_AVX2())
140370b324cSopenharmony_ci    {
141370b324cSopenharmony_ci      PRF(printf("\n===vaes avx2\n"));
142370b324cSopenharmony_ci      d = AesCbc_Decode_HW_256;
143370b324cSopenharmony_ci      #ifndef Z7_SFX
144370b324cSopenharmony_ci      c = AesCtr_Code_HW_256;
145370b324cSopenharmony_ci      flags |= k_Aes_SupportedFunctions_HW_256;
146370b324cSopenharmony_ci      #endif
147370b324cSopenharmony_ci    }
148370b324cSopenharmony_ci    #endif
149370b324cSopenharmony_ci  }
150370b324cSopenharmony_ci  #endif
151370b324cSopenharmony_ci
152370b324cSopenharmony_ci  g_AesCbc_Decode = d;
153370b324cSopenharmony_ci  #ifndef Z7_SFX
154370b324cSopenharmony_ci  g_AesCbc_Encode = e;
155370b324cSopenharmony_ci  g_AesCtr_Code = c;
156370b324cSopenharmony_ci  g_Aes_SupportedFunctions_Flags = flags;
157370b324cSopenharmony_ci  #endif
158370b324cSopenharmony_ci  }
159370b324cSopenharmony_ci}
160370b324cSopenharmony_ci
161370b324cSopenharmony_ci
162370b324cSopenharmony_ci#define HT(i, x, s) TT(x)[gb(x, s[(i + x) & 3])]
163370b324cSopenharmony_ci
164370b324cSopenharmony_ci#define HT4(m, i, s, p) m[i] = \
165370b324cSopenharmony_ci    HT(i, 0, s) ^ \
166370b324cSopenharmony_ci    HT(i, 1, s) ^ \
167370b324cSopenharmony_ci    HT(i, 2, s) ^ \
168370b324cSopenharmony_ci    HT(i, 3, s) ^ w[p + i]
169370b324cSopenharmony_ci
170370b324cSopenharmony_ci#define HT16(m, s, p) \
171370b324cSopenharmony_ci    HT4(m, 0, s, p); \
172370b324cSopenharmony_ci    HT4(m, 1, s, p); \
173370b324cSopenharmony_ci    HT4(m, 2, s, p); \
174370b324cSopenharmony_ci    HT4(m, 3, s, p); \
175370b324cSopenharmony_ci
176370b324cSopenharmony_ci#define FT(i, x) Sbox[gb(x, m[(i + x) & 3])]
177370b324cSopenharmony_ci#define FT4(i) dest[i] = Ui32(FT(i, 0), FT(i, 1), FT(i, 2), FT(i, 3)) ^ w[i];
178370b324cSopenharmony_ci
179370b324cSopenharmony_ci
180370b324cSopenharmony_ci#define HD(i, x, s) DD(x)[gb(x, s[(i - x) & 3])]
181370b324cSopenharmony_ci
182370b324cSopenharmony_ci#define HD4(m, i, s, p) m[i] = \
183370b324cSopenharmony_ci    HD(i, 0, s) ^ \
184370b324cSopenharmony_ci    HD(i, 1, s) ^ \
185370b324cSopenharmony_ci    HD(i, 2, s) ^ \
186370b324cSopenharmony_ci    HD(i, 3, s) ^ w[p + i];
187370b324cSopenharmony_ci
188370b324cSopenharmony_ci#define HD16(m, s, p) \
189370b324cSopenharmony_ci    HD4(m, 0, s, p); \
190370b324cSopenharmony_ci    HD4(m, 1, s, p); \
191370b324cSopenharmony_ci    HD4(m, 2, s, p); \
192370b324cSopenharmony_ci    HD4(m, 3, s, p); \
193370b324cSopenharmony_ci
194370b324cSopenharmony_ci#define FD(i, x) InvS[gb(x, m[(i - x) & 3])]
195370b324cSopenharmony_ci#define FD4(i) dest[i] = Ui32(FD(i, 0), FD(i, 1), FD(i, 2), FD(i, 3)) ^ w[i];
196370b324cSopenharmony_ci
197370b324cSopenharmony_civoid Z7_FASTCALL Aes_SetKey_Enc(UInt32 *w, const Byte *key, unsigned keySize)
198370b324cSopenharmony_ci{
199370b324cSopenharmony_ci  unsigned i, m;
200370b324cSopenharmony_ci  const UInt32 *wLim;
201370b324cSopenharmony_ci  UInt32 t;
202370b324cSopenharmony_ci  UInt32 rcon = 1;
203370b324cSopenharmony_ci
204370b324cSopenharmony_ci  keySize /= 4;
205370b324cSopenharmony_ci  w[0] = ((UInt32)keySize / 2) + 3;
206370b324cSopenharmony_ci  w += 4;
207370b324cSopenharmony_ci
208370b324cSopenharmony_ci  for (i = 0; i < keySize; i++, key += 4)
209370b324cSopenharmony_ci    w[i] = GetUi32(key);
210370b324cSopenharmony_ci
211370b324cSopenharmony_ci  t = w[(size_t)keySize - 1];
212370b324cSopenharmony_ci  wLim = w + (size_t)keySize * 3 + 28;
213370b324cSopenharmony_ci  m = 0;
214370b324cSopenharmony_ci  do
215370b324cSopenharmony_ci  {
216370b324cSopenharmony_ci    if (m == 0)
217370b324cSopenharmony_ci    {
218370b324cSopenharmony_ci      t = Ui32(Sbox[gb1(t)] ^ rcon, Sbox[gb2(t)], Sbox[gb3(t)], Sbox[gb0(t)]);
219370b324cSopenharmony_ci      rcon <<= 1;
220370b324cSopenharmony_ci      if (rcon & 0x100)
221370b324cSopenharmony_ci        rcon = 0x1b;
222370b324cSopenharmony_ci      m = keySize;
223370b324cSopenharmony_ci    }
224370b324cSopenharmony_ci    else if (m == 4 && keySize > 6)
225370b324cSopenharmony_ci      t = Ui32(Sbox[gb0(t)], Sbox[gb1(t)], Sbox[gb2(t)], Sbox[gb3(t)]);
226370b324cSopenharmony_ci    m--;
227370b324cSopenharmony_ci    t ^= w[0];
228370b324cSopenharmony_ci    w[keySize] = t;
229370b324cSopenharmony_ci  }
230370b324cSopenharmony_ci  while (++w != wLim);
231370b324cSopenharmony_ci}
232370b324cSopenharmony_ci
233370b324cSopenharmony_civoid Z7_FASTCALL Aes_SetKey_Dec(UInt32 *w, const Byte *key, unsigned keySize)
234370b324cSopenharmony_ci{
235370b324cSopenharmony_ci  unsigned i, num;
236370b324cSopenharmony_ci  Aes_SetKey_Enc(w, key, keySize);
237370b324cSopenharmony_ci  num = keySize + 20;
238370b324cSopenharmony_ci  w += 8;
239370b324cSopenharmony_ci  for (i = 0; i < num; i++)
240370b324cSopenharmony_ci  {
241370b324cSopenharmony_ci    UInt32 r = w[i];
242370b324cSopenharmony_ci    w[i] =
243370b324cSopenharmony_ci      DD(0)[Sbox[gb0(r)]] ^
244370b324cSopenharmony_ci      DD(1)[Sbox[gb1(r)]] ^
245370b324cSopenharmony_ci      DD(2)[Sbox[gb2(r)]] ^
246370b324cSopenharmony_ci      DD(3)[Sbox[gb3(r)]];
247370b324cSopenharmony_ci  }
248370b324cSopenharmony_ci}
249370b324cSopenharmony_ci
250370b324cSopenharmony_ci/* Aes_Encode and Aes_Decode functions work with little-endian words.
251370b324cSopenharmony_ci  src and dest are pointers to 4 UInt32 words.
252370b324cSopenharmony_ci  src and dest can point to same block */
253370b324cSopenharmony_ci
254370b324cSopenharmony_ci// Z7_FORCE_INLINE
255370b324cSopenharmony_cistatic void Aes_Encode(const UInt32 *w, UInt32 *dest, const UInt32 *src)
256370b324cSopenharmony_ci{
257370b324cSopenharmony_ci  UInt32 s[4];
258370b324cSopenharmony_ci  UInt32 m[4];
259370b324cSopenharmony_ci  UInt32 numRounds2 = w[0];
260370b324cSopenharmony_ci  w += 4;
261370b324cSopenharmony_ci  s[0] = src[0] ^ w[0];
262370b324cSopenharmony_ci  s[1] = src[1] ^ w[1];
263370b324cSopenharmony_ci  s[2] = src[2] ^ w[2];
264370b324cSopenharmony_ci  s[3] = src[3] ^ w[3];
265370b324cSopenharmony_ci  w += 4;
266370b324cSopenharmony_ci  for (;;)
267370b324cSopenharmony_ci  {
268370b324cSopenharmony_ci    HT16(m, s, 0)
269370b324cSopenharmony_ci    if (--numRounds2 == 0)
270370b324cSopenharmony_ci      break;
271370b324cSopenharmony_ci    HT16(s, m, 4)
272370b324cSopenharmony_ci    w += 8;
273370b324cSopenharmony_ci  }
274370b324cSopenharmony_ci  w += 4;
275370b324cSopenharmony_ci  FT4(0)
276370b324cSopenharmony_ci  FT4(1)
277370b324cSopenharmony_ci  FT4(2)
278370b324cSopenharmony_ci  FT4(3)
279370b324cSopenharmony_ci}
280370b324cSopenharmony_ci
281370b324cSopenharmony_ciZ7_FORCE_INLINE
282370b324cSopenharmony_cistatic void Aes_Decode(const UInt32 *w, UInt32 *dest, const UInt32 *src)
283370b324cSopenharmony_ci{
284370b324cSopenharmony_ci  UInt32 s[4];
285370b324cSopenharmony_ci  UInt32 m[4];
286370b324cSopenharmony_ci  UInt32 numRounds2 = w[0];
287370b324cSopenharmony_ci  w += 4 + numRounds2 * 8;
288370b324cSopenharmony_ci  s[0] = src[0] ^ w[0];
289370b324cSopenharmony_ci  s[1] = src[1] ^ w[1];
290370b324cSopenharmony_ci  s[2] = src[2] ^ w[2];
291370b324cSopenharmony_ci  s[3] = src[3] ^ w[3];
292370b324cSopenharmony_ci  for (;;)
293370b324cSopenharmony_ci  {
294370b324cSopenharmony_ci    w -= 8;
295370b324cSopenharmony_ci    HD16(m, s, 4)
296370b324cSopenharmony_ci    if (--numRounds2 == 0)
297370b324cSopenharmony_ci      break;
298370b324cSopenharmony_ci    HD16(s, m, 0)
299370b324cSopenharmony_ci  }
300370b324cSopenharmony_ci  FD4(0)
301370b324cSopenharmony_ci  FD4(1)
302370b324cSopenharmony_ci  FD4(2)
303370b324cSopenharmony_ci  FD4(3)
304370b324cSopenharmony_ci}
305370b324cSopenharmony_ci
306370b324cSopenharmony_civoid AesCbc_Init(UInt32 *p, const Byte *iv)
307370b324cSopenharmony_ci{
308370b324cSopenharmony_ci  unsigned i;
309370b324cSopenharmony_ci  for (i = 0; i < 4; i++)
310370b324cSopenharmony_ci    p[i] = GetUi32(iv + i * 4);
311370b324cSopenharmony_ci}
312370b324cSopenharmony_ci
313370b324cSopenharmony_civoid Z7_FASTCALL AesCbc_Encode(UInt32 *p, Byte *data, size_t numBlocks)
314370b324cSopenharmony_ci{
315370b324cSopenharmony_ci  for (; numBlocks != 0; numBlocks--, data += AES_BLOCK_SIZE)
316370b324cSopenharmony_ci  {
317370b324cSopenharmony_ci    p[0] ^= GetUi32(data);
318370b324cSopenharmony_ci    p[1] ^= GetUi32(data + 4);
319370b324cSopenharmony_ci    p[2] ^= GetUi32(data + 8);
320370b324cSopenharmony_ci    p[3] ^= GetUi32(data + 12);
321370b324cSopenharmony_ci
322370b324cSopenharmony_ci    Aes_Encode(p + 4, p, p);
323370b324cSopenharmony_ci
324370b324cSopenharmony_ci    SetUi32(data,      p[0])
325370b324cSopenharmony_ci    SetUi32(data + 4,  p[1])
326370b324cSopenharmony_ci    SetUi32(data + 8,  p[2])
327370b324cSopenharmony_ci    SetUi32(data + 12, p[3])
328370b324cSopenharmony_ci  }
329370b324cSopenharmony_ci}
330370b324cSopenharmony_ci
331370b324cSopenharmony_civoid Z7_FASTCALL AesCbc_Decode(UInt32 *p, Byte *data, size_t numBlocks)
332370b324cSopenharmony_ci{
333370b324cSopenharmony_ci  UInt32 in[4], out[4];
334370b324cSopenharmony_ci  for (; numBlocks != 0; numBlocks--, data += AES_BLOCK_SIZE)
335370b324cSopenharmony_ci  {
336370b324cSopenharmony_ci    in[0] = GetUi32(data);
337370b324cSopenharmony_ci    in[1] = GetUi32(data + 4);
338370b324cSopenharmony_ci    in[2] = GetUi32(data + 8);
339370b324cSopenharmony_ci    in[3] = GetUi32(data + 12);
340370b324cSopenharmony_ci
341370b324cSopenharmony_ci    Aes_Decode(p + 4, out, in);
342370b324cSopenharmony_ci
343370b324cSopenharmony_ci    SetUi32(data,      p[0] ^ out[0])
344370b324cSopenharmony_ci    SetUi32(data + 4,  p[1] ^ out[1])
345370b324cSopenharmony_ci    SetUi32(data + 8,  p[2] ^ out[2])
346370b324cSopenharmony_ci    SetUi32(data + 12, p[3] ^ out[3])
347370b324cSopenharmony_ci
348370b324cSopenharmony_ci    p[0] = in[0];
349370b324cSopenharmony_ci    p[1] = in[1];
350370b324cSopenharmony_ci    p[2] = in[2];
351370b324cSopenharmony_ci    p[3] = in[3];
352370b324cSopenharmony_ci  }
353370b324cSopenharmony_ci}
354370b324cSopenharmony_ci
355370b324cSopenharmony_civoid Z7_FASTCALL AesCtr_Code(UInt32 *p, Byte *data, size_t numBlocks)
356370b324cSopenharmony_ci{
357370b324cSopenharmony_ci  for (; numBlocks != 0; numBlocks--)
358370b324cSopenharmony_ci  {
359370b324cSopenharmony_ci    UInt32 temp[4];
360370b324cSopenharmony_ci    unsigned i;
361370b324cSopenharmony_ci
362370b324cSopenharmony_ci    if (++p[0] == 0)
363370b324cSopenharmony_ci      p[1]++;
364370b324cSopenharmony_ci
365370b324cSopenharmony_ci    Aes_Encode(p + 4, temp, p);
366370b324cSopenharmony_ci
367370b324cSopenharmony_ci    for (i = 0; i < 4; i++, data += 4)
368370b324cSopenharmony_ci    {
369370b324cSopenharmony_ci      const UInt32 t = temp[i];
370370b324cSopenharmony_ci
371370b324cSopenharmony_ci      #ifdef MY_CPU_LE_UNALIGN
372370b324cSopenharmony_ci        *((UInt32 *)(void *)data) ^= t;
373370b324cSopenharmony_ci      #else
374370b324cSopenharmony_ci        data[0] = (Byte)(data[0] ^ (t & 0xFF));
375370b324cSopenharmony_ci        data[1] = (Byte)(data[1] ^ ((t >> 8) & 0xFF));
376370b324cSopenharmony_ci        data[2] = (Byte)(data[2] ^ ((t >> 16) & 0xFF));
377370b324cSopenharmony_ci        data[3] = (Byte)(data[3] ^ ((t >> 24)));
378370b324cSopenharmony_ci      #endif
379370b324cSopenharmony_ci    }
380370b324cSopenharmony_ci  }
381370b324cSopenharmony_ci}
382370b324cSopenharmony_ci
383370b324cSopenharmony_ci#undef xtime
384370b324cSopenharmony_ci#undef Ui32
385370b324cSopenharmony_ci#undef gb0
386370b324cSopenharmony_ci#undef gb1
387370b324cSopenharmony_ci#undef gb2
388370b324cSopenharmony_ci#undef gb3
389370b324cSopenharmony_ci#undef gb
390370b324cSopenharmony_ci#undef TT
391370b324cSopenharmony_ci#undef DD
392370b324cSopenharmony_ci#undef USE_HW_AES
393370b324cSopenharmony_ci#undef PRF
394