| /kernel/linux/linux-5.10/arch/x86/crypto/ |
| H A D | aesni-intel_avx-x86_64.S | 605 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8
621 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6
639 movq (%r10), \T1
642 vpslldq $8, \T1, \T1
644 vpxor \T1, \T7, \T7
650 movq %rax, \T1
653 vpslldq $12, \T1, \T1
655 vpxor \T1, \T
[all...] |
| H A D | nh-sse2-x86_64.S | 21 #define T1 %xmm9 define
36 movdqu \offset(MESSAGE), T1
42 movdqa T1, T2
43 movdqa T1, T3
44 paddd T1, \k0 // reuse k0 to avoid a move
45 paddd \k1, T1
52 pshufd $0x10, T1, T5
53 pshufd $0x32, T1, T1
59 pmuludq T5, T1
[all...] |
| H A D | sha512-avx2-asm.S | 94 T1 = %r12 # clobbers CTX2 define
191 rorx $34, a, T1 # T1 = a >> 34 # S0B
203 xor T1, y1 # y1 = (a>>39) ^ (a>>34) # S0
204 rorx $28, a, T1 # T1 = (a >> 28) # S0
207 xor T1, y1 # y1 = (a>>39) ^ (a>>34) ^ (a>>28) # S0
208 mov a, T1 # T1 = a # MAJB
209 and c, T1 # T
[all...] |
| H A D | sha256-avx2-asm.S | 109 T1 = %r12d define
166 rorx $13, a, T1 # T1 = a >> 13 # S0B
180 xor T1, y1 # y1 = (a>>22) ^ (a>>13) # S0
181 rorx $2, a, T1 # T1 = (a >> 2) # S0
185 xor T1, y1 # y1 = (a>>22) ^ (a>>13) ^ (a>>2) # S0
186 mov a, T1 # T1 = a # MAJB
187 and c, T1 # T
[all...] |
| H A D | ghash-clmulni-intel_asm.S | 26 #define T1 %xmm2 define
42 * T1
47 movaps DATA, T1
54 pclmulqdq $0x11, SHASH, T1 # T1 = a1 * b1
57 pxor T1, T2 # T2 = a0 * b1 + a1 * b0
63 pxor T2, T1 # <T1:DATA> is result of
77 pxor T3, T1
86 pxor T2, T1
[all...] |
| H A D | nh-avx2-x86_64.S | 25 #define T1 %ymm9 define
43 vpaddd \k1, T3, T1
50 vpshufd $0x10, T1, T5
51 vpshufd $0x32, T1, T1
57 vpmuludq T5, T1, T1
61 vpaddq T1, PASS1_SUMS, PASS1_SUMS
143 vpunpckhqdq PASS1_SUMS, PASS0_SUMS, T1 // T1
[all...] |
| H A D | sha512-avx-asm.S | 61 T1 = %rcx define
127 mov f_64, T1 # T1 = f
129 xor g_64, T1 # T1 = f ^ g
131 and e_64, T1 # T1 = (f ^ g) & e
133 xor g_64, T1 # T1 = ((f ^ g) & e) ^ g = CH(e,f,g)
135 add WK_2(idx), T1 #
[all...] |
| H A D | sha512-ssse3-asm.S | 61 T1 = %rcx define
121 mov f_64, T1 # T1 = f
123 xor g_64, T1 # T1 = f ^ g
125 and e_64, T1 # T1 = (f ^ g) & e
127 xor g_64, T1 # T1 = ((f ^ g) & e) ^ g = CH(e,f,g)
129 add WK_2(idx), T1 #
[all...] |
| H A D | poly1305-x86_64-cryptogams.pl | 420 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) =
888 vmovdqu 16*3($inp),$T1
892 vpsrldq \$6,$T1,$T3
893 vpunpckhqdq $T1,$T0,$T4 # 4
894 vpunpcklqdq $T1,$T0,$T0 # 0:1
898 vpsrlq \$26,$T0,$T1
901 vpand $MASK,$T1,$T1 # 1
981 vpmuludq $T1,$D4,$D1 # d1 = h1*r0
996 vpmuludq $T1,
[all...] |
| /kernel/linux/linux-6.6/arch/x86/crypto/ |
| H A D | aesni-intel_avx-x86_64.S | 571 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8
587 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6
605 movq (%r10), \T1
608 vpslldq $8, \T1, \T1
610 vpxor \T1, \T7, \T7
616 movq %rax, \T1
619 vpslldq $12, \T1, \T1
621 vpxor \T1, \T
[all...] |
| H A D | nh-sse2-x86_64.S | 22 #define T1 %xmm9 define
37 movdqu \offset(MESSAGE), T1
43 movdqa T1, T2
44 movdqa T1, T3
45 paddd T1, \k0 // reuse k0 to avoid a move
46 paddd \k1, T1
53 pshufd $0x10, T1, T5
54 pshufd $0x32, T1, T1
60 pmuludq T5, T1
[all...] |
| H A D | sha512-avx2-asm.S | 95 T1 = %r12 # clobbers CTX2 define
188 rorx $34, a, T1 # T1 = a >> 34 # S0B
200 xor T1, y1 # y1 = (a>>39) ^ (a>>34) # S0
201 rorx $28, a, T1 # T1 = (a >> 28) # S0
204 xor T1, y1 # y1 = (a>>39) ^ (a>>34) ^ (a>>28) # S0
205 mov a, T1 # T1 = a # MAJB
206 and c, T1 # T
[all...] |
| H A D | sha256-avx2-asm.S | 110 T1 = %r12d define
165 rorx $13, a, T1 # T1 = a >> 13 # S0B
179 xor T1, y1 # y1 = (a>>22) ^ (a>>13) # S0
180 rorx $2, a, T1 # T1 = (a >> 2) # S0
184 xor T1, y1 # y1 = (a>>22) ^ (a>>13) ^ (a>>2) # S0
185 mov a, T1 # T1 = a # MAJB
186 and c, T1 # T
[all...] |
| H A D | ghash-clmulni-intel_asm.S | 26 #define T1 %xmm2 define
42 * T1
47 movaps DATA, T1
54 pclmulqdq $0x11, SHASH, T1 # T1 = a1 * b1
57 pxor T1, T2 # T2 = a0 * b1 + a1 * b0
63 pxor T2, T1 # <T1:DATA> is result of
77 pxor T3, T1
86 pxor T2, T1
[all...] |
| H A D | nh-avx2-x86_64.S | 26 #define T1 %ymm9 define
44 vpaddd \k1, T3, T1
51 vpshufd $0x10, T1, T5
52 vpshufd $0x32, T1, T1
58 vpmuludq T5, T1, T1
62 vpaddq T1, PASS1_SUMS, PASS1_SUMS
144 vpunpckhqdq PASS1_SUMS, PASS0_SUMS, T1 // T1
[all...] |
| H A D | sha512-ssse3-asm.S | 62 T1 = %rcx define
118 mov f_64, T1 # T1 = f
120 xor g_64, T1 # T1 = f ^ g
122 and e_64, T1 # T1 = (f ^ g) & e
124 xor g_64, T1 # T1 = ((f ^ g) & e) ^ g = CH(e,f,g)
126 add WK_2(idx), T1 #
[all...] |
| H A D | sha512-avx-asm.S | 62 T1 = %rcx define
124 mov f_64, T1 # T1 = f
126 xor g_64, T1 # T1 = f ^ g
128 and e_64, T1 # T1 = (f ^ g) & e
130 xor g_64, T1 # T1 = ((f ^ g) & e) ^ g = CH(e,f,g)
132 add WK_2(idx), T1 #
[all...] |
| H A D | poly1305-x86_64-cryptogams.pl | 419 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) =
887 vmovdqu 16*3($inp),$T1
891 vpsrldq \$6,$T1,$T3
892 vpunpckhqdq $T1,$T0,$T4 # 4
893 vpunpcklqdq $T1,$T0,$T0 # 0:1
897 vpsrlq \$26,$T0,$T1
900 vpand $MASK,$T1,$T1 # 1
980 vpmuludq $T1,$D4,$D1 # d1 = h1*r0
995 vpmuludq $T1,
[all...] |
| /kernel/linux/linux-6.6/arch/arm/crypto/ |
| H A D | ghash-ce-core.S | 16 T1 .req q1
163 vmull.p64 T1, XL_L, MASK
166 vext.8 T1, T1, T1, #8
168 veor T1, T1, XL
181 vshl.i64 T1, XL, #57
183 veor T1, T1, T
[all...] |
| /kernel/linux/linux-5.10/drivers/block/drbd/ |
| H A D | drbd_state.h | 40 #define NS2(T1, S1, T2, S2) \
41 ({ union drbd_state mask; mask.i = 0; mask.T1 = T1##_MASK; \
43 ({ union drbd_state val; val.i = 0; val.T1 = (S1); \
45 #define NS3(T1, S1, T2, S2, T3, S3) \
46 ({ union drbd_state mask; mask.i = 0; mask.T1 = T1##_MASK; \
48 ({ union drbd_state val; val.i = 0; val.T1 = (S1); \
53 #define _NS2(D, T1, S1, T2, S2) \
54 D, ({ union drbd_state __ns; __ns = drbd_read_state(D); __ns.T1
[all...] |
| /kernel/linux/linux-6.6/drivers/block/drbd/ |
| H A D | drbd_state.h | 40 #define NS2(T1, S1, T2, S2) \
41 ({ union drbd_state mask; mask.i = 0; mask.T1 = T1##_MASK; \
43 ({ union drbd_state val; val.i = 0; val.T1 = (S1); \
45 #define NS3(T1, S1, T2, S2, T3, S3) \
46 ({ union drbd_state mask; mask.i = 0; mask.T1 = T1##_MASK; \
48 ({ union drbd_state val; val.i = 0; val.T1 = (S1); \
53 #define _NS2(D, T1, S1, T2, S2) \
54 D, ({ union drbd_state __ns; __ns = drbd_read_state(D); __ns.T1
[all...] |
| /kernel/linux/linux-5.10/arch/sparc/crypto/ |
| H A D | aes_asm.S | 7 #define ENCRYPT_TWO_ROUNDS(KEY_BASE, I0, I1, T0, T1) \
9 AES_EROUND23(KEY_BASE + 2, I0, I1, T1) \
10 AES_EROUND01(KEY_BASE + 4, T0, T1, I0) \
11 AES_EROUND23(KEY_BASE + 6, T0, T1, I1)
13 #define ENCRYPT_TWO_ROUNDS_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \
15 AES_EROUND23(KEY_BASE + 2, I0, I1, T1) \
18 AES_EROUND01(KEY_BASE + 4, T0, T1, I0) \
19 AES_EROUND23(KEY_BASE + 6, T0, T1, I1) \
23 #define ENCRYPT_TWO_ROUNDS_LAST(KEY_BASE, I0, I1, T0, T1) \
25 AES_EROUND23(KEY_BASE + 2, I0, I1, T1) \
[all...] |
| /kernel/linux/linux-6.6/arch/sparc/crypto/ |
| H A D | aes_asm.S | 7 #define ENCRYPT_TWO_ROUNDS(KEY_BASE, I0, I1, T0, T1) \
9 AES_EROUND23(KEY_BASE + 2, I0, I1, T1) \
10 AES_EROUND01(KEY_BASE + 4, T0, T1, I0) \
11 AES_EROUND23(KEY_BASE + 6, T0, T1, I1)
13 #define ENCRYPT_TWO_ROUNDS_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \
15 AES_EROUND23(KEY_BASE + 2, I0, I1, T1) \
18 AES_EROUND01(KEY_BASE + 4, T0, T1, I0) \
19 AES_EROUND23(KEY_BASE + 6, T0, T1, I1) \
23 #define ENCRYPT_TWO_ROUNDS_LAST(KEY_BASE, I0, I1, T0, T1) \
25 AES_EROUND23(KEY_BASE + 2, I0, I1, T1) \
[all...] |
| /kernel/linux/linux-5.10/arch/mips/crypto/ |
| H A D | chacha-core.S | 29 #define T1 $s0 define
132 lwl T1, (x*4)+MSB ## (IN); \
133 lwr T1, (x*4)+LSB ## (IN); \
140 xor X ## x, T1; \
149 lw T1, (x*4) ## (IN); \
156 xor X ## x, T1; \
328 addu T1, STATE, $at
334 lw SAVED_CA, 0(T1)
373 lbu T1, 0(IN)
377 xor T1, SAVED_
[all...] |
| /kernel/linux/linux-6.6/arch/mips/crypto/ |
| H A D | chacha-core.S | 29 #define T1 $s0 define
132 lwl T1, (x*4)+MSB ## (IN); \
133 lwr T1, (x*4)+LSB ## (IN); \
140 xor X ## x, T1; \
149 lw T1, (x*4) ## (IN); \
156 xor X ## x, T1; \
328 addu T1, STATE, $at
334 lw SAVED_CA, 0(T1)
373 lbu T1, 0(IN)
377 xor T1, SAVED_
[all...] |