/kernel/linux/linux-5.10/arch/x86/crypto/ |
H A D | ghash-clmulni-intel_asm.S | 27 #define T2 %xmm3 define 43 * T2 48 pshufd $0b01001110, DATA, T2 50 pxor DATA, T2 55 pclmulqdq $0x00, T3, T2 # T2 = (a1 + a0) * (b1 + b0) 56 pxor DATA, T2 57 pxor T1, T2 # T2 = a0 * b1 + a1 * b0 59 movaps T2, T [all...] |
H A D | aesni-intel_avx-x86_64.S | 605 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8 621 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6 667 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6 895 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5 897 vpshufd $0b01001110, \GH, \T2 899 vpxor \GH , \T2, \T2 # T2 = (a1+a0) 904 vpclmulqdq $0x00, \T3, \T2, \T2 # T [all...] |
H A D | poly1305-x86_64-cryptogams.pl | 420 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) = 891 vpsrldq \$6,$T0,$T2 # splat input 895 vpunpcklqdq $T3,$T2,$T3 # 2:3 900 vpsrlq \$4,$T3,$T2 903 vpand $MASK,$T2,$T2 # 2 983 vpmuludq $T2,$D4,$D2 # d3 = h2*r0 995 vpmuludq $T2,$H2,$H0 # h2*r1 1002 vpmuludq $T2,$H3,$H0 # h2*r2 1028 vpmuludq $T2, [all...] |
H A D | nh-avx2-x86_64.S | 26 #define T2 %ymm10 define 44 vpaddd \k2, T3, T2 52 vpshufd $0x10, T2, T6 53 vpshufd $0x32, T2, T2 58 vpmuludq T6, T2, T2 62 vpaddq T2, PASS2_SUMS, PASS2_SUMS 144 vpunpcklqdq PASS3_SUMS, PASS2_SUMS, T2 // T2 [all...] |
H A D | nh-sse2-x86_64.S | 22 #define T2 %xmm10 define 42 movdqa T1, T2 46 paddd \k2, T2 54 pshufd $0x10, T2, T6 55 pshufd $0x32, T2, T2 60 pmuludq T6, T2 64 paddq T2, PASS2_SUMS
|
H A D | sha512-ssse3-asm.S | 62 T2 = %r8 define 132 mov a_64, T2 # T2 = a 137 xor c_64, T2 # T2 = a ^ c 139 and b_64, T2 # T2 = (a ^ c) & b 140 xor tmp0, T2 # T2 = ((a ^ c) & b) ^ (a & c) = Maj(a,b,c) 147 lea (T1, T2), h_6 [all...] |
H A D | sha512-avx-asm.S | 62 T2 = %r8 define 138 mov a_64, T2 # T2 = a 143 xor c_64, T2 # T2 = a ^ c 145 and b_64, T2 # T2 = (a ^ c) & b 146 xor tmp0, T2 # T2 = ((a ^ c) & b) ^ (a & c) = Maj(a,b,c) 153 lea (T1, T2), h_6 [all...] |
/kernel/linux/linux-6.6/arch/x86/crypto/ |
H A D | ghash-clmulni-intel_asm.S | 27 #define T2 %xmm3 define 43 * T2 48 pshufd $0b01001110, DATA, T2 50 pxor DATA, T2 55 pclmulqdq $0x00, T3, T2 # T2 = (a1 + a0) * (b1 + b0) 56 pxor DATA, T2 57 pxor T1, T2 # T2 = a0 * b1 + a1 * b0 59 movaps T2, T [all...] |
H A D | aesni-intel_avx-x86_64.S | 571 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8 587 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6 635 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6 863 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5 865 vpshufd $0b01001110, \GH, \T2 867 vpxor \GH , \T2, \T2 # T2 = (a1+a0) 872 vpclmulqdq $0x00, \T3, \T2, \T2 # T [all...] |
H A D | poly1305-x86_64-cryptogams.pl | 419 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) = 890 vpsrldq \$6,$T0,$T2 # splat input 894 vpunpcklqdq $T3,$T2,$T3 # 2:3 899 vpsrlq \$4,$T3,$T2 902 vpand $MASK,$T2,$T2 # 2 982 vpmuludq $T2,$D4,$D2 # d3 = h2*r0 994 vpmuludq $T2,$H2,$H0 # h2*r1 1001 vpmuludq $T2,$H3,$H0 # h2*r2 1027 vpmuludq $T2, [all...] |
H A D | nh-avx2-x86_64.S | 27 #define T2 %ymm10 define 45 vpaddd \k2, T3, T2 53 vpshufd $0x10, T2, T6 54 vpshufd $0x32, T2, T2 59 vpmuludq T6, T2, T2 63 vpaddq T2, PASS2_SUMS, PASS2_SUMS 145 vpunpcklqdq PASS3_SUMS, PASS2_SUMS, T2 // T2 [all...] |
H A D | nh-sse2-x86_64.S | 23 #define T2 %xmm10 define 43 movdqa T1, T2 47 paddd \k2, T2 55 pshufd $0x10, T2, T6 56 pshufd $0x32, T2, T2 61 pmuludq T6, T2 65 paddq T2, PASS2_SUMS
|
H A D | sha512-ssse3-asm.S | 63 T2 = %r8 define 129 mov a_64, T2 # T2 = a 134 xor c_64, T2 # T2 = a ^ c 136 and b_64, T2 # T2 = (a ^ c) & b 137 xor tmp0, T2 # T2 = ((a ^ c) & b) ^ (a & c) = Maj(a,b,c) 144 lea (T1, T2), h_6 [all...] |
H A D | sha512-avx-asm.S | 63 T2 = %r8 define 135 mov a_64, T2 # T2 = a 140 xor c_64, T2 # T2 = a ^ c 142 and b_64, T2 # T2 = (a ^ c) & b 143 xor tmp0, T2 # T2 = ((a ^ c) & b) ^ (a & c) = Maj(a,b,c) 150 lea (T1, T2), h_6 [all...] |
/kernel/linux/linux-5.10/drivers/block/drbd/ |
H A D | drbd_state.h | 40 #define NS2(T1, S1, T2, S2) \ 42 mask.T2 = T2##_MASK; mask; }), \ 44 val.T2 = (S2); val; }) 45 #define NS3(T1, S1, T2, S2, T3, S3) \ 47 mask.T2 = T2##_MASK; mask.T3 = T3##_MASK; mask; }), \ 49 val.T2 = (S2); val.T3 = (S3); val; }) 53 #define _NS2(D, T1, S1, T2, S2) \ 55 __ns.T2 [all...] |
/kernel/linux/linux-6.6/drivers/block/drbd/ |
H A D | drbd_state.h | 40 #define NS2(T1, S1, T2, S2) \ 42 mask.T2 = T2##_MASK; mask; }), \ 44 val.T2 = (S2); val; }) 45 #define NS3(T1, S1, T2, S2, T3, S3) \ 47 mask.T2 = T2##_MASK; mask.T3 = T3##_MASK; mask; }), \ 49 val.T2 = (S2); val.T3 = (S3); val; }) 53 #define _NS2(D, T1, S1, T2, S2) \ 55 __ns.T2 [all...] |
/kernel/linux/linux-5.10/arch/mips/mm/ |
H A D | page.c | 46 #define T2 10 macro 482 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 490 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 504 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 512 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 528 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 535 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 546 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 553 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 570 build_copy_load(&buf, T2, of in build_copy_page() [all...] |
/kernel/linux/linux-6.6/arch/mips/mm/ |
H A D | page.c | 45 #define T2 10 macro 483 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 491 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 505 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 513 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 529 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 536 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 547 build_copy_load(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 554 build_copy_store(&buf, T2, off + 2 * copy_word_size); in build_copy_page() 571 build_copy_load(&buf, T2, of in build_copy_page() [all...] |
/kernel/linux/linux-6.6/arch/arm64/crypto/ |
H A D | sm4-ce-gcm-core.S | 52 r2, r3, m2, m3, T2, T3, \ 56 ext T2.16b, m3.16b, m3.16b, #8; \ 64 pmull T3.1q, m2.1d, T2.1d; \ 68 pmull2 T2.1q, m2.2d, T2.2d; \ 76 eor T2.16b, T2.16b, T3.16b; \ 80 ext T3.16b, RZERO.16b, T2.16b, #8; \ 84 ext T2.16b, T2 [all...] |
H A D | sha512-armv8.pl | 109 my ($T0,$T1,$T2)=(@X[($i-8)&15],@X[($i-9)&15],@X[($i-10)&15]); 166 ror $T2,@X[($j+14)&15],#$sigma1[0] 178 eor $T2,$T2,@X[($j+14)&15],ror#$sigma1[1] 183 eor $T2,$T2,@X[($j+14)&15],lsr#$sigma1[2] // sigma1(X[i+14]) 190 add @X[$j],@X[$j],$T2 463 my ($T0,$T1,$T2,$T3,$T4,$T5,$T6,$T7) = map("q$_",(4..7,16..19)); 493 &ushr_32 ($T2,$T0,$sigma0[0]); 499 &sli_32 ($T2, [all...] |
/kernel/linux/linux-5.10/arch/sparc/crypto/ |
H A D | aes_asm.S | 13 #define ENCRYPT_TWO_ROUNDS_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 16 AES_EROUND01(KEY_BASE + 0, I2, I3, T2) \ 20 AES_EROUND01(KEY_BASE + 4, T2, T3, I2) \ 21 AES_EROUND23(KEY_BASE + 6, T2, T3, I3) 29 #define ENCRYPT_TWO_ROUNDS_LAST_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 32 AES_EROUND01(KEY_BASE + 0, I2, I3, T2) \ 36 AES_EROUND01_L(KEY_BASE + 4, T2, T3, I2) \ 37 AES_EROUND23_L(KEY_BASE + 6, T2, T3, I3) 47 #define ENCRYPT_128_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 48 ENCRYPT_TWO_ROUNDS_2(KEY_BASE + 0, I0, I1, I2, I3, T0, T1, T2, T [all...] |
/kernel/linux/linux-6.6/arch/sparc/crypto/ |
H A D | aes_asm.S | 13 #define ENCRYPT_TWO_ROUNDS_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 16 AES_EROUND01(KEY_BASE + 0, I2, I3, T2) \ 20 AES_EROUND01(KEY_BASE + 4, T2, T3, I2) \ 21 AES_EROUND23(KEY_BASE + 6, T2, T3, I3) 29 #define ENCRYPT_TWO_ROUNDS_LAST_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 32 AES_EROUND01(KEY_BASE + 0, I2, I3, T2) \ 36 AES_EROUND01_L(KEY_BASE + 4, T2, T3, I2) \ 37 AES_EROUND23_L(KEY_BASE + 6, T2, T3, I3) 47 #define ENCRYPT_128_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 48 ENCRYPT_TWO_ROUNDS_2(KEY_BASE + 0, I0, I1, I2, I3, T0, T1, T2, T [all...] |
/kernel/linux/linux-5.10/arch/arm64/crypto/ |
H A D | sha512-armv8.pl | 109 my ($T0,$T1,$T2)=(@X[($i-8)&15],@X[($i-9)&15],@X[($i-10)&15]); 166 ror $T2,@X[($j+14)&15],#$sigma1[0] 178 eor $T2,$T2,@X[($j+14)&15],ror#$sigma1[1] 183 eor $T2,$T2,@X[($j+14)&15],lsr#$sigma1[2] // sigma1(X[i+14]) 190 add @X[$j],@X[$j],$T2 463 my ($T0,$T1,$T2,$T3,$T4,$T5,$T6,$T7) = map("q$_",(4..7,16..19)); 493 &ushr_32 ($T2,$T0,$sigma0[0]); 499 &sli_32 ($T2, [all...] |
/kernel/linux/linux-5.10/arch/mips/kvm/ |
H A D | entry.c | 33 #define T2 10 macro 40 #define T2 14 macro 388 uasm_i_lw(&p, T2, offsetof(struct thread_info, cpu), GP); in kvm_mips_build_enter_guest() 390 uasm_i_sll(&p, T2, T2, ilog2(sizeof(long))); in kvm_mips_build_enter_guest() 391 UASM_i_ADDU(&p, T3, T1, T2); in kvm_mips_build_enter_guest() 399 uasm_i_mul(&p, T2, T2, T3); in kvm_mips_build_enter_guest() 402 UASM_i_ADDU(&p, AT, AT, T2); in kvm_mips_build_enter_guest() 403 UASM_i_LW(&p, T2, uasm_rel_l in kvm_mips_build_enter_guest() [all...] |
/kernel/linux/linux-6.6/arch/mips/kvm/ |
H A D | entry.c | 33 #define T2 10 macro 40 #define T2 14 macro 366 uasm_i_lw(&p, T2, offsetof(struct thread_info, cpu), GP); in kvm_mips_build_enter_guest() 368 uasm_i_sll(&p, T2, T2, ilog2(sizeof(long))); in kvm_mips_build_enter_guest() 369 UASM_i_ADDU(&p, T3, T1, T2); in kvm_mips_build_enter_guest() 377 uasm_i_mul(&p, T2, T2, T3); in kvm_mips_build_enter_guest() 380 UASM_i_ADDU(&p, AT, AT, T2); in kvm_mips_build_enter_guest() 381 UASM_i_LW(&p, T2, uasm_rel_l in kvm_mips_build_enter_guest() [all...] |