/kernel/linux/linux-5.10/arch/x86/crypto/ |
H A D | ghash-clmulni-intel_asm.S | 28 #define T3 %xmm4 define 44 * T3 49 pshufd $0b01001110, SHASH, T3 51 pxor SHASH, T3 55 pclmulqdq $0x00, T3, T2 # T2 = (a1 + a0) * (b1 + b0) 59 movaps T2, T3 60 pslldq $8, T3 62 pxor T3, DATA 67 movaps DATA, T3 68 psllq $1, T3 [all...] |
H A D | nh-avx2-x86_64.S | 28 #define T3 %ymm11 define 42 vpaddd \k0, T3, T0 43 vpaddd \k1, T3, T1 44 vpaddd \k2, T3, T2 45 vpaddd \k3, T3, T3 54 vpshufd $0x10, T3, T7 55 vpshufd $0x32, T3, T3 59 vpmuludq T7, T3, T [all...] |
H A D | aesni-intel_avx-x86_64.S | 605 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8 621 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6 667 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6 895 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5 898 vpshufd $0b01001110, \HK, \T3 900 vpxor \HK , \T3, \T3 # T3 = (b1+b0) 904 vpclmulqdq $0x00, \T3, \T2, \T2 # T2 = (a1+a0)*(b1+b0) 908 vpslldq $8, \T2,\T3 # shif [all...] |
H A D | poly1305-x86_64-cryptogams.pl | 420 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) = 892 vpsrldq \$6,$T1,$T3 895 vpunpcklqdq $T3,$T2,$T3 # 2:3 900 vpsrlq \$4,$T3,$T2 902 vpsrlq \$30,$T3,$T3 904 vpand $MASK,$T3,$T3 # 3 985 vpmuludq $T3, [all...] |
H A D | nh-sse2-x86_64.S | 23 #define T3 %xmm11 define 43 movdqa T1, T3 47 paddd \k3, T3 56 pshufd $0x10, T3, T7 57 pshufd $0x32, T3, T3 61 pmuludq T7, T3 65 paddq T3, PASS3_SUMS
|
/kernel/linux/linux-6.6/arch/x86/crypto/ |
H A D | ghash-clmulni-intel_asm.S | 28 #define T3 %xmm4 define 44 * T3 49 pshufd $0b01001110, SHASH, T3 51 pxor SHASH, T3 55 pclmulqdq $0x00, T3, T2 # T2 = (a1 + a0) * (b1 + b0) 59 movaps T2, T3 60 pslldq $8, T3 62 pxor T3, DATA 67 movaps DATA, T3 68 psllq $1, T3 [all...] |
H A D | nh-avx2-x86_64.S | 29 #define T3 %ymm11 define 43 vpaddd \k0, T3, T0 44 vpaddd \k1, T3, T1 45 vpaddd \k2, T3, T2 46 vpaddd \k3, T3, T3 55 vpshufd $0x10, T3, T7 56 vpshufd $0x32, T3, T3 60 vpmuludq T7, T3, T [all...] |
H A D | aesni-intel_avx-x86_64.S | 571 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8 587 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6 635 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6 863 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5 866 vpshufd $0b01001110, \HK, \T3 868 vpxor \HK , \T3, \T3 # T3 = (b1+b0) 872 vpclmulqdq $0x00, \T3, \T2, \T2 # T2 = (a1+a0)*(b1+b0) 876 vpslldq $8, \T2,\T3 # shif [all...] |
H A D | poly1305-x86_64-cryptogams.pl | 419 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) = 891 vpsrldq \$6,$T1,$T3 894 vpunpcklqdq $T3,$T2,$T3 # 2:3 899 vpsrlq \$4,$T3,$T2 901 vpsrlq \$30,$T3,$T3 903 vpand $MASK,$T3,$T3 # 3 984 vpmuludq $T3, [all...] |
H A D | nh-sse2-x86_64.S | 24 #define T3 %xmm11 define 44 movdqa T1, T3 48 paddd \k3, T3 57 pshufd $0x10, T3, T7 58 pshufd $0x32, T3, T3 62 pmuludq T7, T3 66 paddq T3, PASS3_SUMS
|
/kernel/linux/linux-5.10/drivers/block/drbd/ |
H A D | drbd_state.h | 45 #define NS3(T1, S1, T2, S2, T3, S3) \ 47 mask.T2 = T2##_MASK; mask.T3 = T3##_MASK; mask; }), \ 49 val.T2 = (S2); val.T3 = (S3); val; }) 56 #define _NS3(D, T1, S1, T2, S2, T3, S3) \ 58 __ns.T2 = (S2); __ns.T3 = (S3); __ns; })
|
/kernel/linux/linux-6.6/drivers/block/drbd/ |
H A D | drbd_state.h | 45 #define NS3(T1, S1, T2, S2, T3, S3) \ 47 mask.T2 = T2##_MASK; mask.T3 = T3##_MASK; mask; }), \ 49 val.T2 = (S2); val.T3 = (S3); val; }) 56 #define _NS3(D, T1, S1, T2, S2, T3, S3) \ 58 __ns.T2 = (S2); __ns.T3 = (S3); __ns; })
|
/kernel/linux/linux-5.10/arch/mips/mm/ |
H A D | page.c | 47 #define T3 11 macro 484 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 492 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 506 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 516 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 529 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 537 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 547 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 558 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 571 build_copy_load(&buf, T3, of in build_copy_page() [all...] |
/kernel/linux/linux-6.6/arch/mips/mm/ |
H A D | page.c | 46 #define T3 11 macro 485 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 493 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 507 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 517 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 530 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 538 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 548 build_copy_load(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 559 build_copy_store(&buf, T3, off + 3 * copy_word_size); in build_copy_page() 572 build_copy_load(&buf, T3, of in build_copy_page() [all...] |
/kernel/linux/linux-5.10/arch/sparc/crypto/ |
H A D | aes_asm.S | 13 #define ENCRYPT_TWO_ROUNDS_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 17 AES_EROUND23(KEY_BASE + 2, I2, I3, T3) \ 20 AES_EROUND01(KEY_BASE + 4, T2, T3, I2) \ 21 AES_EROUND23(KEY_BASE + 6, T2, T3, I3) 29 #define ENCRYPT_TWO_ROUNDS_LAST_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 33 AES_EROUND23(KEY_BASE + 2, I2, I3, T3) \ 36 AES_EROUND01_L(KEY_BASE + 4, T2, T3, I2) \ 37 AES_EROUND23_L(KEY_BASE + 6, T2, T3, I3) 47 #define ENCRYPT_128_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 48 ENCRYPT_TWO_ROUNDS_2(KEY_BASE + 0, I0, I1, I2, I3, T0, T1, T2, T3) \ [all...] |
/kernel/linux/linux-6.6/arch/sparc/crypto/ |
H A D | aes_asm.S | 13 #define ENCRYPT_TWO_ROUNDS_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 17 AES_EROUND23(KEY_BASE + 2, I2, I3, T3) \ 20 AES_EROUND01(KEY_BASE + 4, T2, T3, I2) \ 21 AES_EROUND23(KEY_BASE + 6, T2, T3, I3) 29 #define ENCRYPT_TWO_ROUNDS_LAST_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 33 AES_EROUND23(KEY_BASE + 2, I2, I3, T3) \ 36 AES_EROUND01_L(KEY_BASE + 4, T2, T3, I2) \ 37 AES_EROUND23_L(KEY_BASE + 6, T2, T3, I3) 47 #define ENCRYPT_128_2(KEY_BASE, I0, I1, I2, I3, T0, T1, T2, T3) \ 48 ENCRYPT_TWO_ROUNDS_2(KEY_BASE + 0, I0, I1, I2, I3, T0, T1, T2, T3) \ [all...] |
/kernel/linux/linux-5.10/arch/arm64/crypto/ |
H A D | sha512-armv8.pl | 463 my ($T0,$T1,$T2,$T3,$T4,$T5,$T6,$T7) = map("q$_",(4..7,16..19)); 487 &ext_8 ($T3,@X[2],@X[3],4); # X[9..12] 497 &add_32 (@X[0],@X[0],$T3); # X[0..3] += X[9..12] 502 &ushr_32 ($T3,$T0,$sigma0[1]); 508 &sli_32 ($T3,$T0,32-$sigma0[1]); 514 &eor_8 ($T1,$T1,$T3); # sigma0(X[1..4]) 523 &ushr_32 ($T3,$T7,$sigma1[1]); 529 &sli_u32 ($T3,$T7,32-$sigma1[1]); 536 &eor_8 ($T5,$T5,$T3); # sigma1(X[14..15]) 661 ld1.32 {$T3},[ [all...] |
/kernel/linux/linux-6.6/arch/arm64/crypto/ |
H A D | sha512-armv8.pl | 463 my ($T0,$T1,$T2,$T3,$T4,$T5,$T6,$T7) = map("q$_",(4..7,16..19)); 487 &ext_8 ($T3,@X[2],@X[3],4); # X[9..12] 497 &add_32 (@X[0],@X[0],$T3); # X[0..3] += X[9..12] 502 &ushr_32 ($T3,$T0,$sigma0[1]); 508 &sli_32 ($T3,$T0,32-$sigma0[1]); 514 &eor_8 ($T1,$T1,$T3); # sigma0(X[1..4]) 523 &ushr_32 ($T3,$T7,$sigma1[1]); 529 &sli_u32 ($T3,$T7,32-$sigma1[1]); 536 &eor_8 ($T5,$T5,$T3); # sigma1(X[14..15]) 661 ld1.32 {$T3},[ [all...] |
H A D | sm4-ce-gcm-core.S | 52 r2, r3, m2, m3, T2, T3, \ 64 pmull T3.1q, m2.1d, T2.1d; \ 76 eor T2.16b, T2.16b, T3.16b; \ 80 ext T3.16b, RZERO.16b, T2.16b, #8; \ 88 eor r2.16b, r2.16b, T3.16b; \ 135 r2, r3, m2, m3, T2, T3, \ 153 pmull T3.1q, m2.1d, T2.1d; \ 171 eor T2.16b, T2.16b, T3.16b; \ 177 ext T3.16b, RZERO.16b, T2.16b, #8; \ 189 eor r2.16b, r2.16b, T3 [all...] |
/kernel/linux/linux-5.10/arch/arm/crypto/ |
H A D | sha256-armv4.pl | 292 my ($T0,$T1,$T2,$T3,$T4,$T5)=("q8","q9","q10","q11","d24","d25"); 332 &vshr_u32 ($T3,$T0,$sigma0[1]); 338 &vsli_32 ($T3,$T0,32-$sigma0[1]); 344 &veor ($T1,$T1,$T3); # sigma0(X[1..4]) 487 vld1.32 {$T3},[$Ktbl,:128]! 502 vadd.i32 $T3,$T3,@X[3] 504 vst1.32 {$T3},[$Xfer,:128]!
|
/kernel/linux/linux-6.6/arch/arm/crypto/ |
H A D | sha256-armv4.pl | 292 my ($T0,$T1,$T2,$T3,$T4,$T5)=("q8","q9","q10","q11","d24","d25"); 332 &vshr_u32 ($T3,$T0,$sigma0[1]); 338 &vsli_32 ($T3,$T0,32-$sigma0[1]); 344 &veor ($T1,$T1,$T3); # sigma0(X[1..4]) 487 vld1.32 {$T3},[$Ktbl,:128]! 502 vadd.i32 $T3,$T3,@X[3] 504 vst1.32 {$T3},[$Xfer,:128]!
|
/kernel/linux/linux-5.10/crypto/ |
H A D | anubis.c | 253 static const u32 T3[256] = { variable 543 inter[i] ^= T3[(kappa[j ] ) & 0xff]; in anubis_setkey() 565 T3[T4[(v ) & 0xff] & 0xff]; in anubis_setkey() 597 T3[(state[3] >> 24) ] ^ in anubis_crypt() 603 T3[(state[3] >> 16) & 0xff] ^ in anubis_crypt() 609 T3[(state[3] >> 8) & 0xff] ^ in anubis_crypt() 615 T3[(state[3] ) & 0xff] ^ in anubis_crypt() 631 (T3[(state[3] >> 24) ] & 0x000000ffU) ^ in anubis_crypt() 637 (T3[(state[3] >> 16) & 0xff] & 0x000000ffU) ^ in anubis_crypt() 643 (T3[(stat in anubis_crypt() [all...] |
/kernel/linux/linux-6.6/crypto/ |
H A D | anubis.c | 253 static const u32 T3[256] = { variable 543 inter[i] ^= T3[(kappa[j ] ) & 0xff]; in anubis_setkey() 565 T3[T4[(v ) & 0xff] & 0xff]; in anubis_setkey() 597 T3[(state[3] >> 24) ] ^ in anubis_crypt() 603 T3[(state[3] >> 16) & 0xff] ^ in anubis_crypt() 609 T3[(state[3] >> 8) & 0xff] ^ in anubis_crypt() 615 T3[(state[3] ) & 0xff] ^ in anubis_crypt() 631 (T3[(state[3] >> 24) ] & 0x000000ffU) ^ in anubis_crypt() 637 (T3[(state[3] >> 16) & 0xff] & 0x000000ffU) ^ in anubis_crypt() 643 (T3[(stat in anubis_crypt() [all...] |
/kernel/linux/linux-6.6/arch/s390/crypto/ |
H A D | chacha-s390.S | 473 #define T3 %v30 define 510 VAF D3,K3,T3 # K[3]+3 512 VAF D5,D2,T3 # K[3]+5 523 VLR T3,D3 733 VAF D3,D3,T3 # +K[3]+3 734 VLM T0,T3,0,INP,0 739 VX D0,D0,T3 741 VLM K0,T3,0,%r7,4 # re-load sigma and increments 804 VAF D2,K3,T3 # K[3]+3 834 VAF K3,D2,T3 # [all...] |
/kernel/linux/linux-5.10/arch/mips/kvm/ |
H A D | entry.c | 34 #define T3 11 macro 41 #define T3 15 macro 391 UASM_i_ADDU(&p, T3, T1, T2); in kvm_mips_build_enter_guest() 392 UASM_i_LW(&p, K0, 0, T3); in kvm_mips_build_enter_guest() 398 uasm_i_addiu(&p, T3, ZERO, sizeof(struct cpuinfo_mips)/sizeof(long)); in kvm_mips_build_enter_guest() 399 uasm_i_mul(&p, T2, T2, T3); in kvm_mips_build_enter_guest()
|