Lines Matching refs:T6
605 .macro CALC_AAD_HASH GHASH_MUL AAD AADLEN T1 T2 T3 T4 T5 T6 T7 T8
621 \GHASH_MUL \T8, \T2, \T1, \T3, \T4, \T5, \T6
667 \GHASH_MUL \T7, \T2, \T1, \T3, \T4, \T5, \T6
941 .macro PRECOMPUTE_AVX HK T1 T2 T3 T4 T5 T6
950 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^2<<1 mod poly
956 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^3<<1 mod poly
962 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^4<<1 mod poly
968 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^5<<1 mod poly
974 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^6<<1 mod poly
980 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^7<<1 mod poly
986 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^8<<1 mod poly
1001 .macro INITIAL_BLOCKS_AVX REP num_initial_blocks T1 T2 T3 T4 T5 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8 T6 T_key ENC_DEC
1075 GHASH_MUL_AVX reg_j, \T2, \T1, \T3, \T4, \T5, \T6 # apply GHASH on num_initial_blocks blocks
1236 .macro GHASH_8_ENCRYPT_8_PARALLEL_AVX REP T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8 T7 loop_idx ENC_DEC
1324 vpshufd $0b01001110, \T2, \T6
1325 vpxor \T2, \T6, \T6
1328 vpclmulqdq $0x00, \T5, \T6, \T6
1351 vpxor \T3, \T6, \T6
1376 vpxor \T3, \T6, \T6
1399 vpxor \T3, \T6, \T6
1423 vpxor \T3, \T6, \T6
1446 vpxor \T3, \T6, \T6
1470 vpxor \T3, \T6, \T6
1495 vpxor \T3, \T6, \T6
1497 vpxor \T4, \T6, \T6
1498 vpxor \T7, \T6, \T6
1539 vpslldq $8, \T6, \T3 # shift-L T3 2 DWs
1540 vpsrldq $8, \T6, \T6 # shift-R T2 2 DWs
1542 vpxor \T4, \T6, \T6 # accumulate the results in T6:T7
1582 vpxor \T7, \T6, \T6 # the result is in T6
1595 vpxor \T6, \XMM1, \XMM1
1603 .macro GHASH_LAST_8_AVX T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
1611 vpclmulqdq $0x11, \T5, \XMM1, \T6
1623 vpxor \T4, \T6, \T6
1638 vpxor \T4, \T6, \T6
1653 vpxor \T4, \T6, \T6
1668 vpxor \T4, \T6, \T6
1683 vpxor \T4, \T6, \T6
1698 vpxor \T4, \T6, \T6
1713 vpxor \T4, \T6, \T6
1722 vpxor \T6, \XMM1, \XMM1
1732 vpxor \T2, \T6, \T6 # <T6:T7> holds the result of
1760 vpxor \T7, \T6, \T6 # the result is in T6
1915 .macro PRECOMPUTE_AVX2 HK T1 T2 T3 T4 T5 T6
1919 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^2<<1 mod poly
1922 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^3<<1 mod poly
1925 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^4<<1 mod poly
1928 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^5<<1 mod poly
1931 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^6<<1 mod poly
1934 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^7<<1 mod poly
1937 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^8<<1 mod poly
1949 .macro INITIAL_BLOCKS_AVX2 REP num_initial_blocks T1 T2 T3 T4 T5 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8 T6 T_key ENC_DEC VER
2025 GHASH_MUL_AVX2 reg_j, \T2, \T1, \T3, \T4, \T5, \T6 # apply GHASH on num_initial_blocks blocks
2191 .macro GHASH_8_ENCRYPT_8_PARALLEL_AVX2 REP T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8 T7 loop_idx ENC_DEC
2278 vpclmulqdq $0x01, \T5, \T2, \T6 # T6 = a1*b0
2280 vpxor \T5, \T6, \T6
2301 vpxor \T3, \T6, \T6
2304 vpxor \T3, \T6, \T6
2327 vpxor \T3, \T6, \T6
2330 vpxor \T3, \T6, \T6
2351 vpxor \T3, \T6, \T6
2354 vpxor \T3, \T6, \T6
2376 vpxor \T3, \T6, \T6
2379 vpxor \T3, \T6, \T6
2400 vpxor \T3, \T6, \T6
2403 vpxor \T3, \T6, \T6
2424 vpxor \T3, \T6, \T6
2427 vpxor \T3, \T6, \T6
2449 vpxor \T3, \T6, \T6
2452 vpxor \T3, \T6, \T6
2496 vpslldq $8, \T6, \T3 # shift-L T3 2 DWs
2497 vpsrldq $8, \T6, \T6 # shift-R T2 2 DWs
2499 vpxor \T6, \T1, \T1 # accumulate the results in T1:T7
2553 .macro GHASH_LAST_8_AVX2 T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
2564 vpclmulqdq $0x11, \T5, \XMM1, \T6
2578 vpxor \T4, \T6, \T6
2596 vpxor \T4, \T6, \T6
2614 vpxor \T4, \T6, \T6
2632 vpxor \T4, \T6, \T6
2650 vpxor \T4, \T6, \T6
2668 vpxor \T4, \T6, \T6
2686 vpxor \T4, \T6, \T6
2694 vpxor \T6, \XMM1, \XMM1
2704 vpxor \T2, \T6, \T6 # <T6:T7> holds the result of the
2727 vpxor \T4, \T6, \T6 # the result is in T6