Lines Matching refs:H0
344 my ($H0,$H1,$H2,$H3,$H4, $T0,$T1,$T2,$T3,$T4, $D0,$D1,$D2,$D3,$D4, $MASK) =
635 vmovd %rax#d,$H0
738 vmovd %rax#d,$H0
772 vmovd 4*0($ctx),$H0 # load hash value
912 vmovdqa $H0,0x00(%r11) #
913 vpmuludq 0x20(%rsp),$T4,$H0 # h4*s1
916 vpaddq $H0,$D0,$D0 # d0 += h4*s1
919 vpmuludq $T2,$H2,$H0 # h2*r1
921 vpaddq $H0,$D3,$D3 # d3 += h2*r1
926 vpmuludq $T2,$H3,$H0 # h2*r2
930 vpaddq $H0,$D4,$D4 # d4 += h2*r2
936 vpmuludq $T4,$H4,$H0 # h4*s2
938 vpaddq $H0,$D1,$D1 # d1 += h4*s2
947 vpmuludq $T4,$H3,$H0 # h4*s3
949 vpaddq $H0,$D2,$D2 # d2 += h4*s3
950 vmovdqu 16*0($inp),$H0 # load input
960 vpsrldq \$6,$H0,$H2 # splat input
966 vpunpckhqdq $H1,$H0,$H4 # 4
971 vpunpcklqdq $H1,$H0,$H0 # 0:1
976 vpsrlq \$26,$H0,$H1
977 vpand $MASK,$H0,$H0 # 0
986 vpaddq 0x00(%r11),$H0,$H0 # add hash value
1006 vpmuludq $H0,$T4,$T0 # h0*r0
1026 vpmuludq $H0,$T2,$T2 # h0*r1
1036 vpmuludq $H0,$T3,$T3 # h0*r2
1047 vpmuludq $H0,$T2,$T2 # h0*r3
1066 vpmuludq -0x20(%r11),$H0,$H4 # h0*r4
1067 vpmuludq $H1,$T4,$H0
1070 vpaddq $H0,$D0,$H0 # h0 = d0 + h1*s4
1096 vpsrlq \$26,$H0,$D0
1097 vpand $MASK,$H0,$H0
1107 vpaddq $D0,$H0,$H0
1109 vpaddq $D0,$H0,$H0 # h4 -> h0
1115 vpsrlq \$26,$H0,$D0
1116 vpand $MASK,$H0,$H0
1134 vpaddq $H0,$T0,$T0
1141 vmovdqa $H0,0x00(%r11)
1159 vpmuludq $T3,$H2,$H0 # h3*r1
1160 vpaddq $H0,$D4,$D4 # d4 += h3*r1
1165 vpmuludq $T1,$H2,$H0 # h1*r1
1166 vpaddq $H0,$D2,$D2 # d2 += h1*r1
1175 vpmuludq $T1,$H4,$H0 # h1*r2
1176 vpaddq $H0,$D3,$D3 # d3 += h1*r2
1186 vpmuludq $T1,$H3,$H0 # h1*r3
1187 vpaddq $H0,$D4,$D4 # d4 += h1*r3
1194 vpmuludq $T3,$H4,$H0 # h3*s3
1195 vpaddq $H0,$D1,$D1 # d1 += h3*s3
1203 vpmuludq $T3,$H3,$H0 # h3*s4
1204 vpaddq $H0,$D2,$D2 # h2 = d2 + h3*s4
1212 vmovdqu 16*0($inp),$H0 # load input
1215 vpsrldq \$6,$H0,$H2 # splat input
1217 vpunpckhqdq $H1,$H0,$H4 # 4
1218 vpunpcklqdq $H1,$H0,$H0 # 0:1
1222 vpsrlq \$26,$H0,$H1
1223 vpand $MASK,$H0,$H0 # 0
1232 vpaddq 0x00(%r11),$H0,$H0
1241 vpmuludq $H0,$T4,$T0 # h0*r0
1261 vpmuludq $H0,$T2,$T2 # h0*r1
1272 vpmuludq $H0,$T4,$T4 # h0*r2
1282 vpmuludq $H0,$T3,$T3 # h0*r3
1293 vpmuludq $H0,$T2,$T2 # h0*r4
1326 vpsrlq \$26,$D0,$H0
1328 vpaddq $H0,$D1,$D1 # h0 -> h1
1345 vpsrlq \$26,$D0,$H0
1347 vpaddq $H0,$D1,$D1 # h0 -> h1
1442 my ($H0,$H1,$H2,$H3,$H4, $MASK, $T4,$T0,$T1,$T2,$T3, $D0,$D1,$D2,$D3,$D4) =
1565 vmovd %rax#d,%x#$H0
1673 vmovd %rax#d,%x#$H0
1710 vmovd 4*0($ctx),%x#$H0 # load hash value base 2^26
1822 vpaddq $H0,$T0,$H0
1853 vpmuludq $H0,$T1,$T4 # h0*r1
1863 vpmuludq $H0,$T0,$T4 # h0*r0
1881 vpmuludq $H0,$T2,$T2 # h0*r2
1888 vpmuludq $H0,$H2,$H2 # h0*r3
1905 vpmuludq `32*7-0x90`(%rax),$H0,$H4 # h0*r4
1906 vpmuludq $H1,$S4,$H0 # h1*s4
1909 vpaddq $H0,$D0,$H0 # h0 = d0 + h1*s4
1918 vpsrlq \$26,$H0,$D0
1919 vpand $MASK,$H0,$H0
1931 vpaddq $D4,$H0,$H0
1933 vpaddq $D4,$H0,$H0 # h4 -> h0
1945 vpsrlq \$26,$H0,$D0
1946 vpand $MASK,$H0,$H0
1972 vpaddq $H0,$T0,$H0
1988 vpmuludq $H0,$T1,$T4 # h0*r1
1997 vpmuludq $H0,$T0,$T4 # h0*r0
2013 vpmuludq $H0,$T2,$T2 # h0*r2
2018 vpmuludq $H0,$H2,$H2 # h0*r3
2030 vpmuludq `32*7+4-0x90`(%rax),$H0,$H4 # h0*r4
2031 vpmuludq $H1,$S4,$H0 # h1*s4
2034 vpaddq $H0,$D0,$H0 # h0 = d0 + h1*s4
2043 vpsrldq \$8,$H0,$T0
2048 vpaddq $T0,$H0,$H0
2052 vpermq \$0x2,$H0,$T0
2057 vpaddq $T0,$H0,$H0
2068 vpsrlq \$26,$H0,$D0
2069 vpand $MASK,$H0,$H0
2079 vpaddq $D4,$H0,$H0
2081 vpaddq $D4,$H0,$H0 # h4 -> h0
2087 vpsrlq \$26,$H0,$D0
2088 vpand $MASK,$H0,$H0
2095 vmovd %x#$H0,`4*0-48-64`($ctx)# save partially reduced
2139 map(s/%y/%z/,($H0,$H1,$H2,$H3,$H4));
2399 vpaddq $H0,$T0,$H0
2414 vpmuludq $H0,$R3,$M3
2415 vpmuludq $H0,$R4,$M4
2416 vpmuludq $H0,$R0,$M0
2417 vpmuludq $H0,$R1,$M1
2426 vpmuludq $H0,$R2,$M2
2458 vpaddq $M0,$D0,$H0 # h0 = d0 + h4*s1
2474 vpsrlq \$26,$H0,$D0
2475 vpandq $MASK,$H0,$H0
2487 vpaddq $D4,$H0,$H0
2489 vpaddq $D4,$H0,$H0 # h4 -> h0
2500 vpsrlq \$26,$H0,$D0
2501 vpandq $MASK,$H0,$H0
2539 vpaddq $H0,$T0,$H0
2554 vpmuludq $H0,$R3,$M3
2555 vpmuludq $H0,$R4,$M4
2556 vpmuludq $H0,$R0,$M0
2557 vpmuludq $H0,$R1,$M1
2567 vpmuludq $H0,$R2,$M2
2598 vpaddq $M0,$D0,$H0 # h0 = d0 + h4*s1
2608 vpermq \$0xb1,$H0,$D0
2613 vpaddq $D0,$H0,$H0
2620 vpermq \$0x2,$H0,$D0
2625 vpaddq $D0,$H0,$H0
2631 vextracti64x4 \$0x1,$H0,%y#$D0
2636 vpaddq $D0,$H0,${H0}{%k3}{z}
2641 map(s/%z/%y/,($H0,$H1,$H2,$H3,$H4, $D0,$D1,$D2,$D3,$D4, $MASK));
2653 vpsrlq \$26,$H0,$D0
2654 vpand $MASK,$H0,$H0
2668 vpaddq $D4,$H0,$H0
2672 vpaddq $D4,$H0,$H0 # h4 -> h0
2680 vpsrlq \$26,$H0,$D0
2681 vpand $MASK,$H0,$H0
2697 vmovd %x#$H0,`4*0-48-64`($ctx)# save partially reduced
2802 my ($H0,$H1,$H2,$r2r1r0,$r1r0s2,$r0s2s1,$Dlo,$Dhi) = map("%ymm$_",(0..5,16,17));
2868 vpermq \$0,$Dlo,${H0}{%k7}{z} # smash hash value
2875 vpmadd52luq $r2r1r0,$H0,$Dlo
2876 vpmadd52huq $r2r1r0,$H0,$Dhi
2928 my ($H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2) = map("%ymm$_",(0..5,16,17));
2954 vmovq 0($ctx),%x#$H0 # load current hash value
3006 vmovdqa $R0,$H0
3026 vpmadd52luq $H0,$R0,$D0lo
3027 vpmadd52huq $H0,$R0,$D0hi
3028 vpmadd52luq $H0,$R1,$D1lo
3029 vpmadd52huq $H0,$R1,$D1hi
3030 vpmadd52luq $H0,$R2,$D2lo
3031 vpmadd52huq $H0,$R2,$D2hi
3044 vpandq $mask44,$D0lo,$H0
3061 vpaddq $D2hi,$H0,$H0
3064 vpaddq $D2hi,$H0,$H0
3066 vpsrlq \$44,$H0,$tmp # additional step
3067 vpandq $mask44,$H0,$H0
3078 vpunpcklqdq $R0,$H0,$R0
3079 vpbroadcastq %x#$H0,%x#$H0
3095 vinserti128 \$1,%x#$R0,$H0,$R0
3105 vmovq 0($ctx),%x#$H0 # load current hash value
3169 vpaddq $T0,$H0,$H0
3188 vpmadd52luq $H0,$R0,$D0lo
3189 vpmadd52huq $H0,$R0,$D0hi
3190 vpmadd52luq $H0,$R1,$D1lo
3191 vpmadd52huq $H0,$R1,$D1hi
3192 vpmadd52luq $H0,$R2,$D2lo
3193 vpmadd52huq $H0,$R2,$D2hi
3208 vpandq $mask44,$D0lo,$H0
3231 vpaddq $D2hi,$H0,$H0
3234 vpaddq $D2hi,$H0,$H0
3238 vpsrlq \$44,$H0,$tmp # additional step
3239 vpandq $mask44,$H0,$H0
3258 vpaddq $T0,$H0,$H0
3274 vpmadd52luq $H0,$R0,$D0lo
3275 vpmadd52huq $H0,$R0,$D0hi
3276 vpmadd52luq $H0,$R1,$D1lo
3277 vpmadd52huq $H0,$R1,$D1hi
3278 vpmadd52luq $H0,$R2,$D2lo
3279 vpmadd52huq $H0,$R2,$D2hi
3294 vpsrldq \$8,$D0hi,$H0
3298 vpaddq $H0,$D0hi,$D0hi
3304 vpermq \$0x2,$D0hi,$H0
3311 vpaddq $H0,$D0hi,${D0hi}{%k1}{z}
3323 vpandq $mask44,$D0lo,$H0
3340 vpaddq $D2hi,$H0,$H0
3343 vpaddq $D2hi,$H0,$H0
3345 vpsrlq \$44,$H0,$tmp # additional step
3346 vpandq $mask44,$H0,$H0
3354 vmovq %x#$H0,0($ctx)
3371 my ($H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2) = map("%ymm$_",(0..5,16,17));
3393 vmovq 0($ctx),%x#$H0 # load current hash value
3484 map(s/%y/%z/, $H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2);
3536 vpaddq $T0,$H0,$H0
3555 vpmadd52luq $H0,$R0,$D0lo
3556 vpmadd52huq $H0,$R0,$D0hi
3557 vpmadd52luq $H0,$R1,$D1lo
3558 vpmadd52huq $H0,$R1,$D1hi
3559 vpmadd52luq $H0,$R2,$D2lo
3560 vpmadd52huq $H0,$R2,$D2hi
3575 vpandq $mask44,$D0lo,$H0
3598 vpaddq $D2hi,$H0,$H0
3601 vpaddq $D2hi,$H0,$H0
3605 vpsrlq \$44,$H0,$tmp # additional step
3606 vpandq $mask44,$H0,$H0
3615 vpaddq $T0,$H0,$H0
3631 vpmadd52luq $H0,$RR0,$D0lo
3632 vpmadd52huq $H0,$RR0,$D0hi
3633 vpmadd52luq $H0,$RR1,$D1lo
3634 vpmadd52huq $H0,$RR1,$D1hi
3635 vpmadd52luq $H0,$RR2,$D2lo
3636 vpmadd52huq $H0,$RR2,$D2hi
3651 vpsrldq \$8,$D0hi,$H0
3655 vpaddq $H0,$D0hi,$D0hi
3661 vpermq \$0x2,$D0hi,$H0
3668 vpaddq $H0,$D0hi,$D0hi
3674 vextracti64x4 \$1,$D0hi,%y#$H0
3684 map(s/%z/%y/, $H0,$H1,$H2,$R0,$R1,$R2,$S1,$S2);
3690 vpaddq $H0,$D0hi,${D0hi}{%k1}{z}
3700 vpandq $mask44,$D0lo,$H0
3717 vpaddq $D2hi,$H0,$H0
3720 vpaddq $D2hi,$H0,$H0
3722 vpsrlq \$44,$H0,$tmp # additional step
3723 vpandq $mask44,$H0,$H0
3729 vmovq %x#$H0,0($ctx)