Lines Matching refs:final
901 ext $t0.16b, $acc_lb, $acc_lb, #8 @ prepare final partial tag
933 st1 { $res1b}, [$output_ptr], #16 @ AES final-3 block - store result
935 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final-2 block - load input low & high
940 rev64 $res0b, $res1b @ GHASH final-3 block
943 eor $input_h0, $input_h0, $rk10_h @ AES final-2 block - round 10 high
944 eor $input_l0, $input_l0, $rk10_l @ AES final-2 block - round 10 low
946 fmov $res1d, $input_l0 @ AES final-2 block - mov low
949 fmov $res1.d[1], $input_h0 @ AES final-2 block - mov high
951 pmull $acc_l.1q, $res0.1d, $h4.1d @ GHASH final-3 block - low
952 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
954 pmull2 $acc_h.1q, $res0.2d, $h4.2d @ GHASH final-3 block - high
956 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
958 eor $res1b, $res1b, $ctr1b @ AES final-2 block - result
959 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
961 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
964 st1 { $res1b}, [$output_ptr], #16 @ AES final-2 block - store result
966 rev64 $res0b, $res1b @ GHASH final-2 block
967 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final-1 block - load input low & high
974 eor $input_l0, $input_l0, $rk10_l @ AES final-1 block - round 10 low
976 fmov $res1d, $input_l0 @ AES final-1 block - mov low
977 eor $input_h0, $input_h0, $rk10_h @ AES final-1 block - round 10 high
979 pmull2 $rk2q1, $res0.2d, $h3.2d @ GHASH final-2 block - high
980 fmov $res1.d[1], $input_h0 @ AES final-1 block - mov high
982 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
984 pmull $rk3q1, $res0.1d, $h3.1d @ GHASH final-2 block - low
986 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-2 block - high
988 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
990 eor $res1b, $res1b, $ctr2b @ AES final-1 block - result
992 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-2 block - low
994 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
998 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
1001 st1 { $res1b}, [$output_ptr], #16 @ AES final-1 block - store result
1003 rev64 $res0b, $res1b @ GHASH final-1 block
1004 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final block - load input low & high
1011 eor $input_h0, $input_h0, $rk10_h @ AES final block - round 10 high
1012 eor $input_l0, $input_l0, $rk10_l @ AES final block - round 10 low
1014 fmov $res1d, $input_l0 @ AES final block - mov low
1016 pmull2 $rk2q1, $res0.2d, $h2.2d @ GHASH final-1 block - high
1017 fmov $res1.d[1], $input_h0 @ AES final block - mov high
1019 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
1021 pmull $rk3q1, $res0.1d, $h2.1d @ GHASH final-1 block - low
1023 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
1025 eor $res1b, $res1b, $ctr3b @ AES final block - result
1027 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
1029 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
1031 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-1 block - low
1033 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-1 block - high
1035 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
1061 rev64 $res0b, $res1b @ GHASH final block
1065 mov $t0d, $res0.d[1] @ GHASH final block - mid
1067 pmull $rk3q1, $res0.1d, $h1.1d @ GHASH final block - low
1070 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
1076 pmull2 $rk2q1, $res0.2d, $h1.2d @ GHASH final block - high
1078 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
1080 eor $acc_lb, $acc_lb, $rk3 @ GHASH final block - low
1082 eor $acc_hb, $acc_hb, $rk2 @ GHASH final block - high
1084 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
1795 ext $t0.16b, $acc_lb, $acc_lb, #8 @ prepare final partial tag
1822 rev64 $res0b, $res1b @ GHASH final-3 block
1823 ld1 { $res1b}, [$input_ptr], #16 @ AES final-2 block - load ciphertext
1827 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
1828 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-3 block - store result
1829 eor $ctr0b, $res1b, $ctr1b @ AES final-2 block - result
1831 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
1832 mov $output_h0, $ctr0.d[1] @ AES final-2 block - mov high
1834 pmull $acc_l.1q, $res0.1d, $h4.1d @ GHASH final-3 block - low
1835 mov $output_l0, $ctr0.d[0] @ AES final-2 block - mov low
1837 pmull2 $acc_h.1q, $res0.2d, $h4.2d @ GHASH final-3 block - high
1839 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
1842 eor $output_h0, $output_h0, $rk10_h @ AES final-2 block - round 10 high
1846 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
1847 eor $output_l0, $output_l0, $rk10_l @ AES final-2 block - round 10 low
1853 rev64 $res0b, $res1b @ GHASH final-2 block
1854 ld1 { $res1b}, [$input_ptr], #16 @ AES final-1 block - load ciphertext
1858 eor $ctr0b, $res1b, $ctr2b @ AES final-1 block - result
1859 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-2 block - store result
1861 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
1863 pmull $rk3q1, $res0.1d, $h3.1d @ GHASH final-2 block - low
1865 pmull2 $rk2q1, $res0.2d, $h3.2d @ GHASH final-2 block - high
1866 mov $output_l0, $ctr0.d[0] @ AES final-1 block - mov low
1868 mov $output_h0, $ctr0.d[1] @ AES final-1 block - mov high
1869 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
1873 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
1875 eor $output_l0, $output_l0, $rk10_l @ AES final-1 block - round 10 low
1879 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-2 block - low
1881 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-2 block - high
1883 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
1884 eor $output_h0, $output_h0, $rk10_h @ AES final-1 block - round 10 high
1890 rev64 $res0b, $res1b @ GHASH final-1 block
1892 ld1 { $res1b}, [$input_ptr], #16 @ AES final block - load ciphertext
1895 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
1897 eor $ctr0b, $res1b, $ctr3b @ AES final block - result
1899 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
1901 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-1 block - store result
1902 mov $output_l0, $ctr0.d[0] @ AES final block - mov low
1904 mov $output_h0, $ctr0.d[1] @ AES final block - mov high
1905 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
1907 pmull $rk3q1, $res0.1d, $h2.1d @ GHASH final-1 block - low
1909 pmull2 $rk2q1, $res0.2d, $h2.2d @ GHASH final-1 block - high
1911 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
1914 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-1 block - low
1916 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-1 block - high
1917 eor $output_h0, $output_h0, $rk10_h @ AES final block - round 10 high
1921 eor $output_l0, $output_l0, $rk10_l @ AES final block - round 10 low
1925 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
1950 rev64 $res0b, $res1b @ GHASH final block
1958 pmull2 $rk2q1, $res0.2d, $h1.2d @ GHASH final block - high
1959 mov $t0d, $res0.d[1] @ GHASH final block - mid
1961 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
1962 eor $acc_hb, $acc_hb, $rk2 @ GHASH final block - high
1964 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
1966 pmull $rk3q1, $res0.1d, $h1.1d @ GHASH final block - low
1976 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
1979 eor $acc_lb, $acc_lb, $rk3 @ GHASH final block - low
2802 ext $t0.16b, $acc_lb, $acc_lb, #8 @ prepare final partial tag
2825 st1 { $res1b}, [$output_ptr], #16 @ AES final-3 block - store result
2827 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final-2 block - load input low & high
2832 rev64 $res0b, $res1b @ GHASH final-3 block
2834 eor $input_l0, $input_l0, $rk12_l @ AES final-2 block - round 12 low
2837 eor $input_h0, $input_h0, $rk12_h @ AES final-2 block - round 12 high
2838 fmov $res1d, $input_l0 @ AES final-2 block - mov low
2840 fmov $res1.d[1], $input_h0 @ AES final-2 block - mov high
2842 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
2844 pmull $acc_l.1q, $res0.1d, $h4.1d @ GHASH final-3 block - low
2846 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
2848 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
2852 pmull2 $acc_h.1q, $res0.2d, $h4.2d @ GHASH final-3 block - high
2854 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
2855 eor $res1b, $res1b, $ctr1b @ AES final-2 block - result
2858 st1 { $res1b}, [$output_ptr], #16 @ AES final-2 block - store result
2860 rev64 $res0b, $res1b @ GHASH final-2 block
2861 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final-1 block - load input low & high
2868 eor $input_h0, $input_h0, $rk12_h @ AES final-1 block - round 12 high
2870 pmull2 $rk2q1, $res0.2d, $h3.2d @ GHASH final-2 block - high
2871 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
2873 pmull $rk3q1, $res0.1d, $h3.1d @ GHASH final-2 block - low
2874 eor $input_l0, $input_l0, $rk12_l @ AES final-1 block - round 12 low
2876 fmov $res1d, $input_l0 @ AES final-1 block - mov low
2878 fmov $res1.d[1], $input_h0 @ AES final-1 block - mov high
2879 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-2 block - high
2880 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
2882 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-2 block - low
2884 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
2888 eor $res1b, $res1b, $ctr2b @ AES final-1 block - result
2890 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
2893 st1 { $res1b}, [$output_ptr], #16 @ AES final-1 block - store result
2895 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final block - load input low & high
2900 rev64 $res0b, $res1b @ GHASH final-1 block
2902 eor $input_l0, $input_l0, $rk12_l @ AES final block - round 12 low
2906 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
2908 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
2909 eor $input_h0, $input_h0, $rk12_h @ AES final block - round 12 high
2910 fmov $res1d, $input_l0 @ AES final block - mov low
2912 pmull2 $rk2q1, $res0.2d, $h2.2d @ GHASH final-1 block - high
2913 fmov $res1.d[1], $input_h0 @ AES final block - mov high
2915 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
2917 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-1 block - high
2919 pmull $rk3q1, $res0.1d, $h2.1d @ GHASH final-1 block - low
2921 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
2923 eor $res1b, $res1b, $ctr3b @ AES final block - result
2925 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-1 block - low
2927 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
2958 rev64 $res0b, $res1b @ GHASH final block
2962 mov $t0d, $res0.d[1] @ GHASH final block - mid
2964 pmull $rk3q1, $res0.1d, $h1.1d @ GHASH final block - low
2966 pmull2 $rk2q1, $res0.2d, $h1.2d @ GHASH final block - high
2968 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
2970 eor $acc_lb, $acc_lb, $rk3 @ GHASH final block - low
2972 eor $acc_hb, $acc_hb, $rk2 @ GHASH final block - high
2974 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
2976 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
3732 ext $t0.16b, $acc_lb, $acc_lb, #8 @ prepare final partial tag
3766 rev64 $res0b, $res1b @ GHASH final-3 block
3767 ld1 { $res1b}, [$input_ptr], #16 @ AES final-2 block - load ciphertext
3769 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-3 block - store result
3773 eor $ctr0b, $res1b, $ctr1b @ AES final-2 block - result
3775 pmull $acc_l.1q, $res0.1d, $h4.1d @ GHASH final-3 block - low
3776 mov $output_l0, $ctr0.d[0] @ AES final-2 block - mov low
3777 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
3779 mov $output_h0, $ctr0.d[1] @ AES final-2 block - mov high
3781 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
3782 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
3784 pmull2 $acc_h.1q, $res0.2d, $h4.2d @ GHASH final-3 block - high
3786 eor $output_l0, $output_l0, $rk12_l @ AES final-2 block - round 12 low
3792 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
3793 eor $output_h0, $output_h0, $rk12_h @ AES final-2 block - round 12 high
3799 rev64 $res0b, $res1b @ GHASH final-2 block
3800 ld1 { $res1b}, [$input_ptr], #16 @ AES final-1 block - load ciphertext
3806 eor $ctr0b, $res1b, $ctr2b @ AES final-1 block - result
3808 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
3810 pmull $rk3q1, $res0.1d, $h3.1d @ GHASH final-2 block - low
3812 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-2 block - store result
3814 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
3815 mov $output_h0, $ctr0.d[1] @ AES final-1 block - mov high
3817 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-2 block - low
3818 mov $output_l0, $ctr0.d[0] @ AES final-1 block - mov low
3820 pmull2 $rk2q1, $res0.2d, $h3.2d @ GHASH final-2 block - high
3822 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
3824 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-2 block - high
3825 eor $output_h0, $output_h0, $rk12_h @ AES final-1 block - round 12 high
3829 eor $output_l0, $output_l0, $rk12_l @ AES final-1 block - round 12 low
3833 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
3836 rev64 $res0b, $res1b @ GHASH final-1 block
3839 ld1 { $res1b}, [$input_ptr], #16 @ AES final block - load ciphertext
3841 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
3843 pmull2 $rk2q1, $res0.2d, $h2.2d @ GHASH final-1 block - high
3845 eor $ctr0b, $res1b, $ctr3b @ AES final block - result
3846 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-1 block - store result
3848 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
3850 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-1 block - high
3852 pmull $rk3q1, $res0.1d, $h2.1d @ GHASH final-1 block - low
3853 mov $output_h0, $ctr0.d[1] @ AES final block - mov high
3855 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
3856 mov $output_l0, $ctr0.d[0] @ AES final block - mov low
3858 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
3861 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-1 block - low
3862 eor $output_h0, $output_h0, $rk12_h @ AES final block - round 12 high
3866 eor $output_l0, $output_l0, $rk12_l @ AES final block - round 12 low
3870 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
3905 rev64 $res0b, $res1b @ GHASH final block
3912 pmull2 $rk2q1, $res0.2d, $h1.2d @ GHASH final block - high
3913 mov $t0d, $res0.d[1] @ GHASH final block - mid
3915 pmull $rk3q1, $res0.1d, $h1.1d @ GHASH final block - low
3917 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
3919 eor $acc_hb, $acc_hb, $rk2 @ GHASH final block - high
3921 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
3923 eor $acc_lb, $acc_lb, $rk3 @ GHASH final block - low
3925 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
4773 ext $t0.16b, $acc_lb, $acc_lb, #8 @ prepare final partial tag
4811 st1 { $res1b}, [$output_ptr], #16 @ AES final-3 block - store result
4813 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final-2 block - load input low & high
4818 rev64 $res0b, $res1b @ GHASH final-3 block
4820 eor $input_l0, $input_l0, $rk14_l @ AES final-2 block - round 14 low
4823 eor $input_h0, $input_h0, $rk14_h @ AES final-2 block - round 14 high
4825 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
4826 fmov $res1d, $input_l0 @ AES final-2 block - mov low
4828 fmov $res1.d[1], $input_h0 @ AES final-2 block - mov high
4830 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
4833 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
4835 pmull $acc_l.1q, $res0.1d, $h4.1d @ GHASH final-3 block - low
4837 pmull2 $acc_h.1q, $res0.2d, $h4.2d @ GHASH final-3 block - high
4839 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
4840 eor $res1b, $res1b, $ctr1b @ AES final-2 block - result
4843 st1 { $res1b}, [$output_ptr], #16 @ AES final-2 block - store result
4845 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final-1 block - load input low & high
4850 rev64 $res0b, $res1b @ GHASH final-2 block
4852 eor $input_l0, $input_l0, $rk14_l @ AES final-1 block - round 14 low
4855 fmov $res1d, $input_l0 @ AES final-1 block - mov low
4856 eor $input_h0, $input_h0, $rk14_h @ AES final-1 block - round 14 high
4858 fmov $res1.d[1], $input_h0 @ AES final-1 block - mov high
4862 pmull2 $rk2q1, $res0.2d, $h3.2d @ GHASH final-2 block - high
4863 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
4865 pmull $rk3q1, $res0.1d, $h3.1d @ GHASH final-2 block - low
4867 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
4869 eor $res1b, $res1b, $ctr2b @ AES final-1 block - result
4871 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-2 block - high
4873 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
4875 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-2 block - low
4877 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
4880 st1 { $res1b}, [$output_ptr], #16 @ AES final-1 block - store result
4882 rev64 $res0b, $res1b @ GHASH final-1 block
4884 ldp $input_l0, $input_h0, [$input_ptr], #16 @ AES final block - load input low & high
4893 eor $input_l0, $input_l0, $rk14_l @ AES final block - round 14 low
4894 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
4896 pmull2 $rk2q1, $res0.2d, $h2.2d @ GHASH final-1 block - high
4897 eor $input_h0, $input_h0, $rk14_h @ AES final block - round 14 high
4899 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
4901 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-1 block - high
4903 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
4904 fmov $res1d, $input_l0 @ AES final block - mov low
4906 fmov $res1.d[1], $input_h0 @ AES final block - mov high
4908 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
4910 pmull $rk3q1, $res0.1d, $h2.1d @ GHASH final-1 block - low
4912 eor $res1b, $res1b, $ctr3b @ AES final block - result
4913 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
4915 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-1 block - low
4941 rev64 $res0b, $res1b @ GHASH final block
4947 pmull2 $rk2q1, $res0.2d, $h1.2d @ GHASH final block - high
4948 mov $t0d, $res0.d[1] @ GHASH final block - mid
4955 pmull $rk3q1, $res0.1d, $h1.1d @ GHASH final block - low
4957 eor $acc_hb, $acc_hb, $rk2 @ GHASH final block - high
4958 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
4960 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
4962 eor $acc_lb, $acc_lb, $rk3 @ GHASH final block - low
4964 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
5778 ext $t0.16b, $acc_lb, $acc_lb, #8 @ prepare final partial tag
5813 rev64 $res0b, $res1b @ GHASH final-3 block
5814 ld1 { $res1b}, [$input_ptr], #16 @ AES final-2 block - load ciphertext
5816 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-3 block - store result
5818 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
5822 eor $ctr0b, $res1b, $ctr1b @ AES final-2 block - result
5824 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
5826 mov $output_l0, $ctr0.d[0] @ AES final-2 block - mov low
5828 mov $output_h0, $ctr0.d[1] @ AES final-2 block - mov high
5830 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
5834 pmull2 $acc_h.1q, $res0.2d, $h4.2d @ GHASH final-3 block - high
5836 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
5837 eor $output_l0, $output_l0, $rk14_l @ AES final-2 block - round 14 low
5842 pmull $acc_l.1q, $res0.1d, $h4.1d @ GHASH final-3 block - low
5843 eor $output_h0, $output_h0, $rk14_h @ AES final-2 block - round 14 high
5849 rev64 $res0b, $res1b @ GHASH final-2 block
5850 ld1 { $res1b}, [$input_ptr], #16 @ AES final-1 block - load ciphertext
5853 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-2 block - store result
5855 eor $ctr0b, $res1b, $ctr2b @ AES final-1 block - result
5857 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
5859 pmull $rk3q1, $res0.1d, $h3.1d @ GHASH final-2 block - low
5861 pmull2 $rk2q1, $res0.2d, $h3.2d @ GHASH final-2 block - high
5863 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
5864 mov $output_l0, $ctr0.d[0] @ AES final-1 block - mov low
5866 mov $output_h0, $ctr0.d[1] @ AES final-1 block - mov high
5867 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-2 block - low
5870 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
5872 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-2 block - high
5873 eor $output_l0, $output_l0, $rk14_l @ AES final-1 block - round 14 low
5878 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
5879 eor $output_h0, $output_h0, $rk14_h @ AES final-1 block - round 14 high
5885 stp $output_l0, $output_h0, [$output_ptr], #16 @ AES final-1 block - store result
5886 rev64 $res0b, $res1b @ GHASH final-1 block
5888 ld1 { $res1b}, [$input_ptr], #16 @ AES final block - load ciphertext
5893 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
5895 eor $ctr0b, $res1b, $ctr3b @ AES final block - result
5897 pmull2 $rk2q1, $res0.2d, $h2.2d @ GHASH final-1 block - high
5899 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
5901 pmull $rk3q1, $res0.1d, $h2.1d @ GHASH final-1 block - low
5902 mov $output_l0, $ctr0.d[0] @ AES final block - mov low
5904 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
5906 mov $output_h0, $ctr0.d[1] @ AES final block - mov high
5908 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
5909 eor $output_l0, $output_l0, $rk14_l @ AES final block - round 14 low
5913 eor $acc_lb, $acc_lb, $rk3 @ GHASH final-1 block - low
5915 eor $acc_hb, $acc_hb, $rk2 @ GHASH final-1 block - high
5917 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
5918 eor $output_h0, $output_h0, $rk14_h @ AES final block - round 14 high
5963 rev64 $res0b, $res1b @ GHASH final block
5967 pmull $rk3q1, $res0.1d, $h1.1d @ GHASH final block - low
5969 mov $t0d, $res0.d[1] @ GHASH final block - mid
5971 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
5973 pmull2 $rk2q1, $res0.2d, $h1.2d @ GHASH final block - high
5975 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
5977 eor $acc_hb, $acc_hb, $rk2 @ GHASH final block - high
5979 eor $acc_lb, $acc_lb, $rk3 @ GHASH final block - low
5981 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid