Lines Matching refs:mid
539 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
542 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
551 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
560 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
561 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
566 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
571 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
580 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
583 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
586 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
591 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
592 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
601 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
608 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
613 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
631 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
639 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
646 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
681 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
701 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
710 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
721 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
758 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
761 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
763 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
764 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
767 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
769 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
772 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
776 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
779 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
782 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
786 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
787 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
792 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
795 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
814 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
815 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
824 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
952 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
956 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
959 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
961 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
982 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
988 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
994 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
998 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
1019 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
1023 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
1027 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
1029 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
1035 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
1065 mov $t0d, $res0.d[1] @ GHASH final block - mid
1070 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
1078 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
1084 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
1093 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1097 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
1099 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
1101 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
1103 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
1395 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
1406 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
1412 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
1420 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
1428 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
1435 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
1440 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
1445 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
1448 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
1453 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
1458 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
1463 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
1468 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
1474 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
1490 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
1495 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
1506 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
1517 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1536 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
1545 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
1554 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
1560 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
1606 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
1623 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
1626 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
1630 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
1636 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
1642 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
1643 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
1648 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
1653 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
1657 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
1662 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
1665 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
1670 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
1673 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
1681 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
1693 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
1708 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
1724 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1732 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
1741 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
1749 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
1755 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
1827 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
1831 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
1839 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
1846 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
1861 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
1869 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
1873 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
1883 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
1895 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
1899 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
1905 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
1911 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
1925 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
1959 mov $t0d, $res0.d[1] @ GHASH final block - mid
1961 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
1964 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
1976 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
1986 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
1997 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
1999 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
2001 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
2002 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
2424 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
2431 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
2438 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
2441 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
2447 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
2451 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
2456 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
2462 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
2470 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
2473 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
2475 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
2477 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
2484 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
2503 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
2518 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
2526 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
2536 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
2543 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
2559 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
2568 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
2579 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
2595 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
2631 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
2639 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
2646 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
2647 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
2650 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
2657 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
2658 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
2668 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
2671 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
2675 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
2676 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
2680 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
2682 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
2684 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
2690 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
2700 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
2712 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
2842 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
2846 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
2848 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
2854 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
2871 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
2880 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
2884 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
2890 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
2906 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
2908 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
2915 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
2921 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
2927 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
2962 mov $t0d, $res0.d[1] @ GHASH final block - mid
2968 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
2974 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
2976 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
2987 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
2991 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
2993 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
2995 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
2997 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
3312 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
3315 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
3322 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
3323 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
3333 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
3335 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
3342 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
3352 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
3353 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
3361 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
3368 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
3375 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
3380 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
3384 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
3389 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
3400 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
3410 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
3430 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
3443 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
3456 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
3472 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
3487 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
3536 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
3548 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
3559 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
3560 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
3579 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
3581 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
3594 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
3602 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
3603 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
3610 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
3615 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
3618 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
3623 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
3627 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
3635 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
3643 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
3647 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
3653 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
3679 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
3688 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
3700 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
3707 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
3777 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
3781 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
3782 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
3792 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
3808 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
3814 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
3822 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
3833 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
3841 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
3848 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
3855 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
3858 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
3870 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
3913 mov $t0d, $res0.d[1] @ GHASH final block - mid
3917 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
3921 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
3925 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
3934 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
3940 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
3942 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
3944 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
3948 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
4369 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
4373 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
4381 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
4390 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
4396 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
4406 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
4409 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
4414 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
4418 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
4423 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
4432 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
4450 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
4455 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
4458 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
4464 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
4472 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
4491 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
4502 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
4517 eor $mod_t.16b, $acc_hb, $mod_t.16b @ MODULO - fold into mid
4530 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
4543 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
4566 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
4608 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
4613 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
4620 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
4628 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
4637 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
4644 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
4645 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
4652 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
4653 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
4661 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
4666 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
4671 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
4675 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
4677 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
4683 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
4684 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
4706 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
4825 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
4830 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
4833 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
4839 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
4863 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
4867 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
4873 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
4877 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
4894 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
4899 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
4903 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
4908 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
4913 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
4948 mov $t0d, $res0.d[1] @ GHASH final block - mid
4958 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
4960 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
4964 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
4973 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
4977 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
4979 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
4981 pmull $acc_h.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
4983 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
5329 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
5339 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
5347 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
5367 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
5382 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
5391 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
5394 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
5399 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
5406 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
5410 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
5418 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
5423 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
5427 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
5436 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
5441 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
5450 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
5462 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
5466 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
5488 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
5500 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
5511 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
5537 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
5587 mov $t0d, $res0.d[1] @ GHASH block 4k - mid
5594 mov $acc_md, $h34k.d[1] @ GHASH block 4k - mid
5597 eor $t0.8b, $t0.8b, $res0.8b @ GHASH block 4k - mid
5606 pmull $acc_m.1q, $t0.1d, $acc_m.1d @ GHASH block 4k - mid
5612 mov $t3d, $res1.d[1] @ GHASH block 4k+1 - mid
5622 mov $t6d, $res2.d[1] @ GHASH block 4k+2 - mid
5625 eor $t3.8b, $t3.8b, $res1.8b @ GHASH block 4k+1 - mid
5632 eor $t6.8b, $t6.8b, $res2.8b @ GHASH block 4k+2 - mid
5634 pmull $t3.1q, $t3.1d, $h34k.1d @ GHASH block 4k+1 - mid
5642 eor $acc_mb, $acc_mb, $t3.16b @ GHASH block 4k+1 - mid
5647 ins $t6.d[1], $t6.d[0] @ GHASH block 4k+2 - mid
5657 mov $t9d, $res3.d[1] @ GHASH block 4k+3 - mid
5661 pmull2 $t6.1q, $t6.2d, $h12k.2d @ GHASH block 4k+2 - mid
5664 eor $t9.8b, $t9.8b, $res3.8b @ GHASH block 4k+3 - mid
5669 eor $acc_mb, $acc_mb, $t6.16b @ GHASH block 4k+2 - mid
5679 pmull $t9.1q, $t9.1d, $h12k.1d @ GHASH block 4k+3 - mid
5687 eor $acc_mb, $acc_mb, $t9.16b @ GHASH block 4k+3 - mid
5704 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
5712 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
5729 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
5742 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
5752 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment
5818 mov $acc_md, $h34k.d[1] @ GHASH final-3 block - mid
5824 mov $rk4d, $res0.d[1] @ GHASH final-3 block - mid
5830 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-3 block - mid
5836 pmull $acc_m.1q, $rk4v.1d, $acc_m.1d @ GHASH final-3 block - mid
5857 mov $rk4d, $res0.d[1] @ GHASH final-2 block - mid
5863 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-2 block - mid
5870 pmull $rk4v.1q, $rk4v.1d, $h34k.1d @ GHASH final-2 block - mid
5878 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-2 block - mid
5893 mov $rk4d, $res0.d[1] @ GHASH final-1 block - mid
5899 eor $rk4v.8b, $rk4v.8b, $res0.8b @ GHASH final-1 block - mid
5904 ins $rk4v.d[1], $rk4v.d[0] @ GHASH final-1 block - mid
5908 pmull2 $rk4v.1q, $rk4v.2d, $h12k.2d @ GHASH final-1 block - mid
5917 eor $acc_mb, $acc_mb, $rk4v.16b @ GHASH final-1 block - mid
5969 mov $t0d, $res0.d[1] @ GHASH final block - mid
5971 eor $t0.8b, $t0.8b, $res0.8b @ GHASH final block - mid
5975 pmull $t0.1q, $t0.1d, $h12k.1d @ GHASH final block - mid
5981 eor $acc_mb, $acc_mb, $t0.16b @ GHASH final block - mid
5990 pmull $mod_t.1q, $acc_h.1d, $mod_constant.1d @ MODULO - top 64b align with mid
5994 eor $acc_mb, $acc_mb, $mod_t.16b @ MODULO - fold into mid
5996 eor $acc_mb, $acc_mb, $acc_hb @ MODULO - fold into mid
5998 pmull $mod_constant.1q, $acc_m.1d, $mod_constant.1d @ MODULO - mid 64b align with low
6000 ext $acc_mb, $acc_mb, $acc_mb, #8 @ MODULO - other mid alignment