Lines Matching refs:z0
148 __ Insr(z0.VnB(), 1);
149 __ Insr(z0.VnB(), 2);
150 __ Insr(z0.VnB(), x0);
151 __ Insr(z0.VnB(), -42);
152 __ Insr(z0.VnB(), 0);
178 ASSERT_EQUAL_SVE(z0_inputs_b, z0.VnB());
304 __ Index(z0.VnB(), 0, 1);
356 ASSERT_EQUAL_SVE_LANE(0x00, z0.VnB(), i);
379 ZRegister zd = z0.WithLaneSize(lane_size_in_bits);
522 __ Index(z0.VnB(), 0x10, 1);
523 __ Lasta(x1, p1, z0.VnB());
524 __ Lastb(x2, p1, z0.VnB());
525 __ Lasta(x3, p2, z0.VnB());
526 __ Lastb(x4, p2, z0.VnB());
527 __ Lasta(x5, p3, z0.VnB());
528 __ Lastb(x6, p3, z0.VnB());
529 __ Lasta(x7, p4, z0.VnB());
532 __ Index(z0.VnH(), 0x1110, 1);
533 __ Lasta(x9, p1, z0.VnH());
534 __ Lastb(x10, p3, z0.VnH());
535 __ Lasta(x12, p4, z0.VnH());
537 __ Index(z0.VnS(), 0x11111110, 1);
538 __ Lastb(x13, p1, z0.VnS());
539 __ Lasta(x14, p2, z0.VnS());
540 __ Lastb(x18, p4, z0.VnS());
542 __ Index(z0.VnD(), 0x1111111111111110, 1);
543 __ Lasta(x19, p1, z0.VnD());
544 __ Lastb(x20, p3, z0.VnD());
545 __ Lasta(x21, p3, z0.VnD());
606 __ Index(z0.VnB(), 0x10, 1);
607 __ Lasta(b1, p1, z0.VnB());
608 __ Lastb(b2, p1, z0.VnB());
609 __ Lasta(b3, p2, z0.VnB());
610 __ Lastb(b4, p2, z0.VnB());
611 __ Lasta(b5, p3, z0.VnB());
612 __ Lastb(b6, p3, z0.VnB());
613 __ Lasta(b7, p4, z0.VnB());
616 __ Index(z0.VnH(), 0x1110, 1);
617 __ Lasta(h9, p1, z0.VnH());
618 __ Lastb(h10, p3, z0.VnH());
619 __ Lasta(h12, p4, z0.VnH());
621 __ Index(z0.VnS(), 0x11111110, 1);
622 __ Lastb(s13, p1, z0.VnS());
623 __ Lasta(s14, p2, z0.VnS());
624 __ Lastb(s18, p4, z0.VnS());
626 __ Index(z0.VnD(), 0x1111111111111110, 1);
627 __ Lasta(d19, p1, z0.VnD());
628 __ Lastb(d20, p3, z0.VnD());
629 __ Lasta(d21, p3, z0.VnD());
690 __ Index(z0.VnB(), 0x10, 1);
693 __ Clasta(x1, p1, x1, z0.VnB());
694 __ Clastb(x2, p1, x2, z0.VnB());
695 __ Clasta(x3, p2, x3, z0.VnB());
696 __ Clastb(x4, p2, x4, z0.VnB());
697 __ Clasta(x5, p3, x5, z0.VnB());
698 __ Clastb(x6, p3, x6, z0.VnB());
699 __ Clasta(x7, p4, x7, z0.VnB());
702 __ Index(z0.VnH(), 0x1110, 1);
704 __ Clasta(x9, p1, x9, z0.VnH());
705 __ Clastb(x10, p3, x10, z0.VnH());
706 __ Clasta(x12, p4, x12, z0.VnH());
708 __ Index(z0.VnS(), 0x11111110, 1);
710 __ Clasta(x13, p1, x13, z0.VnS());
711 __ Clastb(x14, p2, x14, z0.VnS());
712 __ Clasta(x18, p4, x18, z0.VnS());
714 __ Index(z0.VnD(), 0x1111111111111110, 1);
716 __ Clasta(x19, p1, x19, z0.VnD());
717 __ Clastb(x20, p2, x20, z0.VnD());
718 __ Clasta(x21, p4, x21, z0.VnD());
768 __ Index(z0.VnB(), 0x10, 1);
771 __ Clasta(b1, p1, b1, z0.VnB());
772 __ Clastb(b2, p1, b2, z0.VnB());
773 __ Clasta(b3, p2, b3, z0.VnB());
774 __ Clastb(b4, p2, b4, z0.VnB());
775 __ Clasta(b5, p3, b5, z0.VnB());
776 __ Clastb(b6, p3, b6, z0.VnB());
777 __ Clasta(b7, p4, b7, z0.VnB());
780 __ Index(z0.VnH(), 0x1110, 1);
782 __ Clasta(h9, p1, h9, z0.VnH());
783 __ Clastb(h10, p3, h10, z0.VnH());
784 __ Clasta(h12, p4, h12, z0.VnH());
786 __ Index(z0.VnS(), 0x11111110, 1);
788 __ Clasta(s13, p1, s13, z0.VnS());
789 __ Clastb(s14, p2, s14, z0.VnS());
790 __ Clasta(s18, p4, s18, z0.VnS());
792 __ Index(z0.VnD(), 0x1111111111111110, 1);
794 __ Clasta(d19, p1, d19, z0.VnD());
795 __ Clastb(d20, p2, d20, z0.VnD());
796 __ Clasta(d21, p4, d21, z0.VnD());
846 __ Index(z0.VnB(), 0x10, 1);
849 __ Clasta(z1.VnB(), p1, z1.VnB(), z0.VnB());
850 __ Clastb(z2.VnB(), p1, z2.VnB(), z0.VnB());
851 __ Clasta(z3.VnB(), p2, z3.VnB(), z0.VnB());
852 __ Clastb(z4.VnB(), p2, z4.VnB(), z0.VnB());
853 __ Clasta(z5.VnB(), p3, z5.VnB(), z0.VnB());
854 __ Clastb(z6.VnB(), p3, z6.VnB(), z0.VnB());
855 __ Clasta(z7.VnB(), p4, z7.VnB(), z0.VnB());
858 __ Index(z0.VnH(), 0x1110, 1);
860 __ Clasta(z9.VnH(), p1, z9.VnH(), z0.VnH());
861 __ Clastb(z10.VnH(), p3, z10.VnH(), z0.VnH());
862 __ Clasta(z12.VnH(), p4, z12.VnH(), z0.VnH());
864 __ Index(z0.VnS(), 0x11111110, 1);
866 __ Clasta(z13.VnS(), p1, z13.VnS(), z0.VnS());
867 __ Clastb(z14.VnS(), p2, z14.VnS(), z0.VnS());
868 __ Clasta(z16.VnS(), p4, z16.VnS(), z0.VnS());
870 __ Index(z0.VnD(), 0x1111111111111110, 1);
872 __ Clasta(z17.VnD(), p1, z17.VnD(), z0.VnD());
873 __ Clastb(z18.VnD(), p2, z18.VnD(), z0.VnD());
874 __ Clasta(z20.VnD(), p4, z20.VnD(), z0.VnD());
940 __ Index(z0.VnS(), 0x11111111, 0x11111111);
942 __ Compact(z1.VnS(), p0, z0.VnS());
943 __ Compact(z2.VnS(), p2, z0.VnS());
944 __ Compact(z0.VnS(), p3, z0.VnS());
964 ASSERT_EQUAL_SVE(z0_expected, z0.VnD());
990 __ Index(z0.VnB(), -1, -1);
991 __ Splice(z0.VnB(), p0, z0.VnB(), z30.VnB());
1053 ASSERT_EQUAL_SVE(z0_expected, z0.VnD());
1453 __ Dup(z0.VnD(), -1);
1484 ASSERT_EQUAL_SVE(0xffffffffffffffff, z0.VnD());
1794 InsrHelper(&masm, z0.VnD(), z0_inputs);
1806 __ Decp(z10.VnD(), p0, z0.VnD());
1811 __ Incp(z14.VnD(), p0, z0.VnD());
1817 __ Mov(z4, z0);
1822 __ Decp(z0.VnD(), p0);
1838 ASSERT_EQUAL_SVE(z0_expected, z0.VnD());
1888 __ Dup(z0.VnD(), 0);
1889 __ Decp(z0.VnD(), p15);
1915 ASSERT_EQUAL_SVE_LANE(-d_lane_count, z0.VnD(), i);
1942 InsrHelper(&masm, z0.VnD(), z0_inputs);
1954 __ Sqdecp(z10.VnD(), p0, z0.VnD());
1959 __ Sqincp(z14.VnD(), p0, z0.VnD());
1965 __ Mov(z4, z0);
1970 __ Sqdecp(z0.VnD(), p0);
1986 ASSERT_EQUAL_SVE(z0_expected, z0.VnD());
2036 __ Dup(z0.VnD(), 0);
2037 __ Sqdecp(z0.VnD(), p15);
2063 ASSERT_EQUAL_SVE_LANE(-d_lane_count, z0.VnD(), i);
2090 InsrHelper(&masm, z0.VnD(), z0_inputs);
2102 __ Uqdecp(z10.VnD(), p0, z0.VnD());
2107 __ Uqincp(z14.VnD(), p0, z0.VnD());
2113 __ Mov(z4, z0);
2118 __ Uqdecp(z0.VnD(), p0);
2134 ASSERT_EQUAL_SVE(z0_expected, z0.VnD());
2196 __ Dup(z0.VnD(), x0);
2197 __ Uqdecp(z0.VnD(), p15);
2223 ASSERT_EQUAL_SVE_LANE(0x1234567800000000 - d_lane_count, z0.VnD(), i);
2244 __ Index(z0.VnB(), 0, 1);
2288 ASSERT_EQUAL_SVE_LANE((0 + i) & b_mask, z0.VnB(), i);
4403 ASSERT_EQUAL_SVE(z0, z16);
4492 ZRegister zd_1 = z0.WithLaneSize(lane_size_in_bits);
5051 ZRegister zd = z0.WithLaneSize(lane_size_in_bits);
5896 __ Mov(z0, z31);
5897 __ Cnot(z0.VnB(), pg, z0.VnB()); // destructive
5928 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
6004 __ Mov(z0, z29);
6005 __ Fabs(z0.VnH(), pg, z31.VnH());
6032 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
6092 __ Mov(z0, z29);
6093 __ Cls(z0.VnB(), pg, z31.VnB());
6118 ASSERT_EQUAL_SVE(expected_z0, z0.VnB());
6174 __ Mov(z0, z31);
6175 __ Sxtb(z0.VnH(), pg, z0.VnH()); // destructive
6200 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
6260 __ Mov(z0, z29);
6261 __ Uxtb(z0.VnH(), pg, z31.VnH());
6283 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
6345 __ Mov(z0, z31);
6346 __ Abs(z0.VnD(), pg, z0.VnD()); // destructive
6374 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
6440 __ Cpy(z0.VnB(), pg, w0);
6469 ASSERT_EQUAL_SVE(expected_b, z0.VnD());
6535 __ Cpy(z0.VnB(), pg.Merging(), 0);
6561 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
6773 ZRegister ind_b = z0.WithLaneSize(kBRegSize);
7259 // Wrap around from z31 to z0.
7261 __ Index(z0.VnS(), 4, -7);
7263 __ St2w(z31.VnS(), z0.VnS(), p2, SVEMemOperand(x0, -12, SVE_MUL_VL));
7281 // - We want to test both loads and stores that span { z31, z0 }, so we have
7299 // Ld2w(z31.VnS(), z0.VnS(), ...)
7303 __ Mov(z9.VnS(), p2.Merging(), z0.VnS());
7311 // Wrap around from z31 to z0, moving the results elsewhere to avoid overlap.
7312 __ Ld2b(z31.VnB(), z0.VnB(), p0.Zeroing(), SVEMemOperand(x0));
7314 __ Mov(z21, z0);
7360 // st2w { z31.s, z0.s }, SVE_POW2
7446 // Wrap around from z31 to z0.
7448 __ Index(z0.VnD(), 33, -11);
7451 __ St2d(z31.VnD(), z0.VnD(), p4, SVEMemOperand(x0, x4, LSL, 3));
7457 // - We want to test both loads and stores that span { z31, z0 }, so we have
7481 // Ld2d(z31.VnD(), z0.VnD(), ...)
7485 __ Mov(z11.VnD(), p4.Merging(), z0.VnD());
7487 // Wrap around from z31 to z0, moving the results elsewhere to avoid overlap.
7488 __ Ld2b(z31.VnB(), z0.VnB(), p7.Zeroing(), SVEMemOperand(x0, x1));
7490 __ Mov(z21, z0);
7543 // st2d { z31.b, z0.b }, SVE_MUL3
7598 // - We want to test both loads and stores that span { z31, z0 }, so we have
7617 // Wrap around from z31 to z0.
7619 __ Index(z0.VnH(), -3, 5);
7622 __ St3h(z31.VnH(), z0.VnH(), z1.VnH(), p1, SVEMemOperand(x0, 9, SVE_MUL_VL));
7628 __ Mov(z8.VnH(), p1.Merging(), z0.VnH());
7633 __ Index(z0.VnS(), 5, -7);
7637 z0.VnS(),
7646 __ Mov(z12.VnS(), p2.Merging(), z0.VnS());
7648 __ Index(z0.VnD(), -7, 3);
7659 __ St3d(z0.VnD(), z1.VnD(), z2.VnD(), p3, SVEMemOperand(x0, 15, SVE_MUL_VL));
7664 __ Mov(z13.VnD(), p3.Merging(), z0.VnD());
7669 // Wrap around from z31 to z0, moving the results elsewhere to avoid overlap.
7670 __ Ld3b(z31.VnB(), z0.VnB(), z1.VnB(), p0.Zeroing(), SVEMemOperand(x0));
7672 __ Mov(z17, z0);
7676 z0.VnH(),
7681 __ Mov(z21, z0);
7719 // st3h { z31.h, z0.h, z1.h }, SVE_MUL3
7731 // st3w { z30.s, z31.s, z0.s }, SVE_POW2
7743 // st3d { z0.d, z1.d, z2.d }, ((i % 5) == 0)
7804 // - We want to test both loads and stores that span { z31, z0 }, so we have
7838 // Wrap around from z31 to z0.
7841 __ Index(z0.VnS(), -9, 3);
7851 __ St3w(z30.VnS(), z31.VnS(), z0.VnS(), p5, SVEMemOperand(x0, x3, LSL, 2));
7858 __ Mov(z12.VnS(), p5.Merging(), z0.VnS());
7861 __ Index(z0.VnD(), 33, -11);
7865 __ St3d(z31.VnD(), z0.VnD(), z1.VnD(), p4, SVEMemOperand(x0, x4, LSL, 3));
7871 __ Mov(z14.VnD(), p4.Merging(), z0.VnD());
7875 // Wrap around from z31 to z0, moving the results elsewhere to avoid overlap.
7877 z0.VnB(),
7882 __ Mov(z17, z0);
7886 z0.VnH(),
7891 __ Mov(z21, z0);
7944 // st3w { z30.s, z31.s, z0.s }, ((i % 5) == 0)
7957 // st3d { z31.d, z0.d, z1.d }, SVE_MUL3
8018 // - We want to test both loads and stores that span { z31, z0 }, so we have
8022 // cleared). Registers z19-z31 and z0-z2 will hold the values that were
8041 // Wrap around from z31 to z0.
8043 __ Index(z0.VnH(), -3, 5);
8048 z0.VnH(),
8059 __ Mov(z8.VnH(), p1.Merging(), z0.VnH());
8063 // Wrap around from z31 to z0.
8067 __ Index(z0.VnS(), 5, -7);
8072 z0.VnS(),
8083 __ Mov(z14.VnS(), p2.Merging(), z0.VnS());
8114 // Wrap around from z31 to z0, moving the results elsewhere to avoid overlap.
8116 z0.VnB(),
8122 __ Mov(z20, z0);
8137 // Wrap around from z31 to z0.
8139 z0.VnD(),
8173 // st4h { z31.h, z0.h, z1.h, z2.h }, SVE_MUL3
8187 // st4w { z29.s, z30.s, z31.s, z0.s }, SVE_POW2
8240 ASSERT_EQUAL_SVE(z16, z0);
8268 // - We want to test both loads and stores that span { z31, z0 }, so we have
8272 // cleared). Registers z19-z31 and z0-z2 will hold the values that were
8319 // Wrap around from z31 to z0.
8323 __ Index(z0.VnS(), -9, 7);
8336 z0.VnS(),
8347 __ Mov(z14.VnS(), p5.Merging(), z0.VnS());
8350 __ Index(z0.VnD(), 33, -11);
8356 z0.VnD(),
8367 __ Mov(z16.VnD(), p4.Merging(), z0.VnD());
8372 // Wrap around from z31 to z0, moving the results elsewhere to avoid overlap.
8374 z0.VnB(),
8380 __ Mov(z20, z0);
8395 // Wrap around from z31 to z0.
8397 z0.VnD(),
8448 // st4w { z29.s, z30.s, z31.s, z0.s }, ((i % 5) == 0)
8463 // st4d { z31.d, z0.d, z1.d, z2.d }, SVE_MUL3
8501 ASSERT_EQUAL_SVE(z16, z0);
8521 __ Index(z0.VnB(), 42, 2);
8525 __ St2b(z0.VnB(), z1.VnB(), p0, SVEMemOperand(sp, x0));
8554 __ Mov(z12.VnB(), p0.Merging(), z0.VnB());
8556 __ Ld2b(z0.VnB(), z1.VnB(), p0.Zeroing(), SVEMemOperand(sp, x0));
8598 ASSERT_EQUAL_SVE(z0, z12);
8627 __ Index(z0.VnB(), 42, 2);
8630 __ St2b(z0.VnB(), z1.VnB(), p0, SVEMemOperand(sp, 4, SVE_MUL_VL));
8650 __ Mov(z12.VnB(), p0.Merging(), z0.VnB());
8652 __ Ld2b(z0.VnB(), z1.VnB(), p0.Zeroing(), SVEMemOperand(sp, 4, SVE_MUL_VL));
8866 (masm.*ldff1)(z0.WithLaneSize(esize_in_bits),
8932 ldff1)(z0.WithLaneSize(esize_in_bits),
8963 __ Mov(z0.WithLaneSize(esize_in_bits), p0.Merging(), 0);
8984 ASSERT_EQUAL_SVE(z0.WithLaneSize(esize_in_bits),
9370 __ Ldnf1b(z0.VnB(), p0.Zeroing(), SVEMemOperand(x0));
9375 __ Sel(z0.VnB(), p1, z0.VnB(), z10.VnB());
9429 ASSERT_EQUAL_SVE(z20, z0);
9853 ZRegister zn = z0.WithLaneSize(esize_in_bits);
9969 ZRegister zn = z0.WithLaneSize(esize_in_bits);
10354 __ Ld1b(z0.VnB(), p1.Zeroing(), SVEMemOperand(x0, x1));
10384 ASSERT_EQUAL_SVE(z0, z1);
10409 __ Dup(z0.VnB(), 0x55);
10415 __ Stnt1b(z0.VnB(), p0, SVEMemOperand(x0, x1));
10418 __ Sel(z3.VnB(), p1, z1.VnB(), z0.VnB());
10423 __ Stnt1h(z0.VnH(), p0, SVEMemOperand(x0, x1, LSL, 1));
10426 __ Sel(z5.VnH(), p2, z1.VnH(), z0.VnH());
10430 __ Stnt1w(z0.VnS(), p0, SVEMemOperand(x0, x1, LSL, 2));
10433 __ Sel(z7.VnS(), p3, z1.VnS(), z0.VnS());
10437 __ Stnt1d(z0.VnD(), p0, SVEMemOperand(x0, x1, LSL, 3));
10440 __ Sel(z9.VnD(), p4, z1.VnD(), z0.VnD());
10465 __ Index(z0.VnB(), 0, 1);
10467 __ Cmplo(p0.VnB(), p0.Zeroing(), z0.VnB(), 4);
10473 __ Ld1rqb(z0.VnB(), p1.Zeroing(), SVEMemOperand(x0, x1));
10492 __ Mov(z4, z0);
10494 __ Eor(z4.VnB(), z4.VnB(), z0.VnB());
10530 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
10535 ASSERT_EQUAL_SVE(z0, z5);
10652 ZRegister zn_b = z0.WithLaneSize(esize_in_bits);
10790 ZRegister zd1 = z0.WithLaneSize(lane_size_in_bits);
11201 __ Index(z0.VnD(), 1, 1);
11202 __ Sub(z0.VnD(), 100, z0.VnD());
11233 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
11266 __ Fdup(z0.VnH(), RawbitsToFloat16(0xc500));
11289 ASSERT_EQUAL_SVE(0xc500, z0.VnH());
11323 __ Mov(z0, z31);
11324 __ Andv(b0, p0, z0.VnB()); // destructive
11379 ASSERT_EQUAL_SVE_LANE(0, z0.VnD(), i);
11411 __ Mov(z0, z31);
11412 __ Saddv(b0, p0, z0.VnB()); // destructive
11453 ASSERT_EQUAL_SVE_LANE(0, z0.VnD(), i);
11480 __ Mov(z0, z31);
11481 __ Sminv(b0, p0, z0.VnB()); // destructive
11525 ASSERT_EQUAL_SVE_LANE(0, z0.VnD(), i);
11552 __ Mov(z0, z31);
11553 __ Smaxv(b0, p0, z0.VnB()); // destructive
11597 ASSERT_EQUAL_SVE_LANE(0, z0.VnD(), i);
11645 ZRegister zd = z0.WithLaneSize(lane_size_in_bits);
11957 __ Dup(z0.VnS(), 0);
11967 __ Mov(z0.VnB(), p3.Merging(), z27.VnB());
11975 __ Udot(z2.VnS(), z2.VnS(), z1.VnB(), z0.VnB(), 0);
11977 __ Udot(z3.VnS(), z3.VnS(), z1.VnB(), z0.VnB(), 1);
11980 __ Udot(z4.VnS(), z4.VnS(), z1.VnB(), z0.VnB(), 2);
11983 __ Udot(z5.VnS(), z5.VnS(), z1.VnB(), z0.VnB(), 3);
11992 __ Neg(z6.VnB(), p0.Merging(), z0.VnB());
12042 __ Dup(z0.VnD(), z1.VnD(), 0);
12044 // z0 = [... 5, 4, 3, 2, 5, 4, 3, 2, 4, 3, 2, 1, 4, 3, 2, 1]
12045 IntSegmentPatternHelper(&masm, z0.VnH(), z0.VnH());
12049 // z0 = [... 5, 4, 3, 2, 10, 8, 6, 4, 4, 3, 2, 1, 8, 6, 4, 2]
12050 __ Mul(z0.VnD(), p2.Merging(), z0.VnD(), z9.VnD());
12055 __ Udot(z3.VnD(), z3.VnD(), z1.VnH(), z0.VnH(), 0);
12057 __ Udot(z4.VnD(), z4.VnD(), z1.VnH(), z0.VnH(), 1);
12064 __ Neg(z10.VnH(), p4.Merging(), z0.VnH());
12316 ZRegister dn_result = z0.WithLaneSize(lane_size_in_bits);
12480 __ Sel(z0.VnB(), pg, z30.VnB(), z31.VnB());
12493 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
12989 __ Dup(z0.VnB(), -1);
12993 __ Lsr(z2.VnB(), p2.Merging(), z0.VnB(), z1.VnB());
12994 __ Lsl(z3.VnB(), p0.Merging(), z0.VnB(), z1.VnB());
12999 __ Lsr(z5.VnH(), p0.Merging(), z0.VnH(), z1.VnH());
13000 __ Lsl(z6.VnH(), p3.Merging(), z0.VnH(), z1.VnH());
13005 __ Lsr(z8.VnS(), p0.Merging(), z0.VnS(), z1.VnS());
13006 __ Lsl(z9.VnS(), p0.Merging(), z0.VnS(), z1.VnS());
13010 __ Lsr(z0.VnD(), p5.Merging(), z0.VnD(), z1.VnD());
13011 __ Lsl(z12.VnD(), p0.Merging(), z0.VnD(), z1.VnD());
13017 __ Index(z0.VnH(), 7, -1);
13018 __ Lsr(z0.VnH(), p0.Merging(), z31.VnH(), z0.VnH());
13025 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
13064 __ Dup(z0.VnB(), -1);
13069 __ Lsl(z3.VnB(), p0.Merging(), z0.VnB(), z1.VnD());
13073 __ Lsr(z5.VnH(), p0.Merging(), z0.VnH(), z1.VnD());
13078 __ Lsr(z8.VnS(), p0.Merging(), z0.VnS(), z1.VnD());
13079 __ Lsl(z9.VnS(), p0.Merging(), z0.VnS(), z1.VnD());
13119 __ Lsr(z0.VnB(), p0.Merging(), z31.VnB(), 1);
13120 __ Mov(z1, z0);
13143 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
13181 __ Asrd(z0.VnB(), p0.Merging(), z31.VnB(), 1);
13212 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
13591 InsrHelper(&masm, z0.VnD(), inputs);
13597 __ Rbit(z0.VnB(), p1.Merging(), z0.VnB());
13598 __ Rbit(z0.VnB(), p1.Merging(), z0.VnB());
13600 __ Rbit(z1.VnB(), p1.Merging(), z0.VnB());
13601 __ Rbit(z2.VnH(), p1.Merging(), z0.VnH());
13602 __ Rbit(z3.VnS(), p1.Merging(), z0.VnS());
13603 __ Rbit(z4.VnD(), p1.Merging(), z0.VnD());
13606 __ Rbit(z5.VnB(), p2.Merging(), z0.VnB());
13608 __ Rbit(z6.VnS(), p2.Merging(), z0.VnS());
13615 ASSERT_EQUAL_SVE(inputs, z0.VnD());
13637 InsrHelper(&masm, z0.VnD(), inputs);
13643 __ Revb(z1.VnH(), p1.Merging(), z0.VnH());
13644 __ Revb(z2.VnS(), p1.Merging(), z0.VnS());
13645 __ Revb(z3.VnD(), p1.Merging(), z0.VnD());
13646 __ Revh(z4.VnS(), p1.Merging(), z0.VnS());
13647 __ Revh(z5.VnD(), p1.Merging(), z0.VnD());
13648 __ Revw(z6.VnD(), p1.Merging(), z0.VnD());
13651 __ Revb(z7.VnH(), p2.Merging(), z0.VnH());
13653 __ Revh(z8.VnS(), p2.Merging(), z0.VnS());
13685 InsrHelper(&masm, z0.VnD(), in);
13688 __ Ftssel(z2.VnH(), z0.VnH(), z1.VnH());
13689 __ Ftssel(z3.VnS(), z0.VnS(), z1.VnS());
13690 __ Ftssel(z4.VnD(), z0.VnD(), z1.VnD());
13716 InsrHelper(&masm, z0.VnD(), in0);
13723 __ Fexpa(z6.VnD(), z0.VnD());
14406 InsrHelper(&masm, z0.VnD(), in0);
14409 __ Trn1(z2.VnB(), z0.VnB(), z1.VnB());
14410 __ Trn2(z3.VnB(), z0.VnB(), z1.VnB());
14411 __ Trn1(z4.VnH(), z0.VnH(), z1.VnH());
14412 __ Trn2(z5.VnH(), z0.VnH(), z1.VnH());
14413 __ Trn1(z6.VnS(), z0.VnS(), z1.VnS());
14414 __ Trn2(z7.VnS(), z0.VnS(), z1.VnS());
14415 __ Trn1(z8.VnD(), z0.VnD(), z1.VnD());
14416 __ Trn2(z9.VnD(), z0.VnD(), z1.VnD());
14445 __ Dup(z0.VnD(), 0xffeeddccbbaa9988);
14446 __ Insr(z0.VnD(), 0x7766554433221100);
14450 __ Zip1(z2.VnB(), z0.VnB(), z1.VnB());
14451 __ Zip2(z3.VnB(), z0.VnB(), z1.VnB());
14452 __ Zip1(z4.VnH(), z0.VnH(), z1.VnH());
14453 __ Zip2(z5.VnH(), z0.VnH(), z1.VnH());
14454 __ Zip1(z6.VnS(), z0.VnS(), z1.VnS());
14455 __ Zip2(z7.VnS(), z0.VnS(), z1.VnS());
14456 __ Zip1(z8.VnD(), z0.VnD(), z1.VnD());
14457 __ Zip2(z9.VnD(), z0.VnD(), z1.VnD());
14490 ASSERT_EQUAL_SVE(z0.VnD(), z10.VnD());
14492 ASSERT_EQUAL_SVE(z0.VnD(), z12.VnD());
14494 ASSERT_EQUAL_SVE(z0.VnD(), z14.VnD());
14496 ASSERT_EQUAL_SVE(z0.VnD(), z16.VnD());
14512 __ Fdup(z0.VnH(), 10.0); // 10i + 10
14519 __ Sel(z7.VnH(), p3, z7.VnH(), z0.VnH()); // Ai + 10
14527 __ Fcadd(z4.VnH(), p0.Merging(), z0.VnH(), z2.VnH(), 90);
14535 __ Mov(z5, z0);
14540 __ Fsub(z6.VnH(), z0.VnH(), z1.VnH());
14556 __ Fdup(z0.VnS(), 42.0);
14562 __ Sel(z11.VnS(), p3, z11.VnS(), z0.VnS());
14566 __ Fcadd(z8.VnS(), p0.Merging(), z0.VnS(), z2.VnS(), 90);
14568 __ Mov(z9, z0);
14571 __ Fsub(z10.VnS(), z0.VnS(), z1.VnS());
14577 __ Fdup(z0.VnD(), -42.0);
14583 __ Sel(z15.VnD(), p3, z15.VnD(), z0.VnD());
14587 __ Fcadd(z12.VnD(), p0.Merging(), z0.VnD(), z2.VnD(), 90);
14589 __ Mov(z13, z0);
14592 __ Fsub(z14.VnD(), z0.VnD(), z1.VnD());
14617 __ Fdup(z0.VnH(), 10.0);
14619 __ Zip1(z0.VnH(), z0.VnH(), z2.VnH());
14638 __ Fcmla(z4.VnH(), z0.VnH(), z3.VnH(), 2, 0);
14639 __ Fcmla(z4.VnH(), z0.VnH(), z3.VnH(), 2, 90);
14645 __ Fcmla(z5.VnH(), z0.VnH(), z3.VnH(), 1, 180);
14646 __ Fcmla(z5.VnH(), z0.VnH(), z3.VnH(), 1, 270);
14651 __ Fcmla(z6.VnH(), p0.Merging(), z6.VnH(), z0.VnH(), z2.VnH(), 0);
14652 __ Fcmla(z6.VnH(), p0.Merging(), z6.VnH(), z0.VnH(), z2.VnH(), 90);
14655 __ Fdup(z0.VnS(), 42.0);
14657 __ Zip1(z0.VnS(), z0.VnS(), z2.VnS());
14668 __ Fcmla(z7.VnS(), z0.VnS(), z3.VnS(), 1, 0);
14669 __ Fcmla(z7.VnS(), z0.VnS(), z3.VnS(), 1, 90);
14672 __ Fcmla(z8.VnS(), z0.VnS(), z3.VnS(), 0, 180);
14673 __ Fcmla(z8.VnS(), z0.VnS(), z3.VnS(), 0, 270);
14676 __ Fcmla(z9.VnS(), p0.Merging(), z9.VnS(), z0.VnS(), z2.VnS(), 0);
14677 __ Fcmla(z9.VnS(), p0.Merging(), z9.VnS(), z0.VnS(), z2.VnS(), 90);
14698 __ Fdup(z0.VnH(), 10.0);
14708 __ Sel(z3.VnH(), p2, z0.VnH(), z1.VnH()); // Ai + 10
14750 __ Fdup(z0.VnS(), 20.0);
14752 __ Sel(z3.VnS(), p2, z0.VnS(), z1.VnS());
14771 __ Fdup(z0.VnD(), 20.0);
14773 __ Sel(z3.VnD(), p2, z0.VnD(), z1.VnD());
14823 FPSegmentPatternHelper(&masm, z0.VnH(), p0.Merging(), z25.VnH());
14824 __ Fmul(z2.VnH(), z1.VnH(), z0.VnH(), 0);
14825 __ Fmul(z3.VnH(), z1.VnH(), z0.VnH(), 1);
14826 __ Fmul(z4.VnH(), z1.VnH(), z0.VnH(), 4);
14827 __ Fmul(z5.VnH(), z1.VnH(), z0.VnH(), 7);
14829 __ Fmul(z6.VnS(), z1.VnS(), z0.VnS(), 0);
14830 __ Fmul(z7.VnS(), z1.VnS(), z0.VnS(), 1);
14831 __ Fmul(z8.VnS(), z1.VnS(), z0.VnS(), 2);
14832 __ Fmul(z9.VnS(), z1.VnS(), z0.VnS(), 3);
14834 __ Fmul(z10.VnD(), z1.VnD(), z0.VnD(), 0);
14835 __ Fmul(z11.VnD(), z1.VnD(), z0.VnD(), 1);
14910 InsrHelper(&masm, z0.VnD(), in_h0);
14917 __ Mov(z6, z0);
14919 __ Mov(z7, z0);
14921 __ Mov(z8, z0);
14989 InsrHelper(masm, z0.VnD(), inputs);
14992 masm->Rev(rvrs, z0.WithLaneSize(ls));
14998 masm->Mov(z2, z0);
15004 masm->Mov(z3, z0);
15006 masm->Mov(z4, z0);
15008 masm->Mov(z5, z0);
15014 masm->Mov(z6, z0);
15154 __ Fdup(z0.VnD(), 0.0);
15156 __ Mov(z1, z0);
15158 __ Mov(z2, z0);
15175 __ Mov(z11, z0);
15177 __ Mov(z12, z0);
15194 __ Mov(z21, z0);
15196 __ Mov(z22, z0);
15213 __ Index(z0.VnH(), -3, 1);
15214 __ Scvtf(z0.VnH(), p1.Merging(), z0.VnH());
15215 __ Fmax(z0.VnH(), p1.Merging(), z0.VnH(), 0.0);
15275 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
15286 InsrHelper(&masm, z0.VnD(), inputs_h);
15299 __ Mov(z4, z0);
15301 __ Mov(z5, z0);
16283 __ Index(z0.VnS(), 3, 3);
16284 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS());
16286 __ Fadda(s2, p0, s2, z0.VnS());
16288 __ Index(z0.VnD(), -7, -7);
16289 __ Scvtf(z0.VnD(), p0.Merging(), z0.VnD());
16291 __ Fadda(d3, p0, d3, z0.VnD());
16293 __ Index(z0.VnH(), 1, 1);
16294 __ Scvtf(z0.VnH(), p0.Merging(), z0.VnH());
16296 __ Fadda(h4, p1, h4, z0.VnH());
16318 __ Index(z0.VnB(), 0, 1);
16320 __ Mov(z1, z0);
16321 __ Mov(z2, z0);
16322 __ Mov(z3, z0);
16323 __ Mov(z4, z0);
16324 __ Mov(z5, z0);
16325 __ Mov(z6, z0);
16327 __ Ext(z1, z1, z0, 0);
16328 __ Ext(z2, z2, z0, 1);
16329 __ Ext(z3, z3, z0, 15);
16330 __ Ext(z4, z4, z0, 31);
16331 __ Ext(z5, z5, z0, 47);
16332 __ Ext(z6, z6, z0, 255);
16339 ASSERT_EQUAL_SVE(z1, z0);
16359 ASSERT_EQUAL_SVE(z4, z0);
16369 ASSERT_EQUAL_SVE(z5, z0);
16379 ASSERT_EQUAL_SVE(z6, z0);
16398 __ Index(z0.VnS(), 3, 3);
16399 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS());
16400 __ Faddv(s1, p0, z0.VnS());
16401 __ Fminv(s2, p2, z0.VnS());
16402 __ Fmaxv(s3, p2, z0.VnS());
16404 __ Index(z0.VnD(), -7, -7);
16405 __ Scvtf(z0.VnD(), p0.Merging(), z0.VnD());
16406 __ Faddv(d4, p0, z0.VnD());
16407 __ Fminv(d5, p3, z0.VnD());
16408 __ Fmaxv(d6, p3, z0.VnD());
16410 __ Index(z0.VnH(), 1, 1);
16411 __ Scvtf(z0.VnH(), p0.Merging(), z0.VnH());
16412 __ Faddv(h7, p4, z0.VnH());
16413 __ Fminv(h8, p4, z0.VnH());
16414 __ Fmaxv(h9, p4, z0.VnH());
16490 __ Index(z0.VnH(), 0, 1);
16492 __ Fscale(z1.VnH(), p0.Merging(), z1.VnH(), z0.VnH());
16497 __ Index(z0.VnS(), 0, 1);
16499 __ Fscale(z3.VnS(), p0.Merging(), z3.VnS(), z0.VnS());
16504 __ Index(z0.VnD(), 0, 1);
16506 __ Fscale(z5.VnD(), p0.Merging(), z5.VnD(), z0.VnD());
16537 __ Index(z0.VnH(), 0, -1);
16539 __ Fscale(z1.VnH(), p0.Merging(), z1.VnH(), z0.VnH());
16540 __ Scvtf(z0.VnH(), p0.Merging(), z0.VnH());
16542 __ Frsqrts(z2.VnH(), z1.VnH(), z0.VnH());
16543 __ Frecps(z1.VnH(), z1.VnH(), z0.VnH());
16545 __ Index(z0.VnS(), 0, -1);
16547 __ Fscale(z3.VnS(), p0.Merging(), z3.VnS(), z0.VnS());
16548 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS());
16550 __ Frsqrts(z4.VnS(), z3.VnS(), z0.VnS());
16551 __ Frecps(z3.VnS(), z3.VnS(), z0.VnS());
16553 __ Index(z0.VnD(), 0, -1);
16555 __ Fscale(z5.VnD(), p0.Merging(), z5.VnD(), z0.VnD());
16556 __ Scvtf(z0.VnD(), p0.Merging(), z0.VnD());
16558 __ Frsqrts(z6.VnD(), z5.VnD(), z0.VnD());
16559 __ Frecps(z5.VnD(), z5.VnD(), z0.VnD());
16587 __ Index(z0.VnH(), 0, 1);
16588 __ Rev(z1.VnH(), z0.VnH());
16589 __ Scvtf(z0.VnH(), p0.Merging(), z0.VnH());
16592 __ Ftsmul(z3.VnH(), z0.VnH(), z1.VnH());
16595 __ Index(z0.VnS(), -7, 1);
16596 __ Rev(z1.VnS(), z0.VnS());
16597 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS());
16600 __ Ftsmul(z5.VnS(), z0.VnS(), z1.VnS());
16603 __ Index(z0.VnD(), 2, -1);
16604 __ Rev(z1.VnD(), z0.VnD());
16605 __ Scvtf(z0.VnD(), p0.Merging(), z0.VnD());
16608 __ Ftsmul(z7.VnD(), z0.VnD(), z1.VnD());
16656 ZRegister zd = z0.WithLaneSize(lane_size_in_bits);
16956 FPSegmentPatternHelper(&masm, z0.VnH(), p0.Merging(), z30.VnH());
16961 __ Mov(z3, z0);
16964 (masm.*macro_idx)(z4.VnH(), z2.VnH(), z4.VnH(), z0.VnH(), 1); // zd == zn
16966 (masm.*macro_idx)(z5.VnH(), z5.VnH(), z1.VnH(), z0.VnH(), 4); // zd == za
16967 (masm.*macro_idx)(z6.VnH(), z2.VnH(), z1.VnH(), z0.VnH(), 7);
16969 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z30.VnS());
16971 __ Mov(z7, z0);
16974 (masm.*macro_idx)(z8.VnS(), z2.VnS(), z8.VnS(), z0.VnS(), 1); // zd == zn
16976 (masm.*macro_idx)(z9.VnS(), z9.VnS(), z1.VnS(), z0.VnS(), 2); // zd == za
16977 (masm.*macro_idx)(z10.VnS(), z2.VnS(), z1.VnS(), z0.VnS(), 3);
16979 FPSegmentPatternHelper(&masm, z0.VnD(), p0.Merging(), z30.VnD());
16981 __ Mov(z11, z0);
16984 (masm.*macro_idx)(z12.VnD(), z2.VnD(), z12.VnD(), z0.VnD(), 1); // zd == zn
16986 (masm.*macro_idx)(z13.VnD(), z13.VnD(), z1.VnD(), z0.VnD(), 0); // zd == za
16987 __ Mov(z14, z0);
16996 __ Dup(z0.VnH(), z30.VnH(), 0);
16997 FPSegmentPatternHelper(&masm, z0.VnH(), p0.Merging(), z0.VnH());
16998 (masm.*macro)(z15.VnH(), p0.Merging(), z2.VnH(), z1.VnH(), z0.VnH(), option);
16999 __ Dup(z0.VnH(), z30.VnH(), 1);
17000 FPSegmentPatternHelper(&masm, z0.VnH(), p0.Merging(), z0.VnH());
17001 (masm.*macro)(z16.VnH(), p0.Merging(), z2.VnH(), z1.VnH(), z0.VnH(), option);
17002 __ Dup(z0.VnH(), z30.VnH(), 4);
17003 FPSegmentPatternHelper(&masm, z0.VnH(), p0.Merging(), z0.VnH());
17004 (masm.*macro)(z17.VnH(), p0.Merging(), z2.VnH(), z1.VnH(), z0.VnH(), option);
17005 __ Dup(z0.VnH(), z30.VnH(), 7);
17006 FPSegmentPatternHelper(&masm, z0.VnH(), p0.Merging(), z0.VnH());
17007 (masm.*macro)(z18.VnH(), p0.Merging(), z2.VnH(), z1.VnH(), z0.VnH(), option);
17009 __ Dup(z0.VnS(), z30.VnS(), 0);
17010 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS());
17011 (masm.*macro)(z19.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option);
17012 __ Dup(z0.VnS(), z30.VnS(), 1);
17013 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS());
17014 (masm.*macro)(z20.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option);
17015 __ Dup(z0.VnS(), z30.VnS(), 2);
17016 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS());
17017 (masm.*macro)(z21.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option);
17018 __ Dup(z0.VnS(), z30.VnS(), 3);
17019 FPSegmentPatternHelper(&masm, z0.VnS(), p0.Merging(), z0.VnS());
17020 (masm.*macro)(z22.VnS(), p0.Merging(), z2.VnS(), z1.VnS(), z0.VnS(), option);
17022 __ Dup(z0.VnD(), z30.VnD(), 0);
17023 FPSegmentPatternHelper(&masm, z0.VnD(), p0.Merging(), z0.VnD());
17024 (masm.*macro)(z23.VnD(), p0.Merging(), z2.VnD(), z1.VnD(), z0.VnD(), option);
17025 __ Dup(z0.VnD(), z30.VnD(), 1);
17026 FPSegmentPatternHelper(&masm, z0.VnD(), p0.Merging(), z0.VnD());
17027 (masm.*macro)(z24.VnD(), p0.Merging(), z2.VnD(), z1.VnD(), z0.VnD(), option);
17028 FPSegmentPatternHelper(&masm, z0.VnD(), p0.Merging(), z30.VnD());
17031 (masm.*macro)(z25.VnD(), p0.Merging(), z2.VnD(), z0.VnD(), z29.VnD(), option);
18432 __ Index(z0.VnD(), 0x10000000f0000000, 0x1000);
18435 __ Adr(z3.VnD(), SVEMemOperand(z0.VnD(), z1.VnD()));
18436 __ Adr(z4.VnD(), SVEMemOperand(z0.VnD(), z1.VnD(), LSL, 1));
18437 __ Adr(z5.VnD(), SVEMemOperand(z0.VnD(), z1.VnD(), LSL, 2));
18438 __ Adr(z6.VnD(), SVEMemOperand(z0.VnD(), z1.VnD(), LSL, 3));
18439 __ Adr(z7.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW));
18440 __ Adr(z8.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW, 1));
18441 __ Adr(z9.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW, 2));
18442 __ Adr(z10.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), UXTW, 3));
18443 __ Adr(z11.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW));
18444 __ Adr(z12.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW, 1));
18445 __ Adr(z13.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW, 2));
18446 __ Adr(z14.VnD(), SVEMemOperand(z0.VnD(), z2.VnD(), SXTW, 3));
18447 __ Adr(z15.VnS(), SVEMemOperand(z0.VnS(), z2.VnS()));
18448 __ Adr(z16.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 1));
18449 __ Adr(z17.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 2));
18450 __ Adr(z18.VnS(), SVEMemOperand(z0.VnS(), z2.VnS(), LSL, 3));
18527 ZRegister zn = z0.WithLaneSize(esize_in_bits);
18635 __ Prfh(PSTL2KEEP, p6, SVEMemOperand(z0.VnS(), 28));
18638 __ Prfh(PSTL3STRM, p4, SVEMemOperand(x20, z0.VnD(), LSL, 1));
18664 __ Index(z0.VnB(), 0, 1);
18665 __ Dup(z0.VnD(), z0.VnD(), 0);
18672 __ Match(p3.VnB(), p0.Zeroing(), z0.VnB(), z1.VnB());
18673 __ Match(p4.VnB(), p1.Zeroing(), z0.VnB(), z1.VnB());
18674 __ Nmatch(p0.VnB(), p0.Zeroing(), z0.VnB(), z1.VnB());
18676 __ Uunpklo(z0.VnH(), z0.VnB());
18679 __ Match(p5.VnH(), p1.Zeroing(), z0.VnH(), z1.VnH());
18680 __ Match(p6.VnH(), p2.Zeroing(), z0.VnH(), z1.VnH());
18681 __ Nmatch(p1.VnH(), p1.Zeroing(), z0.VnH(), z1.VnH());
18714 __ Index(z0.VnB(), 0, 1);
18717 __ Uaba(z2.VnB(), z2.VnB(), z0.VnB(), z1.VnB());
18718 __ Index(z0.VnB(), 0, -1);
18754 ASSERT_EQUAL_SVE(z0, z2);
18876 InsrHelper(&masm, z0.VnS(), zn_inputs_s);
18882 __ Sqdmlalb(z31.VnD(), z31.VnD(), z0.VnS(), z1.VnS());
18884 __ Sqdmlalt(z30.VnD(), z30.VnD(), z0.VnS(), z1.VnS());
18886 __ Sqdmlslb(z29.VnD(), z29.VnD(), z0.VnS(), z1.VnS());
18888 __ Sqdmlslt(z28.VnD(), z28.VnD(), z0.VnS(), z1.VnS());
18890 __ Sqdmlalb(z27.VnD(), z2.VnD(), z0.VnS(), z1.VnS());
18891 __ Sqdmlalt(z26.VnD(), z3.VnD(), z0.VnS(), z1.VnS());
18892 __ Sqdmlslb(z25.VnD(), z27.VnD(), z0.VnS(), z1.VnS());
18893 __ Sqdmlslt(z24.VnD(), z26.VnD(), z0.VnS(), z1.VnS());
18896 __ Sqdmlalb(z23.VnD(), z23.VnD(), z0.VnS(), z1.VnS(), 0);
18898 __ Sqdmlalt(z22.VnD(), z22.VnD(), z0.VnS(), z1.VnS(), 1);
18900 __ Sqdmlslb(z21.VnD(), z21.VnD(), z0.VnS(), z1.VnS(), 0);
18902 __ Sqdmlslt(z20.VnD(), z20.VnD(), z0.VnS(), z1.VnS(), 1);
18947 __ Ldnt1b(z0.VnD(), p1.Zeroing(), SVEMemOperand(z30.VnD(), x1));
18978 ASSERT_EQUAL_SVE(z0, z1);
19002 __ Dup(z0.VnB(), 0xaa);
19013 __ St1b(z0.VnB(), p0, SVEMemOperand(x0, x4));
19024 __ Sel(z3.VnB(), p5.Merging(), z1.VnB(), z0.VnB());
19029 __ St1b(z0.VnB(), p0, SVEMemOperand(x0, x4));
19034 __ Sel(z5.VnB(), p5.Merging(), z1.VnB(), z0.VnB());
19038 __ St1b(z0.VnB(), p0, SVEMemOperand(x0, x4));
19043 __ Sel(z7.VnB(), p5.Merging(), z1.VnB(), z0.VnB());
19047 __ St1b(z0.VnB(), p0, SVEMemOperand(x0, x4));
19051 __ Sel(z9.VnB(), p5.Merging(), z1.VnB(), z0.VnB());
19204 InsrHelper(&masm, z0.VnS(), zn_inputs);
19211 __ Lsl(z0.VnS(), z0.VnS(), shift);
19215 __ Sqrdcmlah(z10.VnS(), z10.VnS(), z0.VnS(), z1.VnS(), 0);
19218 __ Sqrdcmlah(z11.VnS(), z11.VnS(), z0.VnS(), z1.VnS(), 90);
19221 __ Sqrdcmlah(z12.VnS(), z12.VnS(), z0.VnS(), z1.VnS(), 180);
19224 __ Sqrdcmlah(z13.VnS(), z13.VnS(), z0.VnS(), z1.VnS(), 270);
19226 __ Sqrdcmlah(z14.VnS(), z31.VnS(), z0.VnS(), z1.VnS(), 0);
19227 __ Sqrdcmlah(z15.VnS(), z31.VnS(), z0.VnS(), z1.VnS(), 90);
19228 __ Sqrdcmlah(z16.VnS(), z31.VnS(), z0.VnS(), z1.VnS(), 180);
19229 __ Sqrdcmlah(z17.VnS(), z31.VnS(), z0.VnS(), z1.VnS(), 270);
19232 __ Sqrdcmlah(z18.VnS(), z18.VnS(), z0.VnS(), z1.VnS(), 0, 270);
19235 __ Sqrdcmlah(z19.VnS(), z19.VnS(), z0.VnS(), z1.VnS(), 1, 90);
19377 InsrHelper(&masm, z0.VnH(), zn_inputs_h);
19381 __ Sqrdmlah(z2.VnH(), z2.VnH(), z0.VnH(), z1.VnH());
19420 InsrHelper(&masm, z0.VnS(), zda_inputs_s);
19421 __ Mov(z29, z0);
19422 __ Cmla(z0.VnS(), z0.VnS(), z31.VnS(), z30.VnS(), 0);
19446 ASSERT_EQUAL_SVE(zd_000_expected, z0.VnS());
19451 ASSERT_EQUAL_SVE(z4, z0);
19558 __ Mov(z0, z29);
19559 __ Fmlalb(z0.VnS(), z0.VnS(), z31.VnH(), z30.VnH());
19580 ASSERT_EQUAL_SVE(fmlalb_zd_expected, z0.VnS());
19585 ASSERT_EQUAL_SVE(z4, z0);
19597 __ Index(z0.VnS(), -4, 1);
19601 __ Scvtf(z0.VnS(), p0.Merging(), z0.VnS());
19603 __ Fdiv(z1.VnS(), p0.Merging(), z0.VnS(), z1.VnS());
19604 __ Flogb(z0.VnS(), p0.Merging(), z0.VnS());
19618 ASSERT_EQUAL_SVE(expected_z0, z0.VnD());
19660 __ Smmla(z3.VnS(), z3.VnS(), z0.VnB(), z1.VnB());
19662 __ Ummla(z5.VnS(), z5.VnS(), z0.VnB(), z1.VnB());
19664 __ Usmmla(z7.VnS(), z7.VnS(), z0.VnB(), z1.VnB());
19685 __ Index(z0.VnS(), -424242, 77777);
19695 __ Usdot(z5.VnS(), z0.VnS(), z1.VnB(), z2.VnB());
19696 __ Udot(z6.VnS(), z0.VnS(), z1.VnB(), z2.VnB());
19697 __ Usdot(z7.VnS(), z0.VnS(), z1.VnB(), z3.VnB());
19698 __ Sdot(z8.VnS(), z0.VnS(), z1.VnB(), z3.VnB());
19712 __ Usdot(z16.VnS(), z0.VnS(), z3.VnB(), z3.VnB(), 1);
19713 __ Usdot(z17.VnS(), z0.VnS(), z3.VnB(), z15.VnB());
19714 __ Sudot(z18.VnS(), z0.VnS(), z3.VnB(), z3.VnB(), 1);
19715 __ Usdot(z19.VnS(), z0.VnS(), z15.VnB(), z3.VnB());
19737 __ Mov(z0.VnB(), 0);
19750 __ dci(0xa420a3e0); // ld1b {z0.h}, p0/z, [sp]
19751 __ dci(0xa440a3e0); // ld1b {z0.s}, p0/z, [sp]
19752 __ dci(0xa460a3e0); // ld1b {z0.d}, p0/z, [sp]
19753 __ dci(0xa400a3e0); // ld1b {z0.b}, p0/z, [sp]
19754 __ dci(0xa42043e0); // ld1b {z0.h}, p0/z, [sp, x0]
19755 __ dci(0xa44043e0); // ld1b {z0.s}, p0/z, [sp, x0]
19756 __ dci(0xa46043e0); // ld1b {z0.d}, p0/z, [sp, x0]
19757 __ dci(0xa40043e0); // ld1b {z0.b}, p0/z, [sp, x0]
19758 __ dci(0xc440c3e0); // ld1b {z0.d}, p0/z, [sp, z0.d]
19759 __ dci(0xa5e0a3e0); // ld1d {z0.d}, p0/z, [sp]
19760 __ dci(0xa5e043e0); // ld1d {z0.d}, p0/z, [sp, x0, lsl #3]
19761 __ dci(0xc5e0c3e0); // ld1d {z0.d}, p0/z, [sp, z0.d, lsl #3]
19762 __ dci(0xc5c0c3e0); // ld1d {z0.d}, p0/z, [sp, z0.d]
19763 __ dci(0xa4a0a3e0); // ld1h {z0.h}, p0/z, [sp]
19764 __ dci(0xa4c0a3e0); // ld1h {z0.s}, p0/z, [sp]
19765 __ dci(0xa4e0a3e0); // ld1h {z0.d}, p0/z, [sp]
19766 __ dci(0xa4a043e0); // ld1h {z0.h}, p0/z, [sp, x0, lsl #1]
19767 __ dci(0xa4c043e0); // ld1h {z0.s}, p0/z, [sp, x0, lsl #1]
19768 __ dci(0xa4e043e0); // ld1h {z0.d}, p0/z, [sp, x0, lsl #1]
19769 __ dci(0xc4e0c3e0); // ld1h {z0.d}, p0/z, [sp, z0.d, lsl #1]
19770 __ dci(0xc4c0c3e0); // ld1h {z0.d}, p0/z, [sp, z0.d]
19771 __ dci(0x8440a3e0); // ld1rb {z0.h}, p0/z, [sp]
19772 __ dci(0x8440c3e0); // ld1rb {z0.s}, p0/z, [sp]
19773 __ dci(0x8440e3e0); // ld1rb {z0.d}, p0/z, [sp]
19774 __ dci(0x844083e0); // ld1rb {z0.b}, p0/z, [sp]
19775 __ dci(0x85c0e3e0); // ld1rd {z0.d}, p0/z, [sp]
19776 __ dci(0x84c0a3e0); // ld1rh {z0.h}, p0/z, [sp]
19777 __ dci(0x84c0c3e0); // ld1rh {z0.s}, p0/z, [sp]
19778 __ dci(0x84c0e3e0); // ld1rh {z0.d}, p0/z, [sp]
19779 __ dci(0xa40023e0); // ld1rqb {z0.b}, p0/z, [sp]
19780 __ dci(0xa40003e0); // ld1rqb {z0.b}, p0/z, [sp, x0]
19781 __ dci(0xa58023e0); // ld1rqd {z0.d}, p0/z, [sp]
19782 __ dci(0xa58003e0); // ld1rqd {z0.d}, p0/z, [sp, x0, lsl #3]
19783 __ dci(0xa48023e0); // ld1rqh {z0.h}, p0/z, [sp]
19784 __ dci(0xa48003e0); // ld1rqh {z0.h}, p0/z, [sp, x0, lsl #1]
19785 __ dci(0xa50023e0); // ld1rqw {z0.s}, p0/z, [sp]
19786 __ dci(0xa50003e0); // ld1rqw {z0.s}, p0/z, [sp, x0, lsl #2]
19787 __ dci(0x85c0c3e0); // ld1rsb {z0.h}, p0/z, [sp]
19788 __ dci(0x85c0a3e0); // ld1rsb {z0.s}, p0/z, [sp]
19789 __ dci(0x85c083e0); // ld1rsb {z0.d}, p0/z, [sp]
19790 __ dci(0x8540a3e0); // ld1rsh {z0.s}, p0/z, [sp]
19791 __ dci(0x854083e0); // ld1rsh {z0.d}, p0/z, [sp]
19792 __ dci(0x84c083e0); // ld1rsw {z0.d}, p0/z, [sp]
19793 __ dci(0x8540c3e0); // ld1rw {z0.s}, p0/z, [sp]
19794 __ dci(0x8540e3e0); // ld1rw {z0.d}, p0/z, [sp]
19795 __ dci(0xa5c0a3e0); // ld1sb {z0.h}, p0/z, [sp]
19796 __ dci(0xa5a0a3e0); // ld1sb {z0.s}, p0/z, [sp]
19797 __ dci(0xa580a3e0); // ld1sb {z0.d}, p0/z, [sp]
19798 __ dci(0xa5c043e0); // ld1sb {z0.h}, p0/z, [sp, x0]
19799 __ dci(0xa5a043e0); // ld1sb {z0.s}, p0/z, [sp, x0]
19800 __ dci(0xa58043e0); // ld1sb {z0.d}, p0/z, [sp, x0]
19801 __ dci(0xc44083e0); // ld1sb {z0.d}, p0/z, [sp, z0.d]
19802 __ dci(0xa520a3e0); // ld1sh {z0.s}, p0/z, [sp]
19803 __ dci(0xa500a3e0); // ld1sh {z0.d}, p0/z, [sp]
19804 __ dci(0xa52043e0); // ld1sh {z0.s}, p0/z, [sp, x0, lsl #1]
19805 __ dci(0xa50043e0); // ld1sh {z0.d}, p0/z, [sp, x0, lsl #1]
19806 __ dci(0xc4e083e0); // ld1sh {z0.d}, p0/z, [sp, z0.d, lsl #1]
19807 __ dci(0xc4c083e0); // ld1sh {z0.d}, p0/z, [sp, z0.d]
19808 __ dci(0xa480a3e0); // ld1sw {z0.d}, p0/z, [sp]
19809 __ dci(0xa48043e0); // ld1sw {z0.d}, p0/z, [sp, x0, lsl #2]
19810 __ dci(0xc56083e0); // ld1sw {z0.d}, p0/z, [sp, z0.d, lsl #2]
19811 __ dci(0xc54083e0); // ld1sw {z0.d}, p0/z, [sp, z0.d]
19812 __ dci(0xa540a3e0); // ld1w {z0.s}, p0/z, [sp]
19813 __ dci(0xa560a3e0); // ld1w {z0.d}, p0/z, [sp]
19814 __ dci(0xa54043e0); // ld1w {z0.s}, p0/z, [sp, x0, lsl #2]
19815 __ dci(0xa56043e0); // ld1w {z0.d}, p0/z, [sp, x0, lsl #2]
19816 __ dci(0xc560c3e0); // ld1w {z0.d}, p0/z, [sp, z0.d, lsl #2]
19817 __ dci(0xc540c3e0); // ld1w {z0.d}, p0/z, [sp, z0.d]
19818 __ dci(0xa420e3e0); // ld2b {z0.b, z1.b}, p0/z, [sp]
19819 __ dci(0xa420c3e0); // ld2b {z0.b, z1.b}, p0/z, [sp, x0]
19820 __ dci(0xa5a0e3e0); // ld2d {z0.d, z1.d}, p0/z, [sp]
19821 __ dci(0xa5a0c3e0); // ld2d {z0.d, z1.d}, p0/z, [sp, x0, lsl #3]
19822 __ dci(0xa4a0e3e0); // ld2h {z0.h, z1.h}, p0/z, [sp]
19823 __ dci(0xa4a0c3e0); // ld2h {z0.h, z1.h}, p0/z, [sp, x0, lsl #1]
19824 __ dci(0xa520e3e0); // ld2w {z0.s, z1.s}, p0/z, [sp]
19825 __ dci(0xa520c3e0); // ld2w {z0.s, z1.s}, p0/z, [sp, x0, lsl #2]
19826 __ dci(0xa440e3e0); // ld3b {z0.b, z1.b, z2.b}, p0/z, [sp]
19827 __ dci(0xa440c3e0); // ld3b {z0.b, z1.b, z2.b}, p0/z, [sp, x0]
19828 __ dci(0xa5c0e3e0); // ld3d {z0.d, z1.d, z2.d}, p0/z, [sp]
19829 __ dci(0xa5c0c3e0); // ld3d {z0.d, z1.d, z2.d}, p0/z, [sp, x0, lsl #3]
19830 __ dci(0xa4c0e3e0); // ld3h {z0.h, z1.h, z2.h}, p0/z, [sp]
19831 __ dci(0xa4c0c3e0); // ld3h {z0.h, z1.h, z2.h}, p0/z, [sp, x0, lsl #1]
19832 __ dci(0xa540e3e0); // ld3w {z0.s, z1.s, z2.s}, p0/z, [sp]
19833 __ dci(0xa540c3e0); // ld3w {z0.s, z1.s, z2.s}, p0/z, [sp, x0, lsl #2]
19834 __ dci(0xa460e3e0); // ld4b {z0.b, z1.b, z2.b, z3.b}, p0/z, [sp]
19835 __ dci(0xa460c3e0); // ld4b {z0.b, z1.b, z2.b, z3.b}, p0/z, [sp, x0]
19836 __ dci(0xa5e0e3e0); // ld4d {z0.d, z1.d, z2.d, z3.d}, p0/z, [sp]
19838 0xa5e0c3e0); // ld4d {z0.d, z1.d, z2.d, z3.d}, p0/z, [sp, x0, lsl #3]
19839 __ dci(0xa4e0e3e0); // ld4h {z0.h, z1.h, z2.h, z3.h}, p0/z, [sp]
19841 0xa4e0c3e0); // ld4h {z0.h, z1.h, z2.h, z3.h}, p0/z, [sp, x0, lsl #1]
19842 __ dci(0xa560e3e0); // ld4w {z0.s, z1.s, z2.s, z3.s}, p0/z, [sp]
19844 0xa560c3e0); // ld4w {z0.s, z1.s, z2.s, z3.s}, p0/z, [sp, x0, lsl #2]
19845 __ dci(0xa42063e0); // ldff1b {z0.h}, p0/z, [sp, x0]
19846 __ dci(0xa44063e0); // ldff1b {z0.s}, p0/z, [sp, x0]
19847 __ dci(0xa46063e0); // ldff1b {z0.d}, p0/z, [sp, x0]
19848 __ dci(0xa40063e0); // ldff1b {z0.b}, p0/z, [sp, x0]
19849 __ dci(0xc440e3e0); // ldff1b {z0.d}, p0/z, [sp, z0.d]
19850 __ dci(0xa5e063e0); // ldff1d {z0.d}, p0/z, [sp, x0, lsl #3]
19851 __ dci(0xc5e0e3e0); // ldff1d {z0.d}, p0/z, [sp, z0.d, lsl #3]
19852 __ dci(0xc5c0e3e0); // ldff1d {z0.d}, p0/z, [sp, z0.d]
19853 __ dci(0xa4a063e0); // ldff1h {z0.h}, p0/z, [sp, x0, lsl #1]
19854 __ dci(0xa4c063e0); // ldff1h {z0.s}, p0/z, [sp, x0, lsl #1]
19855 __ dci(0xa4e063e0); // ldff1h {z0.d}, p0/z, [sp, x0, lsl #1]
19856 __ dci(0xc4e0e3e0); // ldff1h {z0.d}, p0/z, [sp, z0.d, lsl #1]
19857 __ dci(0xc4c0e3e0); // ldff1h {z0.d}, p0/z, [sp, z0.d]
19858 __ dci(0xa5c063e0); // ldff1sb {z0.h}, p0/z, [sp, x0]
19859 __ dci(0xa5a063e0); // ldff1sb {z0.s}, p0/z, [sp, x0]
19860 __ dci(0xa58063e0); // ldff1sb {z0.d}, p0/z, [sp, x0]
19861 __ dci(0xc440a3e0); // ldff1sb {z0.d}, p0/z, [sp, z0.d]
19862 __ dci(0xa52063e0); // ldff1sh {z0.s}, p0/z, [sp, x0, lsl #1]
19863 __ dci(0xa50063e0); // ldff1sh {z0.d}, p0/z, [sp, x0, lsl #1]
19864 __ dci(0xc4e0a3e0); // ldff1sh {z0.d}, p0/z, [sp, z0.d, lsl #1]
19865 __ dci(0xc4c0a3e0); // ldff1sh {z0.d}, p0/z, [sp, z0.d]
19866 __ dci(0xa48063e0); // ldff1sw {z0.d}, p0/z, [sp, x0, lsl #2]
19867 __ dci(0xc560a3e0); // ldff1sw {z0.d}, p0/z, [sp, z0.d, lsl #2]
19868 __ dci(0xc540a3e0); // ldff1sw {z0.d}, p0/z, [sp, z0.d]
19869 __ dci(0xa54063e0); // ldff1w {z0.s}, p0/z, [sp, x0, lsl #2]
19870 __ dci(0xa56063e0); // ldff1w {z0.d}, p0/z, [sp, x0, lsl #2]
19871 __ dci(0xc560e3e0); // ldff1w {z0.d}, p0/z, [sp, z0.d, lsl #2]
19872 __ dci(0xc540e3e0); // ldff1w {z0.d}, p0/z, [sp, z0.d]
19873 __ dci(0xa430a3e0); // ldnf1b {z0.h}, p0/z, [sp]
19874 __ dci(0xa450a3e0); // ldnf1b {z0.s}, p0/z, [sp]
19875 __ dci(0xa470a3e0); // ldnf1b {z0.d}, p0/z, [sp]
19876 __ dci(0xa410a3e0); // ldnf1b {z0.b}, p0/z, [sp]
19877 __ dci(0xa5f0a3e0); // ldnf1d {z0.d}, p0/z, [sp]
19878 __ dci(0xa4b0a3e0); // ldnf1h {z0.h}, p0/z, [sp]
19879 __ dci(0xa4d0a3e0); // ldnf1h {z0.s}, p0/z, [sp]
19880 __ dci(0xa4f0a3e0); // ldnf1h {z0.d}, p0/z, [sp]
19881 __ dci(0xa5d0a3e0); // ldnf1sb {z0.h}, p0/z, [sp]
19882 __ dci(0xa5b0a3e0); // ldnf1sb {z0.s}, p0/z, [sp]
19883 __ dci(0xa590a3e0); // ldnf1sb {z0.d}, p0/z, [sp]
19884 __ dci(0xa530a3e0); // ldnf1sh {z0.s}, p0/z, [sp]
19885 __ dci(0xa510a3e0); // ldnf1sh {z0.d}, p0/z, [sp]
19886 __ dci(0xa490a3e0); // ldnf1sw {z0.d}, p0/z, [sp]
19887 __ dci(0xa550a3e0); // ldnf1w {z0.s}, p0/z, [sp]
19888 __ dci(0xa570a3e0); // ldnf1w {z0.d}, p0/z, [sp]
19889 __ dci(0xa400e3e0); // ldnt1b {z0.b}, p0/z, [sp]
19890 __ dci(0xa400c3e0); // ldnt1b {z0.b}, p0/z, [sp, x0]
19891 __ dci(0xa580e3e0); // ldnt1d {z0.d}, p0/z, [sp]
19892 __ dci(0xa580c3e0); // ldnt1d {z0.d}, p0/z, [sp, x0, lsl #3]
19893 __ dci(0xa480e3e0); // ldnt1h {z0.h}, p0/z, [sp]
19894 __ dci(0xa480c3e0); // ldnt1h {z0.h}, p0/z, [sp, x0, lsl #1]
19895 __ dci(0xa500e3e0); // ldnt1w {z0.s}, p0/z, [sp]
19896 __ dci(0xa500c3e0); // ldnt1w {z0.s}, p0/z, [sp, x0, lsl #2]
19897 __ dci(0x858043e0); // ldr z0, [sp]
19898 __ dci(0xe400e3e0); // st1b {z0.b}, p0, [sp]
19899 __ dci(0xe40043e0); // st1b {z0.b}, p0, [sp, x0]
19900 __ dci(0xe400a3e0); // st1b {z0.d}, p0, [sp, z0.d]
19901 __ dci(0xe5e0e3e0); // st1d {z0.d}, p0, [sp]
19902 __ dci(0xe5e043e0); // st1d {z0.d}, p0, [sp, x0, lsl #3]
19903 __ dci(0xe5a0a3e0); // st1d {z0.d}, p0, [sp, z0.d, lsl #3]
19904 __ dci(0xe580a3e0); // st1d {z0.d}, p0, [sp, z0.d]
19905 __ dci(0xe4e0e3e0); // st1h {z0.d}, p0, [sp]
19906 __ dci(0xe4e043e0); // st1h {z0.d}, p0, [sp, x0, lsl #1]
19907 __ dci(0xe4a0a3e0); // st1h {z0.d}, p0, [sp, z0.d, lsl #1]
19908 __ dci(0xe480a3e0); // st1h {z0.d}, p0, [sp, z0.d]
19909 __ dci(0xe560e3e0); // st1w {z0.d}, p0, [sp]
19910 __ dci(0xe56043e0); // st1w {z0.d}, p0, [sp, x0, lsl #2]
19911 __ dci(0xe430e3e0); // st2b {z0.b, z1.b}, p0, [sp]
19912 __ dci(0xe42063e0); // st2b {z0.b, z1.b}, p0, [sp, x0]
19913 __ dci(0xe5b0e3e0); // st2d {z0.d, z1.d}, p0, [sp]
19914 __ dci(0xe5a063e0); // st2d {z0.d, z1.d}, p0, [sp, x0, lsl #3]
19915 __ dci(0xe4b0e3e0); // st2h {z0.h, z1.h}, p0, [sp]
19916 __ dci(0xe4a063e0); // st2h {z0.h, z1.h}, p0, [sp, x0, lsl #1]
19917 __ dci(0xe530e3e0); // st2w {z0.s, z1.s}, p0, [sp]
19918 __ dci(0xe52063e0); // st2w {z0.s, z1.s}, p0, [sp, x0, lsl #2]
19919 __ dci(0xe450e3e0); // st3b {z0.b, z1.b, z2.b}, p0, [sp]
19920 __ dci(0xe44063e0); // st3b {z0.b, z1.b, z2.b}, p0, [sp, x0]
19921 __ dci(0xe5d0e3e0); // st3d {z0.d, z1.d, z2.d}, p0, [sp]
19922 __ dci(0xe5c063e0); // st3d {z0.d, z1.d, z2.d}, p0, [sp, x0, lsl #3]
19923 __ dci(0xe4d0e3e0); // st3h {z0.h, z1.h, z2.h}, p0, [sp]
19924 __ dci(0xe4c063e0); // st3h {z0.h, z1.h, z2.h}, p0, [sp, x0, lsl #1]
19925 __ dci(0xe550e3e0); // st3w {z0.s, z1.s, z2.s}, p0, [sp]
19926 __ dci(0xe54063e0); // st3w {z0.s, z1.s, z2.s}, p0, [sp, x0, lsl #2]
19927 __ dci(0xe470e3e0); // st4b {z0.b, z1.b, z2.b, z3.b}, p0, [sp]
19928 __ dci(0xe46063e0); // st4b {z0.b, z1.b, z2.b, z3.b}, p0, [sp, x0]
19929 __ dci(0xe5f0e3e0); // st4d {z0.d, z1.d, z2.d, z3.d}, p0, [sp]
19930 __ dci(0xe5e063e0); // st4d {z0.d, z1.d, z2.d, z3.d}, p0, [sp, x0, lsl #3]
19931 __ dci(0xe4f0e3e0); // st4h {z0.h, z1.h, z2.h, z3.h}, p0, [sp]
19932 __ dci(0xe4e063e0); // st4h {z0.h, z1.h, z2.h, z3.h}, p0, [sp, x0, lsl #1]
19933 __ dci(0xe570e3e0); // st4w {z0.s, z1.s, z2.s, z3.s}, p0, [sp]
19934 __ dci(0xe56063e0); // st4w {z0.s, z1.s, z2.s, z3.s}, p0, [sp, x0, lsl #2]
19935 __ dci(0xe410e3e0); // stnt1b {z0.b}, p0, [sp]
19936 __ dci(0xe40063e0); // stnt1b {z0.b}, p0, [sp, x0]
19937 __ dci(0xe590e3e0); // stnt1d {z0.d}, p0, [sp]
19938 __ dci(0xe58063e0); // stnt1d {z0.d}, p0, [sp, x0, lsl #3]
19939 __ dci(0xe490e3e0); // stnt1h {z0.h}, p0, [sp]
19940 __ dci(0xe48063e0); // stnt1h {z0.h}, p0, [sp, x0, lsl #1]
19941 __ dci(0xe510e3e0); // stnt1w {z0.s}, p0, [sp]
19942 __ dci(0xe50063e0); // stnt1w {z0.s}, p0, [sp, x0, lsl #2]
19945 __ dci(0xe58043e0); // str z0, [sp]
19976 __ Fdup(z0.VnD(), 1.0);
19991 __ Fmmla(z1.VnD(), z1.VnD(), z0.VnD(), z0.VnD());
20093 __ Index(z0.VnB(), 0, 1);
20095 __ Cmplo(p0.VnB(), p0.Zeroing(), z0.VnB(), 4);
20101 __ Ld1rob(z0.VnB(), p1.Zeroing(), SVEMemOperand(x0, -32));
20118 __ Dup(z11.VnQ(), z0.VnQ(), 2);
20119 __ Mov(z8, z0);
20121 __ Eor(z8.VnB(), z8.VnB(), z0.VnB());
20149 ASSERT_EQUAL_SVE(z0, z1);
20189 ASSERT_EQUAL_SVE(z0_expected, z0.VnD());