Lines Matching refs:pg
169 const PRegisterM& pg,
175 Emit(op | tszh | tszl_and_imm | PgLow8(pg) | Rd(zdn));
179 const PRegisterM& pg,
192 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, ASR_z_p_zi);
196 const PRegisterM& pg,
214 Emit(op | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
218 const PRegisterM& pg,
232 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, ASRD_z_p_zi);
236 const PRegisterM& pg,
249 Emit(ASRR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
253 const PRegisterM& pg,
267 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, LSL_z_p_zi);
271 const PRegisterM& pg,
289 Emit(op | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
293 const PRegisterM& pg,
306 Emit(LSLR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
310 const PRegisterM& pg,
324 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, LSR_z_p_zi);
328 const PRegisterM& pg,
346 Emit(op | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
350 const PRegisterM& pg,
363 Emit(LSRR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
551 const PRegister& pg,
565 Emit(FADDA_v_p_z | SVESize(zm) | Rd(vd) | PgLow8(pg) | Rn(zm));
571 const PRegisterM& pg,
584 Emit(FABD_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
588 const PRegisterM& pg,
603 Emit(FADD_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
607 const PRegisterM& pg,
620 Emit(FADD_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
624 const PRegisterM& pg,
637 Emit(FDIV_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
641 const PRegisterM& pg,
654 Emit(FDIVR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
658 const PRegisterM& pg,
673 Emit(FMAX_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
677 const PRegisterM& pg,
690 Emit(FMAX_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
694 const PRegisterM& pg,
709 Emit(FMAXNM_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
713 const PRegisterM& pg,
726 Emit(FMAXNM_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
730 const PRegisterM& pg,
745 Emit(FMIN_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
749 const PRegisterM& pg,
762 Emit(FMIN_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
766 const PRegisterM& pg,
781 Emit(FMINNM_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
785 const PRegisterM& pg,
798 Emit(FMINNM_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
802 const PRegisterM& pg,
817 Emit(FMUL_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
821 const PRegisterM& pg,
834 Emit(FMUL_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
838 const PRegisterM& pg,
851 Emit(FMULX_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
855 const PRegisterM& pg,
868 Emit(FSCALE_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
872 const PRegisterM& pg,
887 Emit(FSUB_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
891 const PRegisterM& pg,
904 Emit(FSUB_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
908 const PRegisterM& pg,
923 Emit(FSUBR_z_p_zs | SVESize(zd) | Rd(zd) | PgLow8(pg) | i1);
927 const PRegisterM& pg,
940 Emit(FSUBR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
1050 const PRegisterZ& pg,
1062 Emit(FACGE_p_p_zz | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
1066 const PRegisterZ& pg,
1078 Emit(FACGT_p_p_zz | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
1082 const PRegisterZ& pg,
1094 Emit(FCMEQ_p_p_zz | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
1098 const PRegisterZ& pg,
1110 Emit(FCMGE_p_p_zz | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
1114 const PRegisterZ& pg,
1126 Emit(FCMGT_p_p_zz | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
1130 const PRegisterZ& pg,
1142 Emit(FCMNE_p_p_zz | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
1146 const PRegisterZ& pg,
1158 Emit(FCMUO_p_p_zz | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
1164 const PRegisterZ& pg,
1177 Emit(FCMEQ_p_p_z0 | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn));
1181 const PRegisterZ& pg,
1194 Emit(FCMGE_p_p_z0 | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn));
1198 const PRegisterZ& pg,
1211 Emit(FCMGT_p_p_z0 | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn));
1215 const PRegisterZ& pg,
1228 Emit(FCMLE_p_p_z0 | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn));
1232 const PRegisterZ& pg,
1245 Emit(FCMLT_p_p_z0 | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn));
1249 const PRegisterZ& pg,
1262 Emit(FCMNE_p_p_z0 | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn));
1268 const PRegisterM& pg,
1284 Emit(FCADD_z_p_zz | rotate_bit | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
1290 const PRegisterM& pg,
1304 Emit(FCMLA_z_p_zzz | rotate_bit | SVESize(zda) | Rd(zda) | PgLow8(pg) |
1327 const PRegister& pg,
1338 Emit(FADDV_v_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
1342 const PRegister& pg,
1353 Emit(FMAXNMV_v_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
1357 const PRegister& pg,
1368 Emit(FMAXV_v_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
1372 const PRegister& pg,
1383 Emit(FMINNMV_v_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
1387 const PRegister& pg,
1398 Emit(FMINV_v_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
1404 const PRegisterM& pg,
1415 Emit(FMAD_z_p_zzz | SVESize(zdn) | Rd(zdn) | PgLow8(pg) | Rn(zm) | Rm(za));
1419 const PRegisterM& pg,
1430 Emit(FMLA_z_p_zzz | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn) | Rm(zm));
1434 const PRegisterM& pg,
1445 Emit(FMLS_z_p_zzz | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn) | Rm(zm));
1449 const PRegisterM& pg,
1460 Emit(FMSB_z_p_zzz | SVESize(zdn) | Rd(zdn) | PgLow8(pg) | Rn(zm) | Rm(za));
1464 const PRegisterM& pg,
1475 Emit(FNMAD_z_p_zzz | SVESize(zdn) | Rd(zdn) | PgLow8(pg) | Rn(zm) | Rm(za));
1479 const PRegisterM& pg,
1490 Emit(FNMLA_z_p_zzz | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn) | Rm(zm));
1494 const PRegisterM& pg,
1505 Emit(FNMLS_z_p_zzz | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn) | Rm(zm));
1509 const PRegisterM& pg,
1520 Emit(FNMSB_z_p_zzz | SVESize(zdn) | Rd(zdn) | PgLow8(pg) | Rn(zm) | Rm(za));
1674 const PRegisterM& pg,
1713 Emit(op | Rd(zd) | PgLow8(pg) | Rn(zn));
1717 const PRegisterM& pg,
1758 Emit(op | Rd(zd) | PgLow8(pg) | Rn(zn));
1762 const PRegisterM& pg,
1803 Emit(op | Rd(zd) | PgLow8(pg) | Rn(zn));
1807 const PRegisterM& pg,
1817 Emit(FRECPX_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1821 const PRegisterM& pg,
1827 Emit(FRINTA_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1831 const PRegisterM& pg,
1837 Emit(FRINTI_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1841 const PRegisterM& pg,
1847 Emit(FRINTM_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1851 const PRegisterM& pg,
1857 Emit(FRINTN_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1861 const PRegisterM& pg,
1867 Emit(FRINTP_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1871 const PRegisterM& pg,
1877 Emit(FRINTX_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1881 const PRegisterM& pg,
1887 Emit(FRINTZ_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1891 const PRegisterM& pg,
1901 Emit(FSQRT_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
1905 const PRegisterM& pg,
1946 Emit(op | Rd(zd) | PgLow8(pg) | Rn(zn));
1950 const PRegisterM& pg,
1991 Emit(op | Rd(zd) | PgLow8(pg) | Rn(zn));
2022 void Assembler::decp(const Register& rdn, const PRegisterWithLaneSize& pg) {
2031 Emit(DECP_r_p_r | SVESize(pg) | Rd(rdn) | Rx<8, 5>(pg));
2034 void Assembler::decp(const ZRegister& zdn, const PRegister& pg) {
2042 VIXL_ASSERT(pg.IsUnqualified());
2044 Emit(DECP_z_p_z | SVESize(zdn) | Rd(zdn) | Pg<8, 5>(pg));
2047 void Assembler::incp(const Register& rdn, const PRegisterWithLaneSize& pg) {
2056 Emit(INCP_r_p_r | SVESize(pg) | Rd(rdn) | Rx<8, 5>(pg));
2059 void Assembler::incp(const ZRegister& zdn, const PRegister& pg) {
2067 VIXL_ASSERT(pg.IsUnqualified());
2069 Emit(INCP_z_p_z | SVESize(zdn) | Rd(zdn) | Pg<8, 5>(pg));
2073 const PRegisterWithLaneSize& pg,
2084 Emit(SQDECP_r_p_r_sx | SVESize(pg) | Rd(xd) | Rx<8, 5>(pg));
2087 void Assembler::sqdecp(const Register& xdn, const PRegisterWithLaneSize& pg) {
2096 Emit(SQDECP_r_p_r_x | SVESize(pg) | Rd(xdn) | Rx<8, 5>(pg));
2099 void Assembler::sqdecp(const ZRegister& zdn, const PRegister& pg) {
2106 VIXL_ASSERT(pg.IsUnqualified());
2108 Emit(SQDECP_z_p_z | SVESize(zdn) | Rd(zdn) | Pg<8, 5>(pg));
2112 const PRegisterWithLaneSize& pg,
2123 Emit(SQINCP_r_p_r_sx | SVESize(pg) | Rd(xd) | Rx<8, 5>(pg));
2126 void Assembler::sqincp(const Register& xdn, const PRegisterWithLaneSize& pg) {
2135 Emit(SQINCP_r_p_r_x | SVESize(pg) | Rd(xdn) | Rx<8, 5>(pg));
2138 void Assembler::sqincp(const ZRegister& zdn, const PRegister& pg) {
2145 VIXL_ASSERT(pg.IsUnqualified());
2147 Emit(SQINCP_z_p_z | SVESize(zdn) | Rd(zdn) | Pg<8, 5>(pg));
2150 void Assembler::uqdecp(const Register& rdn, const PRegisterWithLaneSize& pg) {
2160 Emit(op | SVESize(pg) | Rd(rdn) | Rx<8, 5>(pg));
2163 void Assembler::uqdecp(const ZRegister& zdn, const PRegister& pg) {
2170 VIXL_ASSERT(pg.IsUnqualified());
2172 Emit(UQDECP_z_p_z | SVESize(zdn) | Rd(zdn) | Pg<8, 5>(pg));
2175 void Assembler::uqincp(const Register& rdn, const PRegisterWithLaneSize& pg) {
2184 Emit(op | SVESize(pg) | Rd(rdn) | Rx<8, 5>(pg));
2187 void Assembler::uqincp(const ZRegister& zdn, const PRegister& pg) {
2194 VIXL_ASSERT(pg.IsUnqualified());
2196 Emit(UQINCP_z_p_z | SVESize(zdn) | Rd(zdn) | Pg<8, 5>(pg));
2335 const PRegisterM& pg,
2347 Emit(ADD_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2351 const PRegisterM& pg,
2363 Emit(AND_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2367 const PRegisterM& pg,
2379 Emit(BIC_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2383 const PRegisterM& pg,
2395 Emit(EOR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2399 const PRegisterM& pg,
2411 Emit(MUL_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2415 const PRegisterM& pg,
2427 Emit(ORR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2431 const PRegisterM& pg,
2443 Emit(SABD_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2447 const PRegisterM& pg,
2460 Emit(SDIV_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2464 const PRegisterM& pg,
2477 Emit(SDIVR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2481 const PRegisterM& pg,
2493 Emit(SMAX_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2497 const PRegisterM& pg,
2509 Emit(SMIN_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2513 const PRegisterM& pg,
2525 Emit(SMULH_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2529 const PRegisterM& pg,
2541 Emit(SUB_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2545 const PRegisterM& pg,
2557 Emit(SUBR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2561 const PRegisterM& pg,
2573 Emit(UABD_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2577 const PRegisterM& pg,
2590 Emit(UDIV_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2594 const PRegisterM& pg,
2607 Emit(UDIVR_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2611 const PRegisterM& pg,
2623 Emit(UMAX_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2627 const PRegisterM& pg,
2639 Emit(UMIN_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2643 const PRegisterM& pg,
2655 Emit(UMULH_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
2745 const PRegisterZ& pg,
2749 Emit(op | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
2753 const PRegisterZ& pg,
2757 Emit(op | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) | ImmField<20, 16>(imm));
2761 const PRegisterZ& pg,
2765 Emit(op | SVESize(zn) | Pd(pd) | PgLow8(pg) | Rn(zn) |
2771 const PRegisterZ& pg,
2776 cmpeq(pd, pg, zn, zm);
2779 cmpge(pd, pg, zn, zm);
2782 cmpgt(pd, pg, zn, zm);
2785 cmple(pd, pg, zn, zm);
2788 cmplt(pd, pg, zn, zm);
2791 cmpne(pd, pg, zn, zm);
2794 cmphi(pd, pg, zn, zm);
2797 cmphs(pd, pg, zn, zm);
2800 cmplo(pd, pg, zn, zm);
2803 cmpls(pd, pg, zn, zm);
2813 const PRegisterZ& pg,
2824 CompareVectors(pd, pg, zn, imm5, CMPEQ_p_p_zi);
2828 const PRegisterZ& pg,
2839 CompareVectors(pd, pg, zn, imm5, CMPGE_p_p_zi);
2843 const PRegisterZ& pg,
2854 CompareVectors(pd, pg, zn, imm5, CMPGT_p_p_zi);
2858 const PRegisterZ& pg,
2869 CompareVectors(pd, pg, zn, imm5, CMPLE_p_p_zi);
2873 const PRegisterZ& pg,
2884 CompareVectors(pd, pg, zn, imm5, CMPLT_p_p_zi);
2888 const PRegisterZ& pg,
2899 CompareVectors(pd, pg, zn, imm5, CMPNE_p_p_zi);
2905 const PRegisterZ& pg,
2916 CompareVectors(pd, pg, zn, imm7, CMPHI_p_p_zi);
2920 const PRegisterZ& pg,
2931 CompareVectors(pd, pg, zn, imm7, CMPHS_p_p_zi);
2935 const PRegisterZ& pg,
2946 CompareVectors(pd, pg, zn, imm7, CMPLO_p_p_zi);
2950 const PRegisterZ& pg,
2961 CompareVectors(pd, pg, zn, imm7, CMPLS_p_p_zi);
2970 const PRegisterZ& pg,
2980 CompareVectors(pd, pg, zn, zm, op);
2987 const PRegisterZ& pg,
2997 CompareVectors(pd, pg, zn, zm, op);
3004 const PRegisterZ& pg,
3014 CompareVectors(pd, pg, zn, zm, op);
3021 const PRegisterZ& pg,
3031 CompareVectors(pd, pg, zn, zm, op);
3038 const PRegisterZ& pg,
3048 CompareVectors(pd, pg, zn, zm, op);
3052 const PRegisterZ& pg,
3058 cmpge(pd, pg, zm, zn);
3064 CompareVectors(pd, pg, zn, zm, CMPLE_p_p_zw);
3068 const PRegisterZ& pg,
3074 cmphi(pd, pg, zm, zn);
3080 CompareVectors(pd, pg, zn, zm, CMPLO_p_p_zw);
3084 const PRegisterZ& pg,
3090 cmphs(pd, pg, zm, zn);
3096 CompareVectors(pd, pg, zn, zm, CMPLS_p_p_zw);
3100 const PRegisterZ& pg,
3106 cmpgt(pd, pg, zm, zn);
3112 CompareVectors(pd, pg, zn, zm, CMPLT_p_p_zw);
3119 const PRegisterZ& pg,
3129 CompareVectors(pd, pg, zn, zm, op);
3174 const PRegisterM& pg,
3184 Emit(MAD_z_p_zzz | SVESize(zdn) | Rd(zdn) | PgLow8(pg) | Rm(zm) | Rn(za));
3188 const PRegisterM& pg,
3198 Emit(MLA_z_p_zzz | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn) | Rm(zm));
3202 const PRegisterM& pg,
3212 Emit(MLS_z_p_zzz | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn) | Rm(zm));
3216 const PRegisterM& pg,
3226 Emit(MSB_z_p_zzz | SVESize(zdn) | Rd(zdn) | PgLow8(pg) | Rm(zm) | Rn(za));
3256 const PRegister& pg,
3261 Emit(ANDV_r_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
3265 const PRegister& pg,
3270 Emit(EORV_r_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
3274 const PRegister& pg,
3282 VIXL_ASSERT(pg.IsMerging() || pg.IsZeroing());
3283 VIXL_ASSERT(!pg.HasLaneSize());
3285 Instr m = pg.IsMerging() ? 0x00010000 : 0x00000000;
3286 Emit(MOVPRFX_z_p_z | SVESize(zd) | m | Rd(zd) | PgLow8(pg) | Rn(zn));
3290 const PRegister& pg,
3295 Emit(ORV_r_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
3299 const PRegister& pg,
3304 Emit(SADDV_r_p_z | SVESize(zn) | Rd(dd) | PgLow8(pg) | Rn(zn));
3308 const PRegister& pg,
3313 Emit(SMAXV_r_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
3317 const PRegister& pg,
3322 Emit(SMINV_r_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
3326 const PRegister& pg,
3330 Emit(UADDV_r_p_z | SVESize(zn) | Rd(dd) | PgLow8(pg) | Rn(zn));
3334 const PRegister& pg,
3339 Emit(UMAXV_r_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
3343 const PRegister& pg,
3348 Emit(UMINV_r_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
3354 const PRegisterM& pg,
3363 Emit(ABS_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3367 const PRegisterM& pg,
3376 Emit(CLS_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3380 const PRegisterM& pg,
3389 Emit(CLZ_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3393 const PRegisterM& pg,
3402 Emit(CNOT_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3406 const PRegisterM& pg,
3415 Emit(CNT_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3419 const PRegisterM& pg,
3429 Emit(FABS_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3433 const PRegisterM& pg,
3443 Emit(FNEG_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3447 const PRegisterM& pg,
3456 Emit(NEG_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3460 const PRegisterM& pg,
3469 Emit(NOT_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3473 const PRegisterM& pg,
3483 Emit(SXTB_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3487 const PRegisterM& pg,
3497 Emit(SXTH_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3501 const PRegisterM& pg,
3511 Emit(SXTW_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3515 const PRegisterM& pg,
3525 Emit(UXTB_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3529 const PRegisterM& pg,
3539 Emit(UXTH_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3543 const PRegisterM& pg,
3553 Emit(UXTW_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
3559 const PRegister& pg,
3567 VIXL_ASSERT(pg.IsMerging() || pg.IsZeroing());
3572 Instr m = pg.IsMerging() ? (1 << 14) : 0;
3573 Emit(CPY_z_p_i | m | sh | SVESize(zd) | Rd(zd) | Pg<19, 16>(pg) |
3577 void Assembler::fcpy(const ZRegister& zd, const PRegisterM& pg, double imm) {
3586 Emit(FCPY_z_p_i | SVESize(zd) | Rd(zd) | Pg<19, 16>(pg) | imm_field);
3821 const PRegister& pg,
3830 Emit(op | mem_op | dtype | Rt(zt) | PgLow8(pg));
3835 const PRegister& pg,
3844 Emit(op | mem_op | msz | num | Rt(zt1) | PgLow8(pg));
3849 const PRegisterZ& pg,
3864 pg,
3882 SVELdSt1Helper(msize_in_bytes_log2, zt, pg, addr, is_signed, op);
3887 const PRegisterZ& pg,
3902 pg,
3918 pg,
3930 SVELdSt1Helper(msize_in_bytes_log2, zt, pg, addr, is_signed, op);
3935 const PRegister& pg,
4038 Emit(op | mem_op | msz | u | ff | Rt(zt) | PgLow8(pg));
4043 const PRegisterZ& pg,
4059 SVELdSt234Helper(num_regs, zt1, pg, addr, op);
4066 const PRegisterZ& pg, \
4069 SVELd1Helper(k##LANE_SIZE##RegSizeInBytesLog2, zt, pg, addr, false); \
4074 const PRegisterZ& pg, \
4081 SVELd234Helper(2, zt1, pg, addr); \
4087 const PRegisterZ& pg, \
4094 SVELd234Helper(3, zt1, pg, addr); \
4101 const PRegisterZ& pg, \
4108 SVELd234Helper(4, zt1, pg, addr); \
4118 const PRegisterZ& pg, \
4121 SVELd1Helper(k##LANE_SIZE##RegSizeInBytesLog2, zt, pg, addr, true); \
4129 const PRegisterZ& pg,
4148 ImmUnsignedField<21, 16>(imm / divisor) | Rt(zt) | PgLow8(pg));
4157 const PRegisterZ& pg,
4161 SVELd1BroadcastHelper(kBRegSizeInBytesLog2, zt, pg, addr, false);
4169 const PRegisterZ& pg,
4173 SVELd1BroadcastHelper(kHRegSizeInBytesLog2, zt, pg, addr, false);
4180 const PRegisterZ& pg,
4184 SVELd1BroadcastHelper(kSRegSizeInBytesLog2, zt, pg, addr, false);
4188 const PRegisterZ& pg,
4192 SVELd1BroadcastHelper(kDRegSizeInBytesLog2, zt, pg, addr, false);
4200 const PRegisterZ& pg,
4204 SVELd1BroadcastHelper(kBRegSizeInBytesLog2, zt, pg, addr, true);
4211 const PRegisterZ& pg,
4215 SVELd1BroadcastHelper(kHRegSizeInBytesLog2, zt, pg, addr, true);
4219 const PRegisterZ& pg,
4223 SVELd1BroadcastHelper(kWRegSizeInBytesLog2, zt, pg, addr, true);
4252 const PRegisterZ& pg,
4262 Emit(LDFF1B_z_p_bz_d_64_unscaled | Rt(zt) | PgLow8(pg) | RnSP(xn) | Rm(zm));
4269 const PRegisterZ& pg,
4279 Emit(LDFF1B_z_p_ai_d | Rt(zt) | PgLow8(pg) | Rn(zn) | ImmField<20, 16>(imm5));
4288 const PRegisterZ& pg,
4298 Emit(LDFF1D_z_p_bz_d_64_scaled | Rt(zt) | PgLow8(pg) | RnSP(xn) | Rm(zm));
4302 const PRegisterZ& pg,
4312 Emit(LDFF1D_z_p_ai_d | Rt(zt) | PgLow8(pg) | Rn(zn) | ImmField<20, 16>(imm5));
4321 const PRegisterZ& pg,
4331 Emit(LDFF1H_z_p_bz_d_64_scaled | Rt(zt) | PgLow8(pg) | RnSP(xn) | Rm(zm));
4338 const PRegisterZ& pg,
4348 Emit(LDFF1H_z_p_ai_d | Rt(zt) | PgLow8(pg) | Rn(zn) | ImmField<20, 16>(imm5));
4355 const PRegisterZ& pg,
4365 Emit(LDFF1SB_z_p_bz_d_64_unscaled | Rt(zt) | PgLow8(pg) | RnSP(xn) | Rm(zm));
4372 const PRegisterZ& pg,
4382 Emit(LDFF1SB_z_p_ai_d | Rt(zt) | PgLow8(pg) | Rn(zn) |
4392 const PRegisterZ& pg,
4402 Emit(LDFF1SH_z_p_bz_d_64_scaled | Rt(zt) | PgLow8(pg) | RnSP(xn) | Rm(zm));
4409 const PRegisterZ& pg,
4419 Emit(LDFF1SH_z_p_ai_d | Rt(zt) | PgLow8(pg) | Rn(zn) |
4429 const PRegisterZ& pg,
4439 Emit(LDFF1SW_z_p_bz_d_64_scaled | Rt(zt) | PgLow8(pg) | RnSP(xn) | Rm(zm));
4443 const PRegisterZ& pg,
4453 Emit(LDFF1SW_z_p_ai_d | Rt(zt) | PgLow8(pg) | Rn(zn) |
4463 const PRegisterZ& pg,
4473 Emit(LDFF1W_z_p_bz_d_64_scaled | Rt(zt) | PgLow8(pg) | RnSP(xn) | Rm(zm));
4480 const PRegisterZ& pg,
4490 Emit(LDFF1W_z_p_ai_d | Rt(zt) | PgLow8(pg) | Rn(zn) | ImmField<20, 16>(imm5));
4495 const PRegister& pg,
4526 Emit(op | SVEImmPrefetchOperation(prfop) | PgLow8(pg) | Rn(zn) |
4532 const PRegister& pg,
4557 Emit(op | SVEImmPrefetchOperation(prfop) | PgLow8(pg) |
4563 const PRegister& pg,
4595 Emit(op | SVEImmPrefetchOperation(prfop) | PgLow8(pg) |
4601 const PRegister& pg,
4685 Emit(op | SVEImmPrefetchOperation(prfop) | PgLow8(pg) | sx |
4690 const PRegister& pg,
4696 SVEGatherPrefetchVectorPlusImmediateHelper(prfop, pg, addr, prefetch_size);
4701 SVEGatherPrefetchScalarPlusImmediateHelper(prfop, pg, addr, prefetch_size);
4706 SVEContiguousPrefetchScalarPlusVectorHelper(prfop, pg, addr, prefetch_size);
4711 SVEContiguousPrefetchScalarPlusScalarHelper(prfop, pg, addr, prefetch_size);
4719 const PRegister& pg,
4722 SVEPrefetchHelper(prfop, pg, addr, kBRegSize);
4726 const PRegister& pg,
4729 SVEPrefetchHelper(prfop, pg, addr, kDRegSize);
4733 const PRegister& pg,
4736 SVEPrefetchHelper(prfop, pg, addr, kHRegSize);
4740 const PRegister& pg,
4743 SVEPrefetchHelper(prfop, pg, addr, kSRegSize);
4747 const PRegister& pg,
4763 Emit(op | Rt(zt) | PgLow8(pg) | RnSP(addr.GetScalarBase()));
4767 const PRegister& pg,
4783 Emit(op | Rt(zt) | PgLow8(pg) |
4788 const PRegister& pg,
4800 Emit(op | Rt(zt) | PgLow8(pg) |
4816 const PRegisterZ& pg, \
4822 SVELd1St1ScaImmHelper(zt, pg, addr, SCA, IMM, BYTES); \
4830 const PRegisterZ& pg, \
4833 SVELdff1Helper(k##LANE_SIZE##RegSizeInBytesLog2, zt, pg, addr, false); \
4839 const PRegisterZ& pg, \
4842 SVELdff1Helper(k##LANE_SIZE##RegSizeInBytesLog2, zt, pg, addr, true); \
4847 const PRegisterZ& pg,
4856 pg,
4863 const PRegisterZ& pg,
4872 pg,
4879 const PRegisterZ& pg,
4888 pg,
4895 const PRegisterZ& pg,
4904 pg,
4911 const PRegisterZ& pg,
4920 pg,
4927 const PRegisterZ& pg,
4936 pg,
4943 const PRegisterZ& pg,
4952 pg,
4959 const PRegisterZ& pg,
4966 SVELd1VecScaHelper(zt, pg, addr, 0, /* is_signed = */ false);
4969 pg,
4977 const PRegisterZ& pg,
4984 SVELd1VecScaHelper(zt, pg, addr, 3, /* is_signed = */ false);
4987 pg,
4995 const PRegisterZ& pg,
5002 SVELd1VecScaHelper(zt, pg, addr, 1, /* is_signed = */ false);
5005 pg,
5013 const PRegisterZ& pg,
5020 SVELd1VecScaHelper(zt, pg, addr, 2, /* is_signed = */ false);
5023 pg,
5031 const PRegisterZ& pg,
5034 SVELd1VecScaHelper(zt, pg, addr, 0, /* is_signed = */ true);
5038 const PRegisterZ& pg,
5041 SVELd1VecScaHelper(zt, pg, addr, 1, /* is_signed = */ true);
5045 const PRegisterZ& pg,
5048 SVELd1VecScaHelper(zt, pg, addr, 2, /* is_signed = */ true);
5125 const PRegister& pg,
5138 pg,
5155 SVELdSt1Helper(msize_in_bytes_log2, zt, pg, addr, false, op);
5160 const PRegister& pg,
5176 SVELdSt234Helper(num_regs, zt1, pg, addr, op);
5181 const PRegister& pg, \
5184 SVESt1Helper(k##LANE_SIZE##RegSizeInBytesLog2, zt, pg, addr); \
5189 const PRegister& pg, \
5196 SVESt234Helper(2, zt1, pg, addr); \
5202 const PRegister& pg, \
5209 SVESt234Helper(3, zt1, pg, addr); \
5216 const PRegister& pg, \
5223 SVESt234Helper(4, zt1, pg, addr); \
5232 const PRegister& pg,
5239 SVESt1VecScaHelper(zt, pg, addr, 0);
5242 pg,
5250 const PRegister& pg,
5257 SVESt1VecScaHelper(zt, pg, addr, 3);
5260 pg,
5268 const PRegister& pg,
5275 SVESt1VecScaHelper(zt, pg, addr, 1);
5278 pg,
5286 const PRegister& pg,
5293 SVESt1VecScaHelper(zt, pg, addr, 2);
5296 pg,
5380 const PRegister& pg,
5383 VIXL_ASSERT(pg.IsMerging() || pg.IsZeroing());
5386 Instr m = pg.IsMerging() ? 0x00000010 : 0x00000000;
5387 Emit(BRKA_p_p_p | Pd(pd) | Pg<13, 10>(pg) | m | Pn(pn));
5391 const PRegisterZ& pg,
5396 Emit(BRKAS_p_p_p_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn));
5400 const PRegister& pg,
5403 VIXL_ASSERT(pg.IsMerging() || pg.IsZeroing());
5406 Instr m = pg.IsMerging() ? 0x00000010 : 0x00000000;
5407 Emit(BRKB_p_p_p | Pd(pd) | Pg<13, 10>(pg) | m | Pn(pn));
5411 const PRegisterZ& pg,
5416 Emit(BRKBS_p_p_p_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn));
5420 const PRegisterZ& pg,
5428 Emit(BRKN_p_p_pp | Pd(pd) | Pg<13, 10>(pg) | Pn(pn));
5432 const PRegisterZ& pg,
5440 Emit(BRKNS_p_p_pp | Pd(pd) | Pg<13, 10>(pg) | Pn(pn));
5678 const PRegister& pg,
5689 Emit(CLASTA_r_p_z | SVESize(zm) | Rd(rd) | PgLow8(pg) | Rn(zm));
5693 const PRegister& pg,
5706 Emit(CLASTA_v_p_z | SVESize(zm) | Rd(vd) | PgLow8(pg) | Rn(zm));
5710 const PRegister& pg,
5722 Emit(CLASTA_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
5726 const PRegister& pg,
5737 Emit(CLASTB_r_p_z | SVESize(zm) | Rd(rd) | PgLow8(pg) | Rn(zm));
5741 const PRegister& pg,
5754 Emit(CLASTB_v_p_z | SVESize(zm) | Rd(vd) | PgLow8(pg) | Rn(zm));
5758 const PRegister& pg,
5770 Emit(CLASTB_z_p_zz | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
5774 const PRegister& pg,
5786 Emit(COMPACT_z_p_z | sz | Rd(zd) | PgLow8(pg) | Rn(zn));
5790 const PRegisterM& pg,
5800 Emit(CPY_z_p_r | SVESize(zd) | Rd(zd) | PgLow8(pg) | RnSP(rn));
5804 const PRegisterM& pg,
5815 Emit(CPY_z_p_v | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(vn));
5819 const PRegister& pg,
5827 Emit(LASTA_r_p_z | SVESize(zn) | Rd(rd) | PgLow8(pg) | Rn(zn));
5831 const PRegister& pg,
5840 Emit(LASTA_v_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
5844 const PRegister& pg,
5852 Emit(LASTB_r_p_z | SVESize(zn) | Rd(rd) | PgLow8(pg) | Rn(zn));
5856 const PRegister& pg,
5865 Emit(LASTB_v_p_z | SVESize(zn) | Rd(vd) | PgLow8(pg) | Rn(zn));
5869 const PRegisterM& pg,
5878 Emit(RBIT_z_p_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
5882 const PRegisterM& pg,
5892 Emit(REVB_z_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
5896 const PRegisterM& pg,
5906 Emit(REVH_z_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
5910 const PRegisterM& pg,
5920 Emit(REVW_z_z | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
5924 const PRegister& pg,
5938 Emit(SPLICE_z_p_zz_des | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
5940 splice_con(zd, pg, zn, zm);
5945 const PRegister& pg,
5957 Emit(0x052d8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn1));
6086 const PRegister& pg,
6094 VIXL_ASSERT(pg.IsUnqualified());
6095 if (pg.HasLaneSize()) VIXL_ASSERT(AreSameFormat(pg, pn));
6097 Emit(CNTP_r_p_p | SVESize(pn) | Rd(xd) | Pg<13, 10>(pg) | Pn(pn));
6102 const PRegisterZ& pg,
6108 Emit(AND_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6112 const PRegisterZ& pg,
6118 Emit(ANDS_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6122 const PRegisterZ& pg,
6128 Emit(BIC_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6132 const PRegisterZ& pg,
6138 Emit(BICS_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6142 const PRegisterZ& pg,
6148 Emit(EOR_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6152 const PRegisterZ& pg,
6158 Emit(EORS_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6162 const PRegisterZ& pg,
6168 Emit(NAND_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6172 const PRegisterZ& pg,
6178 Emit(NANDS_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6182 const PRegisterZ& pg,
6188 Emit(NOR_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6192 const PRegisterZ& pg,
6198 Emit(NORS_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6202 const PRegisterZ& pg,
6208 Emit(ORN_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6212 const PRegisterZ& pg,
6218 Emit(ORNS_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6222 const PRegisterZ& pg,
6228 Emit(ORR_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6232 const PRegisterZ& pg,
6238 Emit(ORRS_p_p_pp_z | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6242 const PRegister& pg,
6246 Emit(SEL_p_p_pp | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6263 const PRegister& pg,
6274 Emit(PFIRST_p_p_p | Pd(pd) | Pg<8, 5>(pg));
6278 const PRegister& pg,
6288 Emit(PNEXT_p_p_p | SVESize(pd) | Pd(pd) | Pg<8, 5>(pg));
6291 void Assembler::ptest(const PRegister& pg, const PRegisterWithLaneSize& pn) {
6299 Emit(PTEST_p_p | Pg<13, 10>(pg) | Rx<8, 5>(pn));
6332 void Assembler::rdffr(const PRegisterWithLaneSize& pd, const PRegisterZ& pg) {
6339 Emit(RDFFR_p_p_f | Pd(pd) | Pg<8, 5>(pg));
6342 void Assembler::rdffrs(const PRegisterWithLaneSize& pd, const PRegisterZ& pg) {
6349 Emit(RDFFRS_p_p_f | Pd(pd) | Pg<8, 5>(pg));
6355 const PRegisterZ& pg,
6365 Emit(BRKPA_p_p_pp | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6369 const PRegisterZ& pg,
6379 Emit(BRKPAS_p_p_pp | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6383 const PRegisterZ& pg,
6393 Emit(BRKPB_p_p_pp | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6397 const PRegisterZ& pg,
6407 Emit(BRKPBS_p_p_pp | Pd(pd) | Pg<13, 10>(pg) | Pn(pn) | Pm(pm));
6452 const PRegister& pg,
6458 Emit(SEL_z_p_zz | SVESize(zd) | Rd(zd) | Pg<13, 10>(pg) | Rn(zn) | Rm(zm));
6498 void Assembler::fmov(const ZRegister& zd, const PRegisterM& pg, double imm) {
6500 cpy(zd, pg, 0);
6502 fcpy(zd, pg, imm);
6522 const PRegisterM& pg,
6525 sel(pd, pg, pn, pd);
6529 const PRegisterZ& pg,
6532 and_(pd, pg, pn, pn);
6536 const PRegister& pg,
6539 VIXL_ASSERT(pg.IsMerging() || pg.IsZeroing());
6540 cpy(zd, pg, imm8, shift);
6562 const PRegisterM& pg,
6564 cpy(zd, pg, rn);
6568 const PRegisterM& pg,
6572 cpy(zd, pg, vn);
6576 const PRegisterM& pg,
6579 sel(zd, pg, zn, zd);
6599 const PRegisterZ& pg,
6602 ands(pd, pg, pn, pn);
6606 const PRegisterZ& pg,
6609 eor(pd, pg, pn, pg.VnB());
6613 const PRegisterZ& pg,
6616 eors(pd, pg, pn, pg.VnB());
6682 const PRegisterM& pg,
6694 Emit(0x4411a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
6953 const PRegisterM& pg,
6966 Emit(0x64108000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
6970 const PRegisterM& pg,
6986 Emit(op | Rd(zd) | PgLow8(pg) | Rn(zn));
6990 const PRegisterM& pg,
7005 Emit(op | Rd(zd) | PgLow8(pg) | Rn(zn));
7009 const PRegisterM& pg,
7018 Emit(0x650aa000 | Rd(zd) | PgLow8(pg) | Rn(zn));
7022 const PRegisterM& pg,
7030 Emit(0x640aa000 | Rd(zd) | PgLow8(pg) | Rn(zn));
7034 const PRegisterM& pg,
7046 Emit(0x6518a000 | size | Rd(zd) | PgLow8(pg) | Rn(zn));
7050 const PRegisterM& pg,
7063 Emit(0x64148000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7067 const PRegisterM& pg,
7080 Emit(0x64168000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7084 const PRegisterM& pg,
7097 Emit(0x64158000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7101 const PRegisterM& pg,
7114 Emit(0x64178000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7242 const PRegisterZ& pg,
7253 Emit(0x4520c000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn) | Rm(zm));
7271 const PRegisterZ& pg,
7282 Emit(0x45208000 | SVESize(zm) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
7379 const PRegisterZ& pg,
7390 Emit(0x45208010 | SVESize(zm) | Pd(pd) | PgLow8(pg) | Rn(zn) | Rm(zm));
7605 const PRegisterM& pg,
7615 Emit(0x4404a000 | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn));
7726 const PRegisterM& pg,
7738 Emit(0x44108000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7742 const PRegisterM& pg,
7754 Emit(0x44128000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7758 const PRegisterM& pg,
7770 Emit(0x44168000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7787 const PRegisterM& pg,
7799 Emit(0x4414a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7803 const PRegisterM& pg,
7815 Emit(0x4416a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
7953 const PRegisterM& pg,
7962 Emit(0x4408a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
7966 const PRegisterM& pg,
7978 Emit(0x44188000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8286 const PRegisterM& pg,
8295 Emit(0x4409a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
8445 const PRegisterM& pg,
8458 Emit(0x440a8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8462 const PRegisterM& pg,
8475 Emit(0x440e8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8479 const PRegisterM& pg,
8492 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, 0x04068000);
8496 const PRegisterM& pg,
8509 Emit(0x44088000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8513 const PRegisterM& pg,
8526 Emit(0x440c8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8530 const PRegisterM& pg,
8544 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, 0x040f8000);
8548 const PRegisterM& pg,
8560 Emit(0x441a8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8564 const PRegisterM& pg,
8576 Emit(0x441e8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8636 const PRegisterM& pg,
8648 Emit(0x44148000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8665 const PRegisterM& pg,
8678 Emit(0x44028000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8682 const PRegisterM& pg,
8695 Emit(0x44068000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
8699 const PRegisterM& pg,
8712 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, 0x040c8000);
8867 void Assembler::stnt1b(const ZRegister& zt, const PRegister& pg, const ZRegister& zn, const Register& rm) {
8874 Emit(0xe4002000 | Rt(zt) | PgLow8(pg) | Rn(zn) | Rm(rm));
8877 void Assembler::stnt1d(const ZRegister& zt, const PRegister& pg, const ZRegister& zn, const Register& rm) {
8884 Emit(0xe5802000 | Rt(zt) | PgLow8(pg) | Rn(zn) | Rm(rm));
8890 void Assembler::stnt1h(const ZRegister& zt, const PRegister& pg, const ZRegister& zn, const Register& rm) {
8897 Emit(0xe4802000 | Rt(zt) | PgLow8(pg) | Rn(zn) | Rm(rm));
8903 void Assembler::stnt1w(const ZRegister& zt, const PRegister& pg, const ZRegister& zn, const Register& rm) {
8910 Emit(0xe5002000 | Rt(zt) | PgLow8(pg) | Rn(zn) | Rm(rm));
8945 const PRegisterM& pg,
8957 Emit(0x441c8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9065 const PRegisterM& pg,
9075 Emit(0x4405a000 | SVESize(zda) | Rd(zda) | PgLow8(pg) | Rn(zn));
9141 const PRegisterM& pg,
9153 Emit(0x44118000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9157 const PRegisterM& pg,
9169 Emit(0x44138000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9173 const PRegisterM& pg,
9185 Emit(0x44178000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9189 const PRegisterM& pg,
9201 Emit(0x4415a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9205 const PRegisterM& pg,
9217 Emit(0x4417a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9324 const PRegisterM& pg,
9336 Emit(0x44198000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9340 const PRegisterM& pg,
9353 Emit(0x440b8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9357 const PRegisterM& pg,
9370 Emit(0x440f8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9374 const PRegisterM& pg,
9387 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, 0x04078000);
9391 const PRegisterM& pg,
9404 Emit(0x44098000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9408 const PRegisterM& pg,
9421 Emit(0x440d8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9425 const PRegisterM& pg,
9437 Emit(0x441b8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9441 const PRegisterM& pg,
9453 Emit(0x441f8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9485 const PRegisterM& pg,
9494 Emit(0x4400a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
9498 const PRegisterM& pg,
9510 Emit(0x44158000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9514 const PRegisterM& pg,
9527 Emit(0x44038000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9531 const PRegisterM& pg,
9544 Emit(0x44078000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));
9548 const PRegisterM& pg,
9561 SVEBitwiseShiftImmediatePred(zd, pg, encoded_imm, 0x040d8000);
9565 const PRegisterM& pg,
9574 Emit(0x4401a000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zn));
9620 const PRegisterM& pg,
9632 Emit(0x441d8000 | SVESize(zd) | Rd(zd) | PgLow8(pg) | Rn(zm));