1 // Copyright 2019, VIXL authors
2 // All rights reserved.
3 //
4 // Redistribution and use in source and binary forms, with or without
5 // modification, are permitted provided that the following conditions are met:
6 //
7 //   * Redistributions of source code must retain the above copyright notice,
8 //     this list of conditions and the following disclaimer.
9 //   * Redistributions in binary form must reproduce the above copyright notice,
10 //     this list of conditions and the following disclaimer in the documentation
11 //     and/or other materials provided with the distribution.
12 //   * Neither the name of ARM Limited nor the names of its contributors may be
13 //     used to endorse or promote products derived from this software without
14 //     specific prior written permission.
15 //
16 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS CONTRIBUTORS "AS IS" AND
17 // ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 // WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
19 // DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
20 // FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 // DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22 // SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
23 // CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 // OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 
27 
28 #include <cstdio>
29 #include <cstring>
30 #include <string>
31 
32 #include "test-runner.h"
33 
34 #include "aarch64/disasm-aarch64.h"
35 #include "aarch64/macro-assembler-aarch64.h"
36 #include "test-disasm-aarch64.h"
37 
38 namespace vixl {
39 namespace aarch64 {
40 
TEST(load_store_v_offset)41 TEST(load_store_v_offset) {
42   SETUP();
43 
44   COMPARE(ldr(s0, MemOperand(x1)), "ldr s0, [x1]");
45   COMPARE(ldr(s2, MemOperand(x3, 4)), "ldr s2, [x3, #4]");
46   COMPARE(ldr(s4, MemOperand(x5, 16380)), "ldr s4, [x5, #16380]");
47   COMPARE(ldr(d6, MemOperand(x7)), "ldr d6, [x7]");
48   COMPARE(ldr(d8, MemOperand(x9, 8)), "ldr d8, [x9, #8]");
49   COMPARE(ldr(d10, MemOperand(x11, 32760)), "ldr d10, [x11, #32760]");
50   COMPARE(str(s12, MemOperand(x13)), "str s12, [x13]");
51   COMPARE(str(s14, MemOperand(x15, 4)), "str s14, [x15, #4]");
52   COMPARE(str(s16, MemOperand(x17, 16380)), "str s16, [x17, #16380]");
53   COMPARE(str(d18, MemOperand(x19)), "str d18, [x19]");
54   COMPARE(str(d20, MemOperand(x21, 8)), "str d20, [x21, #8]");
55   COMPARE(str(d22, MemOperand(x23, 32760)), "str d22, [x23, #32760]");
56 
57   COMPARE(ldr(b0, MemOperand(x1)), "ldr b0, [x1]");
58   COMPARE(ldr(b2, MemOperand(x3, 1)), "ldr b2, [x3, #1]");
59   COMPARE(ldr(b4, MemOperand(x5, 4095)), "ldr b4, [x5, #4095]");
60   COMPARE(ldr(h6, MemOperand(x7)), "ldr h6, [x7]");
61   COMPARE(ldr(h8, MemOperand(x9, 2)), "ldr h8, [x9, #2]");
62   COMPARE(ldr(h10, MemOperand(x11, 8190)), "ldr h10, [x11, #8190]");
63   COMPARE(ldr(q12, MemOperand(x13)), "ldr q12, [x13]");
64   COMPARE(ldr(q14, MemOperand(x15, 16)), "ldr q14, [x15, #16]");
65   COMPARE(ldr(q16, MemOperand(x17, 65520)), "ldr q16, [x17, #65520]");
66   COMPARE(str(b18, MemOperand(x19)), "str b18, [x19]");
67   COMPARE(str(b20, MemOperand(x21, 1)), "str b20, [x21, #1]");
68   COMPARE(str(b22, MemOperand(x23, 4095)), "str b22, [x23, #4095]");
69   COMPARE(str(h24, MemOperand(x25)), "str h24, [x25]");
70   COMPARE(str(h26, MemOperand(x27, 2)), "str h26, [x27, #2]");
71   COMPARE(str(h28, MemOperand(x29, 8190)), "str h28, [x29, #8190]");
72   COMPARE(str(q30, MemOperand(x30)), "str q30, [x30]");
73   COMPARE(str(q31, MemOperand(x1, 16)), "str q31, [x1, #16]");
74   COMPARE(str(q0, MemOperand(x3, 65520)), "str q0, [x3, #65520]");
75 
76   COMPARE(ldr(s24, MemOperand(sp)), "ldr s24, [sp]");
77   COMPARE(ldr(d25, MemOperand(sp, 8)), "ldr d25, [sp, #8]");
78   COMPARE(ldr(b26, MemOperand(sp, 1)), "ldr b26, [sp, #1]");
79   COMPARE(ldr(h27, MemOperand(sp, 2)), "ldr h27, [sp, #2]");
80   COMPARE(ldr(q28, MemOperand(sp, 16)), "ldr q28, [sp, #16]");
81 
82   CLEANUP();
83 }
84 
85 
TEST(load_store_v_pre)86 TEST(load_store_v_pre) {
87   SETUP();
88 
89   COMPARE(ldr(s0, MemOperand(x1, 4, PreIndex)), "ldr s0, [x1, #4]!");
90   COMPARE(ldr(s2, MemOperand(x3, 255, PreIndex)), "ldr s2, [x3, #255]!");
91   COMPARE(ldr(s4, MemOperand(x5, -256, PreIndex)), "ldr s4, [x5, #-256]!");
92   COMPARE(ldr(d6, MemOperand(x7, 8, PreIndex)), "ldr d6, [x7, #8]!");
93   COMPARE(ldr(d8, MemOperand(x9, 255, PreIndex)), "ldr d8, [x9, #255]!");
94   COMPARE(ldr(d10, MemOperand(x11, -256, PreIndex)), "ldr d10, [x11, #-256]!");
95 
96   COMPARE(str(s12, MemOperand(x13, 4, PreIndex)), "str s12, [x13, #4]!");
97   COMPARE(str(s14, MemOperand(x15, 255, PreIndex)), "str s14, [x15, #255]!");
98   COMPARE(str(s16, MemOperand(x17, -256, PreIndex)), "str s16, [x17, #-256]!");
99   COMPARE(str(d18, MemOperand(x19, 8, PreIndex)), "str d18, [x19, #8]!");
100   COMPARE(str(d20, MemOperand(x21, 255, PreIndex)), "str d20, [x21, #255]!");
101   COMPARE(str(d22, MemOperand(x23, -256, PreIndex)), "str d22, [x23, #-256]!");
102 
103   COMPARE(ldr(b0, MemOperand(x1, 1, PreIndex)), "ldr b0, [x1, #1]!");
104   COMPARE(ldr(b2, MemOperand(x3, 255, PreIndex)), "ldr b2, [x3, #255]!");
105   COMPARE(ldr(b4, MemOperand(x5, -256, PreIndex)), "ldr b4, [x5, #-256]!");
106   COMPARE(ldr(h6, MemOperand(x7, 2, PreIndex)), "ldr h6, [x7, #2]!");
107   COMPARE(ldr(h8, MemOperand(x9, 255, PreIndex)), "ldr h8, [x9, #255]!");
108   COMPARE(ldr(h10, MemOperand(x11, -256, PreIndex)), "ldr h10, [x11, #-256]!");
109   COMPARE(ldr(q12, MemOperand(x13, 16, PreIndex)), "ldr q12, [x13, #16]!");
110   COMPARE(ldr(q14, MemOperand(x15, 255, PreIndex)), "ldr q14, [x15, #255]!");
111   COMPARE(ldr(q16, MemOperand(x17, -256, PreIndex)), "ldr q16, [x17, #-256]!");
112 
113   COMPARE(str(b18, MemOperand(x19, 1, PreIndex)), "str b18, [x19, #1]!");
114   COMPARE(str(b20, MemOperand(x21, 255, PreIndex)), "str b20, [x21, #255]!");
115   COMPARE(str(b22, MemOperand(x23, -256, PreIndex)), "str b22, [x23, #-256]!");
116   COMPARE(str(h24, MemOperand(x25, 2, PreIndex)), "str h24, [x25, #2]!");
117   COMPARE(str(h26, MemOperand(x27, 255, PreIndex)), "str h26, [x27, #255]!");
118   COMPARE(str(h28, MemOperand(x29, -256, PreIndex)), "str h28, [x29, #-256]!");
119   COMPARE(str(q30, MemOperand(x1, 16, PreIndex)), "str q30, [x1, #16]!");
120   COMPARE(str(q31, MemOperand(x3, 255, PreIndex)), "str q31, [x3, #255]!");
121   COMPARE(str(q0, MemOperand(x5, -256, PreIndex)), "str q0, [x5, #-256]!");
122 
123   COMPARE(str(b24, MemOperand(sp, 1, PreIndex)), "str b24, [sp, #1]!");
124   COMPARE(str(h25, MemOperand(sp, -2, PreIndex)), "str h25, [sp, #-2]!");
125   COMPARE(str(s26, MemOperand(sp, 4, PreIndex)), "str s26, [sp, #4]!");
126   COMPARE(str(d27, MemOperand(sp, -8, PreIndex)), "str d27, [sp, #-8]!");
127   COMPARE(str(q28, MemOperand(sp, 16, PreIndex)), "str q28, [sp, #16]!");
128 
129   COMPARE(ldr(b0, MemOperand(x1, 0, PreIndex)), "ldr b0, [x1, #0]!");
130   COMPARE(ldr(h2, MemOperand(x3, 0, PreIndex)), "ldr h2, [x3, #0]!");
131   COMPARE(ldr(s4, MemOperand(x5, 0, PreIndex)), "ldr s4, [x5, #0]!");
132   COMPARE(ldr(d6, MemOperand(x7, 0, PreIndex)), "ldr d6, [x7, #0]!");
133   COMPARE(ldr(q8, MemOperand(x9, 0, PreIndex)), "ldr q8, [x9, #0]!");
134   COMPARE(str(b0, MemOperand(x1, 0, PreIndex)), "str b0, [x1, #0]!");
135   COMPARE(str(h2, MemOperand(x3, 0, PreIndex)), "str h2, [x3, #0]!");
136   COMPARE(str(s4, MemOperand(x5, 0, PreIndex)), "str s4, [x5, #0]!");
137   COMPARE(str(d6, MemOperand(x7, 0, PreIndex)), "str d6, [x7, #0]!");
138   COMPARE(str(q8, MemOperand(x9, 0, PreIndex)), "str q8, [x9, #0]!");
139 
140   CLEANUP();
141 }
142 
143 
TEST(load_store_v_post)144 TEST(load_store_v_post) {
145   SETUP();
146 
147   COMPARE(ldr(s0, MemOperand(x1, 4, PostIndex)), "ldr s0, [x1], #4");
148   COMPARE(ldr(s2, MemOperand(x3, 255, PostIndex)), "ldr s2, [x3], #255");
149   COMPARE(ldr(s4, MemOperand(x5, -256, PostIndex)), "ldr s4, [x5], #-256");
150   COMPARE(ldr(d6, MemOperand(x7, 8, PostIndex)), "ldr d6, [x7], #8");
151   COMPARE(ldr(d8, MemOperand(x9, 255, PostIndex)), "ldr d8, [x9], #255");
152   COMPARE(ldr(d10, MemOperand(x11, -256, PostIndex)), "ldr d10, [x11], #-256");
153 
154   COMPARE(str(s12, MemOperand(x13, 4, PostIndex)), "str s12, [x13], #4");
155   COMPARE(str(s14, MemOperand(x15, 255, PostIndex)), "str s14, [x15], #255");
156   COMPARE(str(s16, MemOperand(x17, -256, PostIndex)), "str s16, [x17], #-256");
157   COMPARE(str(d18, MemOperand(x19, 8, PostIndex)), "str d18, [x19], #8");
158   COMPARE(str(d20, MemOperand(x21, 255, PostIndex)), "str d20, [x21], #255");
159   COMPARE(str(d22, MemOperand(x23, -256, PostIndex)), "str d22, [x23], #-256");
160 
161   COMPARE(ldr(b0, MemOperand(x1, 4, PostIndex)), "ldr b0, [x1], #4");
162   COMPARE(ldr(b2, MemOperand(x3, 255, PostIndex)), "ldr b2, [x3], #255");
163   COMPARE(ldr(b4, MemOperand(x5, -256, PostIndex)), "ldr b4, [x5], #-256");
164   COMPARE(ldr(h6, MemOperand(x7, 8, PostIndex)), "ldr h6, [x7], #8");
165   COMPARE(ldr(h8, MemOperand(x9, 255, PostIndex)), "ldr h8, [x9], #255");
166   COMPARE(ldr(h10, MemOperand(x11, -256, PostIndex)), "ldr h10, [x11], #-256");
167   COMPARE(ldr(q12, MemOperand(x13, 8, PostIndex)), "ldr q12, [x13], #8");
168   COMPARE(ldr(q14, MemOperand(x15, 255, PostIndex)), "ldr q14, [x15], #255");
169   COMPARE(ldr(q16, MemOperand(x17, -256, PostIndex)), "ldr q16, [x17], #-256");
170 
171   COMPARE(str(b18, MemOperand(x19, 4, PostIndex)), "str b18, [x19], #4");
172   COMPARE(str(b20, MemOperand(x21, 255, PostIndex)), "str b20, [x21], #255");
173   COMPARE(str(b22, MemOperand(x23, -256, PostIndex)), "str b22, [x23], #-256");
174   COMPARE(str(h24, MemOperand(x25, 8, PostIndex)), "str h24, [x25], #8");
175   COMPARE(str(h26, MemOperand(x27, 255, PostIndex)), "str h26, [x27], #255");
176   COMPARE(str(h28, MemOperand(x29, -256, PostIndex)), "str h28, [x29], #-256");
177   COMPARE(str(q30, MemOperand(x1, 8, PostIndex)), "str q30, [x1], #8");
178   COMPARE(str(q31, MemOperand(x3, 255, PostIndex)), "str q31, [x3], #255");
179   COMPARE(str(q0, MemOperand(x5, -256, PostIndex)), "str q0, [x5], #-256");
180 
181   COMPARE(ldr(b24, MemOperand(sp, -1, PreIndex)), "ldr b24, [sp, #-1]!");
182   COMPARE(ldr(h25, MemOperand(sp, 2, PreIndex)), "ldr h25, [sp, #2]!");
183   COMPARE(ldr(s26, MemOperand(sp, -4, PreIndex)), "ldr s26, [sp, #-4]!");
184   COMPARE(ldr(d27, MemOperand(sp, 8, PreIndex)), "ldr d27, [sp, #8]!");
185   COMPARE(ldr(q28, MemOperand(sp, -16, PreIndex)), "ldr q28, [sp, #-16]!");
186 
187   COMPARE(ldr(b0, MemOperand(x1, 0, PostIndex)), "ldr b0, [x1], #0");
188   COMPARE(ldr(h2, MemOperand(x3, 0, PostIndex)), "ldr h2, [x3], #0");
189   COMPARE(ldr(s4, MemOperand(x5, 0, PostIndex)), "ldr s4, [x5], #0");
190   COMPARE(ldr(d6, MemOperand(x7, 0, PostIndex)), "ldr d6, [x7], #0");
191   COMPARE(ldr(q8, MemOperand(x9, 0, PostIndex)), "ldr q8, [x9], #0");
192   COMPARE(str(b0, MemOperand(x1, 0, PostIndex)), "str b0, [x1], #0");
193   COMPARE(str(h2, MemOperand(x3, 0, PostIndex)), "str h2, [x3], #0");
194   COMPARE(str(s4, MemOperand(x5, 0, PostIndex)), "str s4, [x5], #0");
195   COMPARE(str(d6, MemOperand(x7, 0, PostIndex)), "str d6, [x7], #0");
196   COMPARE(str(q8, MemOperand(x9, 0, PostIndex)), "str q8, [x9], #0");
197 
198   CLEANUP();
199 }
200 
201 
TEST(load_store_v_regoffset)202 TEST(load_store_v_regoffset) {
203   SETUP();
204 
205   COMPARE(ldr(b0, MemOperand(x1, x2)), "ldr b0, [x1, x2]");
206   COMPARE(ldr(b1, MemOperand(x2, w3, UXTW)), "ldr b1, [x2, w3, uxtw]");
207   COMPARE(ldr(b2, MemOperand(x3, w4, SXTW)), "ldr b2, [x3, w4, sxtw]");
208   // We can't assemble this instruction, but we check it disassembles correctly.
209   COMPARE(dci(0x3c657883), "ldr b3, [x4, x5, lsl #0]");
210   COMPARE(ldr(b30, MemOperand(sp, xzr)), "ldr b30, [sp, xzr]");
211   COMPARE(ldr(b31, MemOperand(sp, wzr, UXTW)), "ldr b31, [sp, wzr, uxtw]");
212 
213   COMPARE(ldr(h0, MemOperand(x1, x2)), "ldr h0, [x1, x2]");
214   COMPARE(ldr(h1, MemOperand(x2, w3, UXTW)), "ldr h1, [x2, w3, uxtw]");
215   COMPARE(ldr(h2, MemOperand(x3, w4, SXTW)), "ldr h2, [x3, w4, sxtw]");
216   COMPARE(ldr(h3, MemOperand(x4, w5, UXTW, 1)), "ldr h3, [x4, w5, uxtw #1]");
217   COMPARE(ldr(h4, MemOperand(x5, w5, SXTW, 1)), "ldr h4, [x5, w5, sxtw #1]");
218   COMPARE(ldr(h30, MemOperand(sp, xzr)), "ldr h30, [sp, xzr]");
219   COMPARE(ldr(h31, MemOperand(sp, wzr, SXTW, 1)),
220           "ldr h31, [sp, wzr, sxtw #1]");
221 
222   COMPARE(ldr(s0, MemOperand(x1, x2)), "ldr s0, [x1, x2]");
223   COMPARE(ldr(s1, MemOperand(x2, w3, UXTW)), "ldr s1, [x2, w3, uxtw]");
224   COMPARE(ldr(s2, MemOperand(x3, w4, SXTW)), "ldr s2, [x3, w4, sxtw]");
225   COMPARE(ldr(s3, MemOperand(x4, w5, UXTW, 2)), "ldr s3, [x4, w5, uxtw #2]");
226   COMPARE(ldr(s4, MemOperand(x5, w5, SXTW, 2)), "ldr s4, [x5, w5, sxtw #2]");
227   COMPARE(ldr(s30, MemOperand(sp, xzr)), "ldr s30, [sp, xzr]");
228   COMPARE(ldr(s31, MemOperand(sp, wzr, SXTW, 2)),
229           "ldr s31, [sp, wzr, sxtw #2]");
230 
231   COMPARE(ldr(d0, MemOperand(x1, x2)), "ldr d0, [x1, x2]");
232   COMPARE(ldr(d1, MemOperand(x2, w3, UXTW)), "ldr d1, [x2, w3, uxtw]");
233   COMPARE(ldr(d2, MemOperand(x3, w4, SXTW)), "ldr d2, [x3, w4, sxtw]");
234   COMPARE(ldr(d3, MemOperand(x4, w5, UXTW, 3)), "ldr d3, [x4, w5, uxtw #3]");
235   COMPARE(ldr(d4, MemOperand(x5, w5, SXTW, 3)), "ldr d4, [x5, w5, sxtw #3]");
236   COMPARE(ldr(d30, MemOperand(sp, xzr)), "ldr d30, [sp, xzr]");
237   COMPARE(ldr(d31, MemOperand(sp, wzr, SXTW, 3)),
238           "ldr d31, [sp, wzr, sxtw #3]");
239 
240   COMPARE(ldr(q0, MemOperand(x1, x2)), "ldr q0, [x1, x2]");
241   COMPARE(ldr(q1, MemOperand(x2, w3, UXTW)), "ldr q1, [x2, w3, uxtw]");
242   COMPARE(ldr(q2, MemOperand(x3, w4, SXTW)), "ldr q2, [x3, w4, sxtw]");
243   COMPARE(ldr(q3, MemOperand(x4, w5, UXTW, 4)), "ldr q3, [x4, w5, uxtw #4]");
244   COMPARE(ldr(q4, MemOperand(x5, w5, SXTW, 4)), "ldr q4, [x5, w5, sxtw #4]");
245   COMPARE(ldr(q30, MemOperand(sp, xzr)), "ldr q30, [sp, xzr]");
246   COMPARE(ldr(q31, MemOperand(sp, wzr, SXTW, 4)),
247           "ldr q31, [sp, wzr, sxtw #4]");
248 
249   COMPARE(str(b0, MemOperand(x1, x2)), "str b0, [x1, x2]");
250   COMPARE(str(b1, MemOperand(x2, w3, UXTW)), "str b1, [x2, w3, uxtw]");
251   COMPARE(str(b2, MemOperand(x3, w4, SXTW)), "str b2, [x3, w4, sxtw]");
252   // We can't assemble this instruction, but we check it disassembles correctly.
253   COMPARE(dci(0x3c257883), "str b3, [x4, x5, lsl #0]");
254   COMPARE(str(b30, MemOperand(sp, xzr)), "str b30, [sp, xzr]");
255   COMPARE(str(b31, MemOperand(sp, wzr, UXTW)), "str b31, [sp, wzr, uxtw]");
256 
257   COMPARE(str(h0, MemOperand(x1, x2)), "str h0, [x1, x2]");
258   COMPARE(str(h1, MemOperand(x2, w3, UXTW)), "str h1, [x2, w3, uxtw]");
259   COMPARE(str(h2, MemOperand(x3, w4, SXTW)), "str h2, [x3, w4, sxtw]");
260   COMPARE(str(h3, MemOperand(x4, w5, UXTW, 1)), "str h3, [x4, w5, uxtw #1]");
261   COMPARE(str(h4, MemOperand(x5, w5, SXTW, 1)), "str h4, [x5, w5, sxtw #1]");
262   COMPARE(str(h30, MemOperand(sp, xzr)), "str h30, [sp, xzr]");
263   COMPARE(str(h31, MemOperand(sp, wzr, SXTW, 1)),
264           "str h31, [sp, wzr, sxtw #1]");
265 
266   COMPARE(str(s0, MemOperand(x1, x2)), "str s0, [x1, x2]");
267   COMPARE(str(s1, MemOperand(x2, w3, UXTW)), "str s1, [x2, w3, uxtw]");
268   COMPARE(str(s2, MemOperand(x3, w4, SXTW)), "str s2, [x3, w4, sxtw]");
269   COMPARE(str(s3, MemOperand(x4, w5, UXTW, 2)), "str s3, [x4, w5, uxtw #2]");
270   COMPARE(str(s4, MemOperand(x5, w5, SXTW, 2)), "str s4, [x5, w5, sxtw #2]");
271   COMPARE(str(s30, MemOperand(sp, xzr)), "str s30, [sp, xzr]");
272   COMPARE(str(s31, MemOperand(sp, wzr, SXTW, 2)),
273           "str s31, [sp, wzr, sxtw #2]");
274 
275   COMPARE(str(d0, MemOperand(x1, x2)), "str d0, [x1, x2]");
276   COMPARE(str(d1, MemOperand(x2, w3, UXTW)), "str d1, [x2, w3, uxtw]");
277   COMPARE(str(d2, MemOperand(x3, w4, SXTW)), "str d2, [x3, w4, sxtw]");
278   COMPARE(str(d3, MemOperand(x4, w5, UXTW, 3)), "str d3, [x4, w5, uxtw #3]");
279   COMPARE(str(d4, MemOperand(x5, w5, SXTW, 3)), "str d4, [x5, w5, sxtw #3]");
280   COMPARE(str(d30, MemOperand(sp, xzr)), "str d30, [sp, xzr]");
281   COMPARE(str(d31, MemOperand(sp, wzr, SXTW, 3)),
282           "str d31, [sp, wzr, sxtw #3]");
283 
284   COMPARE(str(q0, MemOperand(x1, x2)), "str q0, [x1, x2]");
285   COMPARE(str(q1, MemOperand(x2, w3, UXTW)), "str q1, [x2, w3, uxtw]");
286   COMPARE(str(q2, MemOperand(x3, w4, SXTW)), "str q2, [x3, w4, sxtw]");
287   COMPARE(str(q3, MemOperand(x4, w5, UXTW, 4)), "str q3, [x4, w5, uxtw #4]");
288   COMPARE(str(q4, MemOperand(x5, w5, SXTW, 4)), "str q4, [x5, w5, sxtw #4]");
289   COMPARE(str(q30, MemOperand(sp, xzr)), "str q30, [sp, xzr]");
290   COMPARE(str(q31, MemOperand(sp, wzr, SXTW, 4)),
291           "str q31, [sp, wzr, sxtw #4]");
292 
293   CLEANUP();
294 }
295 
296 #define VLIST2(v) \
297   v, VRegister((v.GetCode() + 1) % 32, v.GetSizeInBits(), v.GetLanes())
298 #define VLIST3(v) \
299   VLIST2(v), VRegister((v.GetCode() + 2) % 32, v.GetSizeInBits(), v.GetLanes())
300 #define VLIST4(v) \
301   VLIST3(v), VRegister((v.GetCode() + 3) % 32, v.GetSizeInBits(), v.GetLanes())
302 
303 
304 #define NEON_FORMAT_LIST(V) \
305   V(V8B(), "8b")            \
306   V(V16B(), "16b")          \
307   V(V4H(), "4h")            \
308   V(V8H(), "8h")            \
309   V(V2S(), "2s")            \
310   V(V4S(), "4s")            \
311   V(V2D(), "2d")
312 
313 #define NEON_FORMAT_LIST_LP(V)  \
314   V(V4H(), "4h", V8B(), "8b")   \
315   V(V2S(), "2s", V4H(), "4h")   \
316   V(V1D(), "1d", V2S(), "2s")   \
317   V(V8H(), "8h", V16B(), "16b") \
318   V(V4S(), "4s", V8H(), "8h")   \
319   V(V2D(), "2d", V4S(), "4s")
320 
321 #define NEON_FORMAT_LIST_LW(V) \
322   V(V8H(), "8h", V8B(), "8b")  \
323   V(V4S(), "4s", V4H(), "4h")  \
324   V(V2D(), "2d", V2S(), "2s")
325 
326 #define NEON_FORMAT_LIST_LW2(V) \
327   V(V8H(), "8h", V16B(), "16b") \
328   V(V4S(), "4s", V8H(), "8h")   \
329   V(V2D(), "2d", V4S(), "4s")
330 
331 #define NEON_FORMAT_LIST_BHS(V) \
332   V(V8B(), "8b")                \
333   V(V16B(), "16b")              \
334   V(V4H(), "4h")                \
335   V(V8H(), "8h")                \
336   V(V2S(), "2s")                \
337   V(V4S(), "4s")
338 
339 #define NEON_FORMAT_LIST_HS(V) \
340   V(V4H(), "4h")               \
341   V(V8H(), "8h")               \
342   V(V2S(), "2s")               \
343   V(V4S(), "4s")
344 
TEST(neon_load_store_vector)345 TEST(neon_load_store_vector) {
346   SETUP();
347 
348 #define DISASM_INST(M, S)                                               \
349   COMPARE_MACRO(Ld1(v0.M, MemOperand(x15)), "ld1 {v0." S "}, [x15]");   \
350   COMPARE_MACRO(Ld1(v1.M, v2.M, MemOperand(x16)),                       \
351                 "ld1 {v1." S ", v2." S "}, [x16]");                     \
352   COMPARE_MACRO(Ld1(v3.M, v4.M, v5.M, MemOperand(x17)),                 \
353                 "ld1 {v3." S ", v4." S ", v5." S "}, [x17]");           \
354   COMPARE_MACRO(Ld1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18)),           \
355                 "ld1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18]")  \
356   COMPARE_MACRO(Ld1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),          \
357                 "ld1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]") \
358   COMPARE_MACRO(Ld2(v1.M, v2.M, MemOperand(x16)),                       \
359                 "ld2 {v1." S ", v2." S "}, [x16]");                     \
360   COMPARE_MACRO(Ld3(v3.M, v4.M, v5.M, MemOperand(x17)),                 \
361                 "ld3 {v3." S ", v4." S ", v5." S "}, [x17]");           \
362   COMPARE_MACRO(Ld4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18)),           \
363                 "ld4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18]")  \
364   COMPARE_MACRO(Ld4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),          \
365                 "ld4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]") \
366   NEON_FORMAT_LIST(DISASM_INST);
367 #undef DISASM_INST
368 
369 #define DISASM_INST(M, S)                                                      \
370   COMPARE_MACRO(Ld1(v0.M, MemOperand(x15, x20, PostIndex)),                    \
371                 "ld1 {v0." S "}, [x15], x20");                                 \
372   COMPARE_MACRO(Ld1(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
373                 "ld1 {v1." S ", v2." S "}, [x16], x21");                       \
374   COMPARE_MACRO(Ld1(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
375                 "ld1 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
376   COMPARE_MACRO(Ld1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
377                 "ld1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23")    \
378   COMPARE_MACRO(Ld1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
379                 "ld1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24")   \
380   COMPARE_MACRO(Ld2(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
381                 "ld2 {v1." S ", v2." S "}, [x16], x21");                       \
382   COMPARE_MACRO(Ld3(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
383                 "ld3 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
384   COMPARE_MACRO(Ld4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
385                 "ld4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23")    \
386   COMPARE_MACRO(Ld4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
387                 "ld4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24")   \
388   NEON_FORMAT_LIST(DISASM_INST);
389 #undef DISASM_INST
390 
391   COMPARE_MACRO(Ld1(v0.V8B(), MemOperand(x15, 8, PostIndex)),
392                 "ld1 {v0.8b}, [x15], #8");
393   COMPARE_MACRO(Ld1(v1.V16B(), MemOperand(x16, 16, PostIndex)),
394                 "ld1 {v1.16b}, [x16], #16");
395   COMPARE_MACRO(Ld1(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
396                 "ld1 {v2.4h, v3.4h}, [x17], #16");
397   COMPARE_MACRO(Ld1(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
398                 "ld1 {v4.8h, v5.8h}, [x18], #32");
399   COMPARE_MACRO(Ld1(v16.V2S(),
400                     v17.V2S(),
401                     v18.V2S(),
402                     MemOperand(x19, 24, PostIndex)),
403                 "ld1 {v16.2s, v17.2s, v18.2s}, [x19], #24");
404   COMPARE_MACRO(Ld1(v16.V4S(),
405                     v17.V4S(),
406                     v18.V4S(),
407                     MemOperand(x19, 48, PostIndex)),
408                 "ld1 {v16.4s, v17.4s, v18.4s}, [x19], #48");
409   COMPARE_MACRO(Ld1(v19.V2S(),
410                     v20.V2S(),
411                     v21.V2S(),
412                     v22.V2S(),
413                     MemOperand(x20, 32, PostIndex)),
414                 "ld1 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
415   COMPARE_MACRO(Ld1(v23.V2D(),
416                     v24.V2D(),
417                     v25.V2D(),
418                     v26.V2D(),
419                     MemOperand(x21, 64, PostIndex)),
420                 "ld1 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
421 
422   COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
423                 "ld2 {v2.4h, v3.4h}, [x17], #16");
424   COMPARE_MACRO(Ld2(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
425                 "ld2 {v4.8h, v5.8h}, [x18], #32");
426   COMPARE_MACRO(Ld3(v16.V2S(),
427                     v17.V2S(),
428                     v18.V2S(),
429                     MemOperand(x19, 24, PostIndex)),
430                 "ld3 {v16.2s, v17.2s, v18.2s}, [x19], #24");
431   COMPARE_MACRO(Ld3(v16.V4S(),
432                     v17.V4S(),
433                     v18.V4S(),
434                     MemOperand(x19, 48, PostIndex)),
435                 "ld3 {v16.4s, v17.4s, v18.4s}, [x19], #48");
436   COMPARE_MACRO(Ld4(v19.V2S(),
437                     v20.V2S(),
438                     v21.V2S(),
439                     v22.V2S(),
440                     MemOperand(x20, 32, PostIndex)),
441                 "ld4 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
442   COMPARE_MACRO(Ld4(v23.V2D(),
443                     v24.V2D(),
444                     v25.V2D(),
445                     v26.V2D(),
446                     MemOperand(x21, 64, PostIndex)),
447                 "ld4 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
448 
449   COMPARE_MACRO(Ld1(v0.V1D(), MemOperand(x16)), "ld1 {v0.1d}, [x16]");
450   COMPARE_MACRO(Ld1(v1.V1D(), v2.V1D(), MemOperand(x17, 16, PostIndex)),
451                 "ld1 {v1.1d, v2.1d}, [x17], #16");
452   COMPARE_MACRO(Ld1(v3.V1D(),
453                     v4.V1D(),
454                     v5.V1D(),
455                     MemOperand(x18, x19, PostIndex)),
456                 "ld1 {v3.1d, v4.1d, v5.1d}, [x18], x19");
457   COMPARE_MACRO(Ld1(v30.V1D(),
458                     v31.V1D(),
459                     v0.V1D(),
460                     v1.V1D(),
461                     MemOperand(x20, 32, PostIndex)),
462                 "ld1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x20], #32");
463   COMPARE_MACRO(Ld1(d30, d31, d0, d1, MemOperand(x21, x22, PostIndex)),
464                 "ld1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x21], x22");
465 
466 #define DISASM_INST(M, S)                                                   \
467   COMPARE_MACRO(St1(v20.M, MemOperand(x15)), "st1 {v20." S "}, [x15]");     \
468   COMPARE_MACRO(St1(v21.M, v22.M, MemOperand(x16)),                         \
469                 "st1 {v21." S ", v22." S "}, [x16]");                       \
470   COMPARE_MACRO(St1(v23.M, v24.M, v25.M, MemOperand(x17)),                  \
471                 "st1 {v23." S ", v24." S ", v25." S "}, [x17]");            \
472   COMPARE_MACRO(St1(v26.M, v27.M, v28.M, v29.M, MemOperand(x18)),           \
473                 "st1 {v26." S ", v27." S ", v28." S ", v29." S "}, [x18]"); \
474   COMPARE_MACRO(St1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),              \
475                 "st1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]");    \
476   COMPARE_MACRO(St2(VLIST2(v21.M), MemOperand(x16)),                        \
477                 "st2 {v21." S ", v22." S "}, [x16]");                       \
478   COMPARE_MACRO(St3(v23.M, v24.M, v25.M, MemOperand(x17)),                  \
479                 "st3 {v23." S ", v24." S ", v25." S "}, [x17]");            \
480   COMPARE_MACRO(St4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),              \
481                 "st4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]");
482   NEON_FORMAT_LIST(DISASM_INST);
483 #undef DISASM_INST
484 
485 #define DISASM_INST(M, S)                                                      \
486   COMPARE_MACRO(St1(v0.M, MemOperand(x15, x20, PostIndex)),                    \
487                 "st1 {v0." S "}, [x15], x20");                                 \
488   COMPARE_MACRO(St1(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
489                 "st1 {v1." S ", v2." S "}, [x16], x21");                       \
490   COMPARE_MACRO(St1(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
491                 "st1 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
492   COMPARE_MACRO(St1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
493                 "st1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23");   \
494   COMPARE_MACRO(St1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
495                 "st1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24");  \
496   COMPARE_MACRO(St2(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
497                 "st2 {v1." S ", v2." S "}, [x16], x21");                       \
498   COMPARE_MACRO(St3(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
499                 "st3 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
500   COMPARE_MACRO(St4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
501                 "st4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23");   \
502   COMPARE_MACRO(St4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
503                 "st4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24");
504   NEON_FORMAT_LIST(DISASM_INST);
505 #undef DISASM_INST
506 
507   COMPARE_MACRO(St1(v0.V8B(), MemOperand(x15, 8, PostIndex)),
508                 "st1 {v0.8b}, [x15], #8");
509   COMPARE_MACRO(St1(v1.V16B(), MemOperand(x16, 16, PostIndex)),
510                 "st1 {v1.16b}, [x16], #16");
511   COMPARE_MACRO(St1(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
512                 "st1 {v2.4h, v3.4h}, [x17], #16");
513   COMPARE_MACRO(St1(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
514                 "st1 {v4.8h, v5.8h}, [x18], #32");
515   COMPARE_MACRO(St1(v16.V2S(),
516                     v17.V2S(),
517                     v18.V2S(),
518                     MemOperand(x19, 24, PostIndex)),
519                 "st1 {v16.2s, v17.2s, v18.2s}, [x19], #24");
520   COMPARE_MACRO(St1(v16.V4S(),
521                     v17.V4S(),
522                     v18.V4S(),
523                     MemOperand(x19, 48, PostIndex)),
524                 "st1 {v16.4s, v17.4s, v18.4s}, [x19], #48");
525   COMPARE_MACRO(St1(v19.V2S(),
526                     v20.V2S(),
527                     v21.V2S(),
528                     v22.V2S(),
529                     MemOperand(x20, 32, PostIndex)),
530                 "st1 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
531   COMPARE_MACRO(St1(v23.V2D(),
532                     v24.V2D(),
533                     v25.V2D(),
534                     v26.V2D(),
535                     MemOperand(x21, 64, PostIndex)),
536                 "st1 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
537   COMPARE_MACRO(St2(v1.V16B(), v2.V16B(), MemOperand(x16, 32, PostIndex)),
538                 "st2 {v1.16b, v2.16b}, [x16], #32");
539   COMPARE_MACRO(St2(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
540                 "st2 {v2.4h, v3.4h}, [x17], #16");
541   COMPARE_MACRO(St2(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
542                 "st2 {v4.8h, v5.8h}, [x18], #32");
543   COMPARE_MACRO(St3(v16.V2S(),
544                     v17.V2S(),
545                     v18.V2S(),
546                     MemOperand(x19, 24, PostIndex)),
547                 "st3 {v16.2s, v17.2s, v18.2s}, [x19], #24");
548   COMPARE_MACRO(St3(v16.V4S(),
549                     v17.V4S(),
550                     v18.V4S(),
551                     MemOperand(x19, 48, PostIndex)),
552                 "st3 {v16.4s, v17.4s, v18.4s}, [x19], #48");
553   COMPARE_MACRO(St4(v19.V2S(),
554                     v20.V2S(),
555                     v21.V2S(),
556                     v22.V2S(),
557                     MemOperand(x20, 32, PostIndex)),
558                 "st4 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
559   COMPARE_MACRO(St4(v23.V2D(),
560                     v24.V2D(),
561                     v25.V2D(),
562                     v26.V2D(),
563                     MemOperand(x21, 64, PostIndex)),
564                 "st4 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
565 
566   COMPARE_MACRO(St1(v0.V1D(), MemOperand(x16)), "st1 {v0.1d}, [x16]");
567   COMPARE_MACRO(St1(v1.V1D(), v2.V1D(), MemOperand(x17, 16, PostIndex)),
568                 "st1 {v1.1d, v2.1d}, [x17], #16");
569   COMPARE_MACRO(St1(v3.V1D(),
570                     v4.V1D(),
571                     v5.V1D(),
572                     MemOperand(x18, x19, PostIndex)),
573                 "st1 {v3.1d, v4.1d, v5.1d}, [x18], x19");
574   COMPARE_MACRO(St1(v30.V1D(),
575                     v31.V1D(),
576                     v0.V1D(),
577                     v1.V1D(),
578                     MemOperand(x20, 32, PostIndex)),
579                 "st1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x20], #32");
580   COMPARE_MACRO(St1(d30, d31, d0, d1, MemOperand(x21, x22, PostIndex)),
581                 "st1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x21], x22");
582 
583   CLEANUP();
584 }
585 
586 
TEST(neon_load_store_vector_unallocated)587 TEST(neon_load_store_vector_unallocated) {
588   SETUP();
589 
590   // Encodings marked as unallocated during decoding to an instruction class.
591   const char* expected = "unallocated (Unallocated)";
592 
593   // Encodings marked as unallocated within instruction classes
594   const char* expected_2 = "unallocated (NEONLoadStoreMultiStruct)";
595   const char* expected_3 = "unallocated (NEONLoadStoreMultiStructPostIndex)";
596 
597   // LD[1-4] (multiple structures) (no offset)
598   COMPARE(dci(0x0c401000), expected);    // opcode = 0b0001
599   COMPARE(dci(0x0c403000), expected);    // opcode = 0b0011
600   COMPARE(dci(0x0c405000), expected);    // opcode = 0b0101
601   COMPARE(dci(0x0c409000), expected);    // opcode = 0b1001
602   COMPARE(dci(0x0c40b000), expected);    // opcode = 0b1011
603   COMPARE(dci(0x0c40c000), expected);    // opcode = 0b1100
604   COMPARE(dci(0x0c40d000), expected);    // opcode = 0b1101
605   COMPARE(dci(0x0c40e000), expected);    // opcode = 0b1110
606   COMPARE(dci(0x0c40f000), expected);    // opcode = 0b1111
607   COMPARE(dci(0x0c400c00), expected_2);  // opcode = 0b0000, size:Q = 0b110
608   COMPARE(dci(0x0c404c00), expected_2);  // opcode = 0b0100, size:Q = 0b110
609   COMPARE(dci(0x0c408c00), expected_2);  // opcode = 0b1000, size:Q = 0b110
610 
611   // ST[1-4] (multiple structures) (no offset)
612   COMPARE(dci(0x0c001000), expected);    // opcode = 0b0001
613   COMPARE(dci(0x0c003000), expected);    // opcode = 0b0011
614   COMPARE(dci(0x0c005000), expected);    // opcode = 0b0101
615   COMPARE(dci(0x0c009000), expected);    // opcode = 0b1001
616   COMPARE(dci(0x0c00b000), expected);    // opcode = 0b1011
617   COMPARE(dci(0x0c00c000), expected);    // opcode = 0b1100
618   COMPARE(dci(0x0c00d000), expected);    // opcode = 0b1101
619   COMPARE(dci(0x0c00e000), expected);    // opcode = 0b1110
620   COMPARE(dci(0x0c00f000), expected);    // opcode = 0b1111
621   COMPARE(dci(0x0c000c00), expected_2);  // opcode = 0b0000, size:Q = 0b110
622   COMPARE(dci(0x0c004c00), expected_2);  // opcode = 0b0100, size:Q = 0b110
623   COMPARE(dci(0x0c008c00), expected_2);  // opcode = 0b1000, size:Q = 0b110
624 
625   // LD[1-4] (multiple structures) (post index)
626   COMPARE(dci(0x0cc01000), expected);    // opcode = 0b0001
627   COMPARE(dci(0x0cc03000), expected);    // opcode = 0b0011
628   COMPARE(dci(0x0cc05000), expected);    // opcode = 0b0101
629   COMPARE(dci(0x0cc09000), expected);    // opcode = 0b1001
630   COMPARE(dci(0x0cc0b000), expected);    // opcode = 0b1011
631   COMPARE(dci(0x0cc0c000), expected);    // opcode = 0b1100
632   COMPARE(dci(0x0cc0d000), expected);    // opcode = 0b1101
633   COMPARE(dci(0x0cc0e000), expected);    // opcode = 0b1110
634   COMPARE(dci(0x0cc0f000), expected);    // opcode = 0b1111
635   COMPARE(dci(0x0cc00c00), expected_3);  // opcode = 0b0000, size:Q = 0b110
636   COMPARE(dci(0x0cc04c00), expected_3);  // opcode = 0b0100, size:Q = 0b110
637   COMPARE(dci(0x0cc08c00), expected_3);  // opcode = 0b1000, size:Q = 0b110
638 
639   // ST[1-4] (multiple structures) (post index)
640   COMPARE(dci(0x0c801000), expected);    // opcode = 0b0001
641   COMPARE(dci(0x0c803000), expected);    // opcode = 0b0011
642   COMPARE(dci(0x0c805000), expected);    // opcode = 0b0101
643   COMPARE(dci(0x0c809000), expected);    // opcode = 0b1001
644   COMPARE(dci(0x0c80b000), expected);    // opcode = 0b1011
645   COMPARE(dci(0x0c80c000), expected);    // opcode = 0b1100
646   COMPARE(dci(0x0c80d000), expected);    // opcode = 0b1101
647   COMPARE(dci(0x0c80e000), expected);    // opcode = 0b1110
648   COMPARE(dci(0x0c80f000), expected);    // opcode = 0b1111
649   COMPARE(dci(0x0c800c00), expected_3);  // opcode = 0b0000, size:Q = 0b110
650   COMPARE(dci(0x0c804c00), expected_3);  // opcode = 0b0100, size:Q = 0b110
651   COMPARE(dci(0x0c808c00), expected_3);  // opcode = 0b1000, size:Q = 0b110
652 
653   CLEANUP();
654 }
655 
656 
TEST(neon_load_store_lane)657 TEST(neon_load_store_lane) {
658   SETUP();
659 
660   COMPARE_MACRO(Ld1(v0.V8B(), 0, MemOperand(x15)), "ld1 {v0.b}[0], [x15]");
661   COMPARE_MACRO(Ld1(v1.V16B(), 1, MemOperand(x16)), "ld1 {v1.b}[1], [x16]");
662   COMPARE_MACRO(Ld1(v2.V4H(), 2, MemOperand(x17)), "ld1 {v2.h}[2], [x17]");
663   COMPARE_MACRO(Ld1(v3.V8H(), 3, MemOperand(x18)), "ld1 {v3.h}[3], [x18]");
664   COMPARE_MACRO(Ld1(v4.V2S(), 0, MemOperand(x19)), "ld1 {v4.s}[0], [x19]");
665   COMPARE_MACRO(Ld1(v5.V4S(), 1, MemOperand(x20)), "ld1 {v5.s}[1], [x20]");
666   COMPARE_MACRO(Ld1(v6.V2D(), 0, MemOperand(x21)), "ld1 {v6.d}[0], [x21]");
667   COMPARE_MACRO(Ld1(v7.B(), 7, MemOperand(x22)), "ld1 {v7.b}[7], [x22]");
668   COMPARE_MACRO(Ld1(v8.B(), 15, MemOperand(x23)), "ld1 {v8.b}[15], [x23]");
669   COMPARE_MACRO(Ld1(v9.H(), 3, MemOperand(x24)), "ld1 {v9.h}[3], [x24]");
670   COMPARE_MACRO(Ld1(v10.H(), 7, MemOperand(x25)), "ld1 {v10.h}[7], [x25]");
671   COMPARE_MACRO(Ld1(v11.S(), 1, MemOperand(x26)), "ld1 {v11.s}[1], [x26]");
672   COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27)), "ld1 {v12.s}[3], [x27]");
673   COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp)), "ld1 {v13.d}[1], [sp]");
674 
675   COMPARE_MACRO(Ld1(v0.V8B(), 0, MemOperand(x15, x0, PostIndex)),
676                 "ld1 {v0.b}[0], [x15], x0");
677   COMPARE_MACRO(Ld1(v1.V16B(), 1, MemOperand(x16, 1, PostIndex)),
678                 "ld1 {v1.b}[1], [x16], #1");
679   COMPARE_MACRO(Ld1(v2.V4H(), 2, MemOperand(x17, 2, PostIndex)),
680                 "ld1 {v2.h}[2], [x17], #2");
681   COMPARE_MACRO(Ld1(v3.V8H(), 3, MemOperand(x18, x1, PostIndex)),
682                 "ld1 {v3.h}[3], [x18], x1");
683   COMPARE_MACRO(Ld1(v4.V2S(), 0, MemOperand(x19, x2, PostIndex)),
684                 "ld1 {v4.s}[0], [x19], x2");
685   COMPARE_MACRO(Ld1(v5.V4S(), 1, MemOperand(x20, 4, PostIndex)),
686                 "ld1 {v5.s}[1], [x20], #4");
687   COMPARE_MACRO(Ld1(v6.V2D(), 0, MemOperand(x21, 8, PostIndex)),
688                 "ld1 {v6.d}[0], [x21], #8");
689   COMPARE_MACRO(Ld1(v7.B(), 7, MemOperand(x22, 1, PostIndex)),
690                 "ld1 {v7.b}[7], [x22], #1");
691   COMPARE_MACRO(Ld1(v8.B(), 15, MemOperand(x23, x3, PostIndex)),
692                 "ld1 {v8.b}[15], [x23], x3");
693   COMPARE_MACRO(Ld1(v9.H(), 3, MemOperand(x24, x4, PostIndex)),
694                 "ld1 {v9.h}[3], [x24], x4");
695   COMPARE_MACRO(Ld1(v10.H(), 7, MemOperand(x25, 2, PostIndex)),
696                 "ld1 {v10.h}[7], [x25], #2");
697   COMPARE_MACRO(Ld1(v11.S(), 1, MemOperand(x26, 4, PostIndex)),
698                 "ld1 {v11.s}[1], [x26], #4");
699   COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27, x5, PostIndex)),
700                 "ld1 {v12.s}[3], [x27], x5");
701   COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27, 4, PostIndex)),
702                 "ld1 {v12.s}[3], [x27], #4");
703   COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp, x6, PostIndex)),
704                 "ld1 {v13.d}[1], [sp], x6");
705   COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp, 8, PostIndex)),
706                 "ld1 {v13.d}[1], [sp], #8");
707 
708   COMPARE_MACRO(Ld2(v0.V8B(), v1.V8B(), 0, MemOperand(x15)),
709                 "ld2 {v0.b, v1.b}[0], [x15]");
710   COMPARE_MACRO(Ld2(v1.V16B(), v2.V16B(), 1, MemOperand(x16)),
711                 "ld2 {v1.b, v2.b}[1], [x16]");
712   COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), 2, MemOperand(x17)),
713                 "ld2 {v2.h, v3.h}[2], [x17]");
714   COMPARE_MACRO(Ld2(v3.V8H(), v4.V8H(), 3, MemOperand(x18)),
715                 "ld2 {v3.h, v4.h}[3], [x18]");
716   COMPARE_MACRO(Ld2(v4.V2S(), v5.V2S(), 0, MemOperand(x19)),
717                 "ld2 {v4.s, v5.s}[0], [x19]");
718   COMPARE_MACRO(Ld2(v5.V4S(), v6.V4S(), 1, MemOperand(x20)),
719                 "ld2 {v5.s, v6.s}[1], [x20]");
720   COMPARE_MACRO(Ld2(v6.V2D(), v7.V2D(), 0, MemOperand(x21)),
721                 "ld2 {v6.d, v7.d}[0], [x21]");
722   COMPARE_MACRO(Ld2(v7.B(), v8.B(), 7, MemOperand(x22)),
723                 "ld2 {v7.b, v8.b}[7], [x22]");
724   COMPARE_MACRO(Ld2(v8.B(), v9.B(), 15, MemOperand(x23)),
725                 "ld2 {v8.b, v9.b}[15], [x23]");
726   COMPARE_MACRO(Ld2(v9.H(), v10.H(), 3, MemOperand(x24)),
727                 "ld2 {v9.h, v10.h}[3], [x24]");
728   COMPARE_MACRO(Ld2(v10.H(), v11.H(), 7, MemOperand(x25)),
729                 "ld2 {v10.h, v11.h}[7], [x25]");
730   COMPARE_MACRO(Ld2(v11.S(), v12.S(), 1, MemOperand(x26)),
731                 "ld2 {v11.s, v12.s}[1], [x26]");
732   COMPARE_MACRO(Ld2(v12.S(), v13.S(), 3, MemOperand(x27)),
733                 "ld2 {v12.s, v13.s}[3], [x27]");
734   COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp)),
735                 "ld2 {v13.d, v14.d}[1], [sp]");
736 
737   COMPARE_MACRO(Ld2(v0.V8B(), v1.V8B(), 0, MemOperand(x15, x0, PostIndex)),
738                 "ld2 {v0.b, v1.b}[0], [x15], x0");
739   COMPARE_MACRO(Ld2(v1.V16B(), v2.V16B(), 1, MemOperand(x16, 2, PostIndex)),
740                 "ld2 {v1.b, v2.b}[1], [x16], #2");
741   COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), 2, MemOperand(x17, 4, PostIndex)),
742                 "ld2 {v2.h, v3.h}[2], [x17], #4");
743   COMPARE_MACRO(Ld2(v3.V8H(), v4.V8H(), 3, MemOperand(x18, x1, PostIndex)),
744                 "ld2 {v3.h, v4.h}[3], [x18], x1");
745   COMPARE_MACRO(Ld2(v4.V2S(), v5.V2S(), 0, MemOperand(x19, x2, PostIndex)),
746                 "ld2 {v4.s, v5.s}[0], [x19], x2");
747   COMPARE_MACRO(Ld2(v5.V4S(), v6.V4S(), 1, MemOperand(x20, 8, PostIndex)),
748                 "ld2 {v5.s, v6.s}[1], [x20], #8");
749   COMPARE_MACRO(Ld2(v6.V2D(), v7.V2D(), 0, MemOperand(x21, 16, PostIndex)),
750                 "ld2 {v6.d, v7.d}[0], [x21], #16");
751   COMPARE_MACRO(Ld2(v7.B(), v8.B(), 7, MemOperand(x22, 2, PostIndex)),
752                 "ld2 {v7.b, v8.b}[7], [x22], #2");
753   COMPARE_MACRO(Ld2(v8.B(), v9.B(), 15, MemOperand(x23, x3, PostIndex)),
754                 "ld2 {v8.b, v9.b}[15], [x23], x3");
755   COMPARE_MACRO(Ld2(v9.H(), v10.H(), 3, MemOperand(x24, x4, PostIndex)),
756                 "ld2 {v9.h, v10.h}[3], [x24], x4");
757   COMPARE_MACRO(Ld2(v10.H(), v11.H(), 7, MemOperand(x25, 4, PostIndex)),
758                 "ld2 {v10.h, v11.h}[7], [x25], #4");
759   COMPARE_MACRO(Ld2(v11.S(), v12.S(), 1, MemOperand(x26, 8, PostIndex)),
760                 "ld2 {v11.s, v12.s}[1], [x26], #8");
761   COMPARE_MACRO(Ld2(v12.S(), v13.S(), 3, MemOperand(x27, x5, PostIndex)),
762                 "ld2 {v12.s, v13.s}[3], [x27], x5");
763   COMPARE_MACRO(Ld2(v11.S(), v12.S(), 3, MemOperand(x26, 8, PostIndex)),
764                 "ld2 {v11.s, v12.s}[3], [x26], #8");
765   COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp, x6, PostIndex)),
766                 "ld2 {v13.d, v14.d}[1], [sp], x6");
767   COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp, 16, PostIndex)),
768                 "ld2 {v13.d, v14.d}[1], [sp], #16");
769 
770   COMPARE_MACRO(Ld3(v0.V8B(), v1.V8B(), v2.V8B(), 0, MemOperand(x15)),
771                 "ld3 {v0.b, v1.b, v2.b}[0], [x15]");
772   COMPARE_MACRO(Ld3(v1.V16B(), v2.V16B(), v3.V16B(), 1, MemOperand(x16)),
773                 "ld3 {v1.b, v2.b, v3.b}[1], [x16]");
774   COMPARE_MACRO(Ld3(v2.V4H(), v3.V4H(), v4.V4H(), 2, MemOperand(x17)),
775                 "ld3 {v2.h, v3.h, v4.h}[2], [x17]");
776   COMPARE_MACRO(Ld3(v3.V8H(), v4.V8H(), v5.V8H(), 3, MemOperand(x18)),
777                 "ld3 {v3.h, v4.h, v5.h}[3], [x18]");
778   COMPARE_MACRO(Ld3(v4.V2S(), v5.V2S(), v6.V2S(), 0, MemOperand(x19)),
779                 "ld3 {v4.s, v5.s, v6.s}[0], [x19]");
780   COMPARE_MACRO(Ld3(v5.V4S(), v6.V4S(), v7.V4S(), 1, MemOperand(x20)),
781                 "ld3 {v5.s, v6.s, v7.s}[1], [x20]");
782   COMPARE_MACRO(Ld3(v6.V2D(), v7.V2D(), v8.V2D(), 0, MemOperand(x21)),
783                 "ld3 {v6.d, v7.d, v8.d}[0], [x21]");
784   COMPARE_MACRO(Ld3(v7.B(), v8.B(), v9.B(), 7, MemOperand(x22)),
785                 "ld3 {v7.b, v8.b, v9.b}[7], [x22]");
786   COMPARE_MACRO(Ld3(v8.B(), v9.B(), v10.B(), 15, MemOperand(x23)),
787                 "ld3 {v8.b, v9.b, v10.b}[15], [x23]");
788   COMPARE_MACRO(Ld3(v9.H(), v10.H(), v11.H(), 3, MemOperand(x24)),
789                 "ld3 {v9.h, v10.h, v11.h}[3], [x24]");
790   COMPARE_MACRO(Ld3(v10.H(), v11.H(), v12.H(), 7, MemOperand(x25)),
791                 "ld3 {v10.h, v11.h, v12.h}[7], [x25]");
792   COMPARE_MACRO(Ld3(v11.S(), v12.S(), v13.S(), 1, MemOperand(x26)),
793                 "ld3 {v11.s, v12.s, v13.s}[1], [x26]");
794   COMPARE_MACRO(Ld3(v12.S(), v13.S(), v14.S(), 3, MemOperand(x27)),
795                 "ld3 {v12.s, v13.s, v14.s}[3], [x27]");
796   COMPARE_MACRO(Ld3(v13.D(), v14.D(), v15.D(), 1, MemOperand(sp)),
797                 "ld3 {v13.d, v14.d, v15.d}[1], [sp]");
798 
799   COMPARE_MACRO(Ld3(v0.V8B(),
800                     v1.V8B(),
801                     v2.V8B(),
802                     0,
803                     MemOperand(x15, x0, PostIndex)),
804                 "ld3 {v0.b, v1.b, v2.b}[0], [x15], x0");
805   COMPARE_MACRO(Ld3(v1.V16B(),
806                     v2.V16B(),
807                     v3.V16B(),
808                     1,
809                     MemOperand(x16, 3, PostIndex)),
810                 "ld3 {v1.b, v2.b, v3.b}[1], [x16], #3");
811   COMPARE_MACRO(Ld3(v2.V4H(),
812                     v3.V4H(),
813                     v4.V4H(),
814                     2,
815                     MemOperand(x17, 6, PostIndex)),
816                 "ld3 {v2.h, v3.h, v4.h}[2], [x17], #6");
817   COMPARE_MACRO(Ld3(v3.V8H(),
818                     v4.V8H(),
819                     v5.V8H(),
820                     3,
821                     MemOperand(x18, x1, PostIndex)),
822                 "ld3 {v3.h, v4.h, v5.h}[3], [x18], x1");
823   COMPARE_MACRO(Ld3(v4.V2S(),
824                     v5.V2S(),
825                     v6.V2S(),
826                     0,
827                     MemOperand(x19, x2, PostIndex)),
828                 "ld3 {v4.s, v5.s, v6.s}[0], [x19], x2");
829   COMPARE_MACRO(Ld3(v5.V4S(),
830                     v6.V4S(),
831                     v7.V4S(),
832                     1,
833                     MemOperand(x20, 12, PostIndex)),
834                 "ld3 {v5.s, v6.s, v7.s}[1], [x20], #12");
835   COMPARE_MACRO(Ld3(v6.V2D(),
836                     v7.V2D(),
837                     v8.V2D(),
838                     0,
839                     MemOperand(x21, 24, PostIndex)),
840                 "ld3 {v6.d, v7.d, v8.d}[0], [x21], #24");
841   COMPARE_MACRO(Ld3(v7.B(), v8.B(), v9.B(), 7, MemOperand(x22, 3, PostIndex)),
842                 "ld3 {v7.b, v8.b, v9.b}[7], [x22], #3");
843   COMPARE_MACRO(Ld3(v8.B(),
844                     v9.B(),
845                     v10.B(),
846                     15,
847                     MemOperand(x23, x3, PostIndex)),
848                 "ld3 {v8.b, v9.b, v10.b}[15], [x23], x3");
849   COMPARE_MACRO(Ld3(v9.H(),
850                     v10.H(),
851                     v11.H(),
852                     3,
853                     MemOperand(x24, x4, PostIndex)),
854                 "ld3 {v9.h, v10.h, v11.h}[3], [x24], x4");
855   COMPARE_MACRO(Ld3(v10.H(),
856                     v11.H(),
857                     v12.H(),
858                     7,
859                     MemOperand(x25, 6, PostIndex)),
860                 "ld3 {v10.h, v11.h, v12.h}[7], [x25], #6");
861   COMPARE_MACRO(Ld3(v11.S(),
862                     v12.S(),
863                     v13.S(),
864                     1,
865                     MemOperand(x26, 12, PostIndex)),
866                 "ld3 {v11.s, v12.s, v13.s}[1], [x26], #12");
867   COMPARE_MACRO(Ld3(v12.S(),
868                     v13.S(),
869                     v14.S(),
870                     3,
871                     MemOperand(x27, x5, PostIndex)),
872                 "ld3 {v12.s, v13.s, v14.s}[3], [x27], x5");
873   COMPARE_MACRO(Ld3(v12.S(),
874                     v13.S(),
875                     v14.S(),
876                     3,
877                     MemOperand(x27, 12, PostIndex)),
878                 "ld3 {v12.s, v13.s, v14.s}[3], [x27], #12");
879   COMPARE_MACRO(Ld3(v13.D(),
880                     v14.D(),
881                     v15.D(),
882                     1,
883                     MemOperand(sp, x6, PostIndex)),
884                 "ld3 {v13.d, v14.d, v15.d}[1], [sp], x6");
885   COMPARE_MACRO(Ld3(v13.D(),
886                     v14.D(),
887                     v15.D(),
888                     1,
889                     MemOperand(sp, 24, PostIndex)),
890                 "ld3 {v13.d, v14.d, v15.d}[1], [sp], #24");
891 
892   COMPARE_MACRO(Ld4(v0.V8B(), v1.V8B(), v2.V8B(), v3.V8B(), 0, MemOperand(x15)),
893                 "ld4 {v0.b, v1.b, v2.b, v3.b}[0], [x15]");
894   COMPARE_MACRO(Ld4(v1.V16B(),
895                     v2.V16B(),
896                     v3.V16B(),
897                     v4.V16B(),
898                     1,
899                     MemOperand(x16)),
900                 "ld4 {v1.b, v2.b, v3.b, v4.b}[1], [x16]");
901   COMPARE_MACRO(Ld4(v2.V4H(), v3.V4H(), v4.V4H(), v5.V4H(), 2, MemOperand(x17)),
902                 "ld4 {v2.h, v3.h, v4.h, v5.h}[2], [x17]");
903   COMPARE_MACRO(Ld4(v3.V8H(), v4.V8H(), v5.V8H(), v6.V8H(), 3, MemOperand(x18)),
904                 "ld4 {v3.h, v4.h, v5.h, v6.h}[3], [x18]");
905   COMPARE_MACRO(Ld4(v4.V2S(), v5.V2S(), v6.V2S(), v7.V2S(), 0, MemOperand(x19)),
906                 "ld4 {v4.s, v5.s, v6.s, v7.s}[0], [x19]");
907   COMPARE_MACRO(Ld4(v5.V4S(), v6.V4S(), v7.V4S(), v8.V4S(), 1, MemOperand(x20)),
908                 "ld4 {v5.s, v6.s, v7.s, v8.s}[1], [x20]");
909   COMPARE_MACRO(Ld4(v6.V2D(), v7.V2D(), v8.V2D(), v9.V2D(), 0, MemOperand(x21)),
910                 "ld4 {v6.d, v7.d, v8.d, v9.d}[0], [x21]");
911   COMPARE_MACRO(Ld4(v7.B(), v8.B(), v9.B(), v10.B(), 7, MemOperand(x22)),
912                 "ld4 {v7.b, v8.b, v9.b, v10.b}[7], [x22]");
913   COMPARE_MACRO(Ld4(v8.B(), v9.B(), v10.B(), v11.B(), 15, MemOperand(x23)),
914                 "ld4 {v8.b, v9.b, v10.b, v11.b}[15], [x23]");
915   COMPARE_MACRO(Ld4(v9.H(), v10.H(), v11.H(), v12.H(), 3, MemOperand(x24)),
916                 "ld4 {v9.h, v10.h, v11.h, v12.h}[3], [x24]");
917   COMPARE_MACRO(Ld4(v10.H(), v11.H(), v12.H(), v13.H(), 7, MemOperand(x25)),
918                 "ld4 {v10.h, v11.h, v12.h, v13.h}[7], [x25]");
919   COMPARE_MACRO(Ld4(v11.S(), v12.S(), v13.S(), v14.S(), 1, MemOperand(x26)),
920                 "ld4 {v11.s, v12.s, v13.s, v14.s}[1], [x26]");
921   COMPARE_MACRO(Ld4(v12.S(), v13.S(), v14.S(), v15.S(), 3, MemOperand(x27)),
922                 "ld4 {v12.s, v13.s, v14.s, v15.s}[3], [x27]");
923   COMPARE_MACRO(Ld4(v13.D(), v14.D(), v15.D(), v16.D(), 1, MemOperand(sp)),
924                 "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp]");
925 
926   COMPARE_MACRO(Ld4(v0.V8B(),
927                     v1.V8B(),
928                     v2.V8B(),
929                     v3.V8B(),
930                     0,
931                     MemOperand(x15, x0, PostIndex)),
932                 "ld4 {v0.b, v1.b, v2.b, v3.b}[0], [x15], x0");
933   COMPARE_MACRO(Ld4(v1.V16B(),
934                     v2.V16B(),
935                     v3.V16B(),
936                     v4.V16B(),
937                     1,
938                     MemOperand(x16, 4, PostIndex)),
939                 "ld4 {v1.b, v2.b, v3.b, v4.b}[1], [x16], #4");
940   COMPARE_MACRO(Ld4(v2.V4H(),
941                     v3.V4H(),
942                     v4.V4H(),
943                     v5.V4H(),
944                     2,
945                     MemOperand(x17, 8, PostIndex)),
946                 "ld4 {v2.h, v3.h, v4.h, v5.h}[2], [x17], #8");
947   COMPARE_MACRO(Ld4(v3.V8H(),
948                     v4.V8H(),
949                     v5.V8H(),
950                     v6.V8H(),
951                     3,
952                     MemOperand(x18, x1, PostIndex)),
953                 "ld4 {v3.h, v4.h, v5.h, v6.h}[3], [x18], x1");
954   COMPARE_MACRO(Ld4(v4.V2S(),
955                     v5.V2S(),
956                     v6.V2S(),
957                     v7.V2S(),
958                     0,
959                     MemOperand(x19, x2, PostIndex)),
960                 "ld4 {v4.s, v5.s, v6.s, v7.s}[0], [x19], x2");
961   COMPARE_MACRO(Ld4(v5.V4S(),
962                     v6.V4S(),
963                     v7.V4S(),
964                     v8.V4S(),
965                     1,
966                     MemOperand(x20, 16, PostIndex)),
967                 "ld4 {v5.s, v6.s, v7.s, v8.s}[1], [x20], #16");
968   COMPARE_MACRO(Ld4(v6.V2D(),
969                     v7.V2D(),
970                     v8.V2D(),
971                     v9.V2D(),
972                     0,
973                     MemOperand(x21, 32, PostIndex)),
974                 "ld4 {v6.d, v7.d, v8.d, v9.d}[0], [x21], #32");
975   COMPARE_MACRO(Ld4(v7.B(),
976                     v8.B(),
977                     v9.B(),
978                     v10.B(),
979                     7,
980                     MemOperand(x22, 4, PostIndex)),
981                 "ld4 {v7.b, v8.b, v9.b, v10.b}[7], [x22], #4");
982   COMPARE_MACRO(Ld4(v8.B(),
983                     v9.B(),
984                     v10.B(),
985                     v11.B(),
986                     15,
987                     MemOperand(x23, x3, PostIndex)),
988                 "ld4 {v8.b, v9.b, v10.b, v11.b}[15], [x23], x3");
989   COMPARE_MACRO(Ld4(v9.H(),
990                     v10.H(),
991                     v11.H(),
992                     v12.H(),
993                     3,
994                     MemOperand(x24, x4, PostIndex)),
995                 "ld4 {v9.h, v10.h, v11.h, v12.h}[3], [x24], x4");
996   COMPARE_MACRO(Ld4(v10.H(),
997                     v11.H(),
998                     v12.H(),
999                     v13.H(),
1000                     7,
1001                     MemOperand(x25, 8, PostIndex)),
1002                 "ld4 {v10.h, v11.h, v12.h, v13.h}[7], [x25], #8");
1003   COMPARE_MACRO(Ld4(v11.S(),
1004                     v12.S(),
1005                     v13.S(),
1006                     v14.S(),
1007                     1,
1008                     MemOperand(x26, 16, PostIndex)),
1009                 "ld4 {v11.s, v12.s, v13.s, v14.s}[1], [x26], #16");
1010   COMPARE_MACRO(Ld4(v12.S(),
1011                     v13.S(),
1012                     v14.S(),
1013                     v15.S(),
1014                     3,
1015                     MemOperand(x27, x5, PostIndex)),
1016                 "ld4 {v12.s, v13.s, v14.s, v15.s}[3], [x27], x5");
1017   COMPARE_MACRO(Ld4(v11.S(),
1018                     v12.S(),
1019                     v13.S(),
1020                     v14.S(),
1021                     3,
1022                     MemOperand(x26, 16, PostIndex)),
1023                 "ld4 {v11.s, v12.s, v13.s, v14.s}[3], [x26], #16");
1024   COMPARE_MACRO(Ld4(v13.D(),
1025                     v14.D(),
1026                     v15.D(),
1027                     v16.D(),
1028                     1,
1029                     MemOperand(sp, x6, PostIndex)),
1030                 "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], x6");
1031   COMPARE_MACRO(Ld4(v13.D(),
1032                     v14.D(),
1033                     v15.D(),
1034                     v16.D(),
1035                     1,
1036                     MemOperand(sp, 32, PostIndex)),
1037                 "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], #32");
1038 
1039   COMPARE_MACRO(St1(v0.V8B(), 0, MemOperand(x15)), "st1 {v0.b}[0], [x15]");
1040   COMPARE_MACRO(St1(v1.V16B(), 1, MemOperand(x16)), "st1 {v1.b}[1], [x16]");
1041   COMPARE_MACRO(St1(v2.V4H(), 2, MemOperand(x17)), "st1 {v2.h}[2], [x17]");
1042   COMPARE_MACRO(St1(v3.V8H(), 3, MemOperand(x18)), "st1 {v3.h}[3], [x18]");
1043   COMPARE_MACRO(St1(v4.V2S(), 0, MemOperand(x19)), "st1 {v4.s}[0], [x19]");
1044   COMPARE_MACRO(St1(v5.V4S(), 1, MemOperand(x20)), "st1 {v5.s}[1], [x20]");
1045   COMPARE_MACRO(St1(v6.V2D(), 0, MemOperand(x21)), "st1 {v6.d}[0], [x21]");
1046   COMPARE_MACRO(St1(v7.B(), 7, MemOperand(x22)), "st1 {v7.b}[7], [x22]");
1047   COMPARE_MACRO(St1(v8.B(), 15, MemOperand(x23)), "st1 {v8.b}[15], [x23]");
1048   COMPARE_MACRO(St1(v9.H(), 3, MemOperand(x24)), "st1 {v9.h}[3], [x24]");
1049   COMPARE_MACRO(St1(v10.H(), 7, MemOperand(x25)), "st1 {v10.h}[7], [x25]");
1050   COMPARE_MACRO(St1(v11.S(), 1, MemOperand(x26)), "st1 {v11.s}[1], [x26]");
1051   COMPARE_MACRO(St1(v12.S(), 3, MemOperand(x27)), "st1 {v12.s}[3], [x27]");
1052   COMPARE_MACRO(St1(v13.D(), 1, MemOperand(sp)), "st1 {v13.d}[1], [sp]");
1053 
1054   COMPARE_MACRO(St1(v0.V8B(), 0, MemOperand(x15, x0, PostIndex)),
1055                 "st1 {v0.b}[0], [x15], x0");
1056   COMPARE_MACRO(St1(v1.V16B(), 1, MemOperand(x16, 1, PostIndex)),
1057                 "st1 {v1.b}[1], [x16], #1");
1058   COMPARE_MACRO(St1(v2.V4H(), 2, MemOperand(x17, 2, PostIndex)),
1059                 "st1 {v2.h}[2], [x17], #2");
1060   COMPARE_MACRO(St1(v3.V8H(), 3, MemOperand(x18, x1, PostIndex)),
1061                 "st1 {v3.h}[3], [x18], x1");
1062   COMPARE_MACRO(St1(v4.V2S(), 0, MemOperand(x19, x2, PostIndex)),
1063                 "st1 {v4.s}[0], [x19], x2");
1064   COMPARE_MACRO(St1(v5.V4S(), 1, MemOperand(x20, 4, PostIndex)),
1065                 "st1 {v5.s}[1], [x20], #4");
1066   COMPARE_MACRO(St1(v6.V2D(), 0, MemOperand(x21, 8, PostIndex)),
1067                 "st1 {v6.d}[0], [x21], #8");
1068   COMPARE_MACRO(St1(v7.B(), 7, MemOperand(x22, 1, PostIndex)),
1069                 "st1 {v7.b}[7], [x22], #1");
1070   COMPARE_MACRO(St1(v8.B(), 15, MemOperand(x23, x3, PostIndex)),
1071                 "st1 {v8.b}[15], [x23], x3");
1072   COMPARE_MACRO(St1(v9.H(), 3, MemOperand(x24, x4, PostIndex)),
1073                 "st1 {v9.h}[3], [x24], x4");
1074   COMPARE_MACRO(St1(v10.H(), 7, MemOperand(x25, 2, PostIndex)),
1075                 "st1 {v10.h}[7], [x25], #2");
1076   COMPARE_MACRO(St1(v11.S(), 1, MemOperand(x26, 4, PostIndex)),
1077                 "st1 {v11.s}[1], [x26], #4");
1078   COMPARE_MACRO(St1(v12.S(), 3, MemOperand(x27, x5, PostIndex)),
1079                 "st1 {v12.s}[3], [x27], x5");
1080   COMPARE_MACRO(St1(v13.D(), 1, MemOperand(sp, x6, PostIndex)),
1081                 "st1 {v13.d}[1], [sp], x6");
1082   COMPARE_MACRO(St2(v0.V8B(), v1.V8B(), 0, MemOperand(x15, x0, PostIndex)),
1083                 "st2 {v0.b, v1.b}[0], [x15], x0");
1084   COMPARE_MACRO(St2(v1.V16B(), v2.V16B(), 1, MemOperand(x16, 2, PostIndex)),
1085                 "st2 {v1.b, v2.b}[1], [x16], #2");
1086   COMPARE_MACRO(St2(v2.V4H(), v3.V4H(), 2, MemOperand(x17, 4, PostIndex)),
1087                 "st2 {v2.h, v3.h}[2], [x17], #4");
1088   COMPARE_MACRO(St2(v3.V8H(), v4.V8H(), 3, MemOperand(x18, x1, PostIndex)),
1089                 "st2 {v3.h, v4.h}[3], [x18], x1");
1090   COMPARE_MACRO(St2(v4.V2S(), v5.V2S(), 0, MemOperand(x19, x2, PostIndex)),
1091                 "st2 {v4.s, v5.s}[0], [x19], x2");
1092   COMPARE_MACRO(St2(v5.V4S(), v6.V4S(), 1, MemOperand(x20, 8, PostIndex)),
1093                 "st2 {v5.s, v6.s}[1], [x20], #8");
1094   COMPARE_MACRO(St2(v6.V2D(), v7.V2D(), 0, MemOperand(x21, 16, PostIndex)),
1095                 "st2 {v6.d, v7.d}[0], [x21], #16");
1096   COMPARE_MACRO(St2(v7.B(), v8.B(), 7, MemOperand(x22, 2, PostIndex)),
1097                 "st2 {v7.b, v8.b}[7], [x22], #2");
1098   COMPARE_MACRO(St2(v8.B(), v9.B(), 15, MemOperand(x23, x3, PostIndex)),
1099                 "st2 {v8.b, v9.b}[15], [x23], x3");
1100   COMPARE_MACRO(St2(v9.H(), v10.H(), 3, MemOperand(x24, x4, PostIndex)),
1101                 "st2 {v9.h, v10.h}[3], [x24], x4");
1102   COMPARE_MACRO(St2(v10.H(), v11.H(), 7, MemOperand(x25, 4, PostIndex)),
1103                 "st2 {v10.h, v11.h}[7], [x25], #4");
1104   COMPARE_MACRO(St2(v11.S(), v12.S(), 1, MemOperand(x26, 8, PostIndex)),
1105                 "st2 {v11.s, v12.s}[1], [x26], #8");
1106   COMPARE_MACRO(St2(v12.S(), v13.S(), 3, MemOperand(x27, x5, PostIndex)),
1107                 "st2 {v12.s, v13.s}[3], [x27], x5");
1108   COMPARE_MACRO(St2(v13.D(), v14.D(), 1, MemOperand(sp, x6, PostIndex)),
1109                 "st2 {v13.d, v14.d}[1], [sp], x6");
1110   COMPARE_MACRO(St3(VLIST3(v0.V8B()), 0, MemOperand(x15, x0, PostIndex)),
1111                 "st3 {v0.b, v1.b, v2.b}[0], [x15], x0");
1112   COMPARE_MACRO(St3(VLIST3(v1.V16B()), 1, MemOperand(x16, 3, PostIndex)),
1113                 "st3 {v1.b, v2.b, v3.b}[1], [x16], #3");
1114   COMPARE_MACRO(St3(VLIST3(v2.V4H()), 2, MemOperand(x17, 6, PostIndex)),
1115                 "st3 {v2.h, v3.h, v4.h}[2], [x17], #6");
1116   COMPARE_MACRO(St3(VLIST3(v3.V8H()), 3, MemOperand(x18, x1, PostIndex)),
1117                 "st3 {v3.h, v4.h, v5.h}[3], [x18], x1");
1118   COMPARE_MACRO(St3(VLIST3(v4.V2S()), 0, MemOperand(x19, x2, PostIndex)),
1119                 "st3 {v4.s, v5.s, v6.s}[0], [x19], x2");
1120   COMPARE_MACRO(St3(VLIST3(v5.V4S()), 1, MemOperand(x20, 12, PostIndex)),
1121                 "st3 {v5.s, v6.s, v7.s}[1], [x20], #12");
1122   COMPARE_MACRO(St3(VLIST3(v6.V2D()), 0, MemOperand(x21, 24, PostIndex)),
1123                 "st3 {v6.d, v7.d, v8.d}[0], [x21], #24");
1124   COMPARE_MACRO(St3(VLIST3(v7.B()), 7, MemOperand(x22, 3, PostIndex)),
1125                 "st3 {v7.b, v8.b, v9.b}[7], [x22], #3");
1126   COMPARE_MACRO(St3(VLIST3(v8.B()), 15, MemOperand(x23, x3, PostIndex)),
1127                 "st3 {v8.b, v9.b, v10.b}[15], [x23], x3");
1128   COMPARE_MACRO(St3(VLIST3(v9.H()), 3, MemOperand(x24, x4, PostIndex)),
1129                 "st3 {v9.h, v10.h, v11.h}[3], [x24], x4");
1130   COMPARE_MACRO(St3(VLIST3(v10.H()), 7, MemOperand(x25, 6, PostIndex)),
1131                 "st3 {v10.h, v11.h, v12.h}[7], [x25], #6");
1132   COMPARE_MACRO(St3(VLIST3(v11.S()), 1, MemOperand(x26, 12, PostIndex)),
1133                 "st3 {v11.s, v12.s, v13.s}[1], [x26], #12");
1134   COMPARE_MACRO(St3(VLIST3(v12.S()), 3, MemOperand(x27, x5, PostIndex)),
1135                 "st3 {v12.s, v13.s, v14.s}[3], [x27], x5");
1136   COMPARE_MACRO(St3(VLIST3(v13.D()), 1, MemOperand(sp, x6, PostIndex)),
1137                 "st3 {v13.d, v14.d, v15.d}[1], [sp], x6");
1138 
1139   COMPARE_MACRO(St4(VLIST4(v0.V8B()), 0, MemOperand(x15, x0, PostIndex)),
1140                 "st4 {v0.b, v1.b, v2.b, v3.b}[0], [x15], x0");
1141   COMPARE_MACRO(St4(VLIST4(v1.V16B()), 1, MemOperand(x16, 4, PostIndex)),
1142                 "st4 {v1.b, v2.b, v3.b, v4.b}[1], [x16], #4");
1143   COMPARE_MACRO(St4(VLIST4(v2.V4H()), 2, MemOperand(x17, 8, PostIndex)),
1144                 "st4 {v2.h, v3.h, v4.h, v5.h}[2], [x17], #8");
1145   COMPARE_MACRO(St4(VLIST4(v3.V8H()), 3, MemOperand(x18, x1, PostIndex)),
1146                 "st4 {v3.h, v4.h, v5.h, v6.h}[3], [x18], x1");
1147   COMPARE_MACRO(St4(VLIST4(v4.V2S()), 0, MemOperand(x19, x2, PostIndex)),
1148                 "st4 {v4.s, v5.s, v6.s, v7.s}[0], [x19], x2");
1149   COMPARE_MACRO(St4(VLIST4(v5.V4S()), 1, MemOperand(x20, 16, PostIndex)),
1150                 "st4 {v5.s, v6.s, v7.s, v8.s}[1], [x20], #16");
1151   COMPARE_MACRO(St4(VLIST4(v6.V2D()), 0, MemOperand(x21, 32, PostIndex)),
1152                 "st4 {v6.d, v7.d, v8.d, v9.d}[0], [x21], #32");
1153   COMPARE_MACRO(St4(VLIST4(v7.B()), 7, MemOperand(x22, 4, PostIndex)),
1154                 "st4 {v7.b, v8.b, v9.b, v10.b}[7], [x22], #4");
1155   COMPARE_MACRO(St4(VLIST4(v8.B()), 15, MemOperand(x23, x3, PostIndex)),
1156                 "st4 {v8.b, v9.b, v10.b, v11.b}[15], [x23], x3");
1157   COMPARE_MACRO(St4(VLIST4(v9.H()), 3, MemOperand(x24, x4, PostIndex)),
1158                 "st4 {v9.h, v10.h, v11.h, v12.h}[3], [x24], x4");
1159   COMPARE_MACRO(St4(VLIST4(v10.H()), 7, MemOperand(x25, 8, PostIndex)),
1160                 "st4 {v10.h, v11.h, v12.h, v13.h}[7], [x25], #8");
1161   COMPARE_MACRO(St4(VLIST4(v11.S()), 1, MemOperand(x26, 16, PostIndex)),
1162                 "st4 {v11.s, v12.s, v13.s, v14.s}[1], [x26], #16");
1163   COMPARE_MACRO(St4(VLIST4(v12.S()), 3, MemOperand(x27, x5, PostIndex)),
1164                 "st4 {v12.s, v13.s, v14.s, v15.s}[3], [x27], x5");
1165   COMPARE_MACRO(St4(VLIST4(v13.D()), 1, MemOperand(sp, x6, PostIndex)),
1166                 "st4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], x6");
1167 
1168   CLEANUP();
1169 }
1170 
1171 
TEST(neon_load_store_lane_unallocated)1172 TEST(neon_load_store_lane_unallocated) {
1173   SETUP();
1174 
1175   const char* expected = "unallocated (Unallocated)";
1176   // LD1 (single structure) (no offset)
1177   COMPARE(dci(0x0d404400), expected);  // .h, size<0> = 1
1178   COMPARE(dci(0x0d408800), expected);  // .s, size<1> = 1
1179   COMPARE(dci(0x0d409400), expected);  // .d, size<0> = 1, S = 1
1180   // LD2 (single structure) (no offset)
1181   COMPARE(dci(0x0d604400), expected);  // .h, size<0> = 1
1182   COMPARE(dci(0x0d608800), expected);  // .s, size<1> = 1
1183   COMPARE(dci(0x0d609400), expected);  // .d, size<0> = 1, S = 1
1184   // LD3 (single structure) (no offset)
1185   COMPARE(dci(0x0d406400), expected);  // .h, size<0> = 1
1186   COMPARE(dci(0x0d40a800), expected);  // .s, size<1> = 1
1187   COMPARE(dci(0x0d40b400), expected);  // .d, size<0> = 1, S = 1
1188   // LD4 (single structure) (no offset)
1189   COMPARE(dci(0x0d606400), expected);  // .h, size<0> = 1
1190   COMPARE(dci(0x0d60a800), expected);  // .s, size<1> = 1
1191   COMPARE(dci(0x0d60b400), expected);  // .d, size<0> = 1, S = 1
1192   // ST1 (single structure) (no offset)
1193   COMPARE(dci(0x0d004400), expected);  // .h, size<0> = 1
1194   COMPARE(dci(0x0d008800), expected);  // .s, size<1> = 1
1195   COMPARE(dci(0x0d009400), expected);  // .d, size<0> = 1, S = 1
1196   // ST2 (single structure) (no offset)
1197   COMPARE(dci(0x0d204400), expected);  // .h, size<0> = 1
1198   COMPARE(dci(0x0d208800), expected);  // .s, size<1> = 1
1199   COMPARE(dci(0x0d209400), expected);  // .d, size<0> = 1, S = 1
1200   // ST3 (single structure) (no offset)
1201   COMPARE(dci(0x0d006400), expected);  // .h, size<0> = 1
1202   COMPARE(dci(0x0d00a800), expected);  // .s, size<1> = 1
1203   COMPARE(dci(0x0d00b400), expected);  // .d, size<0> = 1, S = 1
1204   // ST4 (single structure) (no offset)
1205   COMPARE(dci(0x0d206400), expected);  // .h, size<0> = 1
1206   COMPARE(dci(0x0d20a800), expected);  // .s, size<1> = 1
1207   COMPARE(dci(0x0d20b400), expected);  // .d, size<0> = 1, S = 1
1208 
1209   // LD1 (single structure) (post index)
1210   COMPARE(dci(0x0dc04400), expected);  // .h, size<0> = 1
1211   COMPARE(dci(0x0dc08800), expected);  // .s, size<1> = 1
1212   COMPARE(dci(0x0dc09400), expected);  // .d, size<0> = 1, S = 1
1213   // LD2 (single structure) (post index)
1214   COMPARE(dci(0x0de04400), expected);  // .h, size<0> = 1
1215   COMPARE(dci(0x0de08800), expected);  // .s, size<1> = 1
1216   COMPARE(dci(0x0de09400), expected);  // .d, size<0> = 1, S = 1
1217   // LD3 (single structure) (post index)
1218   COMPARE(dci(0x0dc06400), expected);  // .h, size<0> = 1
1219   COMPARE(dci(0x0dc0a800), expected);  // .s, size<1> = 1
1220   COMPARE(dci(0x0dc0b400), expected);  // .d, size<0> = 1, S = 1
1221   // LD4 (single structure) (post index)
1222   COMPARE(dci(0x0de06400), expected);  // .h, size<0> = 1
1223   COMPARE(dci(0x0de0a800), expected);  // .s, size<1> = 1
1224   COMPARE(dci(0x0de0b400), expected);  // .d, size<0> = 1, S = 1
1225   // ST1 (single structure) (post index)
1226   COMPARE(dci(0x0d804400), expected);  // .h, size<0> = 1
1227   COMPARE(dci(0x0d808800), expected);  // .s, size<1> = 1
1228   COMPARE(dci(0x0d809400), expected);  // .d, size<0> = 1, S = 1
1229   // ST2 (single structure) (post index)
1230   COMPARE(dci(0x0da04400), expected);  // .h, size<0> = 1
1231   COMPARE(dci(0x0da08800), expected);  // .s, size<1> = 1
1232   COMPARE(dci(0x0da09400), expected);  // .d, size<0> = 1, S = 1
1233   // ST3 (single structure) (post index)
1234   COMPARE(dci(0x0d806400), expected);  // .h, size<0> = 1
1235   COMPARE(dci(0x0d80a800), expected);  // .s, size<1> = 1
1236   COMPARE(dci(0x0d80b400), expected);  // .d, size<0> = 1, S = 1
1237   // ST4 (single structure) (post index)
1238   COMPARE(dci(0x0da06400), expected);  // .h, size<0> = 1
1239   COMPARE(dci(0x0da0a800), expected);  // .s, size<1> = 1
1240   COMPARE(dci(0x0da0b400), expected);  // .d, size<0> = 1, S = 1
1241 
1242   CLEANUP();
1243 }
1244 
1245 
TEST(neon_load_all_lanes)1246 TEST(neon_load_all_lanes) {
1247   SETUP();
1248 
1249   COMPARE_MACRO(Ld1r(v14.V8B(), MemOperand(x0)), "ld1r {v14.8b}, [x0]");
1250   COMPARE_MACRO(Ld1r(v15.V16B(), MemOperand(x1)), "ld1r {v15.16b}, [x1]");
1251   COMPARE_MACRO(Ld1r(v16.V4H(), MemOperand(x2)), "ld1r {v16.4h}, [x2]");
1252   COMPARE_MACRO(Ld1r(v17.V8H(), MemOperand(x3)), "ld1r {v17.8h}, [x3]");
1253   COMPARE_MACRO(Ld1r(v18.V2S(), MemOperand(x4)), "ld1r {v18.2s}, [x4]");
1254   COMPARE_MACRO(Ld1r(v19.V4S(), MemOperand(x5)), "ld1r {v19.4s}, [x5]");
1255   COMPARE_MACRO(Ld1r(v20.V2D(), MemOperand(sp)), "ld1r {v20.2d}, [sp]");
1256   COMPARE_MACRO(Ld1r(v21.V1D(), MemOperand(x30)), "ld1r {v21.1d}, [x30]");
1257 
1258   COMPARE_MACRO(Ld1r(v22.V8B(), MemOperand(x6, 1, PostIndex)),
1259                 "ld1r {v22.8b}, [x6], #1");
1260   COMPARE_MACRO(Ld1r(v23.V16B(), MemOperand(x7, x16, PostIndex)),
1261                 "ld1r {v23.16b}, [x7], x16");
1262   COMPARE_MACRO(Ld1r(v24.V4H(), MemOperand(x8, x17, PostIndex)),
1263                 "ld1r {v24.4h}, [x8], x17");
1264   COMPARE_MACRO(Ld1r(v25.V8H(), MemOperand(x9, 2, PostIndex)),
1265                 "ld1r {v25.8h}, [x9], #2");
1266   COMPARE_MACRO(Ld1r(v26.V2S(), MemOperand(x10, 4, PostIndex)),
1267                 "ld1r {v26.2s}, [x10], #4");
1268   COMPARE_MACRO(Ld1r(v27.V4S(), MemOperand(x11, x18, PostIndex)),
1269                 "ld1r {v27.4s}, [x11], x18");
1270   COMPARE_MACRO(Ld1r(v28.V2D(), MemOperand(x12, 8, PostIndex)),
1271                 "ld1r {v28.2d}, [x12], #8");
1272   COMPARE_MACRO(Ld1r(v29.V1D(), MemOperand(x13, 8, PostIndex)),
1273                 "ld1r {v29.1d}, [x13], #8");
1274 
1275   COMPARE_MACRO(Ld2r(v14.V8B(), v15.V8B(), MemOperand(x0)),
1276                 "ld2r {v14.8b, v15.8b}, [x0]");
1277   COMPARE_MACRO(Ld2r(v15.V16B(), v16.V16B(), MemOperand(x1)),
1278                 "ld2r {v15.16b, v16.16b}, [x1]");
1279   COMPARE_MACRO(Ld2r(v16.V4H(), v17.V4H(), MemOperand(x2)),
1280                 "ld2r {v16.4h, v17.4h}, [x2]");
1281   COMPARE_MACRO(Ld2r(v17.V8H(), v18.V8H(), MemOperand(x3)),
1282                 "ld2r {v17.8h, v18.8h}, [x3]");
1283   COMPARE_MACRO(Ld2r(v18.V2S(), v19.V2S(), MemOperand(x4)),
1284                 "ld2r {v18.2s, v19.2s}, [x4]");
1285   COMPARE_MACRO(Ld2r(v19.V4S(), v20.V4S(), MemOperand(x5)),
1286                 "ld2r {v19.4s, v20.4s}, [x5]");
1287   COMPARE_MACRO(Ld2r(v20.V2D(), v21.V2D(), MemOperand(sp)),
1288                 "ld2r {v20.2d, v21.2d}, [sp]");
1289   COMPARE_MACRO(Ld2r(v21.V8B(), v22.V8B(), MemOperand(x6, 2, PostIndex)),
1290                 "ld2r {v21.8b, v22.8b}, [x6], #2");
1291   COMPARE_MACRO(Ld2r(v22.V16B(), v23.V16B(), MemOperand(x7, x16, PostIndex)),
1292                 "ld2r {v22.16b, v23.16b}, [x7], x16");
1293   COMPARE_MACRO(Ld2r(v23.V4H(), v24.V4H(), MemOperand(x8, x17, PostIndex)),
1294                 "ld2r {v23.4h, v24.4h}, [x8], x17");
1295   COMPARE_MACRO(Ld2r(v24.V8H(), v25.V8H(), MemOperand(x9, 4, PostIndex)),
1296                 "ld2r {v24.8h, v25.8h}, [x9], #4");
1297   COMPARE_MACRO(Ld2r(v25.V2S(), v26.V2S(), MemOperand(x10, 8, PostIndex)),
1298                 "ld2r {v25.2s, v26.2s}, [x10], #8");
1299   COMPARE_MACRO(Ld2r(v26.V4S(), v27.V4S(), MemOperand(x11, x18, PostIndex)),
1300                 "ld2r {v26.4s, v27.4s}, [x11], x18");
1301   COMPARE_MACRO(Ld2r(v27.V2D(), v28.V2D(), MemOperand(x12, 16, PostIndex)),
1302                 "ld2r {v27.2d, v28.2d}, [x12], #16");
1303 
1304   COMPARE_MACRO(Ld3r(v14.V8B(), v15.V8B(), v16.V8B(), MemOperand(x0)),
1305                 "ld3r {v14.8b, v15.8b, v16.8b}, [x0]");
1306   COMPARE_MACRO(Ld3r(v15.V16B(), v16.V16B(), v17.V16B(), MemOperand(x1)),
1307                 "ld3r {v15.16b, v16.16b, v17.16b}, [x1]");
1308   COMPARE_MACRO(Ld3r(v16.V4H(), v17.V4H(), v18.V4H(), MemOperand(x2)),
1309                 "ld3r {v16.4h, v17.4h, v18.4h}, [x2]");
1310   COMPARE_MACRO(Ld3r(v17.V8H(), v18.V8H(), v19.V8H(), MemOperand(x3)),
1311                 "ld3r {v17.8h, v18.8h, v19.8h}, [x3]");
1312   COMPARE_MACRO(Ld3r(v18.V2S(), v19.V2S(), v20.V2S(), MemOperand(x4)),
1313                 "ld3r {v18.2s, v19.2s, v20.2s}, [x4]");
1314   COMPARE_MACRO(Ld3r(v19.V4S(), v20.V4S(), v21.V4S(), MemOperand(x5)),
1315                 "ld3r {v19.4s, v20.4s, v21.4s}, [x5]");
1316   COMPARE_MACRO(Ld3r(v20.V2D(), v21.V2D(), v22.V2D(), MemOperand(sp)),
1317                 "ld3r {v20.2d, v21.2d, v22.2d}, [sp]");
1318   COMPARE_MACRO(Ld3r(v21.V8B(),
1319                      v22.V8B(),
1320                      v23.V8B(),
1321                      MemOperand(x6, 3, PostIndex)),
1322                 "ld3r {v21.8b, v22.8b, v23.8b}, [x6], #3");
1323   COMPARE_MACRO(Ld3r(v22.V16B(),
1324                      v23.V16B(),
1325                      v24.V16B(),
1326                      MemOperand(x7, x16, PostIndex)),
1327                 "ld3r {v22.16b, v23.16b, v24.16b}, [x7], x16");
1328   COMPARE_MACRO(Ld3r(v23.V4H(),
1329                      v24.V4H(),
1330                      v25.V4H(),
1331                      MemOperand(x8, x17, PostIndex)),
1332                 "ld3r {v23.4h, v24.4h, v25.4h}, [x8], x17");
1333   COMPARE_MACRO(Ld3r(v24.V8H(),
1334                      v25.V8H(),
1335                      v26.V8H(),
1336                      MemOperand(x9, 6, PostIndex)),
1337                 "ld3r {v24.8h, v25.8h, v26.8h}, [x9], #6");
1338   COMPARE_MACRO(Ld3r(v25.V2S(),
1339                      v26.V2S(),
1340                      v27.V2S(),
1341                      MemOperand(x10, 12, PostIndex)),
1342                 "ld3r {v25.2s, v26.2s, v27.2s}, [x10], #12");
1343   COMPARE_MACRO(Ld3r(v26.V4S(),
1344                      v27.V4S(),
1345                      v28.V4S(),
1346                      MemOperand(x11, x18, PostIndex)),
1347                 "ld3r {v26.4s, v27.4s, v28.4s}, [x11], x18");
1348   COMPARE_MACRO(Ld3r(v27.V2D(),
1349                      v28.V2D(),
1350                      v29.V2D(),
1351                      MemOperand(x12, 24, PostIndex)),
1352                 "ld3r {v27.2d, v28.2d, v29.2d}, [x12], #24");
1353 
1354   COMPARE_MACRO(Ld4r(v14.V8B(),
1355                      v15.V8B(),
1356                      v16.V8B(),
1357                      v17.V8B(),
1358                      MemOperand(x0)),
1359                 "ld4r {v14.8b, v15.8b, v16.8b, v17.8b}, [x0]");
1360   COMPARE_MACRO(Ld4r(v15.V16B(),
1361                      v16.V16B(),
1362                      v17.V16B(),
1363                      v18.V16B(),
1364                      MemOperand(x1)),
1365                 "ld4r {v15.16b, v16.16b, v17.16b, v18.16b}, [x1]");
1366   COMPARE_MACRO(Ld4r(v16.V4H(),
1367                      v17.V4H(),
1368                      v18.V4H(),
1369                      v19.V4H(),
1370                      MemOperand(x2)),
1371                 "ld4r {v16.4h, v17.4h, v18.4h, v19.4h}, [x2]");
1372   COMPARE_MACRO(Ld4r(v17.V8H(),
1373                      v18.V8H(),
1374                      v19.V8H(),
1375                      v20.V8H(),
1376                      MemOperand(x3)),
1377                 "ld4r {v17.8h, v18.8h, v19.8h, v20.8h}, [x3]");
1378   COMPARE_MACRO(Ld4r(v18.V2S(),
1379                      v19.V2S(),
1380                      v20.V2S(),
1381                      v21.V2S(),
1382                      MemOperand(x4)),
1383                 "ld4r {v18.2s, v19.2s, v20.2s, v21.2s}, [x4]");
1384   COMPARE_MACRO(Ld4r(v19.V4S(),
1385                      v20.V4S(),
1386                      v21.V4S(),
1387                      v22.V4S(),
1388                      MemOperand(x5)),
1389                 "ld4r {v19.4s, v20.4s, v21.4s, v22.4s}, [x5]");
1390   COMPARE_MACRO(Ld4r(v20.V2D(),
1391                      v21.V2D(),
1392                      v22.V2D(),
1393                      v23.V2D(),
1394                      MemOperand(sp)),
1395                 "ld4r {v20.2d, v21.2d, v22.2d, v23.2d}, [sp]");
1396   COMPARE_MACRO(Ld4r(v21.V8B(),
1397                      v22.V8B(),
1398                      v23.V8B(),
1399                      v24.V8B(),
1400                      MemOperand(x6, 4, PostIndex)),
1401                 "ld4r {v21.8b, v22.8b, v23.8b, v24.8b}, [x6], #4");
1402   COMPARE_MACRO(Ld4r(v22.V16B(),
1403                      v23.V16B(),
1404                      v24.V16B(),
1405                      v25.V16B(),
1406                      MemOperand(x7, x16, PostIndex)),
1407                 "ld4r {v22.16b, v23.16b, v24.16b, v25.16b}, [x7], x16");
1408   COMPARE_MACRO(Ld4r(v23.V4H(),
1409                      v24.V4H(),
1410                      v25.V4H(),
1411                      v26.V4H(),
1412                      MemOperand(x8, x17, PostIndex)),
1413                 "ld4r {v23.4h, v24.4h, v25.4h, v26.4h}, [x8], x17");
1414   COMPARE_MACRO(Ld4r(v24.V8H(),
1415                      v25.V8H(),
1416                      v26.V8H(),
1417                      v27.V8H(),
1418                      MemOperand(x9, 8, PostIndex)),
1419                 "ld4r {v24.8h, v25.8h, v26.8h, v27.8h}, [x9], #8");
1420   COMPARE_MACRO(Ld4r(v25.V2S(),
1421                      v26.V2S(),
1422                      v27.V2S(),
1423                      v28.V2S(),
1424                      MemOperand(x10, 16, PostIndex)),
1425                 "ld4r {v25.2s, v26.2s, v27.2s, v28.2s}, [x10], #16");
1426   COMPARE_MACRO(Ld4r(v26.V4S(),
1427                      v27.V4S(),
1428                      v28.V4S(),
1429                      v29.V4S(),
1430                      MemOperand(x11, x18, PostIndex)),
1431                 "ld4r {v26.4s, v27.4s, v28.4s, v29.4s}, [x11], x18");
1432   COMPARE_MACRO(Ld4r(v27.V2D(),
1433                      v28.V2D(),
1434                      v29.V2D(),
1435                      v30.V2D(),
1436                      MemOperand(x12, 32, PostIndex)),
1437                 "ld4r {v27.2d, v28.2d, v29.2d, v30.2d}, [x12], #32");
1438 
1439   CLEANUP();
1440 }
1441 
1442 
TEST(neon_load_all_lanes_unallocated)1443 TEST(neon_load_all_lanes_unallocated) {
1444   SETUP();
1445 
1446   const char* expected = "unallocated (Unallocated)";
1447   // LD1R (single structure) (no offset)
1448   COMPARE(dci(0x0d00c000), expected);  // L = 0
1449   COMPARE(dci(0x0d40d000), expected);  // S = 1
1450   // LD2R (single structure) (no offset)
1451   COMPARE(dci(0x0d20c000), expected);  // L = 0
1452   COMPARE(dci(0x0d60d000), expected);  // S = 1
1453   // LD3R (single structure) (no offset)
1454   COMPARE(dci(0x0d00e000), expected);  // L = 0
1455   COMPARE(dci(0x0d40f000), expected);  // S = 1
1456   // LD4R (single structure) (no offset)
1457   COMPARE(dci(0x0d20e000), expected);  // L = 0
1458   COMPARE(dci(0x0d60f000), expected);  // S = 1
1459 
1460   // LD1R (single structure) (post index)
1461   COMPARE(dci(0x0d80c000), expected);  // L = 0
1462   COMPARE(dci(0x0dc0d000), expected);  // S = 1
1463   // LD2R (single structure) (post index)
1464   COMPARE(dci(0x0da0c000), expected);  // L = 0
1465   COMPARE(dci(0x0de0d000), expected);  // S = 1
1466   // LD3R (single structure) (post index)
1467   COMPARE(dci(0x0d80e000), expected);  // L = 0
1468   COMPARE(dci(0x0dc0f000), expected);  // S = 1
1469   // LD4R (single structure) (post index)
1470   COMPARE(dci(0x0da0e000), expected);  // L = 0
1471   COMPARE(dci(0x0de0f000), expected);  // S = 1
1472 
1473   CLEANUP();
1474 }
1475 
1476 
TEST(neon_3same)1477 TEST(neon_3same) {
1478   SETUP();
1479 
1480 #define DISASM_INST(M, S) \
1481   COMPARE_MACRO(Cmeq(v0.M, v1.M, v2.M), "cmeq v0." S ", v1." S ", v2." S);
1482   NEON_FORMAT_LIST(DISASM_INST)
1483 #undef DISASM_INST
1484 
1485 #define DISASM_INST(M, S) \
1486   COMPARE_MACRO(Cmge(v0.M, v1.M, v2.M), "cmge v0." S ", v1." S ", v2." S);
1487   NEON_FORMAT_LIST(DISASM_INST)
1488 #undef DISASM_INST
1489 
1490 #define DISASM_INST(M, S) \
1491   COMPARE_MACRO(Cmgt(v0.M, v1.M, v2.M), "cmgt v0." S ", v1." S ", v2." S);
1492   NEON_FORMAT_LIST(DISASM_INST)
1493 #undef DISASM_INST
1494 
1495 #define DISASM_INST(M, S) \
1496   COMPARE_MACRO(Cmhi(v0.M, v1.M, v2.M), "cmhi v0." S ", v1." S ", v2." S);
1497   NEON_FORMAT_LIST(DISASM_INST)
1498 #undef DISASM_INST
1499 
1500 #define DISASM_INST(M, S) \
1501   COMPARE_MACRO(Cmhs(v0.M, v1.M, v2.M), "cmhs v0." S ", v1." S ", v2." S);
1502   NEON_FORMAT_LIST(DISASM_INST)
1503 #undef DISASM_INST
1504 
1505 #define DISASM_INST(M, S) \
1506   COMPARE_MACRO(Cmtst(v0.M, v1.M, v2.M), "cmtst v0." S ", v1." S ", v2." S);
1507   NEON_FORMAT_LIST(DISASM_INST)
1508 #undef DISASM_INST
1509 
1510 #define DISASM_INST(M, S) \
1511   COMPARE_MACRO(Add(v0.M, v1.M, v2.M), "add v0." S ", v1." S ", v2." S);
1512   NEON_FORMAT_LIST(DISASM_INST)
1513 #undef DISASM_INST
1514 
1515 #define DISASM_INST(M, S) \
1516   COMPARE_MACRO(Sub(v3.M, v4.M, v5.M), "sub v3." S ", v4." S ", v5." S);
1517   NEON_FORMAT_LIST(DISASM_INST)
1518 #undef DISASM_INST
1519 
1520 #define DISASM_INST(M, S) \
1521   COMPARE_MACRO(Sabd(v3.M, v4.M, v5.M), "sabd v3." S ", v4." S ", v5." S);
1522   NEON_FORMAT_LIST_BHS(DISASM_INST)
1523 #undef DISASM_INST
1524 
1525 #define DISASM_INST(M, S) \
1526   COMPARE_MACRO(Uabd(v3.M, v4.M, v5.M), "uabd v3." S ", v4." S ", v5." S);
1527   NEON_FORMAT_LIST_BHS(DISASM_INST)
1528 #undef DISASM_INST
1529 
1530 #define DISASM_INST(M, S) \
1531   COMPARE_MACRO(Saba(v3.M, v4.M, v5.M), "saba v3." S ", v4." S ", v5." S);
1532   NEON_FORMAT_LIST_BHS(DISASM_INST)
1533 #undef DISASM_INST
1534 
1535 #define DISASM_INST(M, S) \
1536   COMPARE_MACRO(Uaba(v3.M, v4.M, v5.M), "uaba v3." S ", v4." S ", v5." S);
1537   NEON_FORMAT_LIST_BHS(DISASM_INST)
1538 #undef DISASM_INST
1539 
1540 #define DISASM_INST(M, S) \
1541   COMPARE_MACRO(Smax(v3.M, v4.M, v5.M), "smax v3." S ", v4." S ", v5." S);
1542   NEON_FORMAT_LIST_BHS(DISASM_INST)
1543 #undef DISASM_INST
1544 
1545 #define DISASM_INST(M, S) \
1546   COMPARE_MACRO(Smin(v3.M, v4.M, v5.M), "smin v3." S ", v4." S ", v5." S);
1547   NEON_FORMAT_LIST_BHS(DISASM_INST)
1548 #undef DISASM_INST
1549 
1550 #define DISASM_INST(M, S) \
1551   COMPARE_MACRO(Umax(v3.M, v4.M, v5.M), "umax v3." S ", v4." S ", v5." S);
1552   NEON_FORMAT_LIST_BHS(DISASM_INST)
1553 #undef DISASM_INST
1554 
1555 #define DISASM_INST(M, S) \
1556   COMPARE_MACRO(Umin(v3.M, v4.M, v5.M), "umin v3." S ", v4." S ", v5." S);
1557   NEON_FORMAT_LIST_BHS(DISASM_INST)
1558 #undef DISASM_INST
1559 
1560 #define DISASM_INST(M, S) \
1561   COMPARE_MACRO(Smaxp(v3.M, v4.M, v5.M), "smaxp v3." S ", v4." S ", v5." S);
1562   NEON_FORMAT_LIST_BHS(DISASM_INST)
1563 #undef DISASM_INST
1564 
1565 #define DISASM_INST(M, S) \
1566   COMPARE_MACRO(Sminp(v3.M, v4.M, v5.M), "sminp v3." S ", v4." S ", v5." S);
1567   NEON_FORMAT_LIST_BHS(DISASM_INST)
1568 #undef DISASM_INST
1569 
1570 #define DISASM_INST(M, S) \
1571   COMPARE_MACRO(Umaxp(v3.M, v4.M, v5.M), "umaxp v3." S ", v4." S ", v5." S);
1572   NEON_FORMAT_LIST_BHS(DISASM_INST)
1573 #undef DISASM_INST
1574 
1575 #define DISASM_INST(M, S) \
1576   COMPARE_MACRO(Uminp(v3.M, v4.M, v5.M), "uminp v3." S ", v4." S ", v5." S);
1577   NEON_FORMAT_LIST_BHS(DISASM_INST)
1578 #undef DISASM_INST
1579 
1580 #define DISASM_INST(M, S) \
1581   COMPARE_MACRO(Uqadd(v6.M, v7.M, v8.M), "uqadd v6." S ", v7." S ", v8." S);
1582   NEON_FORMAT_LIST(DISASM_INST)
1583 #undef DISASM_INST
1584 
1585 #define DISASM_INST(M, S)                  \
1586   COMPARE_MACRO(Sqadd(v9.M, v10.M, v11.M), \
1587                 "sqadd v9." S ", v10." S   \
1588                 ", "                       \
1589                 "v11." S);
1590   NEON_FORMAT_LIST(DISASM_INST)
1591 #undef DISASM_INST
1592 
1593 #define DISASM_INST(M, S) \
1594   COMPARE_MACRO(Uqsub(v6.M, v7.M, v8.M), "uqsub v6." S ", v7." S ", v8." S);
1595   NEON_FORMAT_LIST(DISASM_INST)
1596 #undef DISASM_INST
1597 
1598 #define DISASM_INST(M, S)                  \
1599   COMPARE_MACRO(Sqsub(v9.M, v10.M, v11.M), \
1600                 "sqsub v9." S ", v10." S   \
1601                 ", "                       \
1602                 "v11." S);
1603   NEON_FORMAT_LIST(DISASM_INST)
1604 #undef DISASM_INST
1605 
1606 #define DISASM_INST(M, S)                  \
1607   COMPARE_MACRO(Sshl(v12.M, v13.M, v14.M), \
1608                 "sshl v12." S ", v13." S   \
1609                 ", "                       \
1610                 "v14." S);
1611   NEON_FORMAT_LIST(DISASM_INST)
1612 #undef DISASM_INST
1613 
1614 #define DISASM_INST(M, S)                  \
1615   COMPARE_MACRO(Ushl(v15.M, v16.M, v17.M), \
1616                 "ushl v15." S ", v16." S   \
1617                 ", "                       \
1618                 "v17." S);
1619   NEON_FORMAT_LIST(DISASM_INST)
1620 #undef DISASM_INST
1621 
1622 #define DISASM_INST(M, S)                   \
1623   COMPARE_MACRO(Sqshl(v18.M, v19.M, v20.M), \
1624                 "sqshl v18." S ", v19." S ", v20." S);
1625   NEON_FORMAT_LIST(DISASM_INST)
1626 #undef DISASM_INST
1627 
1628 #define DISASM_INST(M, S)                   \
1629   COMPARE_MACRO(Uqshl(v21.M, v22.M, v23.M), \
1630                 "uqshl v21." S ", v22." S ", v23." S);
1631   NEON_FORMAT_LIST(DISASM_INST)
1632 #undef DISASM_INST
1633 
1634 #define DISASM_INST(M, S)                   \
1635   COMPARE_MACRO(Srshl(v24.M, v25.M, v26.M), \
1636                 "srshl v24." S ", v25." S ", v26." S);
1637   NEON_FORMAT_LIST(DISASM_INST)
1638 #undef DISASM_INST
1639 
1640 #define DISASM_INST(M, S)                   \
1641   COMPARE_MACRO(Urshl(v27.M, v28.M, v29.M), \
1642                 "urshl v27." S ", v28." S ", v29." S);
1643   NEON_FORMAT_LIST(DISASM_INST)
1644 #undef DISASM_INST
1645 
1646 #define DISASM_INST(M, S)                   \
1647   COMPARE_MACRO(Sqrshl(v30.M, v31.M, v0.M), \
1648                 "sqrshl v30." S ", v31." S ", v0." S);
1649   NEON_FORMAT_LIST(DISASM_INST)
1650 #undef DISASM_INST
1651 
1652 #define DISASM_INST(M, S) \
1653   COMPARE_MACRO(Uqrshl(v1.M, v2.M, v3.M), "uqrshl v1." S ", v2." S ", v3." S);
1654   NEON_FORMAT_LIST(DISASM_INST)
1655 #undef DISASM_INST
1656 
1657 #define DISASM_INST(M, S) \
1658   COMPARE_MACRO(Shadd(v4.M, v5.M, v6.M), "shadd v4." S ", v5." S ", v6." S);
1659   NEON_FORMAT_LIST_BHS(DISASM_INST)
1660 #undef DISASM_INST
1661 
1662 #define DISASM_INST(M, S) \
1663   COMPARE_MACRO(Uhadd(v7.M, v8.M, v9.M), "uhadd v7." S ", v8." S ", v9." S);
1664   NEON_FORMAT_LIST_BHS(DISASM_INST)
1665 #undef DISASM_INST
1666 
1667 #define DISASM_INST(M, S)                    \
1668   COMPARE_MACRO(Srhadd(v10.M, v11.M, v12.M), \
1669                 "srhadd v10." S ", v11." S ", v12." S);
1670   NEON_FORMAT_LIST_BHS(DISASM_INST)
1671 #undef DISASM_INST
1672 
1673 #define DISASM_INST(M, S)                    \
1674   COMPARE_MACRO(Urhadd(v13.M, v14.M, v15.M), \
1675                 "urhadd v13." S ", v14." S ", v15." S);
1676   NEON_FORMAT_LIST_BHS(DISASM_INST)
1677 #undef DISASM_INST
1678 
1679 #define DISASM_INST(M, S)                   \
1680   COMPARE_MACRO(Shsub(v16.M, v17.M, v18.M), \
1681                 "shsub v16." S ", v17." S ", v18." S);
1682   NEON_FORMAT_LIST_BHS(DISASM_INST)
1683 #undef DISASM_INST
1684 
1685 #define DISASM_INST(M, S)                   \
1686   COMPARE_MACRO(Uhsub(v19.M, v20.M, v21.M), \
1687                 "uhsub v19." S ", v20." S ", v21." S);
1688   NEON_FORMAT_LIST_BHS(DISASM_INST)
1689 #undef DISASM_INST
1690 
1691 #define DISASM_INST(M, S)                  \
1692   COMPARE_MACRO(Addp(v19.M, v20.M, v21.M), \
1693                 "addp v19." S ", v20." S   \
1694                 ", "                       \
1695                 "v21." S);
1696   NEON_FORMAT_LIST(DISASM_INST)
1697 #undef DISASM_INST
1698 
1699 #define DISASM_INST(M, S) \
1700   COMPARE_MACRO(Mla(v19.M, v20.M, v21.M), "mla v19." S ", v20." S ", v21." S);
1701   NEON_FORMAT_LIST_BHS(DISASM_INST)
1702 #undef DISASM_INST
1703 
1704 #define DISASM_INST(M, S) \
1705   COMPARE_MACRO(Mls(v19.M, v20.M, v21.M), "mls v19." S ", v20." S ", v21." S);
1706   NEON_FORMAT_LIST_BHS(DISASM_INST)
1707 #undef DISASM_INST
1708 
1709 #define DISASM_INST(M, S) \
1710   COMPARE_MACRO(Mul(v19.M, v20.M, v21.M), "mul v19." S ", v20." S ", v21." S);
1711   NEON_FORMAT_LIST_BHS(DISASM_INST)
1712 #undef DISASM_INST
1713 
1714 #define DISASM_INST(M, S)                  \
1715   COMPARE_MACRO(Sqdmulh(v1.M, v2.M, v3.M), \
1716                 "sqdmulh v1." S ", v2." S  \
1717                 ", "                       \
1718                 "v3." S);
1719   NEON_FORMAT_LIST_HS(DISASM_INST)
1720 #undef DISASM_INST
1721 
1722 #define DISASM_INST(M, S)                   \
1723   COMPARE_MACRO(Sqrdmulh(v1.M, v2.M, v3.M), \
1724                 "sqrdmulh v1." S ", v2." S ", v3." S);
1725   NEON_FORMAT_LIST_HS(DISASM_INST)
1726 #undef DISASM_INST
1727 
1728 #define DISASM_INST(M, S)                   \
1729   COMPARE_MACRO(Sqrdmlah(v1.M, v2.M, v3.M), \
1730                 "sqrdmlah v1." S ", v2." S ", v3." S);
1731   NEON_FORMAT_LIST_HS(DISASM_INST)
1732 #undef DISASM_INST
1733 
1734 #define DISASM_INST(M, S)                   \
1735   COMPARE_MACRO(Sqrdmlsh(v1.M, v2.M, v3.M), \
1736                 "sqrdmlsh v1." S ", v2." S ", v3." S);
1737   NEON_FORMAT_LIST_HS(DISASM_INST)
1738 #undef DISASM_INST
1739 
1740   COMPARE_MACRO(Sdot(v1.V2S(), v2.V8B(), v3.V8B()), "sdot v1.2s, v2.8b, v3.8b");
1741   COMPARE_MACRO(Sdot(v1.V4S(), v2.V16B(), v3.V16B()),
1742                 "sdot v1.4s, v2.16b, v3.16b");
1743 
1744   COMPARE_MACRO(Udot(v1.V2S(), v2.V8B(), v3.V8B()), "udot v1.2s, v2.8b, v3.8b");
1745   COMPARE_MACRO(Udot(v1.V4S(), v2.V16B(), v3.V16B()),
1746                 "udot v1.4s, v2.16b, v3.16b");
1747 
1748   COMPARE_MACRO(Usdot(v7.V2S(), v9.V8B(), v30.V8B()),
1749                 "usdot v7.2s, v9.8b, v30.8b");
1750   COMPARE_MACRO(Usdot(v7.V4S(), v9.V16B(), v30.V16B()),
1751                 "usdot v7.4s, v9.16b, v30.16b");
1752 
1753   COMPARE_MACRO(And(v6.V8B(), v7.V8B(), v8.V8B()), "and v6.8b, v7.8b, v8.8b");
1754   COMPARE_MACRO(And(v6.V16B(), v7.V16B(), v8.V16B()),
1755                 "and v6.16b, v7.16b, v8.16b");
1756 
1757   COMPARE_MACRO(Bic(v6.V8B(), v7.V8B(), v8.V8B()), "bic v6.8b, v7.8b, v8.8b");
1758   COMPARE_MACRO(Bic(v6.V16B(), v7.V16B(), v8.V16B()),
1759                 "bic v6.16b, v7.16b, v8.16b");
1760 
1761   COMPARE_MACRO(Orr(v6.V8B(), v7.V8B(), v8.V8B()), "orr v6.8b, v7.8b, v8.8b");
1762   COMPARE_MACRO(Orr(v6.V16B(), v7.V16B(), v8.V16B()),
1763                 "orr v6.16b, v7.16b, v8.16b");
1764 
1765   COMPARE_MACRO(Orr(v6.V8B(), v7.V8B(), v7.V8B()), "mov v6.8b, v7.8b");
1766   COMPARE_MACRO(Orr(v6.V16B(), v7.V16B(), v7.V16B()), "mov v6.16b, v7.16b");
1767 
1768   COMPARE_MACRO(Mov(v6.V8B(), v8.V8B()), "mov v6.8b, v8.8b");
1769   COMPARE_MACRO(Mov(v6.V16B(), v8.V16B()), "mov v6.16b, v8.16b");
1770 
1771   COMPARE_MACRO(Orn(v6.V8B(), v7.V8B(), v8.V8B()), "orn v6.8b, v7.8b, v8.8b");
1772   COMPARE_MACRO(Orn(v6.V16B(), v7.V16B(), v8.V16B()),
1773                 "orn v6.16b, v7.16b, v8.16b");
1774 
1775   COMPARE_MACRO(Eor(v6.V8B(), v7.V8B(), v8.V8B()), "eor v6.8b, v7.8b, v8.8b");
1776   COMPARE_MACRO(Eor(v6.V16B(), v7.V16B(), v8.V16B()),
1777                 "eor v6.16b, v7.16b, v8.16b");
1778 
1779   COMPARE_MACRO(Bif(v6.V8B(), v7.V8B(), v8.V8B()), "bif v6.8b, v7.8b, v8.8b");
1780   COMPARE_MACRO(Bif(v6.V16B(), v7.V16B(), v8.V16B()),
1781                 "bif v6.16b, v7.16b, v8.16b");
1782 
1783   COMPARE_MACRO(Bit(v6.V8B(), v7.V8B(), v8.V8B()), "bit v6.8b, v7.8b, v8.8b");
1784   COMPARE_MACRO(Bit(v6.V16B(), v7.V16B(), v8.V16B()),
1785                 "bit v6.16b, v7.16b, v8.16b");
1786 
1787   COMPARE_MACRO(Bsl(v6.V8B(), v7.V8B(), v8.V8B()), "bsl v6.8b, v7.8b, v8.8b");
1788   COMPARE_MACRO(Bsl(v6.V16B(), v7.V16B(), v8.V16B()),
1789                 "bsl v6.16b, v7.16b, v8.16b");
1790 
1791   COMPARE_MACRO(Pmul(v6.V8B(), v7.V8B(), v8.V8B()), "pmul v6.8b, v7.8b, v8.8b");
1792   COMPARE_MACRO(Pmul(v6.V16B(), v7.V16B(), v8.V16B()),
1793                 "pmul v6.16b, v7.16b, v8.16b");
1794 
1795   CLEANUP();
1796 }
1797 
TEST(neon_3same_fp16)1798 TEST(neon_3same_fp16) {
1799   SETUP();
1800 
1801   COMPARE_MACRO(Fmaxnm(v0.V8H(), v1.V8H(), v2.V8H()),
1802                 "fmaxnm v0.8h, v1.8h, v2.8h");
1803   COMPARE_MACRO(Fmaxnm(v3.V4H(), v4.V4H(), v5.V4H()),
1804                 "fmaxnm v3.4h, v4.4h, v5.4h");
1805   COMPARE_MACRO(Fmla(v6.V8H(), v7.V8H(), v8.V8H()), "fmla v6.8h, v7.8h, v8.8h");
1806   COMPARE_MACRO(Fmla(v9.V4H(), v10.V4H(), v11.V4H()),
1807                 "fmla v9.4h, v10.4h, v11.4h");
1808   COMPARE_MACRO(Fadd(v12.V8H(), v13.V8H(), v14.V8H()),
1809                 "fadd v12.8h, v13.8h, v14.8h");
1810   COMPARE_MACRO(Fadd(v15.V4H(), v16.V4H(), v17.V4H()),
1811                 "fadd v15.4h, v16.4h, v17.4h");
1812   COMPARE_MACRO(Fmulx(v18.V8H(), v19.V8H(), v20.V8H()),
1813                 "fmulx v18.8h, v19.8h, v20.8h");
1814   COMPARE_MACRO(Fmulx(v21.V4H(), v22.V4H(), v23.V4H()),
1815                 "fmulx v21.4h, v22.4h, v23.4h");
1816   COMPARE_MACRO(Fcmeq(v24.V8H(), v25.V8H(), v26.V8H()),
1817                 "fcmeq v24.8h, v25.8h, v26.8h");
1818   COMPARE_MACRO(Fcmeq(v27.V4H(), v28.V4H(), v29.V4H()),
1819                 "fcmeq v27.4h, v28.4h, v29.4h");
1820   COMPARE_MACRO(Fmax(v30.V8H(), v0.V8H(), v1.V8H()),
1821                 "fmax v30.8h, v0.8h, v1.8h");
1822   COMPARE_MACRO(Fmax(v2.V4H(), v3.V4H(), v4.V4H()), "fmax v2.4h, v3.4h, v4.4h");
1823   COMPARE_MACRO(Frecps(v5.V8H(), v6.V8H(), v7.V8H()),
1824                 "frecps v5.8h, v6.8h, v7.8h");
1825   COMPARE_MACRO(Frecps(v8.V4H(), v9.V4H(), v10.V4H()),
1826                 "frecps v8.4h, v9.4h, v10.4h");
1827   COMPARE_MACRO(Fminnm(v11.V8H(), v12.V8H(), v13.V8H()),
1828                 "fminnm v11.8h, v12.8h, v13.8h");
1829   COMPARE_MACRO(Fminnm(v14.V4H(), v15.V4H(), v16.V4H()),
1830                 "fminnm v14.4h, v15.4h, v16.4h");
1831   COMPARE_MACRO(Fmls(v17.V8H(), v18.V8H(), v19.V8H()),
1832                 "fmls v17.8h, v18.8h, v19.8h");
1833   COMPARE_MACRO(Fmls(v20.V4H(), v21.V4H(), v22.V4H()),
1834                 "fmls v20.4h, v21.4h, v22.4h");
1835   COMPARE_MACRO(Fsub(v23.V8H(), v24.V8H(), v25.V8H()),
1836                 "fsub v23.8h, v24.8h, v25.8h");
1837   COMPARE_MACRO(Fsub(v26.V4H(), v27.V4H(), v28.V4H()),
1838                 "fsub v26.4h, v27.4h, v28.4h");
1839   COMPARE_MACRO(Fmin(v29.V8H(), v30.V8H(), v0.V8H()),
1840                 "fmin v29.8h, v30.8h, v0.8h");
1841   COMPARE_MACRO(Fmin(v1.V4H(), v2.V4H(), v3.V4H()), "fmin v1.4h, v2.4h, v3.4h");
1842   COMPARE_MACRO(Frsqrts(v4.V8H(), v5.V8H(), v6.V8H()),
1843                 "frsqrts v4.8h, v5.8h, v6.8h");
1844   COMPARE_MACRO(Frsqrts(v7.V4H(), v8.V4H(), v9.V4H()),
1845                 "frsqrts v7.4h, v8.4h, v9.4h");
1846   COMPARE_MACRO(Fmaxnmp(v10.V8H(), v11.V8H(), v12.V8H()),
1847                 "fmaxnmp v10.8h, v11.8h, v12.8h");
1848   COMPARE_MACRO(Fmaxnmp(v13.V4H(), v14.V4H(), v15.V4H()),
1849                 "fmaxnmp v13.4h, v14.4h, v15.4h");
1850   COMPARE_MACRO(Faddp(v16.V8H(), v17.V8H(), v18.V8H()),
1851                 "faddp v16.8h, v17.8h, v18.8h");
1852   COMPARE_MACRO(Faddp(v19.V4H(), v20.V4H(), v21.V4H()),
1853                 "faddp v19.4h, v20.4h, v21.4h");
1854   COMPARE_MACRO(Fmul(v22.V8H(), v23.V8H(), v24.V8H()),
1855                 "fmul v22.8h, v23.8h, v24.8h");
1856   COMPARE_MACRO(Fmul(v25.V4H(), v26.V4H(), v27.V4H()),
1857                 "fmul v25.4h, v26.4h, v27.4h");
1858   COMPARE_MACRO(Fcmge(v28.V8H(), v29.V8H(), v30.V8H()),
1859                 "fcmge v28.8h, v29.8h, v30.8h");
1860   COMPARE_MACRO(Fcmge(v0.V4H(), v1.V4H(), v2.V4H()),
1861                 "fcmge v0.4h, v1.4h, v2.4h");
1862   COMPARE_MACRO(Facge(v3.V8H(), v4.V8H(), v5.V8H()),
1863                 "facge v3.8h, v4.8h, v5.8h");
1864   COMPARE_MACRO(Facge(v6.V4H(), v7.V4H(), v8.V4H()),
1865                 "facge v6.4h, v7.4h, v8.4h");
1866   COMPARE_MACRO(Fmaxp(v9.V8H(), v10.V8H(), v11.V8H()),
1867                 "fmaxp v9.8h, v10.8h, v11.8h");
1868   COMPARE_MACRO(Fmaxp(v12.V4H(), v13.V4H(), v14.V4H()),
1869                 "fmaxp v12.4h, v13.4h, v14.4h");
1870   COMPARE_MACRO(Fdiv(v15.V8H(), v16.V8H(), v17.V8H()),
1871                 "fdiv v15.8h, v16.8h, v17.8h");
1872   COMPARE_MACRO(Fdiv(v18.V4H(), v19.V4H(), v20.V4H()),
1873                 "fdiv v18.4h, v19.4h, v20.4h");
1874   COMPARE_MACRO(Fminnmp(v21.V8H(), v22.V8H(), v23.V8H()),
1875                 "fminnmp v21.8h, v22.8h, v23.8h");
1876   COMPARE_MACRO(Fminnmp(v24.V4H(), v25.V4H(), v26.V4H()),
1877                 "fminnmp v24.4h, v25.4h, v26.4h");
1878   COMPARE_MACRO(Fabd(v27.V8H(), v28.V8H(), v29.V8H()),
1879                 "fabd v27.8h, v28.8h, v29.8h");
1880   COMPARE_MACRO(Fabd(v30.V4H(), v0.V4H(), v1.V4H()),
1881                 "fabd v30.4h, v0.4h, v1.4h");
1882   COMPARE_MACRO(Fcmgt(v2.V8H(), v3.V8H(), v4.V8H()),
1883                 "fcmgt v2.8h, v3.8h, v4.8h");
1884   COMPARE_MACRO(Fcmgt(v5.V4H(), v6.V4H(), v7.V4H()),
1885                 "fcmgt v5.4h, v6.4h, v7.4h");
1886   COMPARE_MACRO(Facgt(v8.V8H(), v9.V8H(), v10.V8H()),
1887                 "facgt v8.8h, v9.8h, v10.8h");
1888   COMPARE_MACRO(Facgt(v11.V4H(), v12.V4H(), v13.V4H()),
1889                 "facgt v11.4h, v12.4h, v13.4h");
1890   COMPARE_MACRO(Fminp(v14.V8H(), v15.V8H(), v16.V8H()),
1891                 "fminp v14.8h, v15.8h, v16.8h");
1892   COMPARE_MACRO(Fminp(v17.V4H(), v18.V4H(), v19.V4H()),
1893                 "fminp v17.4h, v18.4h, v19.4h");
1894 
1895   CLEANUP();
1896 }
1897 
TEST(neon_3same_extra_fcadd)1898 TEST(neon_3same_extra_fcadd) {
1899   SETUP();
1900 
1901   COMPARE_MACRO(Fcadd(v4.V4H(), v5.V4H(), v6.V4H(), 270),
1902                 "fcadd v4.4h, v5.4h, v6.4h, #270");
1903   COMPARE_MACRO(Fcadd(v4.V8H(), v5.V8H(), v6.V8H(), 90),
1904                 "fcadd v4.8h, v5.8h, v6.8h, #90");
1905   COMPARE_MACRO(Fcadd(v1.V2S(), v2.V2S(), v3.V2S(), 90),
1906                 "fcadd v1.2s, v2.2s, v3.2s, #90");
1907   COMPARE_MACRO(Fcadd(v1.V4S(), v2.V4S(), v3.V4S(), 270),
1908                 "fcadd v1.4s, v2.4s, v3.4s, #270");
1909   COMPARE_MACRO(Fcadd(v29.V2D(), v30.V2D(), v31.V2D(), 90),
1910                 "fcadd v29.2d, v30.2d, v31.2d, #90");
1911 
1912   COMPARE_MACRO(Fcmla(v4.V8H(), v5.V8H(), v6.V8H(), 270),
1913                 "fcmla v4.8h, v5.8h, v6.8h, #270");
1914   COMPARE_MACRO(Fcmla(v9.V2S(), v8.V2S(), v7.V2S(), 180),
1915                 "fcmla v9.2s, v8.2s, v7.2s, #180");
1916   COMPARE_MACRO(Fcmla(v11.V4S(), v12.V4S(), v13.V4S(), 90),
1917                 "fcmla v11.4s, v12.4s, v13.4s, #90");
1918   COMPARE_MACRO(Fcmla(v21.V2D(), v22.V2D(), v23.V2D(), 0),
1919                 "fcmla v21.2d, v22.2d, v23.2d, #0");
1920 
1921   // The FC* instructions span multiple opcodes, so they have special cases in
1922   // the disassembler. Verify that similar encodings don't get disassembled as
1923   // FC* instructions.
1924   COMPARE(dci(0x2e00ec00), "unallocated (Unallocated)");  // opcode = 0x1101
1925   COMPARE(dci(0x2e00fc00), "unallocated (Unallocated)");  // opcode = 0x1111
1926 
1927   CLEANUP();
1928 }
1929 
1930 #define NEON_FORMAT_LIST_FP(V) \
1931   V(V2S(), "2s")               \
1932   V(V4S(), "4s")               \
1933   V(V2D(), "2d")
1934 
1935 #define NEON_FORMAT_LIST_FP_FP16(V) \
1936   NEON_FORMAT_LIST_FP(V)            \
1937   V(V4H(), "4h")                    \
1938   V(V8H(), "8h")
1939 
TEST(neon_fp_3same)1940 TEST(neon_fp_3same) {
1941   SETUP();
1942 
1943 #define DISASM_INST(M, S) \
1944   COMPARE_MACRO(Fadd(v0.M, v1.M, v2.M), "fadd v0." S ", v1." S ", v2." S);
1945   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1946 #undef DISASM_INST
1947 
1948 #define DISASM_INST(M, S) \
1949   COMPARE_MACRO(Fsub(v3.M, v4.M, v5.M), "fsub v3." S ", v4." S ", v5." S);
1950   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1951 #undef DISASM_INST
1952 
1953 #define DISASM_INST(M, S) \
1954   COMPARE_MACRO(Fmul(v6.M, v7.M, v8.M), "fmul v6." S ", v7." S ", v8." S);
1955   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1956 #undef DISASM_INST
1957 
1958 #define DISASM_INST(M, S) \
1959   COMPARE_MACRO(Fdiv(v9.M, v10.M, v11.M), "fdiv v9." S ", v10." S ", v11." S);
1960   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1961 #undef DISASM_INST
1962 
1963 #define DISASM_INST(M, S)                  \
1964   COMPARE_MACRO(Fmin(v12.M, v13.M, v14.M), \
1965                 "fmin v12." S ", v13." S   \
1966                 ", "                       \
1967                 "v14." S);
1968   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1969 #undef DISASM_INST
1970 
1971 #define DISASM_INST(M, S)                    \
1972   COMPARE_MACRO(Fminnm(v15.M, v16.M, v17.M), \
1973                 "fminnm v15." S ", v16." S ", v17." S);
1974   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1975 #undef DISASM_INST
1976 
1977 #define DISASM_INST(M, S)                  \
1978   COMPARE_MACRO(Fmax(v18.M, v19.M, v20.M), \
1979                 "fmax v18." S ", v19." S   \
1980                 ", "                       \
1981                 "v20." S);
1982   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1983 #undef DISASM_INST
1984 
1985 #define DISASM_INST(M, S)                    \
1986   COMPARE_MACRO(Fmaxnm(v21.M, v22.M, v23.M), \
1987                 "fmaxnm v21." S ", v22." S ", v23." S);
1988   NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1989 #undef DISASM_INST
1990 
1991 #define DISASM_INST(M, S)                    \
1992   COMPARE_MACRO(Frecps(v24.M, v25.M, v26.M), \
1993                 "frecps v24." S ", v25." S ", v26." S);
1994   NEON_FORMAT_LIST_FP(DISASM_INST)
1995 #undef DISASM_INST
1996 
1997 #define DISASM_INST(M, S)                     \
1998   COMPARE_MACRO(Frsqrts(v27.M, v28.M, v29.M), \
1999                 "frsqrts v27." S ", v28." S ", v29." S);
2000   NEON_FORMAT_LIST_FP(DISASM_INST)
2001 #undef DISASM_INST
2002 
2003 #define DISASM_INST(M, S)                  \
2004   COMPARE_MACRO(Fmulx(v30.M, v31.M, v0.M), \
2005                 "fmulx v30." S ", v31." S  \
2006                 ", "                       \
2007                 "v0." S);
2008   NEON_FORMAT_LIST_FP(DISASM_INST)
2009 #undef DISASM_INST
2010 
2011 #define DISASM_INST(M, S) \
2012   COMPARE_MACRO(Fmla(v1.M, v2.M, v3.M), "fmla v1." S ", v2." S ", v3." S);
2013   NEON_FORMAT_LIST_FP(DISASM_INST)
2014 #undef DISASM_INST
2015 
2016 #define DISASM_INST(M, S) \
2017   COMPARE_MACRO(Fmls(v4.M, v5.M, v6.M), "fmls v4." S ", v5." S ", v6." S);
2018   NEON_FORMAT_LIST_FP(DISASM_INST)
2019 #undef DISASM_INST
2020 
2021 #define DISASM_INST(M, S) \
2022   COMPARE_MACRO(Fabd(v7.M, v8.M, v9.M), "fabd v7." S ", v8." S ", v9." S);
2023   NEON_FORMAT_LIST_FP(DISASM_INST)
2024 #undef DISASM_INST
2025 
2026 #define DISASM_INST(M, S)                   \
2027   COMPARE_MACRO(Faddp(v10.M, v11.M, v12.M), \
2028                 "faddp v10." S ", v11." S ", v12." S);
2029   NEON_FORMAT_LIST_FP(DISASM_INST)
2030 #undef DISASM_INST
2031 
2032 #define DISASM_INST(M, S)                   \
2033   COMPARE_MACRO(Fmaxp(v13.M, v14.M, v15.M), \
2034                 "fmaxp v13." S ", v14." S ", v15." S);
2035   NEON_FORMAT_LIST_FP(DISASM_INST)
2036 #undef DISASM_INST
2037 
2038 #define DISASM_INST(M, S)                   \
2039   COMPARE_MACRO(Fminp(v16.M, v17.M, v18.M), \
2040                 "fminp v16." S ", v17." S ", v18." S);
2041   NEON_FORMAT_LIST_FP(DISASM_INST)
2042 #undef DISASM_INST
2043 
2044 #define DISASM_INST(M, S)                     \
2045   COMPARE_MACRO(Fmaxnmp(v19.M, v20.M, v21.M), \
2046                 "fmaxnmp v19." S ", v20." S ", v21." S);
2047   NEON_FORMAT_LIST_FP(DISASM_INST)
2048 #undef DISASM_INST
2049 
2050 #define DISASM_INST(M, S)                     \
2051   COMPARE_MACRO(Fminnmp(v22.M, v23.M, v24.M), \
2052                 "fminnmp v22." S ", v23." S ", v24." S);
2053   NEON_FORMAT_LIST_FP(DISASM_INST)
2054 #undef DISASM_INST
2055 
2056 #define DISASM_INST(M, S)                   \
2057   COMPARE_MACRO(Fcmeq(v25.M, v26.M, v27.M), \
2058                 "fcmeq v25." S ", v26." S ", v27." S);
2059   NEON_FORMAT_LIST_FP(DISASM_INST)
2060 #undef DISASM_INST
2061 
2062 #define DISASM_INST(M, S)                   \
2063   COMPARE_MACRO(Fcmge(v25.M, v26.M, v27.M), \
2064                 "fcmge v25." S ", v26." S ", v27." S);
2065   NEON_FORMAT_LIST_FP(DISASM_INST)
2066 #undef DISASM_INST
2067 
2068 #define DISASM_INST(M, S)                   \
2069   COMPARE_MACRO(Fcmgt(v25.M, v26.M, v27.M), \
2070                 "fcmgt v25." S ", v26." S ", v27." S);
2071   NEON_FORMAT_LIST_FP(DISASM_INST)
2072 #undef DISASM_INST
2073 
2074 #define DISASM_INST(M, S)                   \
2075   COMPARE_MACRO(Facge(v25.M, v26.M, v27.M), \
2076                 "facge v25." S ", v26." S ", v27." S);
2077   NEON_FORMAT_LIST_FP(DISASM_INST)
2078 #undef DISASM_INST
2079 
2080 #define DISASM_INST(M, S)                   \
2081   COMPARE_MACRO(Facgt(v25.M, v26.M, v27.M), \
2082                 "facgt v25." S ", v26." S ", v27." S);
2083   NEON_FORMAT_LIST_FP(DISASM_INST)
2084 #undef DISASM_INST
2085 
2086   // FMLAL and so on have mixed operands, but still use the NEON3Same encoding.
2087   COMPARE_MACRO(Fmlal(v5.V2S(), v12.V2H(), v6.V2H()),
2088                 "fmlal v5.2s, v12.2h, v6.2h");
2089   COMPARE_MACRO(Fmlal2(v14.V2S(), v10.V2H(), v9.V2H()),
2090                 "fmlal2 v14.2s, v10.2h, v9.2h");
2091   COMPARE_MACRO(Fmlsl(v31.V2S(), v9.V2H(), v28.V2H()),
2092                 "fmlsl v31.2s, v9.2h, v28.2h");
2093   COMPARE_MACRO(Fmlsl2(v21.V2S(), v22.V2H(), v2.V2H()),
2094                 "fmlsl2 v21.2s, v22.2h, v2.2h");
2095   COMPARE_MACRO(Fmlal(v26.V4S(), v26.V4H(), v30.V4H()),
2096                 "fmlal v26.4s, v26.4h, v30.4h");
2097   COMPARE_MACRO(Fmlal2(v15.V4S(), v18.V4H(), v25.V4H()),
2098                 "fmlal2 v15.4s, v18.4h, v25.4h");
2099   COMPARE_MACRO(Fmlsl(v9.V4S(), v4.V4H(), v23.V4H()),
2100                 "fmlsl v9.4s, v4.4h, v23.4h");
2101   COMPARE_MACRO(Fmlsl2(v28.V4S(), v28.V4H(), v17.V4H()),
2102                 "fmlsl2 v28.4s, v28.4h, v17.4h");
2103 
2104   // Verify that unallocated encodings similar to FMLAL (and so on) are properly
2105   // handled.
2106   COMPARE(dci(0x0e66ed85), "unallocated (Unallocated)");
2107   COMPARE(dci(0x2e69cd4e), "unallocated (Unallocated)");
2108   COMPARE(dci(0x0efced3f), "unallocated (Unallocated)");
2109   COMPARE(dci(0x2ee2ced5), "unallocated (Unallocated)");
2110   COMPARE(dci(0x4e7eef5a), "unallocated (Unallocated)");
2111   COMPARE(dci(0x6e79ce4f), "unallocated (Unallocated)");
2112   COMPARE(dci(0x4ef7ec89), "unallocated (Unallocated)");
2113   COMPARE(dci(0x6ef1cf9c), "unallocated (Unallocated)");
2114 
2115   CLEANUP();
2116 }
2117 
2118 
2119 #define NEON_SCALAR_FORMAT_LIST(V) \
2120   V(B(), "b")                      \
2121   V(H(), "h")                      \
2122   V(S(), "s")                      \
2123   V(D(), "d")
2124 
TEST(neon_scalar_3same)2125 TEST(neon_scalar_3same) {
2126   SETUP();
2127 
2128   // Instructions that only support D-sized scalar operations.
2129   COMPARE_MACRO(Add(v0.D(), v1.D(), v2.D()), "add d0, d1, d2");
2130   COMPARE_MACRO(Sub(v3.D(), v4.D(), v5.D()), "sub d3, d4, d5");
2131   COMPARE_MACRO(Cmeq(v0.D(), v1.D(), v2.D()), "cmeq d0, d1, d2");
2132   COMPARE_MACRO(Cmge(v3.D(), v4.D(), v5.D()), "cmge d3, d4, d5");
2133   COMPARE_MACRO(Cmgt(v6.D(), v7.D(), v8.D()), "cmgt d6, d7, d8");
2134   COMPARE_MACRO(Cmhi(v0.D(), v1.D(), v2.D()), "cmhi d0, d1, d2");
2135   COMPARE_MACRO(Cmhs(v3.D(), v4.D(), v5.D()), "cmhs d3, d4, d5");
2136   COMPARE_MACRO(Cmtst(v6.D(), v7.D(), v8.D()), "cmtst d6, d7, d8");
2137   COMPARE_MACRO(Ushl(v6.D(), v7.D(), v8.D()), "ushl d6, d7, d8");
2138   COMPARE_MACRO(Sshl(v6.D(), v7.D(), v8.D()), "sshl d6, d7, d8");
2139   COMPARE_MACRO(Urshl(v9.D(), v10.D(), v11.D()), "urshl d9, d10, d11");
2140   COMPARE_MACRO(Srshl(v9.D(), v10.D(), v11.D()), "srshl d9, d10, d11");
2141 
2142   // Instructions that support S and D-sized scalar operations.
2143   COMPARE_MACRO(Frecps(v12.S(), v13.S(), v14.S()), "frecps s12, s13, s14");
2144   COMPARE_MACRO(Frecps(v15.D(), v16.D(), v17.D()), "frecps d15, d16, d17");
2145   COMPARE_MACRO(Frsqrts(v18.S(), v19.S(), v20.S()), "frsqrts s18, s19, s20");
2146   COMPARE_MACRO(Frsqrts(v21.D(), v22.D(), v23.D()), "frsqrts d21, d22, d23");
2147   COMPARE_MACRO(Fmulx(v12.S(), v13.S(), v14.S()), "fmulx s12, s13, s14");
2148   COMPARE_MACRO(Fmulx(v15.D(), v16.D(), v17.D()), "fmulx d15, d16, d17");
2149   COMPARE_MACRO(Fcmeq(v12.S(), v13.S(), v14.S()), "fcmeq s12, s13, s14");
2150   COMPARE_MACRO(Fcmeq(v15.D(), v16.D(), v17.D()), "fcmeq d15, d16, d17");
2151   COMPARE_MACRO(Fcmge(v12.S(), v13.S(), v14.S()), "fcmge s12, s13, s14");
2152   COMPARE_MACRO(Fcmge(v15.D(), v16.D(), v17.D()), "fcmge d15, d16, d17");
2153   COMPARE_MACRO(Fcmgt(v12.S(), v13.S(), v14.S()), "fcmgt s12, s13, s14");
2154   COMPARE_MACRO(Fcmgt(v15.D(), v16.D(), v17.D()), "fcmgt d15, d16, d17");
2155   COMPARE_MACRO(Fcmge(v12.S(), v13.S(), v14.S()), "fcmge s12, s13, s14");
2156   COMPARE_MACRO(Fcmge(v15.D(), v16.D(), v17.D()), "fcmge d15, d16, d17");
2157   COMPARE_MACRO(Facgt(v12.S(), v13.S(), v14.S()), "facgt s12, s13, s14");
2158   COMPARE_MACRO(Facgt(v15.D(), v16.D(), v17.D()), "facgt d15, d16, d17");
2159 
2160   // Instructions that support H and S-sized scalar operations.
2161   COMPARE_MACRO(Sqdmulh(v12.S(), v13.S(), v14.S()), "sqdmulh s12, s13, s14");
2162   COMPARE_MACRO(Sqdmulh(v15.H(), v16.H(), v17.H()), "sqdmulh h15, h16, h17");
2163   COMPARE_MACRO(Sqrdmulh(v12.S(), v13.S(), v14.S()), "sqrdmulh s12, s13, s14");
2164   COMPARE_MACRO(Sqrdmulh(v15.H(), v16.H(), v17.H()), "sqrdmulh h15, h16, h17");
2165   COMPARE_MACRO(Sqrdmlah(v12.S(), v13.S(), v14.S()), "sqrdmlah s12, s13, s14");
2166   COMPARE_MACRO(Sqrdmlah(v15.H(), v16.H(), v17.H()), "sqrdmlah h15, h16, h17");
2167   COMPARE_MACRO(Sqrdmlsh(v12.S(), v13.S(), v14.S()), "sqrdmlsh s12, s13, s14");
2168   COMPARE_MACRO(Sqrdmlsh(v15.H(), v16.H(), v17.H()), "sqrdmlsh h15, h16, h17");
2169 
2170 #define DISASM_INST(M, R) \
2171   COMPARE_MACRO(Uqadd(v6.M, v7.M, v8.M), "uqadd " R "6, " R "7, " R "8");
2172   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2173 #undef DISASM_INST
2174 
2175 #define DISASM_INST(M, R) \
2176   COMPARE_MACRO(Uqsub(v9.M, v10.M, v11.M), "uqsub " R "9, " R "10, " R "11");
2177   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2178 #undef DISASM_INST
2179 
2180 #define DISASM_INST(M, R)                    \
2181   COMPARE_MACRO(Sqadd(v12.M, v13.M, v14.M),  \
2182                 "sqadd " R "12, " R "13, " R \
2183                 "1"                          \
2184                 "4");
2185   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2186 #undef DISASM_INST
2187 
2188 #define DISASM_INST(M, R)                    \
2189   COMPARE_MACRO(Sqsub(v15.M, v16.M, v17.M),  \
2190                 "sqsub " R "15, " R "16, " R \
2191                 "1"                          \
2192                 "7");
2193   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2194 #undef DISASM_INST
2195 
2196 #define DISASM_INST(M, R)                    \
2197   COMPARE_MACRO(Uqshl(v18.M, v19.M, v20.M),  \
2198                 "uqshl " R "18, " R "19, " R \
2199                 "2"                          \
2200                 "0");
2201   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2202 #undef DISASM_INST
2203 
2204 #define DISASM_INST(M, R)                    \
2205   COMPARE_MACRO(Sqshl(v21.M, v22.M, v23.M),  \
2206                 "sqshl " R "21, " R "22, " R \
2207                 "2"                          \
2208                 "3");
2209   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2210 #undef DISASM_INST
2211 
2212 #define DISASM_INST(M, R) \
2213   COMPARE_MACRO(Uqrshl(v30.M, v31.M, v0.M), "uqrshl " R "30, " R "31, " R "0");
2214   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2215 #undef DISASM_INST
2216 
2217 #define DISASM_INST(M, R) \
2218   COMPARE_MACRO(Sqrshl(v1.M, v2.M, v3.M), "sqrshl " R "1, " R "2, " R "3");
2219   NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2220 #undef DISASM_INST
2221 
2222   CLEANUP();
2223 }
2224 
2225 
TEST(neon_scalar_3same_fp16)2226 TEST(neon_scalar_3same_fp16) {
2227   SETUP();
2228 
2229   COMPARE_MACRO(Fmulx(v0.H(), v1.H(), v2.H()), "fmulx h0, h1, h2");
2230   COMPARE_MACRO(Fcmeq(v3.H(), v4.H(), v5.H()), "fcmeq h3, h4, h5");
2231   COMPARE_MACRO(Fcmge(v6.H(), v7.H(), v8.H()), "fcmge h6, h7, h8");
2232   COMPARE_MACRO(Fcmgt(v9.H(), v10.H(), v11.H()), "fcmgt h9, h10, h11");
2233   COMPARE_MACRO(Facge(v12.H(), v13.H(), v14.H()), "facge h12, h13, h14");
2234   COMPARE_MACRO(Facgt(v15.H(), v16.H(), v17.H()), "facgt h15, h16, h17");
2235   COMPARE_MACRO(Frecps(v18.H(), v19.H(), v20.H()), "frecps h18, h19, h20");
2236   COMPARE_MACRO(Frsqrts(v21.H(), v22.H(), v23.H()), "frsqrts h21, h22, h23");
2237   COMPARE_MACRO(Fabd(v24.H(), v25.H(), v26.H()), "fabd h24, h25, h26");
2238 
2239   CLEANUP();
2240 }
2241 
2242 
TEST(neon_byelement)2243 TEST(neon_byelement) {
2244   SETUP();
2245 
2246   COMPARE_MACRO(Mul(v0.V4H(), v1.V4H(), v2.H(), 0),
2247                 "mul v0.4h, v1.4h, v2.h[0]");
2248   COMPARE_MACRO(Mul(v2.V8H(), v3.V8H(), v15.H(), 7),
2249                 "mul v2.8h, v3.8h, v15.h[7]");
2250   COMPARE_MACRO(Mul(v0.V2S(), v1.V2S(), v2.S(), 0),
2251                 "mul v0.2s, v1.2s, v2.s[0]");
2252   COMPARE_MACRO(Mul(v2.V4S(), v3.V4S(), v15.S(), 3),
2253                 "mul v2.4s, v3.4s, v15.s[3]");
2254   COMPARE_MACRO(Mul(v11.V2S(), v17.V2S(), v26.S(), 1),
2255                 "mul v11.2s, v17.2s, v26.s[1]");
2256 
2257   COMPARE_MACRO(Mla(v0.V4H(), v1.V4H(), v2.H(), 0),
2258                 "mla v0.4h, v1.4h, v2.h[0]");
2259   COMPARE_MACRO(Mla(v2.V8H(), v3.V8H(), v15.H(), 7),
2260                 "mla v2.8h, v3.8h, v15.h[7]");
2261   COMPARE_MACRO(Mla(v0.V2S(), v1.V2S(), v2.S(), 0),
2262                 "mla v0.2s, v1.2s, v2.s[0]");
2263   COMPARE_MACRO(Mla(v2.V4S(), v3.V4S(), v15.S(), 3),
2264                 "mla v2.4s, v3.4s, v15.s[3]");
2265   COMPARE_MACRO(Mla(v11.V2S(), v17.V2S(), v26.S(), 1),
2266                 "mla v11.2s, v17.2s, v26.s[1]");
2267 
2268   COMPARE_MACRO(Mls(v0.V4H(), v1.V4H(), v2.H(), 0),
2269                 "mls v0.4h, v1.4h, v2.h[0]");
2270   COMPARE_MACRO(Mls(v2.V8H(), v3.V8H(), v15.H(), 7),
2271                 "mls v2.8h, v3.8h, v15.h[7]");
2272   COMPARE_MACRO(Mls(v0.V2S(), v1.V2S(), v2.S(), 0),
2273                 "mls v0.2s, v1.2s, v2.s[0]");
2274   COMPARE_MACRO(Mls(v2.V4S(), v3.V4S(), v15.S(), 3),
2275                 "mls v2.4s, v3.4s, v15.s[3]");
2276   COMPARE_MACRO(Mls(v11.V2S(), v17.V2S(), v31.S(), 1),
2277                 "mls v11.2s, v17.2s, v31.s[1]");
2278 
2279   COMPARE_MACRO(Sqdmulh(v0.V4H(), v1.V4H(), v2.H(), 0),
2280                 "sqdmulh v0.4h, v1.4h, v2.h[0]");
2281   COMPARE_MACRO(Sqdmulh(v2.V8H(), v3.V8H(), v15.H(), 7),
2282                 "sqdmulh v2.8h, v3.8h, v15.h[7]");
2283   COMPARE_MACRO(Sqdmulh(v0.V2S(), v1.V2S(), v2.S(), 0),
2284                 "sqdmulh v0.2s, v1.2s, v2.s[0]");
2285   COMPARE_MACRO(Sqdmulh(v2.V4S(), v3.V4S(), v15.S(), 3),
2286                 "sqdmulh v2.4s, v3.4s, v15.s[3]");
2287   COMPARE_MACRO(Sqdmulh(v11.V2S(), v17.V2S(), v31.S(), 1),
2288                 "sqdmulh v11.2s, v17.2s, v31.s[1]");
2289   COMPARE_MACRO(Sqdmulh(h0, h1, v2.H(), 0), "sqdmulh h0, h1, v2.h[0]");
2290   COMPARE_MACRO(Sqdmulh(s0, s1, v2.S(), 0), "sqdmulh s0, s1, v2.s[0]");
2291   COMPARE_MACRO(Sqdmulh(s0, s1, v31.S(), 1), "sqdmulh s0, s1, v31.s[1]");
2292 
2293   COMPARE_MACRO(Sqrdmulh(v0.V4H(), v1.V4H(), v2.H(), 0),
2294                 "sqrdmulh v0.4h, v1.4h, v2.h[0]");
2295   COMPARE_MACRO(Sqrdmulh(v2.V8H(), v3.V8H(), v15.H(), 7),
2296                 "sqrdmulh v2.8h, v3.8h, v15.h[7]");
2297   COMPARE_MACRO(Sqrdmulh(v0.V2S(), v1.V2S(), v2.S(), 0),
2298                 "sqrdmulh v0.2s, v1.2s, v2.s[0]");
2299   COMPARE_MACRO(Sqrdmulh(v2.V4S(), v3.V4S(), v15.S(), 3),
2300                 "sqrdmulh v2.4s, v3.4s, v15.s[3]");
2301   COMPARE_MACRO(Sqrdmulh(v11.V2S(), v17.V2S(), v31.S(), 1),
2302                 "sqrdmulh v11.2s, v17.2s, v31.s[1]");
2303   COMPARE_MACRO(Sqrdmulh(h0, h1, v2.H(), 0), "sqrdmulh h0, h1, v2.h[0]");
2304   COMPARE_MACRO(Sqrdmulh(s0, s1, v2.S(), 0), "sqrdmulh s0, s1, v2.s[0]");
2305   COMPARE_MACRO(Sqrdmulh(s0, s1, v31.S(), 1), "sqrdmulh s0, s1, v31.s[1]");
2306 
2307   COMPARE_MACRO(Sdot(v0.V2S(), v1.V8B(), v2.S4B(), 0),
2308                 "sdot v0.2s, v1.8b, v2.4b[0]");
2309   COMPARE_MACRO(Sdot(v2.V4S(), v3.V16B(), v15.S4B(), 3),
2310                 "sdot v2.4s, v3.16b, v15.4b[3]");
2311   COMPARE_MACRO(Sdot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2312                 "sdot v11.2s, v17.8b, v31.4b[1]");
2313 
2314   COMPARE_MACRO(Sqrdmlah(v0.V4H(), v1.V4H(), v2.H(), 0),
2315                 "sqrdmlah v0.4h, v1.4h, v2.h[0]");
2316   COMPARE_MACRO(Sqrdmlah(v2.V8H(), v3.V8H(), v15.H(), 7),
2317                 "sqrdmlah v2.8h, v3.8h, v15.h[7]");
2318   COMPARE_MACRO(Sqrdmlah(v0.V2S(), v1.V2S(), v2.S(), 0),
2319                 "sqrdmlah v0.2s, v1.2s, v2.s[0]");
2320   COMPARE_MACRO(Sqrdmlah(v2.V4S(), v3.V4S(), v15.S(), 3),
2321                 "sqrdmlah v2.4s, v3.4s, v15.s[3]");
2322   COMPARE_MACRO(Sqrdmlah(v11.V2S(), v17.V2S(), v31.S(), 1),
2323                 "sqrdmlah v11.2s, v17.2s, v31.s[1]");
2324   COMPARE_MACRO(Sqrdmlah(h0, h1, v2.H(), 0), "sqrdmlah h0, h1, v2.h[0]");
2325   COMPARE_MACRO(Sqrdmlah(s0, s1, v2.S(), 0), "sqrdmlah s0, s1, v2.s[0]");
2326   COMPARE_MACRO(Sqrdmlah(s0, s1, v31.S(), 1), "sqrdmlah s0, s1, v31.s[1]");
2327 
2328   COMPARE_MACRO(Udot(v0.V2S(), v1.V8B(), v2.S4B(), 0),
2329                 "udot v0.2s, v1.8b, v2.4b[0]");
2330   COMPARE_MACRO(Udot(v2.V4S(), v3.V16B(), v15.S4B(), 3),
2331                 "udot v2.4s, v3.16b, v15.4b[3]");
2332   COMPARE_MACRO(Udot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2333                 "udot v11.2s, v17.8b, v31.4b[1]");
2334 
2335   COMPARE_MACRO(Sqrdmlsh(v0.V4H(), v1.V4H(), v2.H(), 0),
2336                 "sqrdmlsh v0.4h, v1.4h, v2.h[0]");
2337   COMPARE_MACRO(Sqrdmlsh(v2.V8H(), v3.V8H(), v15.H(), 7),
2338                 "sqrdmlsh v2.8h, v3.8h, v15.h[7]");
2339   COMPARE_MACRO(Sqrdmlsh(v0.V2S(), v1.V2S(), v2.S(), 0),
2340                 "sqrdmlsh v0.2s, v1.2s, v2.s[0]");
2341   COMPARE_MACRO(Sqrdmlsh(v2.V4S(), v3.V4S(), v15.S(), 3),
2342                 "sqrdmlsh v2.4s, v3.4s, v15.s[3]");
2343   COMPARE_MACRO(Sqrdmlsh(v11.V2S(), v17.V2S(), v31.S(), 1),
2344                 "sqrdmlsh v11.2s, v17.2s, v31.s[1]");
2345   COMPARE_MACRO(Sqrdmlsh(h0, h1, v2.H(), 0), "sqrdmlsh h0, h1, v2.h[0]");
2346   COMPARE_MACRO(Sqrdmlsh(s0, s1, v2.S(), 0), "sqrdmlsh s0, s1, v2.s[0]");
2347   COMPARE_MACRO(Sqrdmlsh(s0, s1, v31.S(), 1), "sqrdmlsh s0, s1, v31.s[1]");
2348 
2349   COMPARE_MACRO(Smull(v0.V4S(), v1.V4H(), v2.H(), 0),
2350                 "smull v0.4s, v1.4h, v2.h[0]");
2351   COMPARE_MACRO(Smull2(v2.V4S(), v3.V8H(), v4.H(), 7),
2352                 "smull2 v2.4s, v3.8h, v4.h[7]");
2353   COMPARE_MACRO(Smull(v0.V2D(), v1.V2S(), v2.S(), 0),
2354                 "smull v0.2d, v1.2s, v2.s[0]");
2355   COMPARE_MACRO(Smull2(v2.V2D(), v3.V4S(), v4.S(), 3),
2356                 "smull2 v2.2d, v3.4s, v4.s[3]");
2357   COMPARE_MACRO(Smull(v11.V2D(), v17.V2S(), v31.S(), 1),
2358                 "smull v11.2d, v17.2s, v31.s[1]");
2359 
2360   COMPARE_MACRO(Umull(v0.V4S(), v1.V4H(), v2.H(), 0),
2361                 "umull v0.4s, v1.4h, v2.h[0]");
2362   COMPARE_MACRO(Umull2(v2.V4S(), v3.V8H(), v4.H(), 7),
2363                 "umull2 v2.4s, v3.8h, v4.h[7]");
2364   COMPARE_MACRO(Umull(v0.V2D(), v1.V2S(), v2.S(), 0),
2365                 "umull v0.2d, v1.2s, v2.s[0]");
2366   COMPARE_MACRO(Umull2(v2.V2D(), v3.V4S(), v4.S(), 3),
2367                 "umull2 v2.2d, v3.4s, v4.s[3]");
2368   COMPARE_MACRO(Umull(v11.V2D(), v17.V2S(), v31.S(), 1),
2369                 "umull v11.2d, v17.2s, v31.s[1]");
2370 
2371   COMPARE_MACRO(Smlal(v0.V4S(), v1.V4H(), v2.H(), 0),
2372                 "smlal v0.4s, v1.4h, v2.h[0]");
2373   COMPARE_MACRO(Smlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
2374                 "smlal2 v2.4s, v3.8h, v4.h[7]");
2375   COMPARE_MACRO(Smlal(v0.V2D(), v1.V2S(), v2.S(), 0),
2376                 "smlal v0.2d, v1.2s, v2.s[0]");
2377   COMPARE_MACRO(Smlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
2378                 "smlal2 v2.2d, v3.4s, v4.s[3]");
2379   COMPARE_MACRO(Smlal(v11.V2D(), v17.V2S(), v31.S(), 1),
2380                 "smlal v11.2d, v17.2s, v31.s[1]");
2381 
2382   COMPARE_MACRO(Umlal(v0.V4S(), v1.V4H(), v2.H(), 0),
2383                 "umlal v0.4s, v1.4h, v2.h[0]");
2384   COMPARE_MACRO(Umlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
2385                 "umlal2 v2.4s, v3.8h, v4.h[7]");
2386   COMPARE_MACRO(Umlal(v0.V2D(), v1.V2S(), v2.S(), 0),
2387                 "umlal v0.2d, v1.2s, v2.s[0]");
2388   COMPARE_MACRO(Umlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
2389                 "umlal2 v2.2d, v3.4s, v4.s[3]");
2390   COMPARE_MACRO(Umlal(v11.V2D(), v17.V2S(), v31.S(), 1),
2391                 "umlal v11.2d, v17.2s, v31.s[1]");
2392 
2393   COMPARE_MACRO(Smlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
2394                 "smlsl v0.4s, v1.4h, v2.h[0]");
2395   COMPARE_MACRO(Smlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
2396                 "smlsl2 v2.4s, v3.8h, v4.h[7]");
2397   COMPARE_MACRO(Smlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
2398                 "smlsl v0.2d, v1.2s, v2.s[0]");
2399   COMPARE_MACRO(Smlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
2400                 "smlsl2 v2.2d, v3.4s, v4.s[3]");
2401   COMPARE_MACRO(Smlsl(v11.V2D(), v17.V2S(), v31.S(), 1),
2402                 "smlsl v11.2d, v17.2s, v31.s[1]");
2403 
2404   COMPARE_MACRO(Umlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
2405                 "umlsl v0.4s, v1.4h, v2.h[0]");
2406   COMPARE_MACRO(Umlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
2407                 "umlsl2 v2.4s, v3.8h, v4.h[7]");
2408   COMPARE_MACRO(Umlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
2409                 "umlsl v0.2d, v1.2s, v2.s[0]");
2410   COMPARE_MACRO(Umlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
2411                 "umlsl2 v2.2d, v3.4s, v4.s[3]");
2412   COMPARE_MACRO(Umlsl(v11.V2D(), v17.V2S(), v31.S(), 1),
2413                 "umlsl v11.2d, v17.2s, v31.s[1]");
2414 
2415   COMPARE_MACRO(Sqdmull(v0.V4S(), v1.V4H(), v2.H(), 0),
2416                 "sqdmull v0.4s, v1.4h, v2.h[0]");
2417   COMPARE_MACRO(Sqdmull2(v2.V4S(), v3.V8H(), v4.H(), 7),
2418                 "sqdmull2 v2.4s, v3.8h, v4.h[7]");
2419   COMPARE_MACRO(Sqdmull(v0.V2D(), v1.V2S(), v2.S(), 0),
2420                 "sqdmull v0.2d, v1.2s, v2.s[0]");
2421   COMPARE_MACRO(Sqdmull2(v2.V2D(), v3.V4S(), v4.S(), 3),
2422                 "sqdmull2 v2.2d, v3.4s, v4.s[3]");
2423   COMPARE_MACRO(Sqdmull(v11.V2D(), v17.V2S(), v31.S(), 1),
2424                 "sqdmull v11.2d, v17.2s, v31.s[1]");
2425   COMPARE_MACRO(Sqdmull(s0, h1, v2.H(), 0), "sqdmull s0, h1, v2.h[0]");
2426   COMPARE_MACRO(Sqdmull(d0, s1, v2.S(), 0), "sqdmull d0, s1, v2.s[0]");
2427   COMPARE_MACRO(Sqdmull(d0, s1, v31.S(), 0), "sqdmull d0, s1, v31.s[0]");
2428 
2429   COMPARE_MACRO(Sqdmlal(v0.V4S(), v1.V4H(), v2.H(), 0),
2430                 "sqdmlal v0.4s, v1.4h, v2.h[0]");
2431   COMPARE_MACRO(Sqdmlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
2432                 "sqdmlal2 v2.4s, v3.8h, v4.h[7]");
2433   COMPARE_MACRO(Sqdmlal(v0.V2D(), v1.V2S(), v2.S(), 0),
2434                 "sqdmlal v0.2d, v1.2s, v2.s[0]");
2435   COMPARE_MACRO(Sqdmlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
2436                 "sqdmlal2 v2.2d, v3.4s, v4.s[3]");
2437   COMPARE_MACRO(Sqdmlal(v11.V2D(), v17.V2S(), v31.S(), 1),
2438                 "sqdmlal v11.2d, v17.2s, v31.s[1]");
2439   COMPARE_MACRO(Sqdmlal(s0, h1, v2.H(), 0), "sqdmlal s0, h1, v2.h[0]");
2440   COMPARE_MACRO(Sqdmlal(d0, s1, v2.S(), 0), "sqdmlal d0, s1, v2.s[0]");
2441   COMPARE_MACRO(Sqdmlal(d0, s1, v31.S(), 0), "sqdmlal d0, s1, v31.s[0]");
2442 
2443   COMPARE_MACRO(Sqdmlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
2444                 "sqdmlsl v0.4s, v1.4h, v2.h[0]");
2445   COMPARE_MACRO(Sqdmlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
2446                 "sqdmlsl2 v2.4s, v3.8h, v4.h[7]");
2447   COMPARE_MACRO(Sqdmlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
2448                 "sqdmlsl v0.2d, v1.2s, v2.s[0]");
2449   COMPARE_MACRO(Sqdmlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
2450                 "sqdmlsl2 v2.2d, v3.4s, v4.s[3]");
2451   COMPARE_MACRO(Sqdmlsl(v11.V2D(), v17.V2S(), v31.S(), 1),
2452                 "sqdmlsl v11.2d, v17.2s, v31.s[1]");
2453   COMPARE_MACRO(Sqdmlsl(s0, h1, v2.H(), 0), "sqdmlsl s0, h1, v2.h[0]");
2454   COMPARE_MACRO(Sqdmlsl(d0, s1, v2.S(), 0), "sqdmlsl d0, s1, v2.s[0]");
2455   COMPARE_MACRO(Sqdmlsl(d0, s1, v31.S(), 0), "sqdmlsl d0, s1, v31.s[0]");
2456 
2457   // FMLAL and so on are special cases in that the {2} variants operate
2458   // independently from the lane count.
2459   COMPARE_MACRO(Fmlal(v5.V2S(), v12.V2H(), v6.H(), 7),
2460                 "fmlal v5.2s, v12.2h, v6.h[7]");
2461   COMPARE_MACRO(Fmlal2(v14.V2S(), v10.V2H(), v9.H(), 6),
2462                 "fmlal2 v14.2s, v10.2h, v9.h[6]");
2463   COMPARE_MACRO(Fmlsl(v31.V2S(), v9.V2H(), v15.H(), 5),
2464                 "fmlsl v31.2s, v9.2h, v15.h[5]");
2465   COMPARE_MACRO(Fmlsl2(v21.V2S(), v22.V2H(), v2.H(), 4),
2466                 "fmlsl2 v21.2s, v22.2h, v2.h[4]");
2467   COMPARE_MACRO(Fmlal(v26.V4S(), v26.V4H(), v0.H(), 3),
2468                 "fmlal v26.4s, v26.4h, v0.h[3]");
2469   COMPARE_MACRO(Fmlal2(v15.V4S(), v18.V4H(), v15.H(), 2),
2470                 "fmlal2 v15.4s, v18.4h, v15.h[2]");
2471   COMPARE_MACRO(Fmlsl(v9.V4S(), v4.V4H(), v3.H(), 1),
2472                 "fmlsl v9.4s, v4.4h, v3.h[1]");
2473   COMPARE_MACRO(Fmlsl2(v28.V4S(), v28.V4H(), v7.H(), 0),
2474                 "fmlsl2 v28.4s, v28.4h, v7.h[0]");
2475 
2476   COMPARE_MACRO(Sudot(v10.V2S(), v21.V8B(), v31.S4B(), 0),
2477                 "sudot v10.2s, v21.8b, v31.4b[0]");
2478   COMPARE_MACRO(Sudot(v12.V4S(), v23.V16B(), v16.S4B(), 3),
2479                 "sudot v12.4s, v23.16b, v16.4b[3]");
2480   COMPARE_MACRO(Sudot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2481                 "sudot v11.2s, v17.8b, v31.4b[1]");
2482   COMPARE_MACRO(Usdot(v10.V2S(), v21.V8B(), v31.S4B(), 0),
2483                 "usdot v10.2s, v21.8b, v31.4b[0]");
2484   COMPARE_MACRO(Usdot(v12.V4S(), v23.V16B(), v16.S4B(), 3),
2485                 "usdot v12.4s, v23.16b, v16.4b[3]");
2486   COMPARE_MACRO(Usdot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2487                 "usdot v11.2s, v17.8b, v31.4b[1]");
2488 
2489   CLEANUP();
2490 }
2491 
2492 
TEST(neon_fp_byelement)2493 TEST(neon_fp_byelement) {
2494   SETUP();
2495 
2496   COMPARE_MACRO(Fmul(v0.V4H(), v1.V4H(), v2.H(), 0),
2497                 "fmul v0.4h, v1.4h, v2.h[0]");
2498   COMPARE_MACRO(Fmul(v2.V8H(), v3.V8H(), v15.H(), 7),
2499                 "fmul v2.8h, v3.8h, v15.h[7]");
2500   COMPARE_MACRO(Fmul(v0.V2S(), v1.V2S(), v2.S(), 0),
2501                 "fmul v0.2s, v1.2s, v2.s[0]");
2502   COMPARE_MACRO(Fmul(v2.V4S(), v3.V4S(), v15.S(), 3),
2503                 "fmul v2.4s, v3.4s, v15.s[3]");
2504   COMPARE_MACRO(Fmul(v2.V4S(), v3.V4S(), v31.S(), 3),
2505                 "fmul v2.4s, v3.4s, v31.s[3]");
2506   COMPARE_MACRO(Fmul(v0.V2D(), v1.V2D(), v2.D(), 0),
2507                 "fmul v0.2d, v1.2d, v2.d[0]");
2508   COMPARE_MACRO(Fmul(v0.V2D(), v1.V2D(), v2.D(), 1),
2509                 "fmul v0.2d, v1.2d, v2.d[1]");
2510   COMPARE_MACRO(Fmul(v0.V2D(), v1.V2D(), v31.D(), 1),
2511                 "fmul v0.2d, v1.2d, v31.d[1]");
2512   COMPARE_MACRO(Fmul(h0, h1, v2.H(), 0), "fmul h0, h1, v2.h[0]");
2513   COMPARE_MACRO(Fmul(s0, s1, v2.S(), 0), "fmul s0, s1, v2.s[0]");
2514   COMPARE_MACRO(Fmul(s0, s1, v31.S(), 0), "fmul s0, s1, v31.s[0]");
2515   COMPARE_MACRO(Fmul(d0, d1, v2.D(), 0), "fmul d0, d1, v2.d[0]");
2516   COMPARE_MACRO(Fmul(d0, d1, v31.D(), 0), "fmul d0, d1, v31.d[0]");
2517 
2518   COMPARE_MACRO(Fmla(v0.V4H(), v1.V4H(), v2.H(), 0),
2519                 "fmla v0.4h, v1.4h, v2.h[0]");
2520   COMPARE_MACRO(Fmla(v2.V8H(), v3.V8H(), v15.H(), 7),
2521                 "fmla v2.8h, v3.8h, v15.h[7]");
2522   COMPARE_MACRO(Fmla(v0.V2S(), v1.V2S(), v2.S(), 0),
2523                 "fmla v0.2s, v1.2s, v2.s[0]");
2524   COMPARE_MACRO(Fmla(v2.V4S(), v3.V4S(), v15.S(), 3),
2525                 "fmla v2.4s, v3.4s, v15.s[3]");
2526   COMPARE_MACRO(Fmla(v2.V4S(), v3.V4S(), v31.S(), 3),
2527                 "fmla v2.4s, v3.4s, v31.s[3]");
2528   COMPARE_MACRO(Fmla(v0.V2D(), v1.V2D(), v2.D(), 0),
2529                 "fmla v0.2d, v1.2d, v2.d[0]");
2530   COMPARE_MACRO(Fmla(v0.V2D(), v1.V2D(), v15.D(), 1),
2531                 "fmla v0.2d, v1.2d, v15.d[1]");
2532   COMPARE_MACRO(Fmla(v0.V2D(), v1.V2D(), v31.D(), 1),
2533                 "fmla v0.2d, v1.2d, v31.d[1]");
2534   COMPARE_MACRO(Fmla(h0, h1, v2.H(), 0), "fmla h0, h1, v2.h[0]");
2535   COMPARE_MACRO(Fmla(s0, s1, v2.S(), 0), "fmla s0, s1, v2.s[0]");
2536   COMPARE_MACRO(Fmla(s0, s1, v31.S(), 0), "fmla s0, s1, v31.s[0]");
2537   COMPARE_MACRO(Fmla(d0, d1, v2.D(), 0), "fmla d0, d1, v2.d[0]");
2538   COMPARE_MACRO(Fmla(d0, d1, v31.D(), 0), "fmla d0, d1, v31.d[0]");
2539 
2540   COMPARE_MACRO(Fmls(v0.V4H(), v1.V4H(), v2.H(), 0),
2541                 "fmls v0.4h, v1.4h, v2.h[0]");
2542   COMPARE_MACRO(Fmls(v2.V8H(), v3.V8H(), v15.H(), 7),
2543                 "fmls v2.8h, v3.8h, v15.h[7]");
2544   COMPARE_MACRO(Fmls(v0.V2S(), v1.V2S(), v2.S(), 0),
2545                 "fmls v0.2s, v1.2s, v2.s[0]");
2546   COMPARE_MACRO(Fmls(v2.V4S(), v3.V4S(), v15.S(), 3),
2547                 "fmls v2.4s, v3.4s, v15.s[3]");
2548   COMPARE_MACRO(Fmls(v2.V4S(), v3.V4S(), v31.S(), 3),
2549                 "fmls v2.4s, v3.4s, v31.s[3]");
2550   COMPARE_MACRO(Fmls(v0.V2D(), v1.V2D(), v2.D(), 0),
2551                 "fmls v0.2d, v1.2d, v2.d[0]");
2552   COMPARE_MACRO(Fmls(v0.V2D(), v1.V2D(), v15.D(), 1),
2553                 "fmls v0.2d, v1.2d, v15.d[1]");
2554   COMPARE_MACRO(Fmls(v0.V2D(), v1.V2D(), v31.D(), 1),
2555                 "fmls v0.2d, v1.2d, v31.d[1]");
2556   COMPARE_MACRO(Fmls(h0, h1, v2.H(), 0), "fmls h0, h1, v2.h[0]");
2557   COMPARE_MACRO(Fmls(s0, s1, v2.S(), 0), "fmls s0, s1, v2.s[0]");
2558   COMPARE_MACRO(Fmls(s0, s1, v31.S(), 0), "fmls s0, s1, v31.s[0]");
2559   COMPARE_MACRO(Fmls(d0, d1, v2.D(), 0), "fmls d0, d1, v2.d[0]");
2560   COMPARE_MACRO(Fmls(d0, d1, v31.D(), 0), "fmls d0, d1, v31.d[0]");
2561 
2562   COMPARE_MACRO(Fmulx(v0.V4H(), v1.V4H(), v2.H(), 0),
2563                 "fmulx v0.4h, v1.4h, v2.h[0]");
2564   COMPARE_MACRO(Fmulx(v2.V8H(), v3.V8H(), v15.H(), 7),
2565                 "fmulx v2.8h, v3.8h, v15.h[7]");
2566   COMPARE_MACRO(Fmulx(v0.V2S(), v1.V2S(), v2.S(), 0),
2567                 "fmulx v0.2s, v1.2s, v2.s[0]");
2568   COMPARE_MACRO(Fmulx(v2.V4S(), v3.V4S(), v8.S(), 3),
2569                 "fmulx v2.4s, v3.4s, v8.s[3]");
2570   COMPARE_MACRO(Fmulx(v2.V4S(), v3.V4S(), v31.S(), 3),
2571                 "fmulx v2.4s, v3.4s, v31.s[3]");
2572   COMPARE_MACRO(Fmulx(v0.V2D(), v1.V2D(), v2.D(), 0),
2573                 "fmulx v0.2d, v1.2d, v2.d[0]");
2574   COMPARE_MACRO(Fmulx(v0.V2D(), v1.V2D(), v15.D(), 1),
2575                 "fmulx v0.2d, v1.2d, v15.d[1]");
2576   COMPARE_MACRO(Fmulx(v0.V2D(), v1.V2D(), v31.D(), 1),
2577                 "fmulx v0.2d, v1.2d, v31.d[1]");
2578   COMPARE_MACRO(Fmulx(h0, h1, v2.H(), 0), "fmulx h0, h1, v2.h[0]");
2579   COMPARE_MACRO(Fmulx(s0, s1, v2.S(), 0), "fmulx s0, s1, v2.s[0]");
2580   COMPARE_MACRO(Fmulx(s0, s1, v31.S(), 0), "fmulx s0, s1, v31.s[0]");
2581   COMPARE_MACRO(Fmulx(d0, d1, v2.D(), 0), "fmulx d0, d1, v2.d[0]");
2582   COMPARE_MACRO(Fmulx(d0, d1, v31.D(), 0), "fmulx d0, d1, v31.d[0]");
2583 
2584   COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v2.S(), 0, 270),
2585                 "fcmla v0.4s, v1.4s, v2.s[0], #270");
2586   COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v2.S(), 1, 180),
2587                 "fcmla v0.4s, v1.4s, v2.s[1], #180");
2588   COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v31.S(), 1, 180),
2589                 "fcmla v0.4s, v1.4s, v31.s[1], #180");
2590   COMPARE_MACRO(Fcmla(v0.V4H(), v1.V4H(), v2.H(), 2, 90),
2591                 "fcmla v0.4h, v1.4h, v2.h[2], #90");
2592   COMPARE_MACRO(Fcmla(v0.V8H(), v1.V8H(), v2.H(), 3, 0),
2593                 "fcmla v0.8h, v1.8h, v2.h[3], #0");
2594   COMPARE_MACRO(Fcmla(v0.V8H(), v1.V8H(), v31.H(), 3, 0),
2595                 "fcmla v0.8h, v1.8h, v31.h[3], #0");
2596 
2597   CLEANUP();
2598 }
2599 
2600 
TEST(neon_3different)2601 TEST(neon_3different) {
2602   SETUP();
2603 
2604 #define DISASM_INST(TA, TAS, TB, TBS)       \
2605   COMPARE_MACRO(Uaddl(v0.TA, v1.TB, v2.TB), \
2606                 "uaddl v0." TAS ", v1." TBS ", v2." TBS);
2607   NEON_FORMAT_LIST_LW(DISASM_INST)
2608 #undef DISASM_INST
2609 
2610 #define DISASM_INST(TA, TAS, TB, TBS)        \
2611   COMPARE_MACRO(Uaddl2(v0.TA, v1.TB, v2.TB), \
2612                 "uaddl2 v0." TAS ", v1." TBS ", v2." TBS);
2613   NEON_FORMAT_LIST_LW2(DISASM_INST)
2614 #undef DISASM_INST
2615 
2616 #define DISASM_INST(TA, TAS, TB, TBS)       \
2617   COMPARE_MACRO(Uaddw(v0.TA, v1.TA, v2.TB), \
2618                 "uaddw v0." TAS ", v1." TAS ", v2." TBS);
2619   NEON_FORMAT_LIST_LW(DISASM_INST)
2620 #undef DISASM_INST
2621 
2622 #define DISASM_INST(TA, TAS, TB, TBS)        \
2623   COMPARE_MACRO(Uaddw2(v0.TA, v1.TA, v2.TB), \
2624                 "uaddw2 v0." TAS ", v1." TAS ", v2." TBS);
2625   NEON_FORMAT_LIST_LW2(DISASM_INST)
2626 #undef DISASM_INST
2627 
2628 #define DISASM_INST(TA, TAS, TB, TBS)       \
2629   COMPARE_MACRO(Saddl(v0.TA, v1.TB, v2.TB), \
2630                 "saddl v0." TAS ", v1." TBS ", v2." TBS);
2631   NEON_FORMAT_LIST_LW(DISASM_INST)
2632 #undef DISASM_INST
2633 
2634 #define DISASM_INST(TA, TAS, TB, TBS)        \
2635   COMPARE_MACRO(Saddl2(v0.TA, v1.TB, v2.TB), \
2636                 "saddl2 v0." TAS ", v1." TBS ", v2." TBS);
2637   NEON_FORMAT_LIST_LW2(DISASM_INST)
2638 #undef DISASM_INST
2639 
2640 #define DISASM_INST(TA, TAS, TB, TBS)       \
2641   COMPARE_MACRO(Saddw(v0.TA, v1.TA, v2.TB), \
2642                 "saddw v0." TAS ", v1." TAS ", v2." TBS);
2643   NEON_FORMAT_LIST_LW(DISASM_INST)
2644 #undef DISASM_INST
2645 
2646 #define DISASM_INST(TA, TAS, TB, TBS)        \
2647   COMPARE_MACRO(Saddw2(v0.TA, v1.TA, v2.TB), \
2648                 "saddw2 v0." TAS ", v1." TAS ", v2." TBS);
2649   NEON_FORMAT_LIST_LW2(DISASM_INST)
2650 #undef DISASM_INST
2651 
2652 #define DISASM_INST(TA, TAS, TB, TBS)       \
2653   COMPARE_MACRO(Usubl(v0.TA, v1.TB, v2.TB), \
2654                 "usubl v0." TAS ", v1." TBS ", v2." TBS);
2655   NEON_FORMAT_LIST_LW(DISASM_INST)
2656 #undef DISASM_INST
2657 
2658 #define DISASM_INST(TA, TAS, TB, TBS)        \
2659   COMPARE_MACRO(Usubl2(v0.TA, v1.TB, v2.TB), \
2660                 "usubl2 v0." TAS ", v1." TBS ", v2." TBS);
2661   NEON_FORMAT_LIST_LW2(DISASM_INST)
2662 #undef DISASM_INST
2663 
2664 #define DISASM_INST(TA, TAS, TB, TBS)       \
2665   COMPARE_MACRO(Usubw(v0.TA, v1.TA, v2.TB), \
2666                 "usubw v0." TAS ", v1." TAS ", v2." TBS);
2667   NEON_FORMAT_LIST_LW(DISASM_INST)
2668 #undef DISASM_INST
2669 
2670 #define DISASM_INST(TA, TAS, TB, TBS)        \
2671   COMPARE_MACRO(Usubw2(v0.TA, v1.TA, v2.TB), \
2672                 "usubw2 v0." TAS ", v1." TAS ", v2." TBS);
2673   NEON_FORMAT_LIST_LW2(DISASM_INST)
2674 #undef DISASM_INST
2675 
2676 #define DISASM_INST(TA, TAS, TB, TBS)       \
2677   COMPARE_MACRO(Ssubl(v0.TA, v1.TB, v2.TB), \
2678                 "ssubl v0." TAS ", v1." TBS ", v2." TBS);
2679   NEON_FORMAT_LIST_LW(DISASM_INST)
2680 #undef DISASM_INST
2681 
2682 #define DISASM_INST(TA, TAS, TB, TBS)        \
2683   COMPARE_MACRO(Ssubl2(v0.TA, v1.TB, v2.TB), \
2684                 "ssubl2 v0." TAS ", v1." TBS ", v2." TBS);
2685   NEON_FORMAT_LIST_LW2(DISASM_INST)
2686 #undef DISASM_INST
2687 
2688 #define DISASM_INST(TA, TAS, TB, TBS)       \
2689   COMPARE_MACRO(Ssubw(v0.TA, v1.TA, v2.TB), \
2690                 "ssubw v0." TAS ", v1." TAS ", v2." TBS);
2691   NEON_FORMAT_LIST_LW(DISASM_INST)
2692 #undef DISASM_INST
2693 
2694 #define DISASM_INST(TA, TAS, TB, TBS)        \
2695   COMPARE_MACRO(Ssubw2(v0.TA, v1.TA, v2.TB), \
2696                 "ssubw2 v0." TAS ", v1." TAS ", v2." TBS);
2697   NEON_FORMAT_LIST_LW2(DISASM_INST)
2698 #undef DISASM_INST
2699 
2700 #define DISASM_INST(TA, TAS, TB, TBS)       \
2701   COMPARE_MACRO(Sabal(v0.TA, v1.TB, v2.TB), \
2702                 "sabal v0." TAS ", v1." TBS ", v2." TBS);
2703   NEON_FORMAT_LIST_LW(DISASM_INST)
2704 #undef DISASM_INST
2705 
2706 #define DISASM_INST(TA, TAS, TB, TBS)        \
2707   COMPARE_MACRO(Sabal2(v0.TA, v1.TB, v2.TB), \
2708                 "sabal2 v0." TAS ", v1." TBS ", v2." TBS);
2709   NEON_FORMAT_LIST_LW2(DISASM_INST)
2710 #undef DISASM_INST
2711 
2712 #define DISASM_INST(TA, TAS, TB, TBS)       \
2713   COMPARE_MACRO(Uabal(v0.TA, v1.TB, v2.TB), \
2714                 "uabal v0." TAS ", v1." TBS ", v2." TBS);
2715   NEON_FORMAT_LIST_LW(DISASM_INST)
2716 #undef DISASM_INST
2717 
2718 #define DISASM_INST(TA, TAS, TB, TBS)        \
2719   COMPARE_MACRO(Uabal2(v0.TA, v1.TB, v2.TB), \
2720                 "uabal2 v0." TAS ", v1." TBS ", v2." TBS);
2721   NEON_FORMAT_LIST_LW2(DISASM_INST)
2722 #undef DISASM_INST
2723 
2724 #define DISASM_INST(TA, TAS, TB, TBS)       \
2725   COMPARE_MACRO(Sabdl(v0.TA, v1.TB, v2.TB), \
2726                 "sabdl v0." TAS ", v1." TBS ", v2." TBS);
2727   NEON_FORMAT_LIST_LW(DISASM_INST)
2728 #undef DISASM_INST
2729 
2730 #define DISASM_INST(TA, TAS, TB, TBS)        \
2731   COMPARE_MACRO(Sabdl2(v0.TA, v1.TB, v2.TB), \
2732                 "sabdl2 v0." TAS ", v1." TBS ", v2." TBS);
2733   NEON_FORMAT_LIST_LW2(DISASM_INST)
2734 #undef DISASM_INST
2735 
2736 #define DISASM_INST(TA, TAS, TB, TBS)       \
2737   COMPARE_MACRO(Uabdl(v0.TA, v1.TB, v2.TB), \
2738                 "uabdl v0." TAS ", v1." TBS ", v2." TBS);
2739   NEON_FORMAT_LIST_LW(DISASM_INST)
2740 #undef DISASM_INST
2741 
2742 #define DISASM_INST(TA, TAS, TB, TBS)        \
2743   COMPARE_MACRO(Uabdl2(v0.TA, v1.TB, v2.TB), \
2744                 "uabdl2 v0." TAS ", v1." TBS ", v2." TBS);
2745   NEON_FORMAT_LIST_LW2(DISASM_INST)
2746 #undef DISASM_INST
2747 
2748 #define DISASM_INST(TA, TAS, TB, TBS)       \
2749   COMPARE_MACRO(Smlal(v0.TA, v1.TB, v2.TB), \
2750                 "smlal v0." TAS ", v1." TBS ", v2." TBS);
2751   NEON_FORMAT_LIST_LW(DISASM_INST)
2752 #undef DISASM_INST
2753 
2754 #define DISASM_INST(TA, TAS, TB, TBS)        \
2755   COMPARE_MACRO(Smlal2(v0.TA, v1.TB, v2.TB), \
2756                 "smlal2 v0." TAS ", v1." TBS ", v2." TBS);
2757   NEON_FORMAT_LIST_LW2(DISASM_INST)
2758 #undef DISASM_INST
2759 
2760 #define DISASM_INST(TA, TAS, TB, TBS)       \
2761   COMPARE_MACRO(Umlsl(v0.TA, v1.TB, v2.TB), \
2762                 "umlsl v0." TAS ", v1." TBS ", v2." TBS);
2763   NEON_FORMAT_LIST_LW(DISASM_INST)
2764 #undef DISASM_INST
2765 
2766 #define DISASM_INST(TA, TAS, TB, TBS)        \
2767   COMPARE_MACRO(Umlsl2(v0.TA, v1.TB, v2.TB), \
2768                 "umlsl2 v0." TAS ", v1." TBS ", v2." TBS);
2769   NEON_FORMAT_LIST_LW2(DISASM_INST)
2770 #undef DISASM_INST
2771 
2772 #define DISASM_INST(TA, TAS, TB, TBS)       \
2773   COMPARE_MACRO(Smlsl(v0.TA, v1.TB, v2.TB), \
2774                 "smlsl v0." TAS ", v1." TBS ", v2." TBS);
2775   NEON_FORMAT_LIST_LW(DISASM_INST)
2776 #undef DISASM_INST
2777 
2778 #define DISASM_INST(TA, TAS, TB, TBS)        \
2779   COMPARE_MACRO(Smlsl2(v0.TA, v1.TB, v2.TB), \
2780                 "smlsl2 v0." TAS ", v1." TBS ", v2." TBS);
2781   NEON_FORMAT_LIST_LW2(DISASM_INST)
2782 #undef DISASM_INST
2783 
2784 #define DISASM_INST(TA, TAS, TB, TBS)       \
2785   COMPARE_MACRO(Umlsl(v0.TA, v1.TB, v2.TB), \
2786                 "umlsl v0." TAS ", v1." TBS ", v2." TBS);
2787   NEON_FORMAT_LIST_LW(DISASM_INST)
2788 #undef DISASM_INST
2789 
2790 #define DISASM_INST(TA, TAS, TB, TBS)        \
2791   COMPARE_MACRO(Umlsl2(v0.TA, v1.TB, v2.TB), \
2792                 "umlsl2 v0." TAS ", v1." TBS ", v2." TBS);
2793   NEON_FORMAT_LIST_LW2(DISASM_INST)
2794 #undef DISASM_INST
2795 
2796 #define DISASM_INST(TA, TAS, TB, TBS)       \
2797   COMPARE_MACRO(Smull(v0.TA, v1.TB, v2.TB), \
2798                 "smull v0." TAS ", v1." TBS ", v2." TBS);
2799   NEON_FORMAT_LIST_LW(DISASM_INST)
2800 #undef DISASM_INST
2801 
2802 #define DISASM_INST(TA, TAS, TB, TBS)        \
2803   COMPARE_MACRO(Smull2(v0.TA, v1.TB, v2.TB), \
2804                 "smull2 v0." TAS ", v1." TBS ", v2." TBS);
2805   NEON_FORMAT_LIST_LW2(DISASM_INST)
2806 #undef DISASM_INST
2807 
2808 #define DISASM_INST(TA, TAS, TB, TBS)       \
2809   COMPARE_MACRO(Umull(v0.TA, v1.TB, v2.TB), \
2810                 "umull v0." TAS ", v1." TBS ", v2." TBS);
2811   NEON_FORMAT_LIST_LW(DISASM_INST)
2812 #undef DISASM_INST
2813 
2814 #define DISASM_INST(TA, TAS, TB, TBS)        \
2815   COMPARE_MACRO(Umull2(v0.TA, v1.TB, v2.TB), \
2816                 "umull2 v0." TAS ", v1." TBS ", v2." TBS);
2817   NEON_FORMAT_LIST_LW2(DISASM_INST)
2818 #undef DISASM_INST
2819 
2820   COMPARE_MACRO(Sqdmull(v0.V4S(), v1.V4H(), v2.V4H()),
2821                 "sqdmull v0.4s, v1.4h, v2.4h");
2822   COMPARE_MACRO(Sqdmull(v1.V2D(), v2.V2S(), v3.V2S()),
2823                 "sqdmull v1.2d, v2.2s, v3.2s");
2824   COMPARE_MACRO(Sqdmull2(v2.V4S(), v3.V8H(), v4.V8H()),
2825                 "sqdmull2 v2.4s, v3.8h, v4.8h");
2826   COMPARE_MACRO(Sqdmull2(v3.V2D(), v4.V4S(), v5.V4S()),
2827                 "sqdmull2 v3.2d, v4.4s, v5.4s");
2828   COMPARE_MACRO(Sqdmull(s0, h1, h2), "sqdmull s0, h1, h2");
2829   COMPARE_MACRO(Sqdmull(d1, s2, s3), "sqdmull d1, s2, s3");
2830 
2831   COMPARE_MACRO(Sqdmlal(v0.V4S(), v1.V4H(), v2.V4H()),
2832                 "sqdmlal v0.4s, v1.4h, v2.4h");
2833   COMPARE_MACRO(Sqdmlal(v1.V2D(), v2.V2S(), v3.V2S()),
2834                 "sqdmlal v1.2d, v2.2s, v3.2s");
2835   COMPARE_MACRO(Sqdmlal2(v2.V4S(), v3.V8H(), v4.V8H()),
2836                 "sqdmlal2 v2.4s, v3.8h, v4.8h");
2837   COMPARE_MACRO(Sqdmlal2(v3.V2D(), v4.V4S(), v5.V4S()),
2838                 "sqdmlal2 v3.2d, v4.4s, v5.4s");
2839   COMPARE_MACRO(Sqdmlal(s0, h1, h2), "sqdmlal s0, h1, h2");
2840   COMPARE_MACRO(Sqdmlal(d1, s2, s3), "sqdmlal d1, s2, s3");
2841 
2842   COMPARE_MACRO(Sqdmlsl(v0.V4S(), v1.V4H(), v2.V4H()),
2843                 "sqdmlsl v0.4s, v1.4h, v2.4h");
2844   COMPARE_MACRO(Sqdmlsl(v1.V2D(), v2.V2S(), v3.V2S()),
2845                 "sqdmlsl v1.2d, v2.2s, v3.2s");
2846   COMPARE_MACRO(Sqdmlsl2(v2.V4S(), v3.V8H(), v4.V8H()),
2847                 "sqdmlsl2 v2.4s, v3.8h, v4.8h");
2848   COMPARE_MACRO(Sqdmlsl2(v3.V2D(), v4.V4S(), v5.V4S()),
2849                 "sqdmlsl2 v3.2d, v4.4s, v5.4s");
2850   COMPARE_MACRO(Sqdmlsl(s0, h1, h2), "sqdmlsl s0, h1, h2");
2851   COMPARE_MACRO(Sqdmlsl(d1, s2, s3), "sqdmlsl d1, s2, s3");
2852 
2853   COMPARE_MACRO(Addhn(v0.V8B(), v1.V8H(), v2.V8H()),
2854                 "addhn v0.8b, v1.8h, v2.8h");
2855   COMPARE_MACRO(Addhn(v1.V4H(), v2.V4S(), v3.V4S()),
2856                 "addhn v1.4h, v2.4s, v3.4s");
2857   COMPARE_MACRO(Addhn(v2.V2S(), v3.V2D(), v4.V2D()),
2858                 "addhn v2.2s, v3.2d, v4.2d");
2859   COMPARE_MACRO(Addhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2860                 "addhn2 v0.16b, v1.8h, v5.8h");
2861   COMPARE_MACRO(Addhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2862                 "addhn2 v1.8h, v2.4s, v6.4s");
2863   COMPARE_MACRO(Addhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2864                 "addhn2 v2.4s, v3.2d, v7.2d");
2865 
2866   COMPARE_MACRO(Raddhn(v0.V8B(), v1.V8H(), v2.V8H()),
2867                 "raddhn v0.8b, v1.8h, v2.8h");
2868   COMPARE_MACRO(Raddhn(v1.V4H(), v2.V4S(), v3.V4S()),
2869                 "raddhn v1.4h, v2.4s, v3.4s");
2870   COMPARE_MACRO(Raddhn(v2.V2S(), v3.V2D(), v4.V2D()),
2871                 "raddhn v2.2s, v3.2d, v4.2d");
2872   COMPARE_MACRO(Raddhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2873                 "raddhn2 v0.16b, v1.8h, v5.8h");
2874   COMPARE_MACRO(Raddhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2875                 "raddhn2 v1.8h, v2.4s, v6.4s");
2876   COMPARE_MACRO(Raddhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2877                 "raddhn2 v2.4s, v3.2d, v7.2d");
2878 
2879   COMPARE_MACRO(Subhn(v1.V4H(), v2.V4S(), v3.V4S()),
2880                 "subhn v1.4h, v2.4s, v3.4s");
2881   COMPARE_MACRO(Subhn(v2.V2S(), v3.V2D(), v4.V2D()),
2882                 "subhn v2.2s, v3.2d, v4.2d");
2883   COMPARE_MACRO(Subhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2884                 "subhn2 v0.16b, v1.8h, v5.8h");
2885   COMPARE_MACRO(Subhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2886                 "subhn2 v1.8h, v2.4s, v6.4s");
2887   COMPARE_MACRO(Subhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2888                 "subhn2 v2.4s, v3.2d, v7.2d");
2889 
2890   COMPARE_MACRO(Rsubhn(v0.V8B(), v1.V8H(), v2.V8H()),
2891                 "rsubhn v0.8b, v1.8h, v2.8h");
2892   COMPARE_MACRO(Rsubhn(v1.V4H(), v2.V4S(), v3.V4S()),
2893                 "rsubhn v1.4h, v2.4s, v3.4s");
2894   COMPARE_MACRO(Rsubhn(v2.V2S(), v3.V2D(), v4.V2D()),
2895                 "rsubhn v2.2s, v3.2d, v4.2d");
2896   COMPARE_MACRO(Rsubhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2897                 "rsubhn2 v0.16b, v1.8h, v5.8h");
2898   COMPARE_MACRO(Rsubhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2899                 "rsubhn2 v1.8h, v2.4s, v6.4s");
2900   COMPARE_MACRO(Rsubhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2901                 "rsubhn2 v2.4s, v3.2d, v7.2d");
2902 
2903   COMPARE_MACRO(Pmull(v0.V8H(), v1.V8B(), v2.V8B()),
2904                 "pmull v0.8h, v1.8b, v2.8b");
2905   COMPARE_MACRO(Pmull2(v2.V8H(), v3.V16B(), v4.V16B()),
2906                 "pmull2 v2.8h, v3.16b, v4.16b");
2907 
2908   CLEANUP();
2909 }
2910 
2911 
TEST(neon_perm)2912 TEST(neon_perm) {
2913   SETUP();
2914 
2915 #define DISASM_INST(M, S) \
2916   COMPARE_MACRO(Trn1(v0.M, v1.M, v2.M), "trn1 v0." S ", v1." S ", v2." S);
2917   NEON_FORMAT_LIST(DISASM_INST)
2918 #undef DISASM_INST
2919 
2920 #define DISASM_INST(M, S) \
2921   COMPARE_MACRO(Trn2(v0.M, v1.M, v2.M), "trn2 v0." S ", v1." S ", v2." S);
2922   NEON_FORMAT_LIST(DISASM_INST)
2923 #undef DISASM_INST
2924 
2925 #define DISASM_INST(M, S) \
2926   COMPARE_MACRO(Uzp1(v0.M, v1.M, v2.M), "uzp1 v0." S ", v1." S ", v2." S);
2927   NEON_FORMAT_LIST(DISASM_INST)
2928 #undef DISASM_INST
2929 
2930 #define DISASM_INST(M, S) \
2931   COMPARE_MACRO(Uzp2(v0.M, v1.M, v2.M), "uzp2 v0." S ", v1." S ", v2." S);
2932   NEON_FORMAT_LIST(DISASM_INST)
2933 #undef DISASM_INST
2934 
2935 #define DISASM_INST(M, S) \
2936   COMPARE_MACRO(Zip1(v0.M, v1.M, v2.M), "zip1 v0." S ", v1." S ", v2." S);
2937   NEON_FORMAT_LIST(DISASM_INST)
2938 #undef DISASM_INST
2939 
2940 #define DISASM_INST(M, S) \
2941   COMPARE_MACRO(Zip2(v0.M, v1.M, v2.M), "zip2 v0." S ", v1." S ", v2." S);
2942   NEON_FORMAT_LIST(DISASM_INST)
2943 #undef DISASM_INST
2944 
2945   CLEANUP();
2946 }
2947 
2948 
TEST(neon_copy)2949 TEST(neon_copy) {
2950   SETUP();
2951 
2952   COMPARE_MACRO(Ins(v1.V16B(), 4, v5.V16B(), 0), "mov v1.b[4], v5.b[0]");
2953   COMPARE_MACRO(Ins(v2.V8B(), 5, v6.V8B(), 1), "mov v2.b[5], v6.b[1]");
2954   COMPARE_MACRO(Ins(v3.B(), 6, v7.B(), 2), "mov v3.b[6], v7.b[2]");
2955   COMPARE_MACRO(Ins(v4.V8H(), 7, v8.V8H(), 3), "mov v4.h[7], v8.h[3]");
2956   COMPARE_MACRO(Ins(v5.V4H(), 3, v9.V4H(), 0), "mov v5.h[3], v9.h[0]");
2957   COMPARE_MACRO(Ins(v6.H(), 6, v1.H(), 1), "mov v6.h[6], v1.h[1]");
2958   COMPARE_MACRO(Ins(v7.V4S(), 2, v2.V4S(), 2), "mov v7.s[2], v2.s[2]");
2959   COMPARE_MACRO(Ins(v8.V2S(), 1, v3.V2S(), 0), "mov v8.s[1], v3.s[0]");
2960   COMPARE_MACRO(Ins(v9.S(), 0, v4.S(), 1), "mov v9.s[0], v4.s[1]");
2961   COMPARE_MACRO(Ins(v1.V2D(), 1, v5.V2D(), 0), "mov v1.d[1], v5.d[0]");
2962   COMPARE_MACRO(Ins(v2.D(), 0, v6.D(), 1), "mov v2.d[0], v6.d[1]");
2963 
2964   COMPARE_MACRO(Mov(v3.V16B(), 4, v7.V16B(), 0), "mov v3.b[4], v7.b[0]");
2965   COMPARE_MACRO(Mov(v4.V8B(), 5, v8.V8B(), 1), "mov v4.b[5], v8.b[1]");
2966   COMPARE_MACRO(Mov(v5.B(), 6, v9.B(), 2), "mov v5.b[6], v9.b[2]");
2967   COMPARE_MACRO(Mov(v6.V8H(), 7, v1.V8H(), 3), "mov v6.h[7], v1.h[3]");
2968   COMPARE_MACRO(Mov(v7.V4H(), 0, v2.V4H(), 0), "mov v7.h[0], v2.h[0]");
2969   COMPARE_MACRO(Mov(v8.H(), 1, v3.H(), 1), "mov v8.h[1], v3.h[1]");
2970   COMPARE_MACRO(Mov(v9.V4S(), 2, v4.V4S(), 2), "mov v9.s[2], v4.s[2]");
2971   COMPARE_MACRO(Mov(v1.V2S(), 3, v5.V2S(), 0), "mov v1.s[3], v5.s[0]");
2972   COMPARE_MACRO(Mov(v2.S(), 0, v6.S(), 1), "mov v2.s[0], v6.s[1]");
2973   COMPARE_MACRO(Mov(v3.V2D(), 1, v7.V2D(), 0), "mov v3.d[1], v7.d[0]");
2974   COMPARE_MACRO(Mov(v4.D(), 0, v8.D(), 1), "mov v4.d[0], v8.d[1]");
2975 
2976   COMPARE_MACRO(Ins(v1.V16B(), 4, w0), "mov v1.b[4], w0");
2977   COMPARE_MACRO(Ins(v2.V8B(), 5, w1), "mov v2.b[5], w1");
2978   COMPARE_MACRO(Ins(v3.B(), 6, w2), "mov v3.b[6], w2");
2979   COMPARE_MACRO(Ins(v4.V8H(), 7, w3), "mov v4.h[7], w3");
2980   COMPARE_MACRO(Ins(v5.V4H(), 3, w0), "mov v5.h[3], w0");
2981   COMPARE_MACRO(Ins(v6.H(), 6, w1), "mov v6.h[6], w1");
2982   COMPARE_MACRO(Ins(v7.V4S(), 2, w2), "mov v7.s[2], w2");
2983   COMPARE_MACRO(Ins(v8.V2S(), 1, w0), "mov v8.s[1], w0");
2984   COMPARE_MACRO(Ins(v9.S(), 0, w1), "mov v9.s[0], w1");
2985   COMPARE_MACRO(Ins(v1.V2D(), 1, x0), "mov v1.d[1], x0");
2986   COMPARE_MACRO(Ins(v2.D(), 0, x1), "mov v2.d[0], x1");
2987 
2988   COMPARE_MACRO(Mov(v1.V16B(), 4, w0), "mov v1.b[4], w0");
2989   COMPARE_MACRO(Mov(v2.V8B(), 5, w1), "mov v2.b[5], w1");
2990   COMPARE_MACRO(Mov(v3.B(), 6, w2), "mov v3.b[6], w2");
2991   COMPARE_MACRO(Mov(v4.V8H(), 7, w3), "mov v4.h[7], w3");
2992   COMPARE_MACRO(Mov(v5.V4H(), 3, w0), "mov v5.h[3], w0");
2993   COMPARE_MACRO(Mov(v6.H(), 6, w1), "mov v6.h[6], w1");
2994   COMPARE_MACRO(Mov(v7.V4S(), 2, w2), "mov v7.s[2], w2");
2995   COMPARE_MACRO(Mov(v8.V2S(), 1, w0), "mov v8.s[1], w0");
2996   COMPARE_MACRO(Mov(v9.S(), 0, w1), "mov v9.s[0], w1");
2997   COMPARE_MACRO(Mov(v1.V2D(), 1, x0), "mov v1.d[1], x0");
2998   COMPARE_MACRO(Mov(v2.D(), 0, x1), "mov v2.d[0], x1");
2999 
3000   COMPARE_MACRO(Dup(v5.V8B(), v9.V8B(), 6), "dup v5.8b, v9.b[6]");
3001   COMPARE_MACRO(Dup(v6.V16B(), v1.V16B(), 5), "dup v6.16b, v1.b[5]");
3002   COMPARE_MACRO(Dup(v7.V4H(), v2.V4H(), 4), "dup v7.4h, v2.h[4]");
3003   COMPARE_MACRO(Dup(v8.V8H(), v3.V8H(), 3), "dup v8.8h, v3.h[3]");
3004   COMPARE_MACRO(Dup(v9.V2S(), v4.V2S(), 2), "dup v9.2s, v4.s[2]");
3005   COMPARE_MACRO(Dup(v1.V4S(), v5.V4S(), 1), "dup v1.4s, v5.s[1]");
3006   COMPARE_MACRO(Dup(v2.V2D(), v6.V2D(), 0), "dup v2.2d, v6.d[0]");
3007 
3008   COMPARE_MACRO(Dup(v5.B(), v9.B(), 6), "mov b5, v9.b[6]");
3009   COMPARE_MACRO(Dup(v7.H(), v2.H(), 4), "mov h7, v2.h[4]");
3010   COMPARE_MACRO(Dup(v9.S(), v4.S(), 2), "mov s9, v4.s[2]");
3011   COMPARE_MACRO(Dup(v2.D(), v6.D(), 0), "mov d2, v6.d[0]");
3012 
3013   COMPARE_MACRO(Mov(v5.B(), v9.B(), 6), "mov b5, v9.b[6]");
3014   COMPARE_MACRO(Mov(v7.H(), v2.H(), 4), "mov h7, v2.h[4]");
3015   COMPARE_MACRO(Mov(v9.S(), v4.S(), 2), "mov s9, v4.s[2]");
3016   COMPARE_MACRO(Mov(v2.D(), v6.D(), 0), "mov d2, v6.d[0]");
3017 
3018   COMPARE_MACRO(Mov(v0.B(), v1.V8B(), 7), "mov b0, v1.b[7]");
3019   COMPARE_MACRO(Mov(b2, v3.V16B(), 15), "mov b2, v3.b[15]");
3020   COMPARE_MACRO(Mov(v4.H(), v5.V4H(), 3), "mov h4, v5.h[3]");
3021   COMPARE_MACRO(Mov(h6, v7.V8H(), 7), "mov h6, v7.h[7]");
3022   COMPARE_MACRO(Mov(v8.S(), v9.V2S(), 1), "mov s8, v9.s[1]");
3023   COMPARE_MACRO(Mov(s10, v11.V4S(), 3), "mov s10, v11.s[3]");
3024   COMPARE_MACRO(Mov(v12.D(), v13.V2D(), 1), "mov d12, v13.d[1]");
3025 
3026   COMPARE_MACRO(Dup(v5.V8B(), w0), "dup v5.8b, w0");
3027   COMPARE_MACRO(Dup(v6.V16B(), w1), "dup v6.16b, w1");
3028   COMPARE_MACRO(Dup(v7.V4H(), w2), "dup v7.4h, w2");
3029   COMPARE_MACRO(Dup(v8.V8H(), w3), "dup v8.8h, w3");
3030   COMPARE_MACRO(Dup(v9.V2S(), w4), "dup v9.2s, w4");
3031   COMPARE_MACRO(Dup(v1.V4S(), w5), "dup v1.4s, w5");
3032   COMPARE_MACRO(Dup(v2.V2D(), x6), "dup v2.2d, x6");
3033 
3034   COMPARE_MACRO(Smov(w0, v1.V16B(), 4), "smov w0, v1.b[4]");
3035   COMPARE_MACRO(Smov(w1, v2.V8B(), 5), "smov w1, v2.b[5]");
3036   COMPARE_MACRO(Smov(w2, v3.B(), 6), "smov w2, v3.b[6]");
3037   COMPARE_MACRO(Smov(w3, v4.V8H(), 7), "smov w3, v4.h[7]");
3038   COMPARE_MACRO(Smov(w0, v5.V4H(), 3), "smov w0, v5.h[3]");
3039   COMPARE_MACRO(Smov(w1, v6.H(), 6), "smov w1, v6.h[6]");
3040 
3041   COMPARE_MACRO(Smov(x0, v1.V16B(), 4), "smov x0, v1.b[4]");
3042   COMPARE_MACRO(Smov(x1, v2.V8B(), 5), "smov x1, v2.b[5]");
3043   COMPARE_MACRO(Smov(x2, v3.B(), 6), "smov x2, v3.b[6]");
3044   COMPARE_MACRO(Smov(x3, v4.V8H(), 7), "smov x3, v4.h[7]");
3045   COMPARE_MACRO(Smov(x0, v5.V4H(), 3), "smov x0, v5.h[3]");
3046   COMPARE_MACRO(Smov(x1, v6.H(), 6), "smov x1, v6.h[6]");
3047   COMPARE_MACRO(Smov(x2, v7.V4S(), 2), "smov x2, v7.s[2]");
3048   COMPARE_MACRO(Smov(x0, v8.V2S(), 1), "smov x0, v8.s[1]");
3049   COMPARE_MACRO(Smov(x1, v9.S(), 0), "smov x1, v9.s[0]");
3050 
3051   COMPARE_MACRO(Umov(w0, v1.V16B(), 4), "umov w0, v1.b[4]");
3052   COMPARE_MACRO(Umov(w1, v2.V8B(), 5), "umov w1, v2.b[5]");
3053   COMPARE_MACRO(Umov(w2, v3.B(), 6), "umov w2, v3.b[6]");
3054   COMPARE_MACRO(Umov(w3, v4.V8H(), 7), "umov w3, v4.h[7]");
3055   COMPARE_MACRO(Umov(w0, v5.V4H(), 3), "umov w0, v5.h[3]");
3056   COMPARE_MACRO(Umov(w1, v6.H(), 6), "umov w1, v6.h[6]");
3057   COMPARE_MACRO(Umov(w2, v7.V4S(), 2), "mov w2, v7.s[2]");
3058   COMPARE_MACRO(Umov(w0, v8.V2S(), 1), "mov w0, v8.s[1]");
3059   COMPARE_MACRO(Umov(w1, v9.S(), 0), "mov w1, v9.s[0]");
3060   COMPARE_MACRO(Umov(x0, v1.V2D(), 1), "mov x0, v1.d[1]");
3061   COMPARE_MACRO(Umov(x1, v2.D(), 0), "mov x1, v2.d[0]");
3062 
3063   COMPARE_MACRO(Mov(w2, v7.V4S(), 2), "mov w2, v7.s[2]");
3064   COMPARE_MACRO(Mov(w0, v8.V2S(), 1), "mov w0, v8.s[1]");
3065   COMPARE_MACRO(Mov(w1, v9.S(), 0), "mov w1, v9.s[0]");
3066   COMPARE_MACRO(Mov(x0, v1.V2D(), 1), "mov x0, v1.d[1]");
3067   COMPARE_MACRO(Mov(x1, v2.D(), 0), "mov x1, v2.d[0]");
3068 
3069   CLEANUP();
3070 }
3071 
3072 
TEST(neon_table)3073 TEST(neon_table) {
3074   SETUP();
3075 
3076   COMPARE_MACRO(Tbl(v0.V8B(), v1.V16B(), v2.V8B()),
3077                 "tbl v0.8b, {v1.16b}, v2.8b");
3078   COMPARE_MACRO(Tbl(v3.V8B(), v4.V16B(), v5.V16B(), v6.V8B()),
3079                 "tbl v3.8b, {v4.16b, v5.16b}, v6.8b");
3080   COMPARE_MACRO(Tbl(v7.V8B(), v8.V16B(), v9.V16B(), v10.V16B(), v11.V8B()),
3081                 "tbl v7.8b, {v8.16b, v9.16b, v10.16b}, v11.8b");
3082   COMPARE_MACRO(Tbl(v12.V8B(),
3083                     v13.V16B(),
3084                     v14.V16B(),
3085                     v15.V16B(),
3086                     v16.V16B(),
3087                     v17.V8B()),
3088                 "tbl v12.8b, {v13.16b, v14.16b, v15.16b, v16.16b}, v17.8b");
3089   COMPARE_MACRO(Tbl(v18.V16B(), v19.V16B(), v20.V16B()),
3090                 "tbl v18.16b, {v19.16b}, v20.16b");
3091   COMPARE_MACRO(Tbl(v21.V16B(), v22.V16B(), v23.V16B(), v24.V16B()),
3092                 "tbl v21.16b, {v22.16b, v23.16b}, v24.16b");
3093   COMPARE_MACRO(Tbl(v25.V16B(), v26.V16B(), v27.V16B(), v28.V16B(), v29.V16B()),
3094                 "tbl v25.16b, {v26.16b, v27.16b, v28.16b}, v29.16b");
3095   COMPARE_MACRO(Tbl(v30.V16B(),
3096                     v31.V16B(),
3097                     v0.V16B(),
3098                     v1.V16B(),
3099                     v2.V16B(),
3100                     v3.V16B()),
3101                 "tbl v30.16b, {v31.16b, v0.16b, v1.16b, v2.16b}, v3.16b");
3102 
3103   COMPARE_MACRO(Tbx(v0.V8B(), v1.V16B(), v2.V8B()),
3104                 "tbx v0.8b, {v1.16b}, v2.8b");
3105   COMPARE_MACRO(Tbx(v3.V8B(), v4.V16B(), v5.V16B(), v6.V8B()),
3106                 "tbx v3.8b, {v4.16b, v5.16b}, v6.8b");
3107   COMPARE_MACRO(Tbx(v7.V8B(), v8.V16B(), v9.V16B(), v10.V16B(), v11.V8B()),
3108                 "tbx v7.8b, {v8.16b, v9.16b, v10.16b}, v11.8b");
3109   COMPARE_MACRO(Tbx(v12.V8B(),
3110                     v13.V16B(),
3111                     v14.V16B(),
3112                     v15.V16B(),
3113                     v16.V16B(),
3114                     v17.V8B()),
3115                 "tbx v12.8b, {v13.16b, v14.16b, v15.16b, v16.16b}, v17.8b");
3116   COMPARE_MACRO(Tbx(v18.V16B(), v19.V16B(), v20.V16B()),
3117                 "tbx v18.16b, {v19.16b}, v20.16b");
3118   COMPARE_MACRO(Tbx(v21.V16B(), v22.V16B(), v23.V16B(), v24.V16B()),
3119                 "tbx v21.16b, {v22.16b, v23.16b}, v24.16b");
3120   COMPARE_MACRO(Tbx(v25.V16B(), v26.V16B(), v27.V16B(), v28.V16B(), v29.V16B()),
3121                 "tbx v25.16b, {v26.16b, v27.16b, v28.16b}, v29.16b");
3122   COMPARE_MACRO(Tbx(v30.V16B(),
3123                     v31.V16B(),
3124                     v0.V16B(),
3125                     v1.V16B(),
3126                     v2.V16B(),
3127                     v3.V16B()),
3128                 "tbx v30.16b, {v31.16b, v0.16b, v1.16b, v2.16b}, v3.16b");
3129 
3130   CLEANUP();
3131 }
3132 
3133 
TEST(neon_extract)3134 TEST(neon_extract) {
3135   SETUP();
3136 
3137   COMPARE_MACRO(Ext(v4.V8B(), v5.V8B(), v6.V8B(), 0),
3138                 "ext v4.8b, v5.8b, v6.8b, #0");
3139   COMPARE_MACRO(Ext(v1.V8B(), v2.V8B(), v3.V8B(), 7),
3140                 "ext v1.8b, v2.8b, v3.8b, #7");
3141   COMPARE_MACRO(Ext(v1.V16B(), v2.V16B(), v3.V16B(), 0),
3142                 "ext v1.16b, v2.16b, v3.16b, #0");
3143   COMPARE_MACRO(Ext(v1.V16B(), v2.V16B(), v3.V16B(), 15),
3144                 "ext v1.16b, v2.16b, v3.16b, #15");
3145 
3146   CLEANUP();
3147 }
3148 
3149 
TEST(neon_modimm)3150 TEST(neon_modimm) {
3151   SETUP();
3152 
3153   COMPARE_MACRO(Orr(v4.V4H(), 0xaa, 0), "orr v4.4h, #0xaa, lsl #0");
3154   COMPARE_MACRO(Orr(v1.V8H(), 0xcc, 8), "orr v1.8h, #0xcc, lsl #8");
3155   COMPARE_MACRO(Orr(v4.V2S(), 0xaa, 0), "orr v4.2s, #0xaa, lsl #0");
3156   COMPARE_MACRO(Orr(v1.V2S(), 0xcc, 8), "orr v1.2s, #0xcc, lsl #8");
3157   COMPARE_MACRO(Orr(v4.V4S(), 0xaa, 16), "orr v4.4s, #0xaa, lsl #16");
3158   COMPARE_MACRO(Orr(v1.V4S(), 0xcc, 24), "orr v1.4s, #0xcc, lsl #24");
3159 
3160   COMPARE_MACRO(Bic(v4.V4H(), 0xaa, 0), "bic v4.4h, #0xaa, lsl #0");
3161   COMPARE_MACRO(Bic(v1.V8H(), 0xcc, 8), "bic v1.8h, #0xcc, lsl #8");
3162   COMPARE_MACRO(Bic(v4.V2S(), 0xaa, 0), "bic v4.2s, #0xaa, lsl #0");
3163   COMPARE_MACRO(Bic(v1.V2S(), 0xcc, 8), "bic v1.2s, #0xcc, lsl #8");
3164   COMPARE_MACRO(Bic(v4.V4S(), 0xaa, 16), "bic v4.4s, #0xaa, lsl #16");
3165   COMPARE_MACRO(Bic(v1.V4S(), 0xcc, 24), "bic v1.4s, #0xcc, lsl #24");
3166 
3167   COMPARE_MACRO(Mvni(v4.V4H(), 0xaa, LSL, 0), "mvni v4.4h, #0xaa, lsl #0");
3168   COMPARE_MACRO(Mvni(v1.V8H(), 0xcc, LSL, 8), "mvni v1.8h, #0xcc, lsl #8");
3169   COMPARE_MACRO(Mvni(v4.V2S(), 0xaa, LSL, 0), "mvni v4.2s, #0xaa, lsl #0");
3170   COMPARE_MACRO(Mvni(v1.V2S(), 0xcc, LSL, 8), "mvni v1.2s, #0xcc, lsl #8");
3171   COMPARE_MACRO(Mvni(v4.V4S(), 0xaa, LSL, 16), "mvni v4.4s, #0xaa, lsl #16");
3172   COMPARE_MACRO(Mvni(v1.V4S(), 0xcc, LSL, 24), "mvni v1.4s, #0xcc, lsl #24");
3173 
3174   COMPARE_MACRO(Mvni(v4.V2S(), 0xaa, MSL, 8), "mvni v4.2s, #0xaa, msl #8");
3175   COMPARE_MACRO(Mvni(v1.V2S(), 0xcc, MSL, 16), "mvni v1.2s, #0xcc, msl #16");
3176   COMPARE_MACRO(Mvni(v4.V4S(), 0xaa, MSL, 8), "mvni v4.4s, #0xaa, msl #8");
3177   COMPARE_MACRO(Mvni(v1.V4S(), 0xcc, MSL, 16), "mvni v1.4s, #0xcc, msl #16");
3178 
3179   COMPARE_MACRO(Movi(v4.V8B(), 0xaa), "movi v4.8b, #0xaa");
3180   COMPARE_MACRO(Movi(v1.V16B(), 0xcc), "movi v1.16b, #0xcc");
3181 
3182   COMPARE_MACRO(Movi(v4.V4H(), 0xaa, LSL, 0), "movi v4.4h, #0xaa, lsl #0");
3183   COMPARE_MACRO(Movi(v1.V8H(), 0xcc, LSL, 8), "movi v1.8h, #0xcc, lsl #8");
3184 
3185   COMPARE_MACRO(Movi(v4.V2S(), 0xaa, LSL, 0), "movi v4.2s, #0xaa, lsl #0");
3186   COMPARE_MACRO(Movi(v1.V2S(), 0xcc, LSL, 8), "movi v1.2s, #0xcc, lsl #8");
3187   COMPARE_MACRO(Movi(v4.V4S(), 0xaa, LSL, 16), "movi v4.4s, #0xaa, lsl #16");
3188   COMPARE_MACRO(Movi(v1.V4S(), 0xcc, LSL, 24), "movi v1.4s, #0xcc, lsl #24");
3189 
3190   COMPARE_MACRO(Movi(v4.V2S(), 0xaa, MSL, 8), "movi v4.2s, #0xaa, msl #8");
3191   COMPARE_MACRO(Movi(v1.V2S(), 0xcc, MSL, 16), "movi v1.2s, #0xcc, msl #16");
3192   COMPARE_MACRO(Movi(v4.V4S(), 0xaa, MSL, 8), "movi v4.4s, #0xaa, msl #8");
3193   COMPARE_MACRO(Movi(v1.V4S(), 0xcc, MSL, 16), "movi v1.4s, #0xcc, msl #16");
3194 
3195   COMPARE_MACRO(Movi(d2, 0xffff0000ffffff), "movi d2, #0xffff0000ffffff");
3196   COMPARE_MACRO(Movi(v1.V2D(), 0xffff0000ffffff),
3197                 "movi v1.2d, #0xffff0000ffffff");
3198 
3199   COMPARE_MACRO(Movi(v2.V2D(), 0xff00ff00ff00ff, 0xff00ff00ff00ff),
3200                 "movi v2.2d, #0xff00ff00ff00ff");
3201   COMPARE_MACRO(Movi(v3.V2D(), 0xffff, 0xff00ff00ff00ff),
3202                 "movi d3, #0xff00ff00ff00ff\n"
3203                 "mov x16, #0xffff\n"
3204                 "mov v3.d[1], x16");
3205 
3206   COMPARE_MACRO(Fmov(v0.V2S(), 1.0f), "fmov v0.2s, #0x70 (1.0000)");
3207   COMPARE_MACRO(Fmov(v31.V2S(), -13.0f), "fmov v31.2s, #0xaa (-13.0000)");
3208   COMPARE_MACRO(Fmov(v0.V4S(), 1.0f), "fmov v0.4s, #0x70 (1.0000)");
3209   COMPARE_MACRO(Fmov(v31.V4S(), -13.0f), "fmov v31.4s, #0xaa (-13.0000)");
3210   COMPARE_MACRO(Fmov(v1.V2D(), 1.0), "fmov v1.2d, #0x70 (1.0000)");
3211   COMPARE_MACRO(Fmov(v29.V2D(), -13.0), "fmov v29.2d, #0xaa (-13.0000)");
3212 
3213   COMPARE_MACRO(Fmov(v0.V4H(), Float16(-5.0f)), "fmov v0.4h, #0x94 (-5.0000)");
3214   COMPARE_MACRO(Fmov(v31.V8H(), Float16(29.0f)),
3215                 "fmov v31.8h, #0x3d (29.0000)");
3216   COMPARE_MACRO(Fmov(v0.V4H(), Float16(-5.0)), "fmov v0.4h, #0x94 (-5.0000)");
3217   COMPARE_MACRO(Fmov(v31.V8H(), Float16(29.0)), "fmov v31.8h, #0x3d (29.0000)");
3218 
3219   COMPARE_MACRO(Fmov(v5.D(), 1, x14), "fmov v5.D[1], x14");
3220   COMPARE_MACRO(Fmov(x14, v5.D(), 1), "fmov x14, v5.D[1]");
3221   COMPARE_MACRO(Fmov(v3.D(), 0, x21), "mov v3.d[0], x21");
3222   COMPARE_MACRO(Fmov(x21, v3.D(), 0), "mov x21, v3.d[0]");
3223 
3224   // An unallocated form of fmov.
3225   COMPARE(dci(0x2f07ffff), "unallocated (Unallocated)");
3226 
3227   CLEANUP();
3228 }
3229 
3230 
TEST(neon_2regmisc)3231 TEST(neon_2regmisc) {
3232   SETUP();
3233 
3234   COMPARE_MACRO(Shll(v1.V8H(), v8.V8B(), 8), "shll v1.8h, v8.8b, #8");
3235   COMPARE_MACRO(Shll(v3.V4S(), v1.V4H(), 16), "shll v3.4s, v1.4h, #16");
3236   COMPARE_MACRO(Shll(v5.V2D(), v3.V2S(), 32), "shll v5.2d, v3.2s, #32");
3237   COMPARE_MACRO(Shll2(v2.V8H(), v9.V16B(), 8), "shll2 v2.8h, v9.16b, #8");
3238   COMPARE_MACRO(Shll2(v4.V4S(), v2.V8H(), 16), "shll2 v4.4s, v2.8h, #16");
3239   COMPARE_MACRO(Shll2(v6.V2D(), v4.V4S(), 32), "shll2 v6.2d, v4.4s, #32");
3240 
3241   // An unallocated form of shll.
3242   COMPARE(dci(0x2ee13bff), "unallocated (Unallocated)");
3243   // An unallocated form of shll2.
3244   COMPARE(dci(0x6ee13bff), "unallocated (Unallocated)");
3245 
3246 #define DISASM_INST(M, S) \
3247   COMPARE_MACRO(Cmeq(v0.M, v1.M, 0), "cmeq v0." S ", v1." S ", #0");
3248   NEON_FORMAT_LIST(DISASM_INST)
3249 #undef DISASM_INST
3250 
3251 #define DISASM_INST(M, S) \
3252   COMPARE_MACRO(Cmge(v0.M, v1.M, 0), "cmge v0." S ", v1." S ", #0");
3253   NEON_FORMAT_LIST(DISASM_INST)
3254 #undef DISASM_INST
3255 
3256 #define DISASM_INST(M, S) \
3257   COMPARE_MACRO(Cmgt(v0.M, v1.M, 0), "cmgt v0." S ", v1." S ", #0");
3258   NEON_FORMAT_LIST(DISASM_INST)
3259 #undef DISASM_INST
3260 
3261 #define DISASM_INST(M, S) \
3262   COMPARE_MACRO(Cmle(v0.M, v1.M, 0), "cmle v0." S ", v1." S ", #0");
3263   NEON_FORMAT_LIST(DISASM_INST)
3264 #undef DISASM_INST
3265 
3266 #define DISASM_INST(M, S) \
3267   COMPARE_MACRO(Cmlt(v0.M, v1.M, 0), "cmlt v0." S ", v1." S ", #0");
3268   NEON_FORMAT_LIST(DISASM_INST)
3269 #undef DISASM_INST
3270 
3271   COMPARE_MACRO(Cmeq(v0.D(), v1.D(), 0), "cmeq d0, d1, #0");
3272   COMPARE_MACRO(Cmge(v3.D(), v4.D(), 0), "cmge d3, d4, #0");
3273   COMPARE_MACRO(Cmgt(v6.D(), v7.D(), 0), "cmgt d6, d7, #0");
3274   COMPARE_MACRO(Cmle(v0.D(), v1.D(), 0), "cmle d0, d1, #0");
3275   COMPARE_MACRO(Cmlt(v3.D(), v4.D(), 0), "cmlt d3, d4, #0");
3276 
3277 #define DISASM_INST(M, S) \
3278   COMPARE_MACRO(Fcmeq(v0.M, v1.M, 0), "fcmeq v0." S ", v1." S ", #0.0");
3279   NEON_FORMAT_LIST_FP(DISASM_INST)
3280 #undef DISASM_INST
3281 
3282   COMPARE_MACRO(Fcmeq(v0.S(), v1.S(), 0),
3283                 "fcmeq s0, s1, "
3284                 "#0.0");
3285   COMPARE_MACRO(Fcmeq(v0.D(), v1.D(), 0),
3286                 "fcmeq d0, d1, "
3287                 "#0.0");
3288 
3289 #define DISASM_INST(M, S) \
3290   COMPARE_MACRO(Fcmge(v0.M, v1.M, 0), "fcmge v0." S ", v1." S ", #0.0");
3291   NEON_FORMAT_LIST_FP(DISASM_INST)
3292 #undef DISASM_INST
3293 
3294   COMPARE_MACRO(Fcmge(v0.S(), v1.S(), 0),
3295                 "fcmge s0, s1, "
3296                 "#0.0");
3297   COMPARE_MACRO(Fcmge(v0.D(), v1.D(), 0),
3298                 "fcmge d0, d1, "
3299                 "#0.0");
3300 
3301 #define DISASM_INST(M, S) \
3302   COMPARE_MACRO(Fcmgt(v0.M, v1.M, 0), "fcmgt v0." S ", v1." S ", #0.0");
3303   NEON_FORMAT_LIST_FP(DISASM_INST)
3304 #undef DISASM_INST
3305 
3306   COMPARE_MACRO(Fcmgt(v0.S(), v1.S(), 0),
3307                 "fcmgt s0, s1, "
3308                 "#0.0");
3309   COMPARE_MACRO(Fcmgt(v0.D(), v1.D(), 0),
3310                 "fcmgt d0, d1, "
3311                 "#0.0");
3312 
3313 #define DISASM_INST(M, S) \
3314   COMPARE_MACRO(Fcmle(v0.M, v1.M, 0), "fcmle v0." S ", v1." S ", #0.0");
3315   NEON_FORMAT_LIST_FP(DISASM_INST)
3316 #undef DISASM_INST
3317 
3318   COMPARE_MACRO(Fcmle(v0.S(), v1.S(), 0),
3319                 "fcmle s0, s1, "
3320                 "#0.0");
3321   COMPARE_MACRO(Fcmle(v0.D(), v1.D(), 0),
3322                 "fcmle d0, d1, "
3323                 "#0.0");
3324 
3325 #define DISASM_INST(M, S) \
3326   COMPARE_MACRO(Fcmlt(v0.M, v1.M, 0), "fcmlt v0." S ", v1." S ", #0.0");
3327   NEON_FORMAT_LIST_FP(DISASM_INST)
3328 #undef DISASM_INST
3329 
3330   COMPARE_MACRO(Fcmlt(v0.S(), v1.S(), 0),
3331                 "fcmlt s0, s1, "
3332                 "#0.0");
3333   COMPARE_MACRO(Fcmlt(v0.D(), v1.D(), 0),
3334                 "fcmlt d0, d1, "
3335                 "#0.0");
3336 
3337 #define DISASM_INST(M, S) COMPARE_MACRO(Neg(v0.M, v1.M), "neg v0." S ", v1." S);
3338   NEON_FORMAT_LIST(DISASM_INST)
3339 #undef DISASM_INST
3340 
3341   COMPARE_MACRO(Neg(v0.D(), v1.D()), "neg d0, d1");
3342 
3343 #define DISASM_INST(M, S) \
3344   COMPARE_MACRO(Sqneg(v0.M, v1.M), "sqneg v0." S ", v1." S);
3345   NEON_FORMAT_LIST(DISASM_INST)
3346 #undef DISASM_INST
3347 
3348   COMPARE_MACRO(Sqneg(b0, b1), "sqneg b0, b1");
3349   COMPARE_MACRO(Sqneg(h1, h2), "sqneg h1, h2");
3350   COMPARE_MACRO(Sqneg(s2, s3), "sqneg s2, s3");
3351   COMPARE_MACRO(Sqneg(d3, d4), "sqneg d3, d4");
3352 
3353 #define DISASM_INST(M, S) COMPARE_MACRO(Abs(v0.M, v1.M), "abs v0." S ", v1." S);
3354   NEON_FORMAT_LIST(DISASM_INST)
3355 #undef DISASM_INST
3356 
3357   COMPARE_MACRO(Abs(v0.D(), v1.D()), "abs d0, d1");
3358 
3359 #define DISASM_INST(M, S) \
3360   COMPARE_MACRO(Sqabs(v0.M, v1.M), "sqabs v0." S ", v1." S);
3361   NEON_FORMAT_LIST(DISASM_INST)
3362 #undef DISASM_INST
3363 
3364   COMPARE_MACRO(Sqabs(b0, b1), "sqabs b0, b1");
3365   COMPARE_MACRO(Sqabs(h1, h2), "sqabs h1, h2");
3366   COMPARE_MACRO(Sqabs(s2, s3), "sqabs s2, s3");
3367   COMPARE_MACRO(Sqabs(d3, d4), "sqabs d3, d4");
3368 
3369 #define DISASM_INST(M, S) \
3370   COMPARE_MACRO(Suqadd(v0.M, v1.M), "suqadd v0." S ", v1." S);
3371   NEON_FORMAT_LIST(DISASM_INST)
3372 #undef DISASM_INST
3373 
3374   COMPARE_MACRO(Suqadd(b0, b1), "suqadd b0, b1");
3375   COMPARE_MACRO(Suqadd(h1, h2), "suqadd h1, h2");
3376   COMPARE_MACRO(Suqadd(s2, s3), "suqadd s2, s3");
3377   COMPARE_MACRO(Suqadd(d3, d4), "suqadd d3, d4");
3378 
3379 #define DISASM_INST(M, S) \
3380   COMPARE_MACRO(Usqadd(v0.M, v1.M), "usqadd v0." S ", v1." S);
3381   NEON_FORMAT_LIST(DISASM_INST)
3382 #undef DISASM_INST
3383 
3384   COMPARE_MACRO(Usqadd(b0, b1), "usqadd b0, b1");
3385   COMPARE_MACRO(Usqadd(h1, h2), "usqadd h1, h2");
3386   COMPARE_MACRO(Usqadd(s2, s3), "usqadd s2, s3");
3387   COMPARE_MACRO(Usqadd(d3, d4), "usqadd d3, d4");
3388 
3389   COMPARE_MACRO(Xtn(v0.V8B(), v1.V8H()),
3390                 "xtn v0.8b, "
3391                 "v1.8h");
3392   COMPARE_MACRO(Xtn(v1.V4H(), v2.V4S()),
3393                 "xtn v1.4h, "
3394                 "v2.4s");
3395   COMPARE_MACRO(Xtn(v2.V2S(), v3.V2D()),
3396                 "xtn v2.2s, "
3397                 "v3.2d");
3398   COMPARE_MACRO(Xtn2(v0.V16B(), v1.V8H()),
3399                 "xtn2 v0.16b, "
3400                 "v1.8h");
3401   COMPARE_MACRO(Xtn2(v1.V8H(), v2.V4S()),
3402                 "xtn2 v1.8h, "
3403                 "v2.4s");
3404   COMPARE_MACRO(Xtn2(v2.V4S(), v3.V2D()),
3405                 "xtn2 v2.4s, "
3406                 "v3.2d");
3407 
3408   COMPARE_MACRO(Sqxtn(v0.V8B(), v1.V8H()),
3409                 "sqxtn v0.8b, "
3410                 "v1.8h");
3411   COMPARE_MACRO(Sqxtn(v1.V4H(), v2.V4S()),
3412                 "sqxtn v1.4h, "
3413                 "v2.4s");
3414   COMPARE_MACRO(Sqxtn(v2.V2S(), v3.V2D()),
3415                 "sqxtn v2.2s, "
3416                 "v3.2d");
3417   COMPARE_MACRO(Sqxtn2(v0.V16B(), v1.V8H()),
3418                 "sqxtn2 v0.16b, "
3419                 "v1.8h");
3420   COMPARE_MACRO(Sqxtn2(v1.V8H(), v2.V4S()),
3421                 "sqxtn2 v1.8h, "
3422                 "v2.4s");
3423   COMPARE_MACRO(Sqxtn2(v2.V4S(), v3.V2D()),
3424                 "sqxtn2 v2.4s, "
3425                 "v3.2d");
3426   COMPARE_MACRO(Sqxtn(b19, h0), "sqxtn b19, h0");
3427   COMPARE_MACRO(Sqxtn(h20, s0), "sqxtn h20, s0");
3428   COMPARE_MACRO(Sqxtn(s21, d0), "sqxtn s21, d0");
3429 
3430   COMPARE_MACRO(Uqxtn(v0.V8B(), v1.V8H()),
3431                 "uqxtn v0.8b, "
3432                 "v1.8h");
3433   COMPARE_MACRO(Uqxtn(v1.V4H(), v2.V4S()),
3434                 "uqxtn v1.4h, "
3435                 "v2.4s");
3436   COMPARE_MACRO(Uqxtn(v2.V2S(), v3.V2D()),
3437                 "uqxtn v2.2s, "
3438                 "v3.2d");
3439   COMPARE_MACRO(Uqxtn2(v0.V16B(), v1.V8H()),
3440                 "uqxtn2 v0.16b, "
3441                 "v1.8h");
3442   COMPARE_MACRO(Uqxtn2(v1.V8H(), v2.V4S()),
3443                 "uqxtn2 v1.8h, "
3444                 "v2.4s");
3445   COMPARE_MACRO(Uqxtn2(v2.V4S(), v3.V2D()),
3446                 "uqxtn2 v2.4s, "
3447                 "v3.2d");
3448   COMPARE_MACRO(Uqxtn(b19, h0), "uqxtn b19, h0");
3449   COMPARE_MACRO(Uqxtn(h20, s0), "uqxtn h20, s0");
3450   COMPARE_MACRO(Uqxtn(s21, d0), "uqxtn s21, d0");
3451 
3452   COMPARE_MACRO(Sqxtun(v0.V8B(), v1.V8H()),
3453                 "sqxtun v0.8b, "
3454                 "v1.8h");
3455   COMPARE_MACRO(Sqxtun(v1.V4H(), v2.V4S()),
3456                 "sqxtun v1.4h, "
3457                 "v2.4s");
3458   COMPARE_MACRO(Sqxtun(v2.V2S(), v3.V2D()),
3459                 "sqxtun v2.2s, "
3460                 "v3.2d");
3461   COMPARE_MACRO(Sqxtun2(v0.V16B(), v1.V8H()),
3462                 "sqxtun2 v0.16b, "
3463                 "v1.8h");
3464   COMPARE_MACRO(Sqxtun2(v1.V8H(), v2.V4S()),
3465                 "sqxtun2 v1.8h, "
3466                 "v2.4s");
3467   COMPARE_MACRO(Sqxtun2(v2.V4S(), v3.V2D()),
3468                 "sqxtun2 v2.4s, "
3469                 "v3.2d");
3470   COMPARE_MACRO(Sqxtun(b19, h0), "sqxtun b19, h0");
3471   COMPARE_MACRO(Sqxtun(h20, s0), "sqxtun h20, s0");
3472   COMPARE_MACRO(Sqxtun(s21, d0), "sqxtun s21, d0");
3473 
3474   COMPARE_MACRO(Cls(v1.V8B(), v8.V8B()),
3475                 "cls v1.8b, "
3476                 "v8.8b");
3477   COMPARE_MACRO(Cls(v2.V16B(), v9.V16B()),
3478                 "cls v2.16b, "
3479                 "v9.16b");
3480   COMPARE_MACRO(Cls(v3.V4H(), v1.V4H()),
3481                 "cls v3.4h, "
3482                 "v1.4h");
3483   COMPARE_MACRO(Cls(v4.V8H(), v2.V8H()),
3484                 "cls v4.8h, "
3485                 "v2.8h");
3486   COMPARE_MACRO(Cls(v5.V2S(), v3.V2S()),
3487                 "cls v5.2s, "
3488                 "v3.2s");
3489   COMPARE_MACRO(Cls(v6.V4S(), v4.V4S()),
3490                 "cls v6.4s, "
3491                 "v4.4s");
3492 
3493   COMPARE_MACRO(Clz(v1.V8B(), v8.V8B()),
3494                 "clz v1.8b, "
3495                 "v8.8b");
3496   COMPARE_MACRO(Clz(v2.V16B(), v9.V16B()),
3497                 "clz v2.16b, "
3498                 "v9.16b");
3499   COMPARE_MACRO(Clz(v3.V4H(), v1.V4H()),
3500                 "clz v3.4h, "
3501                 "v1.4h");
3502   COMPARE_MACRO(Clz(v4.V8H(), v2.V8H()),
3503                 "clz v4.8h, "
3504                 "v2.8h");
3505   COMPARE_MACRO(Clz(v5.V2S(), v3.V2S()),
3506                 "clz v5.2s, "
3507                 "v3.2s");
3508   COMPARE_MACRO(Clz(v6.V4S(), v4.V4S()),
3509                 "clz v6.4s, "
3510                 "v4.4s");
3511 
3512   COMPARE_MACRO(Cnt(v1.V8B(), v8.V8B()),
3513                 "cnt v1.8b, "
3514                 "v8.8b");
3515   COMPARE_MACRO(Cnt(v2.V16B(), v9.V16B()),
3516                 "cnt v2.16b, "
3517                 "v9.16b");
3518 
3519   COMPARE_MACRO(Mvn(v4.V8B(), v5.V8B()),
3520                 "mvn v4.8b, "
3521                 "v5.8b");
3522   COMPARE_MACRO(Mvn(v4.V16B(), v5.V16B()),
3523                 "mvn v4.16b, "
3524                 "v5.16b");
3525 
3526   COMPARE_MACRO(Not(v4.V8B(), v5.V8B()),
3527                 "mvn v4.8b, "
3528                 "v5.8b");
3529   COMPARE_MACRO(Not(v4.V16B(), v5.V16B()),
3530                 "mvn v4.16b, "
3531                 "v5.16b");
3532 
3533   COMPARE_MACRO(Rev64(v1.V8B(), v8.V8B()),
3534                 "rev64 v1.8b, "
3535                 "v8.8b");
3536   COMPARE_MACRO(Rev64(v2.V16B(), v9.V16B()),
3537                 "rev64 v2.16b, "
3538                 "v9.16b");
3539   COMPARE_MACRO(Rev64(v3.V4H(), v1.V4H()),
3540                 "rev64 v3.4h, "
3541                 "v1.4h");
3542   COMPARE_MACRO(Rev64(v4.V8H(), v2.V8H()),
3543                 "rev64 v4.8h, "
3544                 "v2.8h");
3545   COMPARE_MACRO(Rev64(v5.V2S(), v3.V2S()),
3546                 "rev64 v5.2s, "
3547                 "v3.2s");
3548   COMPARE_MACRO(Rev64(v6.V4S(), v4.V4S()),
3549                 "rev64 v6.4s, "
3550                 "v4.4s");
3551 
3552   COMPARE_MACRO(Rev32(v1.V8B(), v8.V8B()),
3553                 "rev32 v1.8b, "
3554                 "v8.8b");
3555   COMPARE_MACRO(Rev32(v2.V16B(), v9.V16B()),
3556                 "rev32 v2.16b, "
3557                 "v9.16b");
3558   COMPARE_MACRO(Rev32(v3.V4H(), v1.V4H()),
3559                 "rev32 v3.4h, "
3560                 "v1.4h");
3561   COMPARE_MACRO(Rev32(v4.V8H(), v2.V8H()),
3562                 "rev32 v4.8h, "
3563                 "v2.8h");
3564 
3565   COMPARE_MACRO(Rev16(v1.V8B(), v8.V8B()),
3566                 "rev16 v1.8b, "
3567                 "v8.8b");
3568   COMPARE_MACRO(Rev16(v2.V16B(), v9.V16B()),
3569                 "rev16 v2.16b, "
3570                 "v9.16b");
3571 
3572   COMPARE_MACRO(Rbit(v1.V8B(), v8.V8B()),
3573                 "rbit v1.8b, "
3574                 "v8.8b");
3575   COMPARE_MACRO(Rbit(v2.V16B(), v9.V16B()),
3576                 "rbit v2.16b, "
3577                 "v9.16b");
3578 
3579   COMPARE_MACRO(Ursqrte(v2.V2S(), v9.V2S()),
3580                 "ursqrte v2.2s, "
3581                 "v9.2s");
3582   COMPARE_MACRO(Ursqrte(v16.V4S(), v23.V4S()),
3583                 "ursqrte v16.4s, "
3584                 "v23.4s");
3585 
3586   COMPARE_MACRO(Urecpe(v2.V2S(), v9.V2S()),
3587                 "urecpe v2.2s, "
3588                 "v9.2s");
3589   COMPARE_MACRO(Urecpe(v16.V4S(), v23.V4S()),
3590                 "urecpe v16.4s, "
3591                 "v23.4s");
3592 
3593   COMPARE_MACRO(Frsqrte(v2.V2S(), v9.V2S()),
3594                 "frsqrte v2.2s, "
3595                 "v9.2s");
3596   COMPARE_MACRO(Frsqrte(v16.V4S(), v23.V4S()),
3597                 "frsqrte v16.4s, "
3598                 "v23.4s");
3599   COMPARE_MACRO(Frsqrte(v2.V2D(), v9.V2D()),
3600                 "frsqrte v2.2d, "
3601                 "v9.2d");
3602   COMPARE_MACRO(Frsqrte(v0.S(), v1.S()), "frsqrte s0, s1");
3603   COMPARE_MACRO(Frsqrte(v0.D(), v1.D()), "frsqrte d0, d1");
3604 
3605   COMPARE_MACRO(Frecpe(v2.V2S(), v9.V2S()),
3606                 "frecpe v2.2s, "
3607                 "v9.2s");
3608   COMPARE_MACRO(Frecpe(v16.V4S(), v23.V4S()),
3609                 "frecpe v16.4s, "
3610                 "v23.4s");
3611   COMPARE_MACRO(Frecpe(v2.V2D(), v9.V2D()),
3612                 "frecpe v2.2d, "
3613                 "v9.2d");
3614   COMPARE_MACRO(Frecpe(v0.S(), v1.S()), "frecpe s0, s1");
3615   COMPARE_MACRO(Frecpe(v0.D(), v1.D()), "frecpe d0, d1");
3616 
3617   COMPARE_MACRO(Fabs(v2.V2S(), v9.V2S()),
3618                 "fabs v2.2s, "
3619                 "v9.2s");
3620   COMPARE_MACRO(Fabs(v16.V4S(), v23.V4S()),
3621                 "fabs v16.4s, "
3622                 "v23.4s");
3623   COMPARE_MACRO(Fabs(v31.V2D(), v30.V2D()),
3624                 "fabs v31.2d, "
3625                 "v30.2d");
3626 
3627   COMPARE_MACRO(Fneg(v2.V2S(), v9.V2S()),
3628                 "fneg v2.2s, "
3629                 "v9.2s");
3630   COMPARE_MACRO(Fneg(v16.V4S(), v23.V4S()),
3631                 "fneg v16.4s, "
3632                 "v23.4s");
3633   COMPARE_MACRO(Fneg(v31.V2D(), v30.V2D()),
3634                 "fneg v31.2d, "
3635                 "v30.2d");
3636 
3637   COMPARE_MACRO(Frint32x(v2.V2S(), v9.V2S()),
3638                 "frint32x v2.2s, "
3639                 "v9.2s");
3640   COMPARE_MACRO(Frint32x(v16.V4S(), v23.V4S()),
3641                 "frint32x v16.4s, "
3642                 "v23.4s");
3643   COMPARE_MACRO(Frint32x(v31.V2D(), v30.V2D()),
3644                 "frint32x v31.2d, "
3645                 "v30.2d");
3646 
3647   COMPARE_MACRO(Frint32z(v2.V2S(), v9.V2S()),
3648                 "frint32z v2.2s, "
3649                 "v9.2s");
3650   COMPARE_MACRO(Frint32z(v16.V4S(), v23.V4S()),
3651                 "frint32z v16.4s, "
3652                 "v23.4s");
3653   COMPARE_MACRO(Frint32z(v31.V2D(), v30.V2D()),
3654                 "frint32z v31.2d, "
3655                 "v30.2d");
3656 
3657   COMPARE_MACRO(Frint64x(v3.V2S(), v10.V2S()),
3658                 "frint64x v3.2s, "
3659                 "v10.2s");
3660   COMPARE_MACRO(Frint64x(v17.V4S(), v24.V4S()),
3661                 "frint64x v17.4s, "
3662                 "v24.4s");
3663   COMPARE_MACRO(Frint64x(v30.V2D(), v29.V2D()),
3664                 "frint64x v30.2d, "
3665                 "v29.2d");
3666 
3667   COMPARE_MACRO(Frint64z(v4.V2S(), v11.V2S()),
3668                 "frint64z v4.2s, "
3669                 "v11.2s");
3670   COMPARE_MACRO(Frint64z(v18.V4S(), v25.V4S()),
3671                 "frint64z v18.4s, "
3672                 "v25.4s");
3673   COMPARE_MACRO(Frint64z(v29.V2D(), v28.V2D()),
3674                 "frint64z v29.2d, "
3675                 "v28.2d");
3676 
3677   COMPARE_MACRO(Frintn(v2.V2S(), v9.V2S()),
3678                 "frintn v2.2s, "
3679                 "v9.2s");
3680   COMPARE_MACRO(Frintn(v16.V4S(), v23.V4S()),
3681                 "frintn v16.4s, "
3682                 "v23.4s");
3683   COMPARE_MACRO(Frintn(v31.V2D(), v30.V2D()),
3684                 "frintn v31.2d, "
3685                 "v30.2d");
3686 
3687   COMPARE_MACRO(Frinta(v2.V2S(), v9.V2S()),
3688                 "frinta v2.2s, "
3689                 "v9.2s");
3690   COMPARE_MACRO(Frinta(v16.V4S(), v23.V4S()),
3691                 "frinta v16.4s, "
3692                 "v23.4s");
3693   COMPARE_MACRO(Frinta(v31.V2D(), v30.V2D()),
3694                 "frinta v31.2d, "
3695                 "v30.2d");
3696 
3697   COMPARE_MACRO(Frintp(v2.V2S(), v9.V2S()),
3698                 "frintp v2.2s, "
3699                 "v9.2s");
3700   COMPARE_MACRO(Frintp(v16.V4S(), v23.V4S()),
3701                 "frintp v16.4s, "
3702                 "v23.4s");
3703   COMPARE_MACRO(Frintp(v31.V2D(), v30.V2D()),
3704                 "frintp v31.2d, "
3705                 "v30.2d");
3706 
3707   COMPARE_MACRO(Frintm(v2.V2S(), v9.V2S()),
3708                 "frintm v2.2s, "
3709                 "v9.2s");
3710   COMPARE_MACRO(Frintm(v16.V4S(), v23.V4S()),
3711                 "frintm v16.4s, "
3712                 "v23.4s");
3713   COMPARE_MACRO(Frintm(v31.V2D(), v30.V2D()),
3714                 "frintm v31.2d, "
3715                 "v30.2d");
3716 
3717   COMPARE_MACRO(Frintx(v2.V2S(), v9.V2S()),
3718                 "frintx v2.2s, "
3719                 "v9.2s");
3720   COMPARE_MACRO(Frintx(v16.V4S(), v23.V4S()),
3721                 "frintx v16.4s, "
3722                 "v23.4s");
3723   COMPARE_MACRO(Frintx(v31.V2D(), v30.V2D()),
3724                 "frintx v31.2d, "
3725                 "v30.2d");
3726 
3727   COMPARE_MACRO(Frintz(v2.V2S(), v9.V2S()),
3728                 "frintz v2.2s, "
3729                 "v9.2s");
3730   COMPARE_MACRO(Frintz(v16.V4S(), v23.V4S()),
3731                 "frintz v16.4s, "
3732                 "v23.4s");
3733   COMPARE_MACRO(Frintz(v31.V2D(), v30.V2D()),
3734                 "frintz v31.2d, "
3735                 "v30.2d");
3736 
3737   COMPARE_MACRO(Frinti(v2.V2S(), v9.V2S()),
3738                 "frinti v2.2s, "
3739                 "v9.2s");
3740   COMPARE_MACRO(Frinti(v16.V4S(), v23.V4S()),
3741                 "frinti v16.4s, "
3742                 "v23.4s");
3743   COMPARE_MACRO(Frinti(v31.V2D(), v30.V2D()),
3744                 "frinti v31.2d, "
3745                 "v30.2d");
3746 
3747   COMPARE_MACRO(Fsqrt(v3.V2S(), v10.V2S()),
3748                 "fsqrt v3.2s, "
3749                 "v10.2s");
3750   COMPARE_MACRO(Fsqrt(v22.V4S(), v11.V4S()),
3751                 "fsqrt v22.4s, "
3752                 "v11.4s");
3753   COMPARE_MACRO(Fsqrt(v31.V2D(), v0.V2D()),
3754                 "fsqrt v31.2d, "
3755                 "v0.2d");
3756 
3757   COMPARE_MACRO(Fcvtns(v4.V2S(), v11.V2S()),
3758                 "fcvtns v4.2s, "
3759                 "v11.2s");
3760   COMPARE_MACRO(Fcvtns(v23.V4S(), v12.V4S()),
3761                 "fcvtns v23.4s, "
3762                 "v12.4s");
3763   COMPARE_MACRO(Fcvtns(v30.V2D(), v1.V2D()),
3764                 "fcvtns v30.2d, "
3765                 "v1.2d");
3766   COMPARE_MACRO(Fcvtnu(v4.V2S(), v11.V2S()),
3767                 "fcvtnu v4.2s, "
3768                 "v11.2s");
3769   COMPARE_MACRO(Fcvtnu(v23.V4S(), v12.V4S()),
3770                 "fcvtnu v23.4s, "
3771                 "v12.4s");
3772   COMPARE_MACRO(Fcvtnu(v30.V2D(), v1.V2D()),
3773                 "fcvtnu v30.2d, "
3774                 "v1.2d");
3775 
3776   COMPARE_MACRO(Fcvtps(v4.V2S(), v11.V2S()),
3777                 "fcvtps v4.2s, "
3778                 "v11.2s");
3779   COMPARE_MACRO(Fcvtps(v23.V4S(), v12.V4S()),
3780                 "fcvtps v23.4s, "
3781                 "v12.4s");
3782   COMPARE_MACRO(Fcvtps(v30.V2D(), v1.V2D()),
3783                 "fcvtps v30.2d, "
3784                 "v1.2d");
3785   COMPARE_MACRO(Fcvtpu(v4.V2S(), v11.V2S()),
3786                 "fcvtpu v4.2s, "
3787                 "v11.2s");
3788   COMPARE_MACRO(Fcvtpu(v23.V4S(), v12.V4S()),
3789                 "fcvtpu v23.4s, "
3790                 "v12.4s");
3791   COMPARE_MACRO(Fcvtpu(v30.V2D(), v1.V2D()),
3792                 "fcvtpu v30.2d, "
3793                 "v1.2d");
3794 
3795   COMPARE_MACRO(Fcvtms(v4.V2S(), v11.V2S()),
3796                 "fcvtms v4.2s, "
3797                 "v11.2s");
3798   COMPARE_MACRO(Fcvtms(v23.V4S(), v12.V4S()),
3799                 "fcvtms v23.4s, "
3800                 "v12.4s");
3801   COMPARE_MACRO(Fcvtms(v30.V2D(), v1.V2D()),
3802                 "fcvtms v30.2d, "
3803                 "v1.2d");
3804   COMPARE_MACRO(Fcvtmu(v4.V2S(), v11.V2S()),
3805                 "fcvtmu v4.2s, "
3806                 "v11.2s");
3807   COMPARE_MACRO(Fcvtmu(v23.V4S(), v12.V4S()),
3808                 "fcvtmu v23.4s, "
3809                 "v12.4s");
3810   COMPARE_MACRO(Fcvtmu(v30.V2D(), v1.V2D()),
3811                 "fcvtmu v30.2d, "
3812                 "v1.2d");
3813 
3814   COMPARE_MACRO(Fcvtzs(v4.V2S(), v11.V2S()),
3815                 "fcvtzs v4.2s, "
3816                 "v11.2s");
3817   COMPARE_MACRO(Fcvtzs(v23.V4S(), v12.V4S()),
3818                 "fcvtzs v23.4s, "
3819                 "v12.4s");
3820   COMPARE_MACRO(Fcvtzs(v30.V2D(), v1.V2D()),
3821                 "fcvtzs v30.2d, "
3822                 "v1.2d");
3823   COMPARE_MACRO(Fcvtzu(v4.V2S(), v11.V2S()),
3824                 "fcvtzu v4.2s, "
3825                 "v11.2s");
3826   COMPARE_MACRO(Fcvtzu(v23.V4S(), v12.V4S()),
3827                 "fcvtzu v23.4s, "
3828                 "v12.4s");
3829   COMPARE_MACRO(Fcvtzu(v30.V2D(), v1.V2D()),
3830                 "fcvtzu v30.2d, "
3831                 "v1.2d");
3832 
3833   COMPARE_MACRO(Fcvtas(v4.V2S(), v11.V2S()),
3834                 "fcvtas v4.2s, "
3835                 "v11.2s");
3836   COMPARE_MACRO(Fcvtas(v23.V4S(), v12.V4S()),
3837                 "fcvtas v23.4s, "
3838                 "v12.4s");
3839   COMPARE_MACRO(Fcvtas(v30.V2D(), v1.V2D()),
3840                 "fcvtas v30.2d, "
3841                 "v1.2d");
3842   COMPARE_MACRO(Fcvtau(v4.V2S(), v11.V2S()),
3843                 "fcvtau v4.2s, "
3844                 "v11.2s");
3845   COMPARE_MACRO(Fcvtau(v23.V4S(), v12.V4S()),
3846                 "fcvtau v23.4s, "
3847                 "v12.4s");
3848   COMPARE_MACRO(Fcvtau(v30.V2D(), v1.V2D()),
3849                 "fcvtau v30.2d, "
3850                 "v1.2d");
3851 
3852   COMPARE_MACRO(Fcvtns(s0, s1), "fcvtns s0, s1");
3853   COMPARE_MACRO(Fcvtns(d2, d3), "fcvtns d2, d3");
3854   COMPARE_MACRO(Fcvtnu(s4, s5), "fcvtnu s4, s5");
3855   COMPARE_MACRO(Fcvtnu(d6, d7), "fcvtnu d6, d7");
3856   COMPARE_MACRO(Fcvtps(s8, s9), "fcvtps s8, s9");
3857   COMPARE_MACRO(Fcvtps(d10, d11), "fcvtps d10, d11");
3858   COMPARE_MACRO(Fcvtpu(s12, s13), "fcvtpu s12, s13");
3859   COMPARE_MACRO(Fcvtpu(d14, d15), "fcvtpu d14, d15");
3860   COMPARE_MACRO(Fcvtms(s16, s17), "fcvtms s16, s17");
3861   COMPARE_MACRO(Fcvtms(d18, d19), "fcvtms d18, d19");
3862   COMPARE_MACRO(Fcvtmu(s20, s21), "fcvtmu s20, s21");
3863   COMPARE_MACRO(Fcvtmu(d22, d23), "fcvtmu d22, d23");
3864   COMPARE_MACRO(Fcvtzs(s24, s25), "fcvtzs s24, s25");
3865   COMPARE_MACRO(Fcvtzs(d26, d27), "fcvtzs d26, d27");
3866   COMPARE_MACRO(Fcvtzu(s28, s29), "fcvtzu s28, s29");
3867   COMPARE_MACRO(Fcvtzu(d30, d31), "fcvtzu d30, d31");
3868   COMPARE_MACRO(Fcvtas(s0, s1), "fcvtas s0, s1");
3869   COMPARE_MACRO(Fcvtas(d2, d3), "fcvtas d2, d3");
3870   COMPARE_MACRO(Fcvtau(s4, s5), "fcvtau s4, s5");
3871   COMPARE_MACRO(Fcvtau(d6, d7), "fcvtau d6, d7");
3872 
3873   COMPARE_MACRO(Fcvtl(v3.V4S(), v5.V4H()),
3874                 "fcvtl v3.4s, "
3875                 "v5.4h");
3876   COMPARE_MACRO(Fcvtl(v7.V2D(), v11.V2S()),
3877                 "fcvtl v7.2d, "
3878                 "v11.2s");
3879   COMPARE_MACRO(Fcvtl2(v13.V4S(), v17.V8H()),
3880                 "fcvtl2 v13.4s, "
3881                 "v17.8h");
3882   COMPARE_MACRO(Fcvtl2(v23.V2D(), v29.V4S()),
3883                 "fcvtl2 v23.2d, "
3884                 "v29.4s");
3885 
3886   COMPARE_MACRO(Fcvtn(v3.V4H(), v5.V4S()),
3887                 "fcvtn v3.4h, "
3888                 "v5.4s");
3889   COMPARE_MACRO(Fcvtn(v7.V2S(), v11.V2D()),
3890                 "fcvtn v7.2s, "
3891                 "v11.2d");
3892   COMPARE_MACRO(Fcvtn2(v13.V8H(), v17.V4S()),
3893                 "fcvtn2 v13.8h, "
3894                 "v17.4s");
3895   COMPARE_MACRO(Fcvtn2(v23.V4S(), v29.V2D()),
3896                 "fcvtn2 v23.4s, "
3897                 "v29.2d");
3898 
3899   COMPARE_MACRO(Fcvtxn(v5.V2S(), v7.V2D()),
3900                 "fcvtxn v5.2s, "
3901                 "v7.2d");
3902   COMPARE_MACRO(Fcvtxn2(v8.V4S(), v13.V2D()),
3903                 "fcvtxn2 v8.4s, "
3904                 "v13.2d");
3905   COMPARE_MACRO(Fcvtxn(s17, d31), "fcvtxn s17, d31");
3906 
3907   COMPARE_MACRO(Frecpx(s0, s1), "frecpx s0, s1");
3908   COMPARE_MACRO(Frecpx(s31, s30), "frecpx s31, s30");
3909   COMPARE_MACRO(Frecpx(d2, d3), "frecpx d2, d3");
3910   COMPARE_MACRO(Frecpx(d31, d30), "frecpx d31, d30");
3911 
3912   COMPARE_MACRO(Scvtf(v5.V2S(), v3.V2S()),
3913                 "scvtf v5.2s, "
3914                 "v3.2s");
3915   COMPARE_MACRO(Scvtf(v6.V4S(), v4.V4S()),
3916                 "scvtf v6.4s, "
3917                 "v4.4s");
3918   COMPARE_MACRO(Scvtf(v7.V2D(), v5.V2D()),
3919                 "scvtf v7.2d, "
3920                 "v5.2d");
3921   COMPARE_MACRO(Scvtf(s8, s6), "scvtf s8, s6");
3922   COMPARE_MACRO(Scvtf(d8, d6), "scvtf d8, d6");
3923 
3924   COMPARE_MACRO(Ucvtf(v5.V2S(), v3.V2S()),
3925                 "ucvtf v5.2s, "
3926                 "v3.2s");
3927   COMPARE_MACRO(Ucvtf(v6.V4S(), v4.V4S()),
3928                 "ucvtf v6.4s, "
3929                 "v4.4s");
3930   COMPARE_MACRO(Ucvtf(v7.V2D(), v5.V2D()),
3931                 "ucvtf v7.2d, "
3932                 "v5.2d");
3933   COMPARE_MACRO(Ucvtf(s8, s6), "ucvtf s8, s6");
3934   COMPARE_MACRO(Ucvtf(d8, d6), "ucvtf d8, d6");
3935 
3936 #define DISASM_INST(TA, TAS, TB, TBS) \
3937   COMPARE_MACRO(Saddlp(v0.TA, v1.TB), "saddlp v0." TAS ", v1." TBS);
3938   NEON_FORMAT_LIST_LP(DISASM_INST)
3939 #undef DISASM_INST
3940 
3941 #define DISASM_INST(TA, TAS, TB, TBS) \
3942   COMPARE_MACRO(Uaddlp(v0.TA, v1.TB), "uaddlp v0." TAS ", v1." TBS);
3943   NEON_FORMAT_LIST_LP(DISASM_INST)
3944 #undef DISASM_INST
3945 
3946 #define DISASM_INST(TA, TAS, TB, TBS) \
3947   COMPARE_MACRO(Sadalp(v0.TA, v1.TB), "sadalp v0." TAS ", v1." TBS);
3948   NEON_FORMAT_LIST_LP(DISASM_INST)
3949 #undef DISASM_INST
3950 
3951 #define DISASM_INST(TA, TAS, TB, TBS) \
3952   COMPARE_MACRO(Uadalp(v0.TA, v1.TB), "uadalp v0." TAS ", v1." TBS);
3953   NEON_FORMAT_LIST_LP(DISASM_INST)
3954 #undef DISASM_INST
3955 
3956   CLEANUP();
3957 }
3958 
3959 #define COMPARE_2REGMISC_FP16(A, B)                            \
3960   COMPARE_MACRO(A(v2.V4H(), v9.V4H()), B " v2.4h, v9.4h");     \
3961   COMPARE_MACRO(A(v16.V8H(), v23.V8H()), B " v16.8h, v23.8h"); \
3962   COMPARE_MACRO(A(h5, h17), B " h5, h17")
3963 
3964 #define COMPARE_2REGMISC_CMP_FP16(A, B)                                 \
3965   COMPARE_MACRO(A(v2.V4H(), v9.V4H(), 0), B " v2.4h, v9.4h, #0.0");     \
3966   COMPARE_MACRO(A(v16.V8H(), v23.V8H(), 0), B " v16.8h, v23.8h, #0.0"); \
3967   COMPARE_MACRO(A(h5, h17, 0), B " h5, h17, #0.0")
3968 
TEST(neon_2regmisc_fp16)3969 TEST(neon_2regmisc_fp16) {
3970   SETUP();
3971 
3972   COMPARE_2REGMISC_FP16(Frintn, "frintn");
3973   COMPARE_2REGMISC_FP16(Frinta, "frinta");
3974   COMPARE_2REGMISC_FP16(Frintp, "frintp");
3975   COMPARE_2REGMISC_FP16(Frintm, "frintm");
3976   COMPARE_2REGMISC_FP16(Frintx, "frintx");
3977   COMPARE_2REGMISC_FP16(Frintz, "frintz");
3978   COMPARE_2REGMISC_FP16(Frinti, "frinti");
3979 
3980   COMPARE_2REGMISC_FP16(Fcvtns, "fcvtns");
3981   COMPARE_2REGMISC_FP16(Fcvtnu, "fcvtnu");
3982   COMPARE_2REGMISC_FP16(Fcvtps, "fcvtps");
3983   COMPARE_2REGMISC_FP16(Fcvtpu, "fcvtpu");
3984   COMPARE_2REGMISC_FP16(Fcvtms, "fcvtms");
3985   COMPARE_2REGMISC_FP16(Fcvtmu, "fcvtmu");
3986   COMPARE_2REGMISC_FP16(Fcvtzs, "fcvtzs");
3987   COMPARE_2REGMISC_FP16(Fcvtzu, "fcvtzu");
3988   COMPARE_2REGMISC_FP16(Fcvtas, "fcvtas");
3989   COMPARE_2REGMISC_FP16(Fcvtau, "fcvtau");
3990 
3991   COMPARE_2REGMISC_FP16(Scvtf, "scvtf");
3992   COMPARE_2REGMISC_FP16(Ucvtf, "ucvtf");
3993 
3994   COMPARE_2REGMISC_FP16(Fabs, "fabs");
3995   COMPARE_2REGMISC_FP16(Frecpe, "frecpe");
3996   COMPARE_2REGMISC_FP16(Fneg, "fneg");
3997   COMPARE_2REGMISC_FP16(Frsqrte, "frsqrte");
3998   COMPARE_2REGMISC_FP16(Fsqrt, "fsqrt");
3999 
4000   COMPARE_2REGMISC_CMP_FP16(Fcmeq, "fcmeq");
4001   COMPARE_2REGMISC_CMP_FP16(Fcmgt, "fcmgt");
4002   COMPARE_2REGMISC_CMP_FP16(Fcmge, "fcmge");
4003   COMPARE_2REGMISC_CMP_FP16(Fcmlt, "fcmlt");
4004   COMPARE_2REGMISC_CMP_FP16(Fcmle, "fcmle");
4005 
4006   COMPARE_MACRO(Frecpx(h5, h17), "frecpx h5, h17");
4007 
4008   CLEANUP();
4009 }
4010 
TEST(neon_acrosslanes)4011 TEST(neon_acrosslanes) {
4012   SETUP();
4013 
4014   COMPARE_MACRO(Smaxv(b4, v5.V8B()), "smaxv b4, v5.8b");
4015   COMPARE_MACRO(Smaxv(b4, v5.V16B()), "smaxv b4, v5.16b");
4016   COMPARE_MACRO(Smaxv(h4, v5.V4H()), "smaxv h4, v5.4h");
4017   COMPARE_MACRO(Smaxv(h4, v5.V8H()), "smaxv h4, v5.8h");
4018   COMPARE_MACRO(Smaxv(s4, v5.V4S()), "smaxv s4, v5.4s");
4019 
4020   COMPARE_MACRO(Sminv(b4, v5.V8B()), "sminv b4, v5.8b");
4021   COMPARE_MACRO(Sminv(b4, v5.V16B()), "sminv b4, v5.16b");
4022   COMPARE_MACRO(Sminv(h4, v5.V4H()), "sminv h4, v5.4h");
4023   COMPARE_MACRO(Sminv(h4, v5.V8H()), "sminv h4, v5.8h");
4024   COMPARE_MACRO(Sminv(s4, v5.V4S()), "sminv s4, v5.4s");
4025 
4026   COMPARE_MACRO(Umaxv(b4, v5.V8B()), "umaxv b4, v5.8b");
4027   COMPARE_MACRO(Umaxv(b4, v5.V16B()), "umaxv b4, v5.16b");
4028   COMPARE_MACRO(Umaxv(h4, v5.V4H()), "umaxv h4, v5.4h");
4029   COMPARE_MACRO(Umaxv(h4, v5.V8H()), "umaxv h4, v5.8h");
4030   COMPARE_MACRO(Umaxv(s4, v5.V4S()), "umaxv s4, v5.4s");
4031 
4032   COMPARE_MACRO(Uminv(b4, v5.V8B()), "uminv b4, v5.8b");
4033   COMPARE_MACRO(Uminv(b4, v5.V16B()), "uminv b4, v5.16b");
4034   COMPARE_MACRO(Uminv(h4, v5.V4H()), "uminv h4, v5.4h");
4035   COMPARE_MACRO(Uminv(h4, v5.V8H()), "uminv h4, v5.8h");
4036   COMPARE_MACRO(Uminv(s4, v5.V4S()), "uminv s4, v5.4s");
4037 
4038   COMPARE_MACRO(Addv(b4, v5.V8B()), "addv b4, v5.8b");
4039   COMPARE_MACRO(Addv(b4, v5.V16B()), "addv b4, v5.16b");
4040   COMPARE_MACRO(Addv(h4, v5.V4H()), "addv h4, v5.4h");
4041   COMPARE_MACRO(Addv(h4, v5.V8H()), "addv h4, v5.8h");
4042   COMPARE_MACRO(Addv(s4, v5.V4S()), "addv s4, v5.4s");
4043 
4044   COMPARE_MACRO(Saddlv(h4, v5.V8B()), "saddlv h4, v5.8b");
4045   COMPARE_MACRO(Saddlv(h4, v5.V16B()), "saddlv h4, v5.16b");
4046   COMPARE_MACRO(Saddlv(s4, v5.V4H()), "saddlv s4, v5.4h");
4047   COMPARE_MACRO(Saddlv(s4, v5.V8H()), "saddlv s4, v5.8h");
4048   COMPARE_MACRO(Saddlv(d4, v5.V4S()), "saddlv d4, v5.4s");
4049 
4050   COMPARE_MACRO(Uaddlv(h4, v5.V8B()), "uaddlv h4, v5.8b");
4051   COMPARE_MACRO(Uaddlv(h4, v5.V16B()), "uaddlv h4, v5.16b");
4052   COMPARE_MACRO(Uaddlv(s4, v5.V4H()), "uaddlv s4, v5.4h");
4053   COMPARE_MACRO(Uaddlv(s4, v5.V8H()), "uaddlv s4, v5.8h");
4054   COMPARE_MACRO(Uaddlv(d4, v5.V4S()), "uaddlv d4, v5.4s");
4055 
4056   COMPARE_MACRO(Fmaxv(s4, v5.V4S()), "fmaxv s4, v5.4s");
4057   COMPARE_MACRO(Fmaxv(h4, v5.V4H()), "fmaxv h4, v5.4h");
4058   COMPARE_MACRO(Fmaxv(h4, v5.V8H()), "fmaxv h4, v5.8h");
4059   COMPARE_MACRO(Fminv(s4, v5.V4S()), "fminv s4, v5.4s");
4060   COMPARE_MACRO(Fminv(h4, v5.V4H()), "fminv h4, v5.4h");
4061   COMPARE_MACRO(Fminv(h4, v5.V8H()), "fminv h4, v5.8h");
4062   COMPARE_MACRO(Fmaxnmv(s4, v5.V4S()), "fmaxnmv s4, v5.4s");
4063   COMPARE_MACRO(Fmaxnmv(h4, v5.V4H()), "fmaxnmv h4, v5.4h");
4064   COMPARE_MACRO(Fmaxnmv(h4, v5.V8H()), "fmaxnmv h4, v5.8h");
4065   COMPARE_MACRO(Fminnmv(s4, v5.V4S()), "fminnmv s4, v5.4s");
4066   COMPARE_MACRO(Fminnmv(h4, v5.V4H()), "fminnmv h4, v5.4h");
4067   COMPARE_MACRO(Fminnmv(h4, v5.V8H()), "fminnmv h4, v5.8h");
4068 
4069   CLEANUP();
4070 }
4071 
TEST(neon_scalar_pairwise)4072 TEST(neon_scalar_pairwise) {
4073   SETUP();
4074 
4075   COMPARE_MACRO(Addp(d0, v1.V2D()), "addp d0, v1.2d");
4076   COMPARE_MACRO(Faddp(h0, v1.V2H()), "faddp h0, v1.2h");
4077   COMPARE_MACRO(Faddp(s0, v1.V2S()), "faddp s0, v1.2s");
4078   COMPARE_MACRO(Faddp(d2, v3.V2D()), "faddp d2, v3.2d");
4079   COMPARE_MACRO(Fmaxp(h4, v5.V2H()), "fmaxp h4, v5.2h");
4080   COMPARE_MACRO(Fmaxp(s4, v5.V2S()), "fmaxp s4, v5.2s");
4081   COMPARE_MACRO(Fmaxp(d6, v7.V2D()), "fmaxp d6, v7.2d");
4082   COMPARE_MACRO(Fmaxnmp(h8, v9.V2H()), "fmaxnmp h8, v9.2h");
4083   COMPARE_MACRO(Fmaxnmp(s8, v9.V2S()), "fmaxnmp s8, v9.2s");
4084   COMPARE_MACRO(Fmaxnmp(d10, v11.V2D()), "fmaxnmp d10, v11.2d");
4085   COMPARE_MACRO(Fminp(h12, v13.V2H()), "fminp h12, v13.2h");
4086   COMPARE_MACRO(Fminp(s12, v13.V2S()), "fminp s12, v13.2s");
4087   COMPARE_MACRO(Fminp(d14, v15.V2D()), "fminp d14, v15.2d");
4088   COMPARE_MACRO(Fminnmp(h16, v17.V2H()), "fminnmp h16, v17.2h");
4089   COMPARE_MACRO(Fminnmp(s16, v17.V2S()), "fminnmp s16, v17.2s");
4090   COMPARE_MACRO(Fminnmp(d18, v19.V2D()), "fminnmp d18, v19.2d");
4091   CLEANUP();
4092 }
4093 
TEST(neon_shift_immediate)4094 TEST(neon_shift_immediate) {
4095   SETUP();
4096 
4097   COMPARE_MACRO(Sshr(v0.V8B(), v1.V8B(), 1), "sshr v0.8b, v1.8b, #1");
4098   COMPARE_MACRO(Sshr(v2.V8B(), v3.V8B(), 8), "sshr v2.8b, v3.8b, #8");
4099   COMPARE_MACRO(Sshr(v4.V16B(), v5.V16B(), 1), "sshr v4.16b, v5.16b, #1");
4100   COMPARE_MACRO(Sshr(v6.V16B(), v7.V16B(), 8), "sshr v6.16b, v7.16b, #8");
4101   COMPARE_MACRO(Sshr(v8.V4H(), v9.V4H(), 1), "sshr v8.4h, v9.4h, #1");
4102   COMPARE_MACRO(Sshr(v10.V4H(), v11.V4H(), 16), "sshr v10.4h, v11.4h, #16");
4103   COMPARE_MACRO(Sshr(v12.V8H(), v13.V8H(), 1), "sshr v12.8h, v13.8h, #1");
4104   COMPARE_MACRO(Sshr(v14.V8H(), v15.V8H(), 16), "sshr v14.8h, v15.8h, #16");
4105   COMPARE_MACRO(Sshr(v16.V2S(), v17.V2S(), 1), "sshr v16.2s, v17.2s, #1");
4106   COMPARE_MACRO(Sshr(v18.V2S(), v19.V2S(), 32), "sshr v18.2s, v19.2s, #32");
4107   COMPARE_MACRO(Sshr(v20.V4S(), v21.V4S(), 1), "sshr v20.4s, v21.4s, #1");
4108   COMPARE_MACRO(Sshr(v22.V4S(), v23.V4S(), 32), "sshr v22.4s, v23.4s, #32");
4109   COMPARE_MACRO(Sshr(v28.V2D(), v29.V2D(), 1), "sshr v28.2d, v29.2d, #1");
4110   COMPARE_MACRO(Sshr(v30.V2D(), v31.V2D(), 64), "sshr v30.2d, v31.2d, #64");
4111   COMPARE_MACRO(Sshr(d0, d1, 7), "sshr d0, d1, #7");
4112 
4113   COMPARE_MACRO(Ushr(v0.V8B(), v1.V8B(), 1), "ushr v0.8b, v1.8b, #1");
4114   COMPARE_MACRO(Ushr(v2.V8B(), v3.V8B(), 8), "ushr v2.8b, v3.8b, #8");
4115   COMPARE_MACRO(Ushr(v4.V16B(), v5.V16B(), 1), "ushr v4.16b, v5.16b, #1");
4116   COMPARE_MACRO(Ushr(v6.V16B(), v7.V16B(), 8), "ushr v6.16b, v7.16b, #8");
4117   COMPARE_MACRO(Ushr(v8.V4H(), v9.V4H(), 1), "ushr v8.4h, v9.4h, #1");
4118   COMPARE_MACRO(Ushr(v10.V4H(), v11.V4H(), 16), "ushr v10.4h, v11.4h, #16");
4119   COMPARE_MACRO(Ushr(v12.V8H(), v13.V8H(), 1), "ushr v12.8h, v13.8h, #1");
4120   COMPARE_MACRO(Ushr(v14.V8H(), v15.V8H(), 16), "ushr v14.8h, v15.8h, #16");
4121   COMPARE_MACRO(Ushr(v16.V2S(), v17.V2S(), 1), "ushr v16.2s, v17.2s, #1");
4122   COMPARE_MACRO(Ushr(v18.V2S(), v19.V2S(), 32), "ushr v18.2s, v19.2s, #32");
4123   COMPARE_MACRO(Ushr(v20.V4S(), v21.V4S(), 1), "ushr v20.4s, v21.4s, #1");
4124   COMPARE_MACRO(Ushr(v22.V4S(), v23.V4S(), 32), "ushr v22.4s, v23.4s, #32");
4125   COMPARE_MACRO(Ushr(v28.V2D(), v29.V2D(), 1), "ushr v28.2d, v29.2d, #1");
4126   COMPARE_MACRO(Ushr(v30.V2D(), v31.V2D(), 64), "ushr v30.2d, v31.2d, #64");
4127   COMPARE_MACRO(Ushr(d0, d1, 7), "ushr d0, d1, #7");
4128 
4129   COMPARE_MACRO(Srshr(v0.V8B(), v1.V8B(), 1), "srshr v0.8b, v1.8b, #1");
4130   COMPARE_MACRO(Srshr(v2.V8B(), v3.V8B(), 8), "srshr v2.8b, v3.8b, #8");
4131   COMPARE_MACRO(Srshr(v4.V16B(), v5.V16B(), 1), "srshr v4.16b, v5.16b, #1");
4132   COMPARE_MACRO(Srshr(v6.V16B(), v7.V16B(), 8), "srshr v6.16b, v7.16b, #8");
4133   COMPARE_MACRO(Srshr(v8.V4H(), v9.V4H(), 1), "srshr v8.4h, v9.4h, #1");
4134   COMPARE_MACRO(Srshr(v10.V4H(), v11.V4H(), 16), "srshr v10.4h, v11.4h, #16");
4135   COMPARE_MACRO(Srshr(v12.V8H(), v13.V8H(), 1), "srshr v12.8h, v13.8h, #1");
4136   COMPARE_MACRO(Srshr(v14.V8H(), v15.V8H(), 16), "srshr v14.8h, v15.8h, #16");
4137   COMPARE_MACRO(Srshr(v16.V2S(), v17.V2S(), 1), "srshr v16.2s, v17.2s, #1");
4138   COMPARE_MACRO(Srshr(v18.V2S(), v19.V2S(), 32), "srshr v18.2s, v19.2s, #32");
4139   COMPARE_MACRO(Srshr(v20.V4S(), v21.V4S(), 1), "srshr v20.4s, v21.4s, #1");
4140   COMPARE_MACRO(Srshr(v22.V4S(), v23.V4S(), 32), "srshr v22.4s, v23.4s, #32");
4141   COMPARE_MACRO(Srshr(v28.V2D(), v29.V2D(), 1), "srshr v28.2d, v29.2d, #1");
4142   COMPARE_MACRO(Srshr(v30.V2D(), v31.V2D(), 64), "srshr v30.2d, v31.2d, #64");
4143   COMPARE_MACRO(Srshr(d0, d1, 7), "srshr d0, d1, #7");
4144 
4145   COMPARE_MACRO(Urshr(v0.V8B(), v1.V8B(), 1), "urshr v0.8b, v1.8b, #1");
4146   COMPARE_MACRO(Urshr(v2.V8B(), v3.V8B(), 8), "urshr v2.8b, v3.8b, #8");
4147   COMPARE_MACRO(Urshr(v4.V16B(), v5.V16B(), 1), "urshr v4.16b, v5.16b, #1");
4148   COMPARE_MACRO(Urshr(v6.V16B(), v7.V16B(), 8), "urshr v6.16b, v7.16b, #8");
4149   COMPARE_MACRO(Urshr(v8.V4H(), v9.V4H(), 1), "urshr v8.4h, v9.4h, #1");
4150   COMPARE_MACRO(Urshr(v10.V4H(), v11.V4H(), 16), "urshr v10.4h, v11.4h, #16");
4151   COMPARE_MACRO(Urshr(v12.V8H(), v13.V8H(), 1), "urshr v12.8h, v13.8h, #1");
4152   COMPARE_MACRO(Urshr(v14.V8H(), v15.V8H(), 16), "urshr v14.8h, v15.8h, #16");
4153   COMPARE_MACRO(Urshr(v16.V2S(), v17.V2S(), 1), "urshr v16.2s, v17.2s, #1");
4154   COMPARE_MACRO(Urshr(v18.V2S(), v19.V2S(), 32), "urshr v18.2s, v19.2s, #32");
4155   COMPARE_MACRO(Urshr(v20.V4S(), v21.V4S(), 1), "urshr v20.4s, v21.4s, #1");
4156   COMPARE_MACRO(Urshr(v22.V4S(), v23.V4S(), 32), "urshr v22.4s, v23.4s, #32");
4157   COMPARE_MACRO(Urshr(v28.V2D(), v29.V2D(), 1), "urshr v28.2d, v29.2d, #1");
4158   COMPARE_MACRO(Urshr(v30.V2D(), v31.V2D(), 64), "urshr v30.2d, v31.2d, #64");
4159   COMPARE_MACRO(Urshr(d0, d1, 7), "urshr d0, d1, #7");
4160 
4161   COMPARE_MACRO(Srsra(v0.V8B(), v1.V8B(), 1), "srsra v0.8b, v1.8b, #1");
4162   COMPARE_MACRO(Srsra(v2.V8B(), v3.V8B(), 8), "srsra v2.8b, v3.8b, #8");
4163   COMPARE_MACRO(Srsra(v4.V16B(), v5.V16B(), 1), "srsra v4.16b, v5.16b, #1");
4164   COMPARE_MACRO(Srsra(v6.V16B(), v7.V16B(), 8), "srsra v6.16b, v7.16b, #8");
4165   COMPARE_MACRO(Srsra(v8.V4H(), v9.V4H(), 1), "srsra v8.4h, v9.4h, #1");
4166   COMPARE_MACRO(Srsra(v10.V4H(), v11.V4H(), 16), "srsra v10.4h, v11.4h, #16");
4167   COMPARE_MACRO(Srsra(v12.V8H(), v13.V8H(), 1), "srsra v12.8h, v13.8h, #1");
4168   COMPARE_MACRO(Srsra(v14.V8H(), v15.V8H(), 16), "srsra v14.8h, v15.8h, #16");
4169   COMPARE_MACRO(Srsra(v16.V2S(), v17.V2S(), 1), "srsra v16.2s, v17.2s, #1");
4170   COMPARE_MACRO(Srsra(v18.V2S(), v19.V2S(), 32), "srsra v18.2s, v19.2s, #32");
4171   COMPARE_MACRO(Srsra(v20.V4S(), v21.V4S(), 1), "srsra v20.4s, v21.4s, #1");
4172   COMPARE_MACRO(Srsra(v22.V4S(), v23.V4S(), 32), "srsra v22.4s, v23.4s, #32");
4173   COMPARE_MACRO(Srsra(v28.V2D(), v29.V2D(), 1), "srsra v28.2d, v29.2d, #1");
4174   COMPARE_MACRO(Srsra(v30.V2D(), v31.V2D(), 64), "srsra v30.2d, v31.2d, #64");
4175   COMPARE_MACRO(Srsra(d0, d1, 7), "srsra d0, d1, #7");
4176 
4177   COMPARE_MACRO(Ssra(v0.V8B(), v1.V8B(), 1), "ssra v0.8b, v1.8b, #1");
4178   COMPARE_MACRO(Ssra(v2.V8B(), v3.V8B(), 8), "ssra v2.8b, v3.8b, #8");
4179   COMPARE_MACRO(Ssra(v4.V16B(), v5.V16B(), 1), "ssra v4.16b, v5.16b, #1");
4180   COMPARE_MACRO(Ssra(v6.V16B(), v7.V16B(), 8), "ssra v6.16b, v7.16b, #8");
4181   COMPARE_MACRO(Ssra(v8.V4H(), v9.V4H(), 1), "ssra v8.4h, v9.4h, #1");
4182   COMPARE_MACRO(Ssra(v10.V4H(), v11.V4H(), 16), "ssra v10.4h, v11.4h, #16");
4183   COMPARE_MACRO(Ssra(v12.V8H(), v13.V8H(), 1), "ssra v12.8h, v13.8h, #1");
4184   COMPARE_MACRO(Ssra(v14.V8H(), v15.V8H(), 16), "ssra v14.8h, v15.8h, #16");
4185   COMPARE_MACRO(Ssra(v16.V2S(), v17.V2S(), 1), "ssra v16.2s, v17.2s, #1");
4186   COMPARE_MACRO(Ssra(v18.V2S(), v19.V2S(), 32), "ssra v18.2s, v19.2s, #32");
4187   COMPARE_MACRO(Ssra(v20.V4S(), v21.V4S(), 1), "ssra v20.4s, v21.4s, #1");
4188   COMPARE_MACRO(Ssra(v22.V4S(), v23.V4S(), 32), "ssra v22.4s, v23.4s, #32");
4189   COMPARE_MACRO(Ssra(v28.V2D(), v29.V2D(), 1), "ssra v28.2d, v29.2d, #1");
4190   COMPARE_MACRO(Ssra(v30.V2D(), v31.V2D(), 64), "ssra v30.2d, v31.2d, #64");
4191   COMPARE_MACRO(Ssra(d0, d1, 7), "ssra d0, d1, #7");
4192 
4193   COMPARE_MACRO(Ursra(v0.V8B(), v1.V8B(), 1), "ursra v0.8b, v1.8b, #1");
4194   COMPARE_MACRO(Ursra(v2.V8B(), v3.V8B(), 8), "ursra v2.8b, v3.8b, #8");
4195   COMPARE_MACRO(Ursra(v4.V16B(), v5.V16B(), 1), "ursra v4.16b, v5.16b, #1");
4196   COMPARE_MACRO(Ursra(v6.V16B(), v7.V16B(), 8), "ursra v6.16b, v7.16b, #8");
4197   COMPARE_MACRO(Ursra(v8.V4H(), v9.V4H(), 1), "ursra v8.4h, v9.4h, #1");
4198   COMPARE_MACRO(Ursra(v10.V4H(), v11.V4H(), 16), "ursra v10.4h, v11.4h, #16");
4199   COMPARE_MACRO(Ursra(v12.V8H(), v13.V8H(), 1), "ursra v12.8h, v13.8h, #1");
4200   COMPARE_MACRO(Ursra(v14.V8H(), v15.V8H(), 16), "ursra v14.8h, v15.8h, #16");
4201   COMPARE_MACRO(Ursra(v16.V2S(), v17.V2S(), 1), "ursra v16.2s, v17.2s, #1");
4202   COMPARE_MACRO(Ursra(v18.V2S(), v19.V2S(), 32), "ursra v18.2s, v19.2s, #32");
4203   COMPARE_MACRO(Ursra(v20.V4S(), v21.V4S(), 1), "ursra v20.4s, v21.4s, #1");
4204   COMPARE_MACRO(Ursra(v22.V4S(), v23.V4S(), 32), "ursra v22.4s, v23.4s, #32");
4205   COMPARE_MACRO(Ursra(v28.V2D(), v29.V2D(), 1), "ursra v28.2d, v29.2d, #1");
4206   COMPARE_MACRO(Ursra(v30.V2D(), v31.V2D(), 64), "ursra v30.2d, v31.2d, #64");
4207   COMPARE_MACRO(Ursra(d0, d1, 7), "ursra d0, d1, #7");
4208 
4209   COMPARE_MACRO(Usra(v0.V8B(), v1.V8B(), 1), "usra v0.8b, v1.8b, #1");
4210   COMPARE_MACRO(Usra(v2.V8B(), v3.V8B(), 8), "usra v2.8b, v3.8b, #8");
4211   COMPARE_MACRO(Usra(v4.V16B(), v5.V16B(), 1), "usra v4.16b, v5.16b, #1");
4212   COMPARE_MACRO(Usra(v6.V16B(), v7.V16B(), 8), "usra v6.16b, v7.16b, #8");
4213   COMPARE_MACRO(Usra(v8.V4H(), v9.V4H(), 1), "usra v8.4h, v9.4h, #1");
4214   COMPARE_MACRO(Usra(v10.V4H(), v11.V4H(), 16), "usra v10.4h, v11.4h, #16");
4215   COMPARE_MACRO(Usra(v12.V8H(), v13.V8H(), 1), "usra v12.8h, v13.8h, #1");
4216   COMPARE_MACRO(Usra(v14.V8H(), v15.V8H(), 16), "usra v14.8h, v15.8h, #16");
4217   COMPARE_MACRO(Usra(v16.V2S(), v17.V2S(), 1), "usra v16.2s, v17.2s, #1");
4218   COMPARE_MACRO(Usra(v18.V2S(), v19.V2S(), 32), "usra v18.2s, v19.2s, #32");
4219   COMPARE_MACRO(Usra(v20.V4S(), v21.V4S(), 1), "usra v20.4s, v21.4s, #1");
4220   COMPARE_MACRO(Usra(v22.V4S(), v23.V4S(), 32), "usra v22.4s, v23.4s, #32");
4221   COMPARE_MACRO(Usra(v28.V2D(), v29.V2D(), 1), "usra v28.2d, v29.2d, #1");
4222   COMPARE_MACRO(Usra(v30.V2D(), v31.V2D(), 64), "usra v30.2d, v31.2d, #64");
4223   COMPARE_MACRO(Usra(d0, d1, 7), "usra d0, d1, #7");
4224 
4225   COMPARE_MACRO(Sli(v1.V8B(), v8.V8B(), 1), "sli v1.8b, v8.8b, #1");
4226   COMPARE_MACRO(Sli(v2.V16B(), v9.V16B(), 2), "sli v2.16b, v9.16b, #2");
4227   COMPARE_MACRO(Sli(v3.V4H(), v1.V4H(), 3), "sli v3.4h, v1.4h, #3");
4228   COMPARE_MACRO(Sli(v4.V8H(), v2.V8H(), 4), "sli v4.8h, v2.8h, #4");
4229   COMPARE_MACRO(Sli(v5.V2S(), v3.V2S(), 5), "sli v5.2s, v3.2s, #5");
4230   COMPARE_MACRO(Sli(v6.V4S(), v4.V4S(), 6), "sli v6.4s, v4.4s, #6");
4231   COMPARE_MACRO(Sli(v7.V2D(), v5.V2D(), 7), "sli v7.2d, v5.2d, #7");
4232   COMPARE_MACRO(Sli(d8, d6, 8), "sli d8, d6, #8");
4233 
4234   COMPARE_MACRO(Shl(v1.V8B(), v8.V8B(), 1), "shl v1.8b, v8.8b, #1");
4235   COMPARE_MACRO(Shl(v2.V16B(), v9.V16B(), 2), "shl v2.16b, v9.16b, #2");
4236   COMPARE_MACRO(Shl(v3.V4H(), v1.V4H(), 3), "shl v3.4h, v1.4h, #3");
4237   COMPARE_MACRO(Shl(v4.V8H(), v2.V8H(), 4), "shl v4.8h, v2.8h, #4");
4238   COMPARE_MACRO(Shl(v5.V2S(), v3.V2S(), 5), "shl v5.2s, v3.2s, #5");
4239   COMPARE_MACRO(Shl(v6.V4S(), v4.V4S(), 6), "shl v6.4s, v4.4s, #6");
4240   COMPARE_MACRO(Shl(v7.V2D(), v5.V2D(), 7), "shl v7.2d, v5.2d, #7");
4241   COMPARE_MACRO(Shl(d8, d6, 8), "shl d8, d6, #8");
4242 
4243   COMPARE_MACRO(Sqshl(v1.V8B(), v8.V8B(), 1), "sqshl v1.8b, v8.8b, #1");
4244   COMPARE_MACRO(Sqshl(v2.V16B(), v9.V16B(), 2), "sqshl v2.16b, v9.16b, #2");
4245   COMPARE_MACRO(Sqshl(v3.V4H(), v1.V4H(), 3), "sqshl v3.4h, v1.4h, #3");
4246   COMPARE_MACRO(Sqshl(v4.V8H(), v2.V8H(), 4), "sqshl v4.8h, v2.8h, #4");
4247   COMPARE_MACRO(Sqshl(v5.V2S(), v3.V2S(), 5), "sqshl v5.2s, v3.2s, #5");
4248   COMPARE_MACRO(Sqshl(v6.V4S(), v4.V4S(), 6), "sqshl v6.4s, v4.4s, #6");
4249   COMPARE_MACRO(Sqshl(v7.V2D(), v5.V2D(), 7), "sqshl v7.2d, v5.2d, #7");
4250   COMPARE_MACRO(Sqshl(b8, b7, 1), "sqshl b8, b7, #1");
4251   COMPARE_MACRO(Sqshl(h9, h8, 2), "sqshl h9, h8, #2");
4252   COMPARE_MACRO(Sqshl(s10, s9, 3), "sqshl s10, s9, #3");
4253   COMPARE_MACRO(Sqshl(d11, d10, 4), "sqshl d11, d10, #4");
4254 
4255   COMPARE_MACRO(Sqshlu(v1.V8B(), v8.V8B(), 1), "sqshlu v1.8b, v8.8b, #1");
4256   COMPARE_MACRO(Sqshlu(v2.V16B(), v9.V16B(), 2), "sqshlu v2.16b, v9.16b, #2");
4257   COMPARE_MACRO(Sqshlu(v3.V4H(), v1.V4H(), 3), "sqshlu v3.4h, v1.4h, #3");
4258   COMPARE_MACRO(Sqshlu(v4.V8H(), v2.V8H(), 4), "sqshlu v4.8h, v2.8h, #4");
4259   COMPARE_MACRO(Sqshlu(v5.V2S(), v3.V2S(), 5), "sqshlu v5.2s, v3.2s, #5");
4260   COMPARE_MACRO(Sqshlu(v6.V4S(), v4.V4S(), 6), "sqshlu v6.4s, v4.4s, #6");
4261   COMPARE_MACRO(Sqshlu(v7.V2D(), v5.V2D(), 7), "sqshlu v7.2d, v5.2d, #7");
4262   COMPARE_MACRO(Sqshlu(b8, b7, 1), "sqshlu b8, b7, #1");
4263   COMPARE_MACRO(Sqshlu(h9, h8, 2), "sqshlu h9, h8, #2");
4264   COMPARE_MACRO(Sqshlu(s10, s9, 3), "sqshlu s10, s9, #3");
4265   COMPARE_MACRO(Sqshlu(d11, d10, 4), "sqshlu d11, d10, #4");
4266 
4267   COMPARE_MACRO(Uqshl(v1.V8B(), v8.V8B(), 1), "uqshl v1.8b, v8.8b, #1");
4268   COMPARE_MACRO(Uqshl(v2.V16B(), v9.V16B(), 2), "uqshl v2.16b, v9.16b, #2");
4269   COMPARE_MACRO(Uqshl(v3.V4H(), v1.V4H(), 3), "uqshl v3.4h, v1.4h, #3");
4270   COMPARE_MACRO(Uqshl(v4.V8H(), v2.V8H(), 4), "uqshl v4.8h, v2.8h, #4");
4271   COMPARE_MACRO(Uqshl(v5.V2S(), v3.V2S(), 5), "uqshl v5.2s, v3.2s, #5");
4272   COMPARE_MACRO(Uqshl(v6.V4S(), v4.V4S(), 6), "uqshl v6.4s, v4.4s, #6");
4273   COMPARE_MACRO(Uqshl(v7.V2D(), v5.V2D(), 7), "uqshl v7.2d, v5.2d, #7");
4274   COMPARE_MACRO(Uqshl(b8, b7, 1), "uqshl b8, b7, #1");
4275   COMPARE_MACRO(Uqshl(h9, h8, 2), "uqshl h9, h8, #2");
4276   COMPARE_MACRO(Uqshl(s10, s9, 3), "uqshl s10, s9, #3");
4277   COMPARE_MACRO(Uqshl(d11, d10, 4), "uqshl d11, d10, #4");
4278 
4279   COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 1), "sshll v1.8h, v8.8b, #1");
4280   COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 3), "sshll v3.4s, v1.4h, #3");
4281   COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 5), "sshll v5.2d, v3.2s, #5");
4282   COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 2), "sshll2 v2.8h, v9.16b, #2");
4283   COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 4), "sshll2 v4.4s, v2.8h, #4");
4284   COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 6), "sshll2 v6.2d, v4.4s, #6");
4285 
4286   // Translate to shll if shift(immediate) equal to the element size
4287   COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 8), "shll v1.8h, v8.8b, #8");
4288   COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 16), "shll v3.4s, v1.4h, #16");
4289   COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 32), "shll v5.2d, v3.2s, #32");
4290   COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 8), "shll2 v2.8h, v9.16b, #8");
4291   COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 16), "shll2 v4.4s, v2.8h, #16");
4292   COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 32), "shll2 v6.2d, v4.4s, #32");
4293   COMPARE_MACRO(Ushll(v3.V8H(), v10.V8B(), 8), "shll v3.8h, v10.8b, #8");
4294   COMPARE_MACRO(Ushll(v5.V4S(), v3.V4H(), 16), "shll v5.4s, v3.4h, #16");
4295   COMPARE_MACRO(Ushll(v7.V2D(), v5.V2S(), 32), "shll v7.2d, v5.2s, #32");
4296   COMPARE_MACRO(Ushll2(v4.V8H(), v9.V16B(), 8), "shll2 v4.8h, v9.16b, #8");
4297   COMPARE_MACRO(Ushll2(v6.V4S(), v4.V8H(), 16), "shll2 v6.4s, v4.8h, #16");
4298   COMPARE_MACRO(Ushll2(v8.V2D(), v6.V4S(), 32), "shll2 v8.2d, v6.4s, #32");
4299 
4300   COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 0), "sxtl v1.8h, v8.8b");
4301   COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 0), "sxtl v3.4s, v1.4h");
4302   COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 0), "sxtl v5.2d, v3.2s");
4303   COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 0), "sxtl2 v2.8h, v9.16b");
4304   COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 0), "sxtl2 v4.4s, v2.8h");
4305   COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 0), "sxtl2 v6.2d, v4.4s");
4306 
4307   COMPARE_MACRO(Sxtl(v1.V8H(), v8.V8B()), "sxtl v1.8h, v8.8b");
4308   COMPARE_MACRO(Sxtl(v3.V4S(), v1.V4H()), "sxtl v3.4s, v1.4h");
4309   COMPARE_MACRO(Sxtl(v5.V2D(), v3.V2S()), "sxtl v5.2d, v3.2s");
4310   COMPARE_MACRO(Sxtl2(v2.V8H(), v9.V16B()), "sxtl2 v2.8h, v9.16b");
4311   COMPARE_MACRO(Sxtl2(v4.V4S(), v2.V8H()), "sxtl2 v4.4s, v2.8h");
4312   COMPARE_MACRO(Sxtl2(v6.V2D(), v4.V4S()), "sxtl2 v6.2d, v4.4s");
4313 
4314   COMPARE_MACRO(Ushll(v1.V8H(), v8.V8B(), 1), "ushll v1.8h, v8.8b, #1");
4315   COMPARE_MACRO(Ushll(v3.V4S(), v1.V4H(), 3), "ushll v3.4s, v1.4h, #3");
4316   COMPARE_MACRO(Ushll(v5.V2D(), v3.V2S(), 5), "ushll v5.2d, v3.2s, #5");
4317   COMPARE_MACRO(Ushll2(v2.V8H(), v9.V16B(), 2), "ushll2 v2.8h, v9.16b, #2");
4318   COMPARE_MACRO(Ushll2(v4.V4S(), v2.V8H(), 4), "ushll2 v4.4s, v2.8h, #4");
4319   COMPARE_MACRO(Ushll2(v6.V2D(), v4.V4S(), 6), "ushll2 v6.2d, v4.4s, #6");
4320 
4321   COMPARE_MACRO(Ushll(v1.V8H(), v8.V8B(), 0), "uxtl v1.8h, v8.8b");
4322   COMPARE_MACRO(Ushll(v3.V4S(), v1.V4H(), 0), "uxtl v3.4s, v1.4h");
4323   COMPARE_MACRO(Ushll(v5.V2D(), v3.V2S(), 0), "uxtl v5.2d, v3.2s");
4324   COMPARE_MACRO(Ushll2(v2.V8H(), v9.V16B(), 0), "uxtl2 v2.8h, v9.16b");
4325   COMPARE_MACRO(Ushll2(v4.V4S(), v2.V8H(), 0), "uxtl2 v4.4s, v2.8h");
4326   COMPARE_MACRO(Ushll2(v6.V2D(), v4.V4S(), 0), "uxtl2 v6.2d, v4.4s");
4327 
4328   COMPARE_MACRO(Uxtl(v1.V8H(), v8.V8B()), "uxtl v1.8h, v8.8b");
4329   COMPARE_MACRO(Uxtl(v3.V4S(), v1.V4H()), "uxtl v3.4s, v1.4h");
4330   COMPARE_MACRO(Uxtl(v5.V2D(), v3.V2S()), "uxtl v5.2d, v3.2s");
4331   COMPARE_MACRO(Uxtl2(v2.V8H(), v9.V16B()), "uxtl2 v2.8h, v9.16b");
4332   COMPARE_MACRO(Uxtl2(v4.V4S(), v2.V8H()), "uxtl2 v4.4s, v2.8h");
4333   COMPARE_MACRO(Uxtl2(v6.V2D(), v4.V4S()), "uxtl2 v6.2d, v4.4s");
4334 
4335   COMPARE_MACRO(Sri(v1.V8B(), v8.V8B(), 1), "sri v1.8b, v8.8b, #1");
4336   COMPARE_MACRO(Sri(v2.V16B(), v9.V16B(), 2), "sri v2.16b, v9.16b, #2");
4337   COMPARE_MACRO(Sri(v3.V4H(), v1.V4H(), 3), "sri v3.4h, v1.4h, #3");
4338   COMPARE_MACRO(Sri(v4.V8H(), v2.V8H(), 4), "sri v4.8h, v2.8h, #4");
4339   COMPARE_MACRO(Sri(v5.V2S(), v3.V2S(), 5), "sri v5.2s, v3.2s, #5");
4340   COMPARE_MACRO(Sri(v6.V4S(), v4.V4S(), 6), "sri v6.4s, v4.4s, #6");
4341   COMPARE_MACRO(Sri(v7.V2D(), v5.V2D(), 7), "sri v7.2d, v5.2d, #7");
4342   COMPARE_MACRO(Sri(d8, d6, 8), "sri d8, d6, #8");
4343 
4344   COMPARE_MACRO(Shrn(v0.V8B(), v1.V8H(), 1), "shrn v0.8b, v1.8h, #1");
4345   COMPARE_MACRO(Shrn(v1.V4H(), v2.V4S(), 2), "shrn v1.4h, v2.4s, #2");
4346   COMPARE_MACRO(Shrn(v2.V2S(), v3.V2D(), 3), "shrn v2.2s, v3.2d, #3");
4347   COMPARE_MACRO(Shrn2(v0.V16B(), v1.V8H(), 4), "shrn2 v0.16b, v1.8h, #4");
4348   COMPARE_MACRO(Shrn2(v1.V8H(), v2.V4S(), 5), "shrn2 v1.8h, v2.4s, #5");
4349   COMPARE_MACRO(Shrn2(v2.V4S(), v3.V2D(), 6), "shrn2 v2.4s, v3.2d, #6");
4350 
4351   COMPARE_MACRO(Rshrn(v0.V8B(), v1.V8H(), 1), "rshrn v0.8b, v1.8h, #1");
4352   COMPARE_MACRO(Rshrn(v1.V4H(), v2.V4S(), 2), "rshrn v1.4h, v2.4s, #2");
4353   COMPARE_MACRO(Rshrn(v2.V2S(), v3.V2D(), 3), "rshrn v2.2s, v3.2d, #3");
4354   COMPARE_MACRO(Rshrn2(v0.V16B(), v1.V8H(), 4), "rshrn2 v0.16b, v1.8h, #4");
4355   COMPARE_MACRO(Rshrn2(v1.V8H(), v2.V4S(), 5), "rshrn2 v1.8h, v2.4s, #5");
4356   COMPARE_MACRO(Rshrn2(v2.V4S(), v3.V2D(), 6), "rshrn2 v2.4s, v3.2d, #6");
4357 
4358   COMPARE_MACRO(Uqshrn(v0.V8B(), v1.V8H(), 1), "uqshrn v0.8b, v1.8h, #1");
4359   COMPARE_MACRO(Uqshrn(v1.V4H(), v2.V4S(), 2), "uqshrn v1.4h, v2.4s, #2");
4360   COMPARE_MACRO(Uqshrn(v2.V2S(), v3.V2D(), 3), "uqshrn v2.2s, v3.2d, #3");
4361   COMPARE_MACRO(Uqshrn2(v0.V16B(), v1.V8H(), 4), "uqshrn2 v0.16b, v1.8h, #4");
4362   COMPARE_MACRO(Uqshrn2(v1.V8H(), v2.V4S(), 5), "uqshrn2 v1.8h, v2.4s, #5");
4363   COMPARE_MACRO(Uqshrn2(v2.V4S(), v3.V2D(), 6), "uqshrn2 v2.4s, v3.2d, #6");
4364   COMPARE_MACRO(Uqshrn(b0, h1, 1), "uqshrn b0, h1, #1");
4365   COMPARE_MACRO(Uqshrn(h1, s2, 2), "uqshrn h1, s2, #2");
4366   COMPARE_MACRO(Uqshrn(s2, d3, 3), "uqshrn s2, d3, #3");
4367 
4368   COMPARE_MACRO(Uqrshrn(v0.V8B(), v1.V8H(), 1), "uqrshrn v0.8b, v1.8h, #1");
4369   COMPARE_MACRO(Uqrshrn(v1.V4H(), v2.V4S(), 2), "uqrshrn v1.4h, v2.4s, #2");
4370   COMPARE_MACRO(Uqrshrn(v2.V2S(), v3.V2D(), 3), "uqrshrn v2.2s, v3.2d, #3");
4371   COMPARE_MACRO(Uqrshrn2(v0.V16B(), v1.V8H(), 4), "uqrshrn2 v0.16b, v1.8h, #4");
4372   COMPARE_MACRO(Uqrshrn2(v1.V8H(), v2.V4S(), 5), "uqrshrn2 v1.8h, v2.4s, #5");
4373   COMPARE_MACRO(Uqrshrn2(v2.V4S(), v3.V2D(), 6), "uqrshrn2 v2.4s, v3.2d, #6");
4374   COMPARE_MACRO(Uqrshrn(b0, h1, 1), "uqrshrn b0, h1, #1");
4375   COMPARE_MACRO(Uqrshrn(h1, s2, 2), "uqrshrn h1, s2, #2");
4376   COMPARE_MACRO(Uqrshrn(s2, d3, 3), "uqrshrn s2, d3, #3");
4377 
4378   COMPARE_MACRO(Sqshrn(v0.V8B(), v1.V8H(), 1), "sqshrn v0.8b, v1.8h, #1");
4379   COMPARE_MACRO(Sqshrn(v1.V4H(), v2.V4S(), 2), "sqshrn v1.4h, v2.4s, #2");
4380   COMPARE_MACRO(Sqshrn(v2.V2S(), v3.V2D(), 3), "sqshrn v2.2s, v3.2d, #3");
4381   COMPARE_MACRO(Sqshrn2(v0.V16B(), v1.V8H(), 4), "sqshrn2 v0.16b, v1.8h, #4");
4382   COMPARE_MACRO(Sqshrn2(v1.V8H(), v2.V4S(), 5), "sqshrn2 v1.8h, v2.4s, #5");
4383   COMPARE_MACRO(Sqshrn2(v2.V4S(), v3.V2D(), 6), "sqshrn2 v2.4s, v3.2d, #6");
4384   COMPARE_MACRO(Sqshrn(b0, h1, 1), "sqshrn b0, h1, #1");
4385   COMPARE_MACRO(Sqshrn(h1, s2, 2), "sqshrn h1, s2, #2");
4386   COMPARE_MACRO(Sqshrn(s2, d3, 3), "sqshrn s2, d3, #3");
4387 
4388   COMPARE_MACRO(Sqrshrn(v0.V8B(), v1.V8H(), 1), "sqrshrn v0.8b, v1.8h, #1");
4389   COMPARE_MACRO(Sqrshrn(v1.V4H(), v2.V4S(), 2), "sqrshrn v1.4h, v2.4s, #2");
4390   COMPARE_MACRO(Sqrshrn(v2.V2S(), v3.V2D(), 3), "sqrshrn v2.2s, v3.2d, #3");
4391   COMPARE_MACRO(Sqrshrn2(v0.V16B(), v1.V8H(), 4), "sqrshrn2 v0.16b, v1.8h, #4");
4392   COMPARE_MACRO(Sqrshrn2(v1.V8H(), v2.V4S(), 5), "sqrshrn2 v1.8h, v2.4s, #5");
4393   COMPARE_MACRO(Sqrshrn2(v2.V4S(), v3.V2D(), 6), "sqrshrn2 v2.4s, v3.2d, #6");
4394   COMPARE_MACRO(Sqrshrn(b0, h1, 1), "sqrshrn b0, h1, #1");
4395   COMPARE_MACRO(Sqrshrn(h1, s2, 2), "sqrshrn h1, s2, #2");
4396   COMPARE_MACRO(Sqrshrn(s2, d3, 3), "sqrshrn s2, d3, #3");
4397 
4398   COMPARE_MACRO(Sqshrun(v0.V8B(), v1.V8H(), 1), "sqshrun v0.8b, v1.8h, #1");
4399   COMPARE_MACRO(Sqshrun(v1.V4H(), v2.V4S(), 2), "sqshrun v1.4h, v2.4s, #2");
4400   COMPARE_MACRO(Sqshrun(v2.V2S(), v3.V2D(), 3), "sqshrun v2.2s, v3.2d, #3");
4401   COMPARE_MACRO(Sqshrun2(v0.V16B(), v1.V8H(), 4), "sqshrun2 v0.16b, v1.8h, #4");
4402   COMPARE_MACRO(Sqshrun2(v1.V8H(), v2.V4S(), 5), "sqshrun2 v1.8h, v2.4s, #5");
4403   COMPARE_MACRO(Sqshrun2(v2.V4S(), v3.V2D(), 6), "sqshrun2 v2.4s, v3.2d, #6");
4404   COMPARE_MACRO(Sqshrun(b0, h1, 1), "sqshrun b0, h1, #1");
4405   COMPARE_MACRO(Sqshrun(h1, s2, 2), "sqshrun h1, s2, #2");
4406   COMPARE_MACRO(Sqshrun(s2, d3, 3), "sqshrun s2, d3, #3");
4407 
4408   COMPARE_MACRO(Sqrshrun(v0.V8B(), v1.V8H(), 1), "sqrshrun v0.8b, v1.8h, #1");
4409   COMPARE_MACRO(Sqrshrun(v1.V4H(), v2.V4S(), 2), "sqrshrun v1.4h, v2.4s, #2");
4410   COMPARE_MACRO(Sqrshrun(v2.V2S(), v3.V2D(), 3), "sqrshrun v2.2s, v3.2d, #3");
4411   COMPARE_MACRO(Sqrshrun2(v0.V16B(), v1.V8H(), 4),
4412                 "sqrshrun2 v0.16b, v1.8h, #4");
4413   COMPARE_MACRO(Sqrshrun2(v1.V8H(), v2.V4S(), 5), "sqrshrun2 v1.8h, v2.4s, #5");
4414   COMPARE_MACRO(Sqrshrun2(v2.V4S(), v3.V2D(), 6), "sqrshrun2 v2.4s, v3.2d, #6");
4415   COMPARE_MACRO(Sqrshrun(b0, h1, 1), "sqrshrun b0, h1, #1");
4416   COMPARE_MACRO(Sqrshrun(h1, s2, 2), "sqrshrun h1, s2, #2");
4417   COMPARE_MACRO(Sqrshrun(s2, d3, 3), "sqrshrun s2, d3, #3");
4418 
4419   COMPARE_MACRO(Scvtf(v5.V4H(), v3.V4H(), 11), "scvtf v5.4h, v3.4h, #11");
4420   COMPARE_MACRO(Scvtf(v6.V8H(), v4.V8H(), 12), "scvtf v6.8h, v4.8h, #12");
4421   COMPARE_MACRO(Scvtf(v5.V2S(), v3.V2S(), 11), "scvtf v5.2s, v3.2s, #11");
4422   COMPARE_MACRO(Scvtf(v6.V4S(), v4.V4S(), 12), "scvtf v6.4s, v4.4s, #12");
4423   COMPARE_MACRO(Scvtf(v7.V2D(), v5.V2D(), 33), "scvtf v7.2d, v5.2d, #33");
4424   COMPARE_MACRO(Scvtf(h8, h6, 13), "scvtf h8, h6, #13");
4425   COMPARE_MACRO(Scvtf(s8, s6, 13), "scvtf s8, s6, #13");
4426   COMPARE_MACRO(Scvtf(d8, d6, 34), "scvtf d8, d6, #34");
4427 
4428   COMPARE_MACRO(Ucvtf(v5.V4H(), v3.V4H(), 11), "ucvtf v5.4h, v3.4h, #11");
4429   COMPARE_MACRO(Ucvtf(v6.V8H(), v4.V8H(), 12), "ucvtf v6.8h, v4.8h, #12");
4430   COMPARE_MACRO(Ucvtf(v5.V2S(), v3.V2S(), 11), "ucvtf v5.2s, v3.2s, #11");
4431   COMPARE_MACRO(Ucvtf(v6.V4S(), v4.V4S(), 12), "ucvtf v6.4s, v4.4s, #12");
4432   COMPARE_MACRO(Ucvtf(v7.V2D(), v5.V2D(), 33), "ucvtf v7.2d, v5.2d, #33");
4433   COMPARE_MACRO(Ucvtf(h8, h6, 13), "ucvtf h8, h6, #13");
4434   COMPARE_MACRO(Ucvtf(s8, s6, 13), "ucvtf s8, s6, #13");
4435   COMPARE_MACRO(Ucvtf(d8, d6, 34), "ucvtf d8, d6, #34");
4436 
4437   COMPARE_MACRO(Fcvtzs(v3.V4H(), v1.V4H(), 5), "fcvtzs v3.4h, v1.4h, #5");
4438   COMPARE_MACRO(Fcvtzs(v4.V8H(), v2.V8H(), 6), "fcvtzs v4.8h, v2.8h, #6");
4439   COMPARE_MACRO(Fcvtzs(v5.V2S(), v3.V2S(), 11), "fcvtzs v5.2s, v3.2s, #11");
4440   COMPARE_MACRO(Fcvtzs(v6.V4S(), v4.V4S(), 12), "fcvtzs v6.4s, v4.4s, #12");
4441   COMPARE_MACRO(Fcvtzs(v7.V2D(), v5.V2D(), 33), "fcvtzs v7.2d, v5.2d, #33");
4442   COMPARE_MACRO(Fcvtzs(h8, h6, 13), "fcvtzs h8, h6, #13");
4443   COMPARE_MACRO(Fcvtzs(s8, s6, 13), "fcvtzs s8, s6, #13");
4444   COMPARE_MACRO(Fcvtzs(d8, d6, 34), "fcvtzs d8, d6, #34");
4445 
4446   COMPARE_MACRO(Fcvtzu(v3.V4H(), v1.V4H(), 5), "fcvtzu v3.4h, v1.4h, #5");
4447   COMPARE_MACRO(Fcvtzu(v4.V8H(), v2.V8H(), 6), "fcvtzu v4.8h, v2.8h, #6");
4448   COMPARE_MACRO(Fcvtzu(v5.V2S(), v3.V2S(), 11), "fcvtzu v5.2s, v3.2s, #11");
4449   COMPARE_MACRO(Fcvtzu(v6.V4S(), v4.V4S(), 12), "fcvtzu v6.4s, v4.4s, #12");
4450   COMPARE_MACRO(Fcvtzu(v7.V2D(), v5.V2D(), 33), "fcvtzu v7.2d, v5.2d, #33");
4451   COMPARE_MACRO(Fcvtzu(h8, h6, 13), "fcvtzu h8, h6, #13");
4452   COMPARE_MACRO(Fcvtzu(s8, s6, 13), "fcvtzu s8, s6, #13");
4453   COMPARE_MACRO(Fcvtzu(d8, d6, 34), "fcvtzu d8, d6, #34");
4454   CLEANUP();
4455 }
4456 
TEST(neon_matmul)4457 TEST(neon_matmul) {
4458   SETUP();
4459 
4460   COMPARE_MACRO(Smmla(v0.V4S(), v1.V16B(), v2.V16B()),
4461                 "smmla v0.4s, v1.16b, v2.16b");
4462   COMPARE_MACRO(Ummla(v20.V4S(), v30.V16B(), v31.V16B()),
4463                 "ummla v20.4s, v30.16b, v31.16b");
4464   COMPARE_MACRO(Usmmla(v3.V4S(), v29.V16B(), v13.V16B()),
4465                 "usmmla v3.4s, v29.16b, v13.16b");
4466 
4467   CLEANUP();
4468 }
4469 
TEST(neon_unallocated_regression_test)4470 TEST(neon_unallocated_regression_test) {
4471   SETUP();
4472 
4473   COMPARE_PREFIX(dci(0x5e20b985), "unallocated");  // abs b, b
4474   COMPARE_PREFIX(dci(0x5e60b8e3), "unallocated");  // abs h, h
4475   COMPARE_PREFIX(dci(0x5ea0b8d1), "unallocated");  // abs s, s
4476   COMPARE_PREFIX(dci(0x5e318764), "unallocated");  // add b, b, b
4477   COMPARE_PREFIX(dci(0x5e7f877a), "unallocated");  // add h, h, h
4478   COMPARE_PREFIX(dci(0x5eb8842b), "unallocated");  // add s, s, s
4479   COMPARE_PREFIX(dci(0x5eb1bbb7), "unallocated");  // addp s, v.s
4480   COMPARE_PREFIX(dci(0x4ef1b90c), "unallocated");  // addv d, v.d
4481   COMPARE_PREFIX(dci(0x0ef1babc), "unallocated");  // addv d, v.und
4482   COMPARE_PREFIX(dci(0x4ee04a0f), "unallocated");  // cls v.d, v.d
4483   COMPARE_PREFIX(dci(0x6ee048ef), "unallocated");  // clz v.d, v.d
4484   COMPARE_PREFIX(dci(0x5e2099b4), "unallocated");  // cmeq b, b, #
4485   COMPARE_PREFIX(dci(0x7e3a8c75), "unallocated");  // cmeq b, b, b
4486   COMPARE_PREFIX(dci(0x5e6099a2), "unallocated");  // cmeq h, h, #
4487   COMPARE_PREFIX(dci(0x7e7e8ce2), "unallocated");  // cmeq h, h, h
4488   COMPARE_PREFIX(dci(0x5ea09a20), "unallocated");  // cmeq s, s, #
4489   COMPARE_PREFIX(dci(0x7ea98fbd), "unallocated");  // cmeq s, s, s
4490   COMPARE_PREFIX(dci(0x7e208ad0), "unallocated");  // cmge b, b, #
4491   COMPARE_PREFIX(dci(0x5e233f3f), "unallocated");  // cmge b, b, b
4492   COMPARE_PREFIX(dci(0x7e608b4e), "unallocated");  // cmge h, h, #
4493   COMPARE_PREFIX(dci(0x5e643f87), "unallocated");  // cmge h, h, h
4494   COMPARE_PREFIX(dci(0x7ea08b3c), "unallocated");  // cmge s, s, #
4495   COMPARE_PREFIX(dci(0x5ea63e20), "unallocated");  // cmge s, s, s
4496   COMPARE_PREFIX(dci(0x5e208837), "unallocated");  // cmgt b, b, #
4497   COMPARE_PREFIX(dci(0x5e2f3591), "unallocated");  // cmgt b, b, b
4498   COMPARE_PREFIX(dci(0x5e608bde), "unallocated");  // cmgt h, h, #
4499   COMPARE_PREFIX(dci(0x5e7f377b), "unallocated");  // cmgt h, h, h
4500   COMPARE_PREFIX(dci(0x5ea08813), "unallocated");  // cmgt s, s, #
4501   COMPARE_PREFIX(dci(0x5ead3429), "unallocated");  // cmgt s, s, s
4502   COMPARE_PREFIX(dci(0x7e23373d), "unallocated");  // cmhi b, b, b
4503   COMPARE_PREFIX(dci(0x7e7937c1), "unallocated");  // cmhi h, h, h
4504   COMPARE_PREFIX(dci(0x7ea6361e), "unallocated");  // cmhi s, s, s
4505   COMPARE_PREFIX(dci(0x7e3c3e4a), "unallocated");  // cmhs b, b, b
4506   COMPARE_PREFIX(dci(0x7e653cb8), "unallocated");  // cmhs h, h, h
4507   COMPARE_PREFIX(dci(0x7eb03d39), "unallocated");  // cmhs s, s, s
4508   COMPARE_PREFIX(dci(0x7e209894), "unallocated");  // cmle b, b, #
4509   COMPARE_PREFIX(dci(0x7e609882), "unallocated");  // cmle h, h, #
4510   COMPARE_PREFIX(dci(0x7ea09900), "unallocated");  // cmle s, s, #
4511   COMPARE_PREFIX(dci(0x5e20a808), "unallocated");  // cmlt b, b, #
4512   COMPARE_PREFIX(dci(0x5e60ab1f), "unallocated");  // cmlt h, h, #
4513   COMPARE_PREFIX(dci(0x5ea0ab0d), "unallocated");  // cmlt s, s, #
4514   COMPARE_PREFIX(dci(0x5e218cda), "unallocated");  // cmtst b, b, b
4515   COMPARE_PREFIX(dci(0x5e718ec4), "unallocated");  // cmtst h, h, h
4516   COMPARE_PREFIX(dci(0x5eb38ccd), "unallocated");  // cmtst s, s, s
4517   COMPARE_PREFIX(dci(0x4ee05863), "unallocated");  // cnt v.d, v.d
4518   COMPARE_PREFIX(dci(0x4e605887), "unallocated");  // cnt v.h, v.h
4519   COMPARE_PREFIX(dci(0x4ea05875), "unallocated");  // cnt v.s, v.s
4520   COMPARE_PREFIX(dci(0x0ee05a13), "unallocated");  // cnt v.und, v.und
4521   COMPARE_PREFIX(dci(0x2e0f419d), "unallocated");  // ext v.b, v.b, v.b, #
4522   COMPARE_PREFIX(dci(0x7e216950), "unallocated");  // fcvtxn h, s
4523   COMPARE_PREFIX(dci(0x6e216950), "unallocated");  // fcvtxn v.h, v.s
4524   COMPARE_PREFIX(dci(0x5f08fc37), "unallocated");  // fcvtzs b, b, #
4525   COMPARE_PREFIX(dci(0x4f0cfcb6), "unallocated");  // fcvtzs v.b, v.b, #
4526   COMPARE_PREFIX(dci(0x7f08fed0), "unallocated");  // fcvtzu b, b, #
4527   COMPARE_PREFIX(dci(0x6f0dfc80), "unallocated");  // fcvtzu v.b, v.b, #
4528   COMPARE_PREFIX(dci(0x6e70c813), "unallocated");  // fmaxnmv d, v.d
4529   COMPARE_PREFIX(dci(0x2e70ca53), "unallocated");  // fmaxnmv d, v.und
4530   COMPARE_PREFIX(dci(0x2e30ca65), "unallocated");  // fmaxnmv s, v.s
4531   COMPARE_PREFIX(dci(0x6e70fbfa), "unallocated");  // fmaxv d, v.d
4532   COMPARE_PREFIX(dci(0x2e70fa81), "unallocated");  // fmaxv d, v.und
4533   COMPARE_PREFIX(dci(0x2e30fb23), "unallocated");  // fmaxv s, v.s
4534   COMPARE_PREFIX(dci(0x6ef0c87f), "unallocated");  // fminnmv d, v.d
4535   COMPARE_PREFIX(dci(0x2ef0ca2f), "unallocated");  // fminnmv d, v.und
4536   COMPARE_PREFIX(dci(0x2eb0ca41), "unallocated");  // fminnmv s, v.s
4537   COMPARE_PREFIX(dci(0x6ef0f8ad), "unallocated");  // fminv d, v.d
4538   COMPARE_PREFIX(dci(0x2ef0faed), "unallocated");  // fminv d, v.und
4539   COMPARE_PREFIX(dci(0x2eb0faff), "unallocated");  // fminv s, v.s
4540   COMPARE_PREFIX(dci(0x0fc61a34), "unallocated");  // fmla v.und, v.und, v.d[]
4541   COMPARE_PREFIX(dci(0x0fed5909), "unallocated");  // fmls v.und, v.und, v.d[]
4542   COMPARE_PREFIX(dci(0x0fd09a0a), "unallocated");  // fmul v.und, v.und, v.d[]
4543   COMPARE_PREFIX(dci(0x2fdf99fc), "unallocated");  // fmulx v.und, v.und, v.d[]
4544   COMPARE_PREFIX(dci(0x6f310336), "unallocated");  // mla v.b, v.b, v.b[]
4545   COMPARE_PREFIX(dci(0x4efd978f), "unallocated");  // mla v.d, v.d, v.d
4546   COMPARE_PREFIX(dci(0x6fe80bb3), "unallocated");  // mla v.d, v.d, v.d[]
4547   COMPARE_PREFIX(dci(0x2fda0aa2), "unallocated");  // mla v.und, v.und, v.d[]
4548   COMPARE_PREFIX(dci(0x6f0f4035), "unallocated");  // mls v.b, v.b, v.b[]
4549   COMPARE_PREFIX(dci(0x6eee95ed), "unallocated");  // mls v.d, v.d, v.d
4550   COMPARE_PREFIX(dci(0x6ffa43fa), "unallocated");  // mls v.d, v.d, v.d[]
4551   COMPARE_PREFIX(dci(0x2ffd4186), "unallocated");  // mls v.und, v.und, v.d[]
4552   COMPARE_PREFIX(dci(0x4f2482ac), "unallocated");  // mul v.b, v.b, v.b[]
4553   COMPARE_PREFIX(dci(0x4efc9d87), "unallocated");  // mul v.d, v.d, v.d
4554   COMPARE_PREFIX(dci(0x4fc58321), "unallocated");  // mul v.d, v.d, v.d[]
4555   COMPARE_PREFIX(dci(0x0fef8b9b), "unallocated");  // mul v.und, v.und, v.d[]
4556   COMPARE_PREFIX(dci(0x7e20b865), "unallocated");  // neg b, b
4557   COMPARE_PREFIX(dci(0x7e60b853), "unallocated");  // neg h, h
4558   COMPARE_PREFIX(dci(0x7ea0bbfa), "unallocated");  // neg s, s
4559   COMPARE_PREFIX(dci(0x6eea9c50), "unallocated");  // pmul v.d, v.d, v.d
4560   COMPARE_PREFIX(dci(0x2e789e4c), "unallocated");  // pmul v.h, v.h, v.h
4561   COMPARE_PREFIX(dci(0x2ea39e8e), "unallocated");  // pmul v.s, v.s, v.s
4562   COMPARE_PREFIX(dci(0x2efb9dbd), "unallocated");  // pmul v.und, v.und, v.und
4563   COMPARE_PREFIX(dci(0x4eace101), "unallocated");  // pmull v.d, v.s, v.s
4564   COMPARE_PREFIX(dci(0x0e6de3ad), "unallocated");  // pmull v.s, v.h, v.h
4565   COMPARE_PREFIX(dci(0x4ee3e2c0), "unallocated");  // pmull v.und, v.d, v.d
4566   COMPARE_PREFIX(dci(0x0eede060), "unallocated");  // pmull v.und, v.und, v.und
4567   COMPARE_PREFIX(dci(0x6ee00afd), "unallocated");  // rev v.d, v.d
4568   COMPARE_PREFIX(dci(0x4e601975), "unallocated");  // rev v.h, v.h
4569   COMPARE_PREFIX(dci(0x4ea019f3), "unallocated");  // rev v.s, v.s
4570   COMPARE_PREFIX(dci(0x2ee00984), "unallocated");  // rev v.und, v.und
4571   COMPARE_PREFIX(dci(0x4ef07cc9), "unallocated");  // saba v.d, v.d, v.d
4572   COMPARE_PREFIX(dci(0x4ee57554), "unallocated");  // sabd v.d, v.d, v.d
4573   COMPARE_PREFIX(dci(0x0eb03927), "unallocated");  // saddlv d, v.s
4574   COMPARE_PREFIX(dci(0x5f0de4b1), "unallocated");  // scvtf b, b, #
4575   COMPARE_PREFIX(dci(0x4f08e468), "unallocated");  // scvtf v.b, v.b, #
4576   COMPARE_PREFIX(dci(0x4eed07a2), "unallocated");  // shadd v.d, v.d, v.d
4577   COMPARE_PREFIX(dci(0x5f0b54ec), "unallocated");  // shl b, b, #
4578   COMPARE_PREFIX(dci(0x5f1f56d7), "unallocated");  // shl h, h, #
4579   COMPARE_PREFIX(dci(0x5f205498), "unallocated");  // shl s, s, #
4580   COMPARE_PREFIX(dci(0x4ef7256c), "unallocated");  // shsub v.d, v.d, v.d
4581   COMPARE_PREFIX(dci(0x7f095521), "unallocated");  // sli b, b, #
4582   COMPARE_PREFIX(dci(0x7f1d579c), "unallocated");  // sli h, h, #
4583   COMPARE_PREFIX(dci(0x7f21578b), "unallocated");  // sli s, s, #
4584   COMPARE_PREFIX(dci(0x4eeb662a), "unallocated");  // smax v.d, v.d, v.d
4585   COMPARE_PREFIX(dci(0x4ef6a53f), "unallocated");  // smaxp v.d, v.d, v.d
4586   COMPARE_PREFIX(dci(0x4ef0aa5e), "unallocated");  // smaxv d, v.d
4587   COMPARE_PREFIX(dci(0x0eb0ab90), "unallocated");  // smaxv s, v.s
4588   COMPARE_PREFIX(dci(0x4eeb6d0c), "unallocated");  // smin v.d, v.d, v.d
4589   COMPARE_PREFIX(dci(0x4ee4ac0a), "unallocated");  // sminp v.d, v.d, v.d
4590   COMPARE_PREFIX(dci(0x4ef1aab8), "unallocated");  // sminv d, v.d
4591   COMPARE_PREFIX(dci(0x0eb1a951), "unallocated");  // sminv s, v.s
4592   COMPARE_PREFIX(dci(0x4fd32bd8), "unallocated");  // smlal v.und, v.d, v.d[]
4593   COMPARE_PREFIX(dci(0x0ff32a9e), "unallocated");  // smlal v.und, v.und, v.d[]
4594   COMPARE_PREFIX(dci(0x4ffa6aad), "unallocated");  // smlsl v.und, v.d, v.d[]
4595   COMPARE_PREFIX(dci(0x0ff56af4), "unallocated");  // smlsl v.und, v.und, v.d[]
4596   COMPARE_PREFIX(dci(0x0e182f6f), "unallocated");  // smov w, v.d[]
4597   COMPARE_PREFIX(dci(0x0e042d84), "unallocated");  // smov w, v.s[]
4598   COMPARE_PREFIX(dci(0x4e082c53), "unallocated");  // smov x, v.d[]
4599   COMPARE_PREFIX(dci(0x4fcfa8ed), "unallocated");  // smull v.und, v.d, v.d[]
4600   COMPARE_PREFIX(dci(0x0fdba861), "unallocated");  // smull v.und, v.und, v.d[]
4601   COMPARE_PREFIX(dci(0x5e2f93e4), "unallocated");  // sqdmlal h, b, b
4602   COMPARE_PREFIX(dci(0x5f113b27), "unallocated");  // sqdmlal h, b, v.b[]
4603   COMPARE_PREFIX(dci(0x5fff3b58), "unallocated");  // sqdmlal undd, d, v.d[]
4604   COMPARE_PREFIX(dci(0x0e2491d8), "unallocated");  // sqdmlal v.h, v.b, v.b
4605   COMPARE_PREFIX(dci(0x4fdb3b2a), "unallocated");  // sqdmlal v.und, v.d, v.d[]
4606   COMPARE_PREFIX(dci(0x0ffc3a4a),
4607                  "unallocated");  // sqdmlal v.und, v.und, v.d[]
4608   COMPARE_PREFIX(dci(0x5e3eb3a7), "unallocated");  // sqdmlsl h, b, b
4609   COMPARE_PREFIX(dci(0x5f337121), "unallocated");  // sqdmlsl h, b, v.b[]
4610   COMPARE_PREFIX(dci(0x5fd378ae), "unallocated");  // sqdmlsl undd, d, v.d[]
4611   COMPARE_PREFIX(dci(0x4e3eb3a7), "unallocated");  // sqdmlsl v.h, v.b, v.b
4612   COMPARE_PREFIX(dci(0x4fda78c2), "unallocated");  // sqdmlsl v.und, v.d, v.d[]
4613   COMPARE_PREFIX(dci(0x0ff279b3),
4614                  "unallocated");  // sqdmlsl v.und, v.und, v.d[]
4615   COMPARE_PREFIX(dci(0x5e34b7b7), "unallocated");  // sqdmulh b, b, b
4616   COMPARE_PREFIX(dci(0x5f16c106), "unallocated");  // sqdmulh b, b, v.b[]
4617   COMPARE_PREFIX(dci(0x5ef8b447), "unallocated");  // sqdmulh d, d, d
4618   COMPARE_PREFIX(dci(0x5fc5c113), "unallocated");  // sqdmulh d, d, v.d[]
4619   COMPARE_PREFIX(dci(0x4e33b6cd), "unallocated");  // sqdmulh v.b, v.b, v.b
4620   COMPARE_PREFIX(dci(0x4f3bc21e), "unallocated");  // sqdmulh v.b, v.b, v.b[]
4621   COMPARE_PREFIX(dci(0x4eefb738), "unallocated");  // sqdmulh v.d, v.d, v.d
4622   COMPARE_PREFIX(dci(0x4ff2cb2b), "unallocated");  // sqdmulh v.d, v.d, v.d[]
4623   COMPARE_PREFIX(dci(0x0feacbdd),
4624                  "unallocated");  // sqdmulh v.und, v.und, v.d[]
4625   COMPARE_PREFIX(dci(0x5e3ed2e8), "unallocated");  // sqdmull h, b, b
4626   COMPARE_PREFIX(dci(0x5f23b842), "unallocated");  // sqdmull h, b, v.b[]
4627   COMPARE_PREFIX(dci(0x5fc8ba56), "unallocated");  // sqdmull undd, d, v.d[]
4628   COMPARE_PREFIX(dci(0x4e38d125), "unallocated");  // sqdmull v.h, v.b, v.b
4629   COMPARE_PREFIX(dci(0x4ff5b8b3), "unallocated");  // sqdmull v.und, v.d, v.d[]
4630   COMPARE_PREFIX(dci(0x0fdcbac8),
4631                  "unallocated");  // sqdmull v.und, v.und, v.d[]
4632   COMPARE_PREFIX(dci(0x7fcdd950), "unallocated");  // sqrdmlah d, d, v.d[]
4633   COMPARE_PREFIX(dci(0x6fd6d80f), "unallocated");  // sqrdmlah v.d, v.d, v.d[]
4634   COMPARE_PREFIX(dci(0x2fecdae5),
4635                  "unallocated");  // sqrdmlah v.und, v.und, v.d[]
4636   COMPARE_PREFIX(dci(0x7fe0f992), "unallocated");  // sqrdmlsh d, d, v.d[]
4637   COMPARE_PREFIX(dci(0x6ff1f9df), "unallocated");  // sqrdmlsh v.d, v.d, v.d[]
4638   COMPARE_PREFIX(dci(0x2fcdfad1),
4639                  "unallocated");  // sqrdmlsh v.und, v.und, v.d[]
4640   COMPARE_PREFIX(dci(0x7e23b7fa), "unallocated");  // sqrdmulh b, b, b
4641   COMPARE_PREFIX(dci(0x5f1ad272), "unallocated");  // sqrdmulh b, b, v.b[]
4642   COMPARE_PREFIX(dci(0x7ef8b6e0), "unallocated");  // sqrdmulh d, d, d
4643   COMPARE_PREFIX(dci(0x5fd7d2a7), "unallocated");  // sqrdmulh d, d, v.d[]
4644   COMPARE_PREFIX(dci(0x6e23b7fa), "unallocated");  // sqrdmulh v.b, v.b, v.b
4645   COMPARE_PREFIX(dci(0x4f28d32a), "unallocated");  // sqrdmulh v.b, v.b, v.b[]
4646   COMPARE_PREFIX(dci(0x6ef0b702), "unallocated");  // sqrdmulh v.d, v.d, v.d
4647   COMPARE_PREFIX(dci(0x4feddb3f), "unallocated");  // sqrdmulh v.d, v.d, v.d[]
4648   COMPARE_PREFIX(dci(0x0fdddaf3),
4649                  "unallocated");  // sqrdmulh v.und, v.und, v.d[]
4650   COMPARE_PREFIX(dci(0x5f679d27), "unallocated");  // sqrshrn d, d, #
4651   COMPARE_PREFIX(dci(0x5f4d9f3b), "unallocated");  // sqrshrn d, h, #
4652   COMPARE_PREFIX(dci(0x5f569dfa), "unallocated");  // sqrshrn d, s, #
4653   COMPARE_PREFIX(dci(0x5f449d53), "unallocated");  // sqrshrn d, undn, #
4654   COMPARE_PREFIX(dci(0x4f609da3), "unallocated");  // sqrshrn v.d, v.und, #
4655   COMPARE_PREFIX(dci(0x7f698cee), "unallocated");  // sqrshrun d, d, #
4656   COMPARE_PREFIX(dci(0x7f498fd8), "unallocated");  // sqrshrun d, h, #
4657   COMPARE_PREFIX(dci(0x7f5d8e9a), "unallocated");  // sqrshrun d, s, #
4658   COMPARE_PREFIX(dci(0x7f478e04), "unallocated");  // sqrshrun d, undn, #
4659   COMPARE_PREFIX(dci(0x6f568c7d), "unallocated");  // sqrshrun v.d, v.und, #
4660   COMPARE_PREFIX(dci(0x5f779488), "unallocated");  // sqshrn d, d, #
4661   COMPARE_PREFIX(dci(0x5f4b9715), "unallocated");  // sqshrn d, h, #
4662   COMPARE_PREFIX(dci(0x5f579449), "unallocated");  // sqshrn d, s, #
4663   COMPARE_PREFIX(dci(0x5f4695ac), "unallocated");  // sqshrn d, undn, #
4664   COMPARE_PREFIX(dci(0x4f6096c1), "unallocated");  // sqshrn v.d, v.und, #
4665   COMPARE_PREFIX(dci(0x7f6786d1), "unallocated");  // sqshrun d, d, #
4666   COMPARE_PREFIX(dci(0x7f4884e3), "unallocated");  // sqshrun d, h, #
4667   COMPARE_PREFIX(dci(0x7f5886df), "unallocated");  // sqshrun d, s, #
4668   COMPARE_PREFIX(dci(0x7f448464), "unallocated");  // sqshrun d, undn, #
4669   COMPARE_PREFIX(dci(0x6f5b8674), "unallocated");  // sqshrun v.d, v.und, #
4670   COMPARE_PREFIX(dci(0x4ef2163f), "unallocated");  // srhadd v.d, v.d, v.d
4671   COMPARE_PREFIX(dci(0x7f09475d), "unallocated");  // sri b, b, #
4672   COMPARE_PREFIX(dci(0x7f104771), "unallocated");  // sri h, h, #
4673   COMPARE_PREFIX(dci(0x7f2045b4), "unallocated");  // sri s, s, #
4674   COMPARE_PREFIX(dci(0x5e2656a3), "unallocated");  // srshl b, b, b
4675   COMPARE_PREFIX(dci(0x5e605767), "unallocated");  // srshl h, h, h
4676   COMPARE_PREFIX(dci(0x5eb654c2), "unallocated");  // srshl s, s, s
4677   COMPARE_PREFIX(dci(0x5f0827c2), "unallocated");  // srshr b, b, #
4678   COMPARE_PREFIX(dci(0x5f13249c), "unallocated");  // srshr h, h, #
4679   COMPARE_PREFIX(dci(0x5f3526af), "unallocated");  // srshr s, s, #
4680   COMPARE_PREFIX(dci(0x5f0e34b0), "unallocated");  // srsra b, b, #
4681   COMPARE_PREFIX(dci(0x5f1537ed), "unallocated");  // srsra h, h, #
4682   COMPARE_PREFIX(dci(0x5f3934f2), "unallocated");  // srsra s, s, #
4683   COMPARE_PREFIX(dci(0x5e24470b), "unallocated");  // sshl b, b, b
4684   COMPARE_PREFIX(dci(0x5e624525), "unallocated");  // sshl h, h, h
4685   COMPARE_PREFIX(dci(0x5ea846d6), "unallocated");  // sshl s, s, s
4686   COMPARE_PREFIX(dci(0x5f0a07bc), "unallocated");  // sshr b, b, #
4687   COMPARE_PREFIX(dci(0x5f1d0504), "unallocated");  // sshr h, h, #
4688   COMPARE_PREFIX(dci(0x5f3e059d), "unallocated");  // sshr s, s, #
4689   COMPARE_PREFIX(dci(0x5f0d17ae), "unallocated");  // ssra b, b, #
4690   COMPARE_PREFIX(dci(0x5f1417c2), "unallocated");  // ssra h, h, #
4691   COMPARE_PREFIX(dci(0x5f2214c1), "unallocated");  // ssra s, s, #
4692   COMPARE_PREFIX(dci(0x7e3a8503), "unallocated");  // sub b, b, b
4693   COMPARE_PREFIX(dci(0x7e748657), "unallocated");  // sub h, h, h
4694   COMPARE_PREFIX(dci(0x7eaf844c), "unallocated");  // sub s, s, s
4695   COMPARE_PREFIX(dci(0x6efb7c3c), "unallocated");  // uaba v.d, v.d, v.d
4696   COMPARE_PREFIX(dci(0x6ee2749f), "unallocated");  // uabd v.d, v.d, v.d
4697   COMPARE_PREFIX(dci(0x2eb03807), "unallocated");  // uaddlv d, v.s
4698   COMPARE_PREFIX(dci(0x7f08e671), "unallocated");  // ucvtf b, b, #
4699   COMPARE_PREFIX(dci(0x6f0ee59b), "unallocated");  // ucvtf v.b, v.b, #
4700   COMPARE_PREFIX(dci(0x6eef052d), "unallocated");  // uhadd v.d, v.d, v.d
4701   COMPARE_PREFIX(dci(0x6eef2707), "unallocated");  // uhsub v.d, v.d, v.d
4702   COMPARE_PREFIX(dci(0x6ee6675a), "unallocated");  // umax v.d, v.d, v.d
4703   COMPARE_PREFIX(dci(0x6ef2a430), "unallocated");  // umaxp v.d, v.d, v.d
4704   COMPARE_PREFIX(dci(0x6ef0a8ae), "unallocated");  // umaxv d, v.d
4705   COMPARE_PREFIX(dci(0x2eb0aa70), "unallocated");  // umaxv s, v.s
4706   COMPARE_PREFIX(dci(0x6efd6d23), "unallocated");  // umin v.d, v.d, v.d
4707   COMPARE_PREFIX(dci(0x6ee2accf), "unallocated");  // uminp v.d, v.d, v.d
4708   COMPARE_PREFIX(dci(0x6ef1aa28), "unallocated");  // uminv d, v.d
4709   COMPARE_PREFIX(dci(0x2eb1a831), "unallocated");  // uminv s, v.s
4710   COMPARE_PREFIX(dci(0x6ffa2b0b), "unallocated");  // umlal v.und, v.d, v.d[]
4711   COMPARE_PREFIX(dci(0x2fdb2acd), "unallocated");  // umlal v.und, v.und, v.d[]
4712   COMPARE_PREFIX(dci(0x6fe76bb5), "unallocated");  // umlsl v.und, v.d, v.d[]
4713   COMPARE_PREFIX(dci(0x2ff068fb), "unallocated");  // umlsl v.und, v.und, v.d[]
4714   COMPARE_PREFIX(dci(0x6fd0a947), "unallocated");  // umull v.und, v.d, v.d[]
4715   COMPARE_PREFIX(dci(0x2fc0a8fb), "unallocated");  // umull v.und, v.und, v.d[]
4716   COMPARE_PREFIX(dci(0x7f6e9c1b), "unallocated");  // uqrshrn d, d, #
4717   COMPARE_PREFIX(dci(0x7f4d9e1b), "unallocated");  // uqrshrn d, h, #
4718   COMPARE_PREFIX(dci(0x7f5e9d48), "unallocated");  // uqrshrn d, s, #
4719   COMPARE_PREFIX(dci(0x7f419d2e), "unallocated");  // uqrshrn d, undn, #
4720   COMPARE_PREFIX(dci(0x6f779e93), "unallocated");  // uqrshrn v.d, v.und, #
4721   COMPARE_PREFIX(dci(0x7f649620), "unallocated");  // uqshrn d, d, #
4722   COMPARE_PREFIX(dci(0x7f4a950b), "unallocated");  // uqshrn d, h, #
4723   COMPARE_PREFIX(dci(0x7f55950e), "unallocated");  // uqshrn d, s, #
4724   COMPARE_PREFIX(dci(0x7f4697b5), "unallocated");  // uqshrn d, undn, #
4725   COMPARE_PREFIX(dci(0x6f749463), "unallocated");  // uqshrn v.d, v.und, #
4726   COMPARE_PREFIX(dci(0x4ee1c88d), "unallocated");  // urecpe v.d, v.d
4727   COMPARE_PREFIX(dci(0x6eed17ff), "unallocated");  // urhadd v.d, v.d, v.d
4728   COMPARE_PREFIX(dci(0x7e30549c), "unallocated");  // urshl b, b, b
4729   COMPARE_PREFIX(dci(0x7e6157c1), "unallocated");  // urshl h, h, h
4730   COMPARE_PREFIX(dci(0x7eb65432), "unallocated");  // urshl s, s, s
4731   COMPARE_PREFIX(dci(0x7f0b2637), "unallocated");  // urshr b, b, #
4732   COMPARE_PREFIX(dci(0x7f13240c), "unallocated");  // urshr h, h, #
4733   COMPARE_PREFIX(dci(0x7f232578), "unallocated");  // urshr s, s, #
4734   COMPARE_PREFIX(dci(0x6ee1ca96), "unallocated");  // ursqrte v.d, v.d
4735   COMPARE_PREFIX(dci(0x7f0a375a), "unallocated");  // ursra b, b, #
4736   COMPARE_PREFIX(dci(0x7f12340f), "unallocated");  // ursra h, h, #
4737   COMPARE_PREFIX(dci(0x7f2f3549), "unallocated");  // ursra s, s, #
4738   COMPARE_PREFIX(dci(0x7e2d47d3), "unallocated");  // ushl b, b, b
4739   COMPARE_PREFIX(dci(0x7e694742), "unallocated");  // ushl h, h, h
4740   COMPARE_PREFIX(dci(0x7eab45db), "unallocated");  // ushl s, s, s
4741   COMPARE_PREFIX(dci(0x7f0d0631), "unallocated");  // ushr b, b, #
4742   COMPARE_PREFIX(dci(0x7f1805a4), "unallocated");  // ushr h, h, #
4743   COMPARE_PREFIX(dci(0x7f2e063a), "unallocated");  // ushr s, s, #
4744   COMPARE_PREFIX(dci(0x7f0c15a4), "unallocated");  // usra b, b, #
4745   COMPARE_PREFIX(dci(0x7f1716c7), "unallocated");  // usra h, h, #
4746   COMPARE_PREFIX(dci(0x7f261749), "unallocated");  // usra s, s, #
4747 
4748   CLEANUP();
4749 }
4750 
4751 }  // namespace aarch64
4752 }  // namespace vixl
4753