1// Copyright 2019, VIXL authors
2// All rights reserved.
3//
4// Redistribution and use in source and binary forms, with or without
5// modification, are permitted provided that the following conditions are met:
6//
7//   * Redistributions of source code must retain the above copyright notice,
8//     this list of conditions and the following disclaimer.
9//   * Redistributions in binary form must reproduce the above copyright notice,
10//     this list of conditions and the following disclaimer in the documentation
11//     and/or other materials provided with the distribution.
12//   * Neither the name of ARM Limited nor the names of its contributors may be
13//     used to endorse or promote products derived from this software without
14//     specific prior written permission.
15//
16// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS CONTRIBUTORS "AS IS" AND
17// ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18// WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
19// DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
20// FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
22// SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
23// CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24// OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
25// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
27
28#include <cstdio>
29#include <cstring>
30#include <string>
31
32#include "test-runner.h"
33
34#include "aarch64/disasm-aarch64.h"
35#include "aarch64/macro-assembler-aarch64.h"
36#include "test-disasm-aarch64.h"
37
38namespace vixl {
39namespace aarch64 {
40
41TEST(load_store_v_offset) {
42  SETUP();
43
44  COMPARE(ldr(s0, MemOperand(x1)), "ldr s0, [x1]");
45  COMPARE(ldr(s2, MemOperand(x3, 4)), "ldr s2, [x3, #4]");
46  COMPARE(ldr(s4, MemOperand(x5, 16380)), "ldr s4, [x5, #16380]");
47  COMPARE(ldr(d6, MemOperand(x7)), "ldr d6, [x7]");
48  COMPARE(ldr(d8, MemOperand(x9, 8)), "ldr d8, [x9, #8]");
49  COMPARE(ldr(d10, MemOperand(x11, 32760)), "ldr d10, [x11, #32760]");
50  COMPARE(str(s12, MemOperand(x13)), "str s12, [x13]");
51  COMPARE(str(s14, MemOperand(x15, 4)), "str s14, [x15, #4]");
52  COMPARE(str(s16, MemOperand(x17, 16380)), "str s16, [x17, #16380]");
53  COMPARE(str(d18, MemOperand(x19)), "str d18, [x19]");
54  COMPARE(str(d20, MemOperand(x21, 8)), "str d20, [x21, #8]");
55  COMPARE(str(d22, MemOperand(x23, 32760)), "str d22, [x23, #32760]");
56
57  COMPARE(ldr(b0, MemOperand(x1)), "ldr b0, [x1]");
58  COMPARE(ldr(b2, MemOperand(x3, 1)), "ldr b2, [x3, #1]");
59  COMPARE(ldr(b4, MemOperand(x5, 4095)), "ldr b4, [x5, #4095]");
60  COMPARE(ldr(h6, MemOperand(x7)), "ldr h6, [x7]");
61  COMPARE(ldr(h8, MemOperand(x9, 2)), "ldr h8, [x9, #2]");
62  COMPARE(ldr(h10, MemOperand(x11, 8190)), "ldr h10, [x11, #8190]");
63  COMPARE(ldr(q12, MemOperand(x13)), "ldr q12, [x13]");
64  COMPARE(ldr(q14, MemOperand(x15, 16)), "ldr q14, [x15, #16]");
65  COMPARE(ldr(q16, MemOperand(x17, 65520)), "ldr q16, [x17, #65520]");
66  COMPARE(str(b18, MemOperand(x19)), "str b18, [x19]");
67  COMPARE(str(b20, MemOperand(x21, 1)), "str b20, [x21, #1]");
68  COMPARE(str(b22, MemOperand(x23, 4095)), "str b22, [x23, #4095]");
69  COMPARE(str(h24, MemOperand(x25)), "str h24, [x25]");
70  COMPARE(str(h26, MemOperand(x27, 2)), "str h26, [x27, #2]");
71  COMPARE(str(h28, MemOperand(x29, 8190)), "str h28, [x29, #8190]");
72  COMPARE(str(q30, MemOperand(x30)), "str q30, [x30]");
73  COMPARE(str(q31, MemOperand(x1, 16)), "str q31, [x1, #16]");
74  COMPARE(str(q0, MemOperand(x3, 65520)), "str q0, [x3, #65520]");
75
76  COMPARE(ldr(s24, MemOperand(sp)), "ldr s24, [sp]");
77  COMPARE(ldr(d25, MemOperand(sp, 8)), "ldr d25, [sp, #8]");
78  COMPARE(ldr(b26, MemOperand(sp, 1)), "ldr b26, [sp, #1]");
79  COMPARE(ldr(h27, MemOperand(sp, 2)), "ldr h27, [sp, #2]");
80  COMPARE(ldr(q28, MemOperand(sp, 16)), "ldr q28, [sp, #16]");
81
82  CLEANUP();
83}
84
85
86TEST(load_store_v_pre) {
87  SETUP();
88
89  COMPARE(ldr(s0, MemOperand(x1, 4, PreIndex)), "ldr s0, [x1, #4]!");
90  COMPARE(ldr(s2, MemOperand(x3, 255, PreIndex)), "ldr s2, [x3, #255]!");
91  COMPARE(ldr(s4, MemOperand(x5, -256, PreIndex)), "ldr s4, [x5, #-256]!");
92  COMPARE(ldr(d6, MemOperand(x7, 8, PreIndex)), "ldr d6, [x7, #8]!");
93  COMPARE(ldr(d8, MemOperand(x9, 255, PreIndex)), "ldr d8, [x9, #255]!");
94  COMPARE(ldr(d10, MemOperand(x11, -256, PreIndex)), "ldr d10, [x11, #-256]!");
95
96  COMPARE(str(s12, MemOperand(x13, 4, PreIndex)), "str s12, [x13, #4]!");
97  COMPARE(str(s14, MemOperand(x15, 255, PreIndex)), "str s14, [x15, #255]!");
98  COMPARE(str(s16, MemOperand(x17, -256, PreIndex)), "str s16, [x17, #-256]!");
99  COMPARE(str(d18, MemOperand(x19, 8, PreIndex)), "str d18, [x19, #8]!");
100  COMPARE(str(d20, MemOperand(x21, 255, PreIndex)), "str d20, [x21, #255]!");
101  COMPARE(str(d22, MemOperand(x23, -256, PreIndex)), "str d22, [x23, #-256]!");
102
103  COMPARE(ldr(b0, MemOperand(x1, 1, PreIndex)), "ldr b0, [x1, #1]!");
104  COMPARE(ldr(b2, MemOperand(x3, 255, PreIndex)), "ldr b2, [x3, #255]!");
105  COMPARE(ldr(b4, MemOperand(x5, -256, PreIndex)), "ldr b4, [x5, #-256]!");
106  COMPARE(ldr(h6, MemOperand(x7, 2, PreIndex)), "ldr h6, [x7, #2]!");
107  COMPARE(ldr(h8, MemOperand(x9, 255, PreIndex)), "ldr h8, [x9, #255]!");
108  COMPARE(ldr(h10, MemOperand(x11, -256, PreIndex)), "ldr h10, [x11, #-256]!");
109  COMPARE(ldr(q12, MemOperand(x13, 16, PreIndex)), "ldr q12, [x13, #16]!");
110  COMPARE(ldr(q14, MemOperand(x15, 255, PreIndex)), "ldr q14, [x15, #255]!");
111  COMPARE(ldr(q16, MemOperand(x17, -256, PreIndex)), "ldr q16, [x17, #-256]!");
112
113  COMPARE(str(b18, MemOperand(x19, 1, PreIndex)), "str b18, [x19, #1]!");
114  COMPARE(str(b20, MemOperand(x21, 255, PreIndex)), "str b20, [x21, #255]!");
115  COMPARE(str(b22, MemOperand(x23, -256, PreIndex)), "str b22, [x23, #-256]!");
116  COMPARE(str(h24, MemOperand(x25, 2, PreIndex)), "str h24, [x25, #2]!");
117  COMPARE(str(h26, MemOperand(x27, 255, PreIndex)), "str h26, [x27, #255]!");
118  COMPARE(str(h28, MemOperand(x29, -256, PreIndex)), "str h28, [x29, #-256]!");
119  COMPARE(str(q30, MemOperand(x1, 16, PreIndex)), "str q30, [x1, #16]!");
120  COMPARE(str(q31, MemOperand(x3, 255, PreIndex)), "str q31, [x3, #255]!");
121  COMPARE(str(q0, MemOperand(x5, -256, PreIndex)), "str q0, [x5, #-256]!");
122
123  COMPARE(str(b24, MemOperand(sp, 1, PreIndex)), "str b24, [sp, #1]!");
124  COMPARE(str(h25, MemOperand(sp, -2, PreIndex)), "str h25, [sp, #-2]!");
125  COMPARE(str(s26, MemOperand(sp, 4, PreIndex)), "str s26, [sp, #4]!");
126  COMPARE(str(d27, MemOperand(sp, -8, PreIndex)), "str d27, [sp, #-8]!");
127  COMPARE(str(q28, MemOperand(sp, 16, PreIndex)), "str q28, [sp, #16]!");
128
129  COMPARE(ldr(b0, MemOperand(x1, 0, PreIndex)), "ldr b0, [x1, #0]!");
130  COMPARE(ldr(h2, MemOperand(x3, 0, PreIndex)), "ldr h2, [x3, #0]!");
131  COMPARE(ldr(s4, MemOperand(x5, 0, PreIndex)), "ldr s4, [x5, #0]!");
132  COMPARE(ldr(d6, MemOperand(x7, 0, PreIndex)), "ldr d6, [x7, #0]!");
133  COMPARE(ldr(q8, MemOperand(x9, 0, PreIndex)), "ldr q8, [x9, #0]!");
134  COMPARE(str(b0, MemOperand(x1, 0, PreIndex)), "str b0, [x1, #0]!");
135  COMPARE(str(h2, MemOperand(x3, 0, PreIndex)), "str h2, [x3, #0]!");
136  COMPARE(str(s4, MemOperand(x5, 0, PreIndex)), "str s4, [x5, #0]!");
137  COMPARE(str(d6, MemOperand(x7, 0, PreIndex)), "str d6, [x7, #0]!");
138  COMPARE(str(q8, MemOperand(x9, 0, PreIndex)), "str q8, [x9, #0]!");
139
140  CLEANUP();
141}
142
143
144TEST(load_store_v_post) {
145  SETUP();
146
147  COMPARE(ldr(s0, MemOperand(x1, 4, PostIndex)), "ldr s0, [x1], #4");
148  COMPARE(ldr(s2, MemOperand(x3, 255, PostIndex)), "ldr s2, [x3], #255");
149  COMPARE(ldr(s4, MemOperand(x5, -256, PostIndex)), "ldr s4, [x5], #-256");
150  COMPARE(ldr(d6, MemOperand(x7, 8, PostIndex)), "ldr d6, [x7], #8");
151  COMPARE(ldr(d8, MemOperand(x9, 255, PostIndex)), "ldr d8, [x9], #255");
152  COMPARE(ldr(d10, MemOperand(x11, -256, PostIndex)), "ldr d10, [x11], #-256");
153
154  COMPARE(str(s12, MemOperand(x13, 4, PostIndex)), "str s12, [x13], #4");
155  COMPARE(str(s14, MemOperand(x15, 255, PostIndex)), "str s14, [x15], #255");
156  COMPARE(str(s16, MemOperand(x17, -256, PostIndex)), "str s16, [x17], #-256");
157  COMPARE(str(d18, MemOperand(x19, 8, PostIndex)), "str d18, [x19], #8");
158  COMPARE(str(d20, MemOperand(x21, 255, PostIndex)), "str d20, [x21], #255");
159  COMPARE(str(d22, MemOperand(x23, -256, PostIndex)), "str d22, [x23], #-256");
160
161  COMPARE(ldr(b0, MemOperand(x1, 4, PostIndex)), "ldr b0, [x1], #4");
162  COMPARE(ldr(b2, MemOperand(x3, 255, PostIndex)), "ldr b2, [x3], #255");
163  COMPARE(ldr(b4, MemOperand(x5, -256, PostIndex)), "ldr b4, [x5], #-256");
164  COMPARE(ldr(h6, MemOperand(x7, 8, PostIndex)), "ldr h6, [x7], #8");
165  COMPARE(ldr(h8, MemOperand(x9, 255, PostIndex)), "ldr h8, [x9], #255");
166  COMPARE(ldr(h10, MemOperand(x11, -256, PostIndex)), "ldr h10, [x11], #-256");
167  COMPARE(ldr(q12, MemOperand(x13, 8, PostIndex)), "ldr q12, [x13], #8");
168  COMPARE(ldr(q14, MemOperand(x15, 255, PostIndex)), "ldr q14, [x15], #255");
169  COMPARE(ldr(q16, MemOperand(x17, -256, PostIndex)), "ldr q16, [x17], #-256");
170
171  COMPARE(str(b18, MemOperand(x19, 4, PostIndex)), "str b18, [x19], #4");
172  COMPARE(str(b20, MemOperand(x21, 255, PostIndex)), "str b20, [x21], #255");
173  COMPARE(str(b22, MemOperand(x23, -256, PostIndex)), "str b22, [x23], #-256");
174  COMPARE(str(h24, MemOperand(x25, 8, PostIndex)), "str h24, [x25], #8");
175  COMPARE(str(h26, MemOperand(x27, 255, PostIndex)), "str h26, [x27], #255");
176  COMPARE(str(h28, MemOperand(x29, -256, PostIndex)), "str h28, [x29], #-256");
177  COMPARE(str(q30, MemOperand(x1, 8, PostIndex)), "str q30, [x1], #8");
178  COMPARE(str(q31, MemOperand(x3, 255, PostIndex)), "str q31, [x3], #255");
179  COMPARE(str(q0, MemOperand(x5, -256, PostIndex)), "str q0, [x5], #-256");
180
181  COMPARE(ldr(b24, MemOperand(sp, -1, PreIndex)), "ldr b24, [sp, #-1]!");
182  COMPARE(ldr(h25, MemOperand(sp, 2, PreIndex)), "ldr h25, [sp, #2]!");
183  COMPARE(ldr(s26, MemOperand(sp, -4, PreIndex)), "ldr s26, [sp, #-4]!");
184  COMPARE(ldr(d27, MemOperand(sp, 8, PreIndex)), "ldr d27, [sp, #8]!");
185  COMPARE(ldr(q28, MemOperand(sp, -16, PreIndex)), "ldr q28, [sp, #-16]!");
186
187  COMPARE(ldr(b0, MemOperand(x1, 0, PostIndex)), "ldr b0, [x1], #0");
188  COMPARE(ldr(h2, MemOperand(x3, 0, PostIndex)), "ldr h2, [x3], #0");
189  COMPARE(ldr(s4, MemOperand(x5, 0, PostIndex)), "ldr s4, [x5], #0");
190  COMPARE(ldr(d6, MemOperand(x7, 0, PostIndex)), "ldr d6, [x7], #0");
191  COMPARE(ldr(q8, MemOperand(x9, 0, PostIndex)), "ldr q8, [x9], #0");
192  COMPARE(str(b0, MemOperand(x1, 0, PostIndex)), "str b0, [x1], #0");
193  COMPARE(str(h2, MemOperand(x3, 0, PostIndex)), "str h2, [x3], #0");
194  COMPARE(str(s4, MemOperand(x5, 0, PostIndex)), "str s4, [x5], #0");
195  COMPARE(str(d6, MemOperand(x7, 0, PostIndex)), "str d6, [x7], #0");
196  COMPARE(str(q8, MemOperand(x9, 0, PostIndex)), "str q8, [x9], #0");
197
198  CLEANUP();
199}
200
201
202TEST(load_store_v_regoffset) {
203  SETUP();
204
205  COMPARE(ldr(b0, MemOperand(x1, x2)), "ldr b0, [x1, x2]");
206  COMPARE(ldr(b1, MemOperand(x2, w3, UXTW)), "ldr b1, [x2, w3, uxtw]");
207  COMPARE(ldr(b2, MemOperand(x3, w4, SXTW)), "ldr b2, [x3, w4, sxtw]");
208  // We can't assemble this instruction, but we check it disassembles correctly.
209  COMPARE(dci(0x3c657883), "ldr b3, [x4, x5, lsl #0]");
210  COMPARE(ldr(b30, MemOperand(sp, xzr)), "ldr b30, [sp, xzr]");
211  COMPARE(ldr(b31, MemOperand(sp, wzr, UXTW)), "ldr b31, [sp, wzr, uxtw]");
212
213  COMPARE(ldr(h0, MemOperand(x1, x2)), "ldr h0, [x1, x2]");
214  COMPARE(ldr(h1, MemOperand(x2, w3, UXTW)), "ldr h1, [x2, w3, uxtw]");
215  COMPARE(ldr(h2, MemOperand(x3, w4, SXTW)), "ldr h2, [x3, w4, sxtw]");
216  COMPARE(ldr(h3, MemOperand(x4, w5, UXTW, 1)), "ldr h3, [x4, w5, uxtw #1]");
217  COMPARE(ldr(h4, MemOperand(x5, w5, SXTW, 1)), "ldr h4, [x5, w5, sxtw #1]");
218  COMPARE(ldr(h30, MemOperand(sp, xzr)), "ldr h30, [sp, xzr]");
219  COMPARE(ldr(h31, MemOperand(sp, wzr, SXTW, 1)),
220          "ldr h31, [sp, wzr, sxtw #1]");
221
222  COMPARE(ldr(s0, MemOperand(x1, x2)), "ldr s0, [x1, x2]");
223  COMPARE(ldr(s1, MemOperand(x2, w3, UXTW)), "ldr s1, [x2, w3, uxtw]");
224  COMPARE(ldr(s2, MemOperand(x3, w4, SXTW)), "ldr s2, [x3, w4, sxtw]");
225  COMPARE(ldr(s3, MemOperand(x4, w5, UXTW, 2)), "ldr s3, [x4, w5, uxtw #2]");
226  COMPARE(ldr(s4, MemOperand(x5, w5, SXTW, 2)), "ldr s4, [x5, w5, sxtw #2]");
227  COMPARE(ldr(s30, MemOperand(sp, xzr)), "ldr s30, [sp, xzr]");
228  COMPARE(ldr(s31, MemOperand(sp, wzr, SXTW, 2)),
229          "ldr s31, [sp, wzr, sxtw #2]");
230
231  COMPARE(ldr(d0, MemOperand(x1, x2)), "ldr d0, [x1, x2]");
232  COMPARE(ldr(d1, MemOperand(x2, w3, UXTW)), "ldr d1, [x2, w3, uxtw]");
233  COMPARE(ldr(d2, MemOperand(x3, w4, SXTW)), "ldr d2, [x3, w4, sxtw]");
234  COMPARE(ldr(d3, MemOperand(x4, w5, UXTW, 3)), "ldr d3, [x4, w5, uxtw #3]");
235  COMPARE(ldr(d4, MemOperand(x5, w5, SXTW, 3)), "ldr d4, [x5, w5, sxtw #3]");
236  COMPARE(ldr(d30, MemOperand(sp, xzr)), "ldr d30, [sp, xzr]");
237  COMPARE(ldr(d31, MemOperand(sp, wzr, SXTW, 3)),
238          "ldr d31, [sp, wzr, sxtw #3]");
239
240  COMPARE(ldr(q0, MemOperand(x1, x2)), "ldr q0, [x1, x2]");
241  COMPARE(ldr(q1, MemOperand(x2, w3, UXTW)), "ldr q1, [x2, w3, uxtw]");
242  COMPARE(ldr(q2, MemOperand(x3, w4, SXTW)), "ldr q2, [x3, w4, sxtw]");
243  COMPARE(ldr(q3, MemOperand(x4, w5, UXTW, 4)), "ldr q3, [x4, w5, uxtw #4]");
244  COMPARE(ldr(q4, MemOperand(x5, w5, SXTW, 4)), "ldr q4, [x5, w5, sxtw #4]");
245  COMPARE(ldr(q30, MemOperand(sp, xzr)), "ldr q30, [sp, xzr]");
246  COMPARE(ldr(q31, MemOperand(sp, wzr, SXTW, 4)),
247          "ldr q31, [sp, wzr, sxtw #4]");
248
249  COMPARE(str(b0, MemOperand(x1, x2)), "str b0, [x1, x2]");
250  COMPARE(str(b1, MemOperand(x2, w3, UXTW)), "str b1, [x2, w3, uxtw]");
251  COMPARE(str(b2, MemOperand(x3, w4, SXTW)), "str b2, [x3, w4, sxtw]");
252  // We can't assemble this instruction, but we check it disassembles correctly.
253  COMPARE(dci(0x3c257883), "str b3, [x4, x5, lsl #0]");
254  COMPARE(str(b30, MemOperand(sp, xzr)), "str b30, [sp, xzr]");
255  COMPARE(str(b31, MemOperand(sp, wzr, UXTW)), "str b31, [sp, wzr, uxtw]");
256
257  COMPARE(str(h0, MemOperand(x1, x2)), "str h0, [x1, x2]");
258  COMPARE(str(h1, MemOperand(x2, w3, UXTW)), "str h1, [x2, w3, uxtw]");
259  COMPARE(str(h2, MemOperand(x3, w4, SXTW)), "str h2, [x3, w4, sxtw]");
260  COMPARE(str(h3, MemOperand(x4, w5, UXTW, 1)), "str h3, [x4, w5, uxtw #1]");
261  COMPARE(str(h4, MemOperand(x5, w5, SXTW, 1)), "str h4, [x5, w5, sxtw #1]");
262  COMPARE(str(h30, MemOperand(sp, xzr)), "str h30, [sp, xzr]");
263  COMPARE(str(h31, MemOperand(sp, wzr, SXTW, 1)),
264          "str h31, [sp, wzr, sxtw #1]");
265
266  COMPARE(str(s0, MemOperand(x1, x2)), "str s0, [x1, x2]");
267  COMPARE(str(s1, MemOperand(x2, w3, UXTW)), "str s1, [x2, w3, uxtw]");
268  COMPARE(str(s2, MemOperand(x3, w4, SXTW)), "str s2, [x3, w4, sxtw]");
269  COMPARE(str(s3, MemOperand(x4, w5, UXTW, 2)), "str s3, [x4, w5, uxtw #2]");
270  COMPARE(str(s4, MemOperand(x5, w5, SXTW, 2)), "str s4, [x5, w5, sxtw #2]");
271  COMPARE(str(s30, MemOperand(sp, xzr)), "str s30, [sp, xzr]");
272  COMPARE(str(s31, MemOperand(sp, wzr, SXTW, 2)),
273          "str s31, [sp, wzr, sxtw #2]");
274
275  COMPARE(str(d0, MemOperand(x1, x2)), "str d0, [x1, x2]");
276  COMPARE(str(d1, MemOperand(x2, w3, UXTW)), "str d1, [x2, w3, uxtw]");
277  COMPARE(str(d2, MemOperand(x3, w4, SXTW)), "str d2, [x3, w4, sxtw]");
278  COMPARE(str(d3, MemOperand(x4, w5, UXTW, 3)), "str d3, [x4, w5, uxtw #3]");
279  COMPARE(str(d4, MemOperand(x5, w5, SXTW, 3)), "str d4, [x5, w5, sxtw #3]");
280  COMPARE(str(d30, MemOperand(sp, xzr)), "str d30, [sp, xzr]");
281  COMPARE(str(d31, MemOperand(sp, wzr, SXTW, 3)),
282          "str d31, [sp, wzr, sxtw #3]");
283
284  COMPARE(str(q0, MemOperand(x1, x2)), "str q0, [x1, x2]");
285  COMPARE(str(q1, MemOperand(x2, w3, UXTW)), "str q1, [x2, w3, uxtw]");
286  COMPARE(str(q2, MemOperand(x3, w4, SXTW)), "str q2, [x3, w4, sxtw]");
287  COMPARE(str(q3, MemOperand(x4, w5, UXTW, 4)), "str q3, [x4, w5, uxtw #4]");
288  COMPARE(str(q4, MemOperand(x5, w5, SXTW, 4)), "str q4, [x5, w5, sxtw #4]");
289  COMPARE(str(q30, MemOperand(sp, xzr)), "str q30, [sp, xzr]");
290  COMPARE(str(q31, MemOperand(sp, wzr, SXTW, 4)),
291          "str q31, [sp, wzr, sxtw #4]");
292
293  CLEANUP();
294}
295
296#define VLIST2(v) \
297  v, VRegister((v.GetCode() + 1) % 32, v.GetSizeInBits(), v.GetLanes())
298#define VLIST3(v) \
299  VLIST2(v), VRegister((v.GetCode() + 2) % 32, v.GetSizeInBits(), v.GetLanes())
300#define VLIST4(v) \
301  VLIST3(v), VRegister((v.GetCode() + 3) % 32, v.GetSizeInBits(), v.GetLanes())
302
303
304#define NEON_FORMAT_LIST(V) \
305  V(V8B(), "8b")            \
306  V(V16B(), "16b")          \
307  V(V4H(), "4h")            \
308  V(V8H(), "8h")            \
309  V(V2S(), "2s")            \
310  V(V4S(), "4s")            \
311  V(V2D(), "2d")
312
313#define NEON_FORMAT_LIST_LP(V)  \
314  V(V4H(), "4h", V8B(), "8b")   \
315  V(V2S(), "2s", V4H(), "4h")   \
316  V(V1D(), "1d", V2S(), "2s")   \
317  V(V8H(), "8h", V16B(), "16b") \
318  V(V4S(), "4s", V8H(), "8h")   \
319  V(V2D(), "2d", V4S(), "4s")
320
321#define NEON_FORMAT_LIST_LW(V) \
322  V(V8H(), "8h", V8B(), "8b")  \
323  V(V4S(), "4s", V4H(), "4h")  \
324  V(V2D(), "2d", V2S(), "2s")
325
326#define NEON_FORMAT_LIST_LW2(V) \
327  V(V8H(), "8h", V16B(), "16b") \
328  V(V4S(), "4s", V8H(), "8h")   \
329  V(V2D(), "2d", V4S(), "4s")
330
331#define NEON_FORMAT_LIST_BHS(V) \
332  V(V8B(), "8b")                \
333  V(V16B(), "16b")              \
334  V(V4H(), "4h")                \
335  V(V8H(), "8h")                \
336  V(V2S(), "2s")                \
337  V(V4S(), "4s")
338
339#define NEON_FORMAT_LIST_HS(V) \
340  V(V4H(), "4h")               \
341  V(V8H(), "8h")               \
342  V(V2S(), "2s")               \
343  V(V4S(), "4s")
344
345TEST(neon_load_store_vector) {
346  SETUP();
347
348#define DISASM_INST(M, S)                                               \
349  COMPARE_MACRO(Ld1(v0.M, MemOperand(x15)), "ld1 {v0." S "}, [x15]");   \
350  COMPARE_MACRO(Ld1(v1.M, v2.M, MemOperand(x16)),                       \
351                "ld1 {v1." S ", v2." S "}, [x16]");                     \
352  COMPARE_MACRO(Ld1(v3.M, v4.M, v5.M, MemOperand(x17)),                 \
353                "ld1 {v3." S ", v4." S ", v5." S "}, [x17]");           \
354  COMPARE_MACRO(Ld1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18)),           \
355                "ld1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18]")  \
356  COMPARE_MACRO(Ld1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),          \
357                "ld1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]") \
358  COMPARE_MACRO(Ld2(v1.M, v2.M, MemOperand(x16)),                       \
359                "ld2 {v1." S ", v2." S "}, [x16]");                     \
360  COMPARE_MACRO(Ld3(v3.M, v4.M, v5.M, MemOperand(x17)),                 \
361                "ld3 {v3." S ", v4." S ", v5." S "}, [x17]");           \
362  COMPARE_MACRO(Ld4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18)),           \
363                "ld4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18]")  \
364  COMPARE_MACRO(Ld4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),          \
365                "ld4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]") \
366  NEON_FORMAT_LIST(DISASM_INST);
367#undef DISASM_INST
368
369#define DISASM_INST(M, S)                                                      \
370  COMPARE_MACRO(Ld1(v0.M, MemOperand(x15, x20, PostIndex)),                    \
371                "ld1 {v0." S "}, [x15], x20");                                 \
372  COMPARE_MACRO(Ld1(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
373                "ld1 {v1." S ", v2." S "}, [x16], x21");                       \
374  COMPARE_MACRO(Ld1(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
375                "ld1 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
376  COMPARE_MACRO(Ld1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
377                "ld1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23")    \
378  COMPARE_MACRO(Ld1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
379                "ld1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24")   \
380  COMPARE_MACRO(Ld2(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
381                "ld2 {v1." S ", v2." S "}, [x16], x21");                       \
382  COMPARE_MACRO(Ld3(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
383                "ld3 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
384  COMPARE_MACRO(Ld4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
385                "ld4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23")    \
386  COMPARE_MACRO(Ld4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
387                "ld4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24")   \
388  NEON_FORMAT_LIST(DISASM_INST);
389#undef DISASM_INST
390
391  COMPARE_MACRO(Ld1(v0.V8B(), MemOperand(x15, 8, PostIndex)),
392                "ld1 {v0.8b}, [x15], #8");
393  COMPARE_MACRO(Ld1(v1.V16B(), MemOperand(x16, 16, PostIndex)),
394                "ld1 {v1.16b}, [x16], #16");
395  COMPARE_MACRO(Ld1(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
396                "ld1 {v2.4h, v3.4h}, [x17], #16");
397  COMPARE_MACRO(Ld1(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
398                "ld1 {v4.8h, v5.8h}, [x18], #32");
399  COMPARE_MACRO(Ld1(v16.V2S(),
400                    v17.V2S(),
401                    v18.V2S(),
402                    MemOperand(x19, 24, PostIndex)),
403                "ld1 {v16.2s, v17.2s, v18.2s}, [x19], #24");
404  COMPARE_MACRO(Ld1(v16.V4S(),
405                    v17.V4S(),
406                    v18.V4S(),
407                    MemOperand(x19, 48, PostIndex)),
408                "ld1 {v16.4s, v17.4s, v18.4s}, [x19], #48");
409  COMPARE_MACRO(Ld1(v19.V2S(),
410                    v20.V2S(),
411                    v21.V2S(),
412                    v22.V2S(),
413                    MemOperand(x20, 32, PostIndex)),
414                "ld1 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
415  COMPARE_MACRO(Ld1(v23.V2D(),
416                    v24.V2D(),
417                    v25.V2D(),
418                    v26.V2D(),
419                    MemOperand(x21, 64, PostIndex)),
420                "ld1 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
421
422  COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
423                "ld2 {v2.4h, v3.4h}, [x17], #16");
424  COMPARE_MACRO(Ld2(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
425                "ld2 {v4.8h, v5.8h}, [x18], #32");
426  COMPARE_MACRO(Ld3(v16.V2S(),
427                    v17.V2S(),
428                    v18.V2S(),
429                    MemOperand(x19, 24, PostIndex)),
430                "ld3 {v16.2s, v17.2s, v18.2s}, [x19], #24");
431  COMPARE_MACRO(Ld3(v16.V4S(),
432                    v17.V4S(),
433                    v18.V4S(),
434                    MemOperand(x19, 48, PostIndex)),
435                "ld3 {v16.4s, v17.4s, v18.4s}, [x19], #48");
436  COMPARE_MACRO(Ld4(v19.V2S(),
437                    v20.V2S(),
438                    v21.V2S(),
439                    v22.V2S(),
440                    MemOperand(x20, 32, PostIndex)),
441                "ld4 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
442  COMPARE_MACRO(Ld4(v23.V2D(),
443                    v24.V2D(),
444                    v25.V2D(),
445                    v26.V2D(),
446                    MemOperand(x21, 64, PostIndex)),
447                "ld4 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
448
449  COMPARE_MACRO(Ld1(v0.V1D(), MemOperand(x16)), "ld1 {v0.1d}, [x16]");
450  COMPARE_MACRO(Ld1(v1.V1D(), v2.V1D(), MemOperand(x17, 16, PostIndex)),
451                "ld1 {v1.1d, v2.1d}, [x17], #16");
452  COMPARE_MACRO(Ld1(v3.V1D(),
453                    v4.V1D(),
454                    v5.V1D(),
455                    MemOperand(x18, x19, PostIndex)),
456                "ld1 {v3.1d, v4.1d, v5.1d}, [x18], x19");
457  COMPARE_MACRO(Ld1(v30.V1D(),
458                    v31.V1D(),
459                    v0.V1D(),
460                    v1.V1D(),
461                    MemOperand(x20, 32, PostIndex)),
462                "ld1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x20], #32");
463  COMPARE_MACRO(Ld1(d30, d31, d0, d1, MemOperand(x21, x22, PostIndex)),
464                "ld1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x21], x22");
465
466#define DISASM_INST(M, S)                                                   \
467  COMPARE_MACRO(St1(v20.M, MemOperand(x15)), "st1 {v20." S "}, [x15]");     \
468  COMPARE_MACRO(St1(v21.M, v22.M, MemOperand(x16)),                         \
469                "st1 {v21." S ", v22." S "}, [x16]");                       \
470  COMPARE_MACRO(St1(v23.M, v24.M, v25.M, MemOperand(x17)),                  \
471                "st1 {v23." S ", v24." S ", v25." S "}, [x17]");            \
472  COMPARE_MACRO(St1(v26.M, v27.M, v28.M, v29.M, MemOperand(x18)),           \
473                "st1 {v26." S ", v27." S ", v28." S ", v29." S "}, [x18]"); \
474  COMPARE_MACRO(St1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),              \
475                "st1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]");    \
476  COMPARE_MACRO(St2(VLIST2(v21.M), MemOperand(x16)),                        \
477                "st2 {v21." S ", v22." S "}, [x16]");                       \
478  COMPARE_MACRO(St3(v23.M, v24.M, v25.M, MemOperand(x17)),                  \
479                "st3 {v23." S ", v24." S ", v25." S "}, [x17]");            \
480  COMPARE_MACRO(St4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp)),              \
481                "st4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp]");
482  NEON_FORMAT_LIST(DISASM_INST);
483#undef DISASM_INST
484
485#define DISASM_INST(M, S)                                                      \
486  COMPARE_MACRO(St1(v0.M, MemOperand(x15, x20, PostIndex)),                    \
487                "st1 {v0." S "}, [x15], x20");                                 \
488  COMPARE_MACRO(St1(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
489                "st1 {v1." S ", v2." S "}, [x16], x21");                       \
490  COMPARE_MACRO(St1(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
491                "st1 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
492  COMPARE_MACRO(St1(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
493                "st1 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23");   \
494  COMPARE_MACRO(St1(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
495                "st1 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24");  \
496  COMPARE_MACRO(St2(v1.M, v2.M, MemOperand(x16, x21, PostIndex)),              \
497                "st2 {v1." S ", v2." S "}, [x16], x21");                       \
498  COMPARE_MACRO(St3(v3.M, v4.M, v5.M, MemOperand(x17, x22, PostIndex)),        \
499                "st3 {v3." S ", v4." S ", v5." S "}, [x17], x22");             \
500  COMPARE_MACRO(St4(v6.M, v7.M, v8.M, v9.M, MemOperand(x18, x23, PostIndex)),  \
501                "st4 {v6." S ", v7." S ", v8." S ", v9." S "}, [x18], x23");   \
502  COMPARE_MACRO(St4(v30.M, v31.M, v0.M, v1.M, MemOperand(sp, x24, PostIndex)), \
503                "st4 {v30." S ", v31." S ", v0." S ", v1." S "}, [sp], x24");
504  NEON_FORMAT_LIST(DISASM_INST);
505#undef DISASM_INST
506
507  COMPARE_MACRO(St1(v0.V8B(), MemOperand(x15, 8, PostIndex)),
508                "st1 {v0.8b}, [x15], #8");
509  COMPARE_MACRO(St1(v1.V16B(), MemOperand(x16, 16, PostIndex)),
510                "st1 {v1.16b}, [x16], #16");
511  COMPARE_MACRO(St1(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
512                "st1 {v2.4h, v3.4h}, [x17], #16");
513  COMPARE_MACRO(St1(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
514                "st1 {v4.8h, v5.8h}, [x18], #32");
515  COMPARE_MACRO(St1(v16.V2S(),
516                    v17.V2S(),
517                    v18.V2S(),
518                    MemOperand(x19, 24, PostIndex)),
519                "st1 {v16.2s, v17.2s, v18.2s}, [x19], #24");
520  COMPARE_MACRO(St1(v16.V4S(),
521                    v17.V4S(),
522                    v18.V4S(),
523                    MemOperand(x19, 48, PostIndex)),
524                "st1 {v16.4s, v17.4s, v18.4s}, [x19], #48");
525  COMPARE_MACRO(St1(v19.V2S(),
526                    v20.V2S(),
527                    v21.V2S(),
528                    v22.V2S(),
529                    MemOperand(x20, 32, PostIndex)),
530                "st1 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
531  COMPARE_MACRO(St1(v23.V2D(),
532                    v24.V2D(),
533                    v25.V2D(),
534                    v26.V2D(),
535                    MemOperand(x21, 64, PostIndex)),
536                "st1 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
537  COMPARE_MACRO(St2(v1.V16B(), v2.V16B(), MemOperand(x16, 32, PostIndex)),
538                "st2 {v1.16b, v2.16b}, [x16], #32");
539  COMPARE_MACRO(St2(v2.V4H(), v3.V4H(), MemOperand(x17, 16, PostIndex)),
540                "st2 {v2.4h, v3.4h}, [x17], #16");
541  COMPARE_MACRO(St2(v4.V8H(), v5.V8H(), MemOperand(x18, 32, PostIndex)),
542                "st2 {v4.8h, v5.8h}, [x18], #32");
543  COMPARE_MACRO(St3(v16.V2S(),
544                    v17.V2S(),
545                    v18.V2S(),
546                    MemOperand(x19, 24, PostIndex)),
547                "st3 {v16.2s, v17.2s, v18.2s}, [x19], #24");
548  COMPARE_MACRO(St3(v16.V4S(),
549                    v17.V4S(),
550                    v18.V4S(),
551                    MemOperand(x19, 48, PostIndex)),
552                "st3 {v16.4s, v17.4s, v18.4s}, [x19], #48");
553  COMPARE_MACRO(St4(v19.V2S(),
554                    v20.V2S(),
555                    v21.V2S(),
556                    v22.V2S(),
557                    MemOperand(x20, 32, PostIndex)),
558                "st4 {v19.2s, v20.2s, v21.2s, v22.2s}, [x20], #32");
559  COMPARE_MACRO(St4(v23.V2D(),
560                    v24.V2D(),
561                    v25.V2D(),
562                    v26.V2D(),
563                    MemOperand(x21, 64, PostIndex)),
564                "st4 {v23.2d, v24.2d, v25.2d, v26.2d}, [x21], #64");
565
566  COMPARE_MACRO(St1(v0.V1D(), MemOperand(x16)), "st1 {v0.1d}, [x16]");
567  COMPARE_MACRO(St1(v1.V1D(), v2.V1D(), MemOperand(x17, 16, PostIndex)),
568                "st1 {v1.1d, v2.1d}, [x17], #16");
569  COMPARE_MACRO(St1(v3.V1D(),
570                    v4.V1D(),
571                    v5.V1D(),
572                    MemOperand(x18, x19, PostIndex)),
573                "st1 {v3.1d, v4.1d, v5.1d}, [x18], x19");
574  COMPARE_MACRO(St1(v30.V1D(),
575                    v31.V1D(),
576                    v0.V1D(),
577                    v1.V1D(),
578                    MemOperand(x20, 32, PostIndex)),
579                "st1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x20], #32");
580  COMPARE_MACRO(St1(d30, d31, d0, d1, MemOperand(x21, x22, PostIndex)),
581                "st1 {v30.1d, v31.1d, v0.1d, v1.1d}, [x21], x22");
582
583  CLEANUP();
584}
585
586
587TEST(neon_load_store_vector_unallocated) {
588  SETUP();
589
590  // Encodings marked as unallocated during decoding to an instruction class.
591  const char* expected = "unallocated (Unallocated)";
592
593  // Encodings marked as unallocated within instruction classes
594  const char* expected_2 = "unallocated (NEONLoadStoreMultiStruct)";
595  const char* expected_3 = "unallocated (NEONLoadStoreMultiStructPostIndex)";
596
597  // LD[1-4] (multiple structures) (no offset)
598  COMPARE(dci(0x0c401000), expected);    // opcode = 0b0001
599  COMPARE(dci(0x0c403000), expected);    // opcode = 0b0011
600  COMPARE(dci(0x0c405000), expected);    // opcode = 0b0101
601  COMPARE(dci(0x0c409000), expected);    // opcode = 0b1001
602  COMPARE(dci(0x0c40b000), expected);    // opcode = 0b1011
603  COMPARE(dci(0x0c40c000), expected);    // opcode = 0b1100
604  COMPARE(dci(0x0c40d000), expected);    // opcode = 0b1101
605  COMPARE(dci(0x0c40e000), expected);    // opcode = 0b1110
606  COMPARE(dci(0x0c40f000), expected);    // opcode = 0b1111
607  COMPARE(dci(0x0c400c00), expected_2);  // opcode = 0b0000, size:Q = 0b110
608  COMPARE(dci(0x0c404c00), expected_2);  // opcode = 0b0100, size:Q = 0b110
609  COMPARE(dci(0x0c408c00), expected_2);  // opcode = 0b1000, size:Q = 0b110
610
611  // ST[1-4] (multiple structures) (no offset)
612  COMPARE(dci(0x0c001000), expected);    // opcode = 0b0001
613  COMPARE(dci(0x0c003000), expected);    // opcode = 0b0011
614  COMPARE(dci(0x0c005000), expected);    // opcode = 0b0101
615  COMPARE(dci(0x0c009000), expected);    // opcode = 0b1001
616  COMPARE(dci(0x0c00b000), expected);    // opcode = 0b1011
617  COMPARE(dci(0x0c00c000), expected);    // opcode = 0b1100
618  COMPARE(dci(0x0c00d000), expected);    // opcode = 0b1101
619  COMPARE(dci(0x0c00e000), expected);    // opcode = 0b1110
620  COMPARE(dci(0x0c00f000), expected);    // opcode = 0b1111
621  COMPARE(dci(0x0c000c00), expected_2);  // opcode = 0b0000, size:Q = 0b110
622  COMPARE(dci(0x0c004c00), expected_2);  // opcode = 0b0100, size:Q = 0b110
623  COMPARE(dci(0x0c008c00), expected_2);  // opcode = 0b1000, size:Q = 0b110
624
625  // LD[1-4] (multiple structures) (post index)
626  COMPARE(dci(0x0cc01000), expected);    // opcode = 0b0001
627  COMPARE(dci(0x0cc03000), expected);    // opcode = 0b0011
628  COMPARE(dci(0x0cc05000), expected);    // opcode = 0b0101
629  COMPARE(dci(0x0cc09000), expected);    // opcode = 0b1001
630  COMPARE(dci(0x0cc0b000), expected);    // opcode = 0b1011
631  COMPARE(dci(0x0cc0c000), expected);    // opcode = 0b1100
632  COMPARE(dci(0x0cc0d000), expected);    // opcode = 0b1101
633  COMPARE(dci(0x0cc0e000), expected);    // opcode = 0b1110
634  COMPARE(dci(0x0cc0f000), expected);    // opcode = 0b1111
635  COMPARE(dci(0x0cc00c00), expected_3);  // opcode = 0b0000, size:Q = 0b110
636  COMPARE(dci(0x0cc04c00), expected_3);  // opcode = 0b0100, size:Q = 0b110
637  COMPARE(dci(0x0cc08c00), expected_3);  // opcode = 0b1000, size:Q = 0b110
638
639  // ST[1-4] (multiple structures) (post index)
640  COMPARE(dci(0x0c801000), expected);    // opcode = 0b0001
641  COMPARE(dci(0x0c803000), expected);    // opcode = 0b0011
642  COMPARE(dci(0x0c805000), expected);    // opcode = 0b0101
643  COMPARE(dci(0x0c809000), expected);    // opcode = 0b1001
644  COMPARE(dci(0x0c80b000), expected);    // opcode = 0b1011
645  COMPARE(dci(0x0c80c000), expected);    // opcode = 0b1100
646  COMPARE(dci(0x0c80d000), expected);    // opcode = 0b1101
647  COMPARE(dci(0x0c80e000), expected);    // opcode = 0b1110
648  COMPARE(dci(0x0c80f000), expected);    // opcode = 0b1111
649  COMPARE(dci(0x0c800c00), expected_3);  // opcode = 0b0000, size:Q = 0b110
650  COMPARE(dci(0x0c804c00), expected_3);  // opcode = 0b0100, size:Q = 0b110
651  COMPARE(dci(0x0c808c00), expected_3);  // opcode = 0b1000, size:Q = 0b110
652
653  CLEANUP();
654}
655
656
657TEST(neon_load_store_lane) {
658  SETUP();
659
660  COMPARE_MACRO(Ld1(v0.V8B(), 0, MemOperand(x15)), "ld1 {v0.b}[0], [x15]");
661  COMPARE_MACRO(Ld1(v1.V16B(), 1, MemOperand(x16)), "ld1 {v1.b}[1], [x16]");
662  COMPARE_MACRO(Ld1(v2.V4H(), 2, MemOperand(x17)), "ld1 {v2.h}[2], [x17]");
663  COMPARE_MACRO(Ld1(v3.V8H(), 3, MemOperand(x18)), "ld1 {v3.h}[3], [x18]");
664  COMPARE_MACRO(Ld1(v4.V2S(), 0, MemOperand(x19)), "ld1 {v4.s}[0], [x19]");
665  COMPARE_MACRO(Ld1(v5.V4S(), 1, MemOperand(x20)), "ld1 {v5.s}[1], [x20]");
666  COMPARE_MACRO(Ld1(v6.V2D(), 0, MemOperand(x21)), "ld1 {v6.d}[0], [x21]");
667  COMPARE_MACRO(Ld1(v7.B(), 7, MemOperand(x22)), "ld1 {v7.b}[7], [x22]");
668  COMPARE_MACRO(Ld1(v8.B(), 15, MemOperand(x23)), "ld1 {v8.b}[15], [x23]");
669  COMPARE_MACRO(Ld1(v9.H(), 3, MemOperand(x24)), "ld1 {v9.h}[3], [x24]");
670  COMPARE_MACRO(Ld1(v10.H(), 7, MemOperand(x25)), "ld1 {v10.h}[7], [x25]");
671  COMPARE_MACRO(Ld1(v11.S(), 1, MemOperand(x26)), "ld1 {v11.s}[1], [x26]");
672  COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27)), "ld1 {v12.s}[3], [x27]");
673  COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp)), "ld1 {v13.d}[1], [sp]");
674
675  COMPARE_MACRO(Ld1(v0.V8B(), 0, MemOperand(x15, x0, PostIndex)),
676                "ld1 {v0.b}[0], [x15], x0");
677  COMPARE_MACRO(Ld1(v1.V16B(), 1, MemOperand(x16, 1, PostIndex)),
678                "ld1 {v1.b}[1], [x16], #1");
679  COMPARE_MACRO(Ld1(v2.V4H(), 2, MemOperand(x17, 2, PostIndex)),
680                "ld1 {v2.h}[2], [x17], #2");
681  COMPARE_MACRO(Ld1(v3.V8H(), 3, MemOperand(x18, x1, PostIndex)),
682                "ld1 {v3.h}[3], [x18], x1");
683  COMPARE_MACRO(Ld1(v4.V2S(), 0, MemOperand(x19, x2, PostIndex)),
684                "ld1 {v4.s}[0], [x19], x2");
685  COMPARE_MACRO(Ld1(v5.V4S(), 1, MemOperand(x20, 4, PostIndex)),
686                "ld1 {v5.s}[1], [x20], #4");
687  COMPARE_MACRO(Ld1(v6.V2D(), 0, MemOperand(x21, 8, PostIndex)),
688                "ld1 {v6.d}[0], [x21], #8");
689  COMPARE_MACRO(Ld1(v7.B(), 7, MemOperand(x22, 1, PostIndex)),
690                "ld1 {v7.b}[7], [x22], #1");
691  COMPARE_MACRO(Ld1(v8.B(), 15, MemOperand(x23, x3, PostIndex)),
692                "ld1 {v8.b}[15], [x23], x3");
693  COMPARE_MACRO(Ld1(v9.H(), 3, MemOperand(x24, x4, PostIndex)),
694                "ld1 {v9.h}[3], [x24], x4");
695  COMPARE_MACRO(Ld1(v10.H(), 7, MemOperand(x25, 2, PostIndex)),
696                "ld1 {v10.h}[7], [x25], #2");
697  COMPARE_MACRO(Ld1(v11.S(), 1, MemOperand(x26, 4, PostIndex)),
698                "ld1 {v11.s}[1], [x26], #4");
699  COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27, x5, PostIndex)),
700                "ld1 {v12.s}[3], [x27], x5");
701  COMPARE_MACRO(Ld1(v12.S(), 3, MemOperand(x27, 4, PostIndex)),
702                "ld1 {v12.s}[3], [x27], #4");
703  COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp, x6, PostIndex)),
704                "ld1 {v13.d}[1], [sp], x6");
705  COMPARE_MACRO(Ld1(v13.D(), 1, MemOperand(sp, 8, PostIndex)),
706                "ld1 {v13.d}[1], [sp], #8");
707
708  COMPARE_MACRO(Ld2(v0.V8B(), v1.V8B(), 0, MemOperand(x15)),
709                "ld2 {v0.b, v1.b}[0], [x15]");
710  COMPARE_MACRO(Ld2(v1.V16B(), v2.V16B(), 1, MemOperand(x16)),
711                "ld2 {v1.b, v2.b}[1], [x16]");
712  COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), 2, MemOperand(x17)),
713                "ld2 {v2.h, v3.h}[2], [x17]");
714  COMPARE_MACRO(Ld2(v3.V8H(), v4.V8H(), 3, MemOperand(x18)),
715                "ld2 {v3.h, v4.h}[3], [x18]");
716  COMPARE_MACRO(Ld2(v4.V2S(), v5.V2S(), 0, MemOperand(x19)),
717                "ld2 {v4.s, v5.s}[0], [x19]");
718  COMPARE_MACRO(Ld2(v5.V4S(), v6.V4S(), 1, MemOperand(x20)),
719                "ld2 {v5.s, v6.s}[1], [x20]");
720  COMPARE_MACRO(Ld2(v6.V2D(), v7.V2D(), 0, MemOperand(x21)),
721                "ld2 {v6.d, v7.d}[0], [x21]");
722  COMPARE_MACRO(Ld2(v7.B(), v8.B(), 7, MemOperand(x22)),
723                "ld2 {v7.b, v8.b}[7], [x22]");
724  COMPARE_MACRO(Ld2(v8.B(), v9.B(), 15, MemOperand(x23)),
725                "ld2 {v8.b, v9.b}[15], [x23]");
726  COMPARE_MACRO(Ld2(v9.H(), v10.H(), 3, MemOperand(x24)),
727                "ld2 {v9.h, v10.h}[3], [x24]");
728  COMPARE_MACRO(Ld2(v10.H(), v11.H(), 7, MemOperand(x25)),
729                "ld2 {v10.h, v11.h}[7], [x25]");
730  COMPARE_MACRO(Ld2(v11.S(), v12.S(), 1, MemOperand(x26)),
731                "ld2 {v11.s, v12.s}[1], [x26]");
732  COMPARE_MACRO(Ld2(v12.S(), v13.S(), 3, MemOperand(x27)),
733                "ld2 {v12.s, v13.s}[3], [x27]");
734  COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp)),
735                "ld2 {v13.d, v14.d}[1], [sp]");
736
737  COMPARE_MACRO(Ld2(v0.V8B(), v1.V8B(), 0, MemOperand(x15, x0, PostIndex)),
738                "ld2 {v0.b, v1.b}[0], [x15], x0");
739  COMPARE_MACRO(Ld2(v1.V16B(), v2.V16B(), 1, MemOperand(x16, 2, PostIndex)),
740                "ld2 {v1.b, v2.b}[1], [x16], #2");
741  COMPARE_MACRO(Ld2(v2.V4H(), v3.V4H(), 2, MemOperand(x17, 4, PostIndex)),
742                "ld2 {v2.h, v3.h}[2], [x17], #4");
743  COMPARE_MACRO(Ld2(v3.V8H(), v4.V8H(), 3, MemOperand(x18, x1, PostIndex)),
744                "ld2 {v3.h, v4.h}[3], [x18], x1");
745  COMPARE_MACRO(Ld2(v4.V2S(), v5.V2S(), 0, MemOperand(x19, x2, PostIndex)),
746                "ld2 {v4.s, v5.s}[0], [x19], x2");
747  COMPARE_MACRO(Ld2(v5.V4S(), v6.V4S(), 1, MemOperand(x20, 8, PostIndex)),
748                "ld2 {v5.s, v6.s}[1], [x20], #8");
749  COMPARE_MACRO(Ld2(v6.V2D(), v7.V2D(), 0, MemOperand(x21, 16, PostIndex)),
750                "ld2 {v6.d, v7.d}[0], [x21], #16");
751  COMPARE_MACRO(Ld2(v7.B(), v8.B(), 7, MemOperand(x22, 2, PostIndex)),
752                "ld2 {v7.b, v8.b}[7], [x22], #2");
753  COMPARE_MACRO(Ld2(v8.B(), v9.B(), 15, MemOperand(x23, x3, PostIndex)),
754                "ld2 {v8.b, v9.b}[15], [x23], x3");
755  COMPARE_MACRO(Ld2(v9.H(), v10.H(), 3, MemOperand(x24, x4, PostIndex)),
756                "ld2 {v9.h, v10.h}[3], [x24], x4");
757  COMPARE_MACRO(Ld2(v10.H(), v11.H(), 7, MemOperand(x25, 4, PostIndex)),
758                "ld2 {v10.h, v11.h}[7], [x25], #4");
759  COMPARE_MACRO(Ld2(v11.S(), v12.S(), 1, MemOperand(x26, 8, PostIndex)),
760                "ld2 {v11.s, v12.s}[1], [x26], #8");
761  COMPARE_MACRO(Ld2(v12.S(), v13.S(), 3, MemOperand(x27, x5, PostIndex)),
762                "ld2 {v12.s, v13.s}[3], [x27], x5");
763  COMPARE_MACRO(Ld2(v11.S(), v12.S(), 3, MemOperand(x26, 8, PostIndex)),
764                "ld2 {v11.s, v12.s}[3], [x26], #8");
765  COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp, x6, PostIndex)),
766                "ld2 {v13.d, v14.d}[1], [sp], x6");
767  COMPARE_MACRO(Ld2(v13.D(), v14.D(), 1, MemOperand(sp, 16, PostIndex)),
768                "ld2 {v13.d, v14.d}[1], [sp], #16");
769
770  COMPARE_MACRO(Ld3(v0.V8B(), v1.V8B(), v2.V8B(), 0, MemOperand(x15)),
771                "ld3 {v0.b, v1.b, v2.b}[0], [x15]");
772  COMPARE_MACRO(Ld3(v1.V16B(), v2.V16B(), v3.V16B(), 1, MemOperand(x16)),
773                "ld3 {v1.b, v2.b, v3.b}[1], [x16]");
774  COMPARE_MACRO(Ld3(v2.V4H(), v3.V4H(), v4.V4H(), 2, MemOperand(x17)),
775                "ld3 {v2.h, v3.h, v4.h}[2], [x17]");
776  COMPARE_MACRO(Ld3(v3.V8H(), v4.V8H(), v5.V8H(), 3, MemOperand(x18)),
777                "ld3 {v3.h, v4.h, v5.h}[3], [x18]");
778  COMPARE_MACRO(Ld3(v4.V2S(), v5.V2S(), v6.V2S(), 0, MemOperand(x19)),
779                "ld3 {v4.s, v5.s, v6.s}[0], [x19]");
780  COMPARE_MACRO(Ld3(v5.V4S(), v6.V4S(), v7.V4S(), 1, MemOperand(x20)),
781                "ld3 {v5.s, v6.s, v7.s}[1], [x20]");
782  COMPARE_MACRO(Ld3(v6.V2D(), v7.V2D(), v8.V2D(), 0, MemOperand(x21)),
783                "ld3 {v6.d, v7.d, v8.d}[0], [x21]");
784  COMPARE_MACRO(Ld3(v7.B(), v8.B(), v9.B(), 7, MemOperand(x22)),
785                "ld3 {v7.b, v8.b, v9.b}[7], [x22]");
786  COMPARE_MACRO(Ld3(v8.B(), v9.B(), v10.B(), 15, MemOperand(x23)),
787                "ld3 {v8.b, v9.b, v10.b}[15], [x23]");
788  COMPARE_MACRO(Ld3(v9.H(), v10.H(), v11.H(), 3, MemOperand(x24)),
789                "ld3 {v9.h, v10.h, v11.h}[3], [x24]");
790  COMPARE_MACRO(Ld3(v10.H(), v11.H(), v12.H(), 7, MemOperand(x25)),
791                "ld3 {v10.h, v11.h, v12.h}[7], [x25]");
792  COMPARE_MACRO(Ld3(v11.S(), v12.S(), v13.S(), 1, MemOperand(x26)),
793                "ld3 {v11.s, v12.s, v13.s}[1], [x26]");
794  COMPARE_MACRO(Ld3(v12.S(), v13.S(), v14.S(), 3, MemOperand(x27)),
795                "ld3 {v12.s, v13.s, v14.s}[3], [x27]");
796  COMPARE_MACRO(Ld3(v13.D(), v14.D(), v15.D(), 1, MemOperand(sp)),
797                "ld3 {v13.d, v14.d, v15.d}[1], [sp]");
798
799  COMPARE_MACRO(Ld3(v0.V8B(),
800                    v1.V8B(),
801                    v2.V8B(),
802                    0,
803                    MemOperand(x15, x0, PostIndex)),
804                "ld3 {v0.b, v1.b, v2.b}[0], [x15], x0");
805  COMPARE_MACRO(Ld3(v1.V16B(),
806                    v2.V16B(),
807                    v3.V16B(),
808                    1,
809                    MemOperand(x16, 3, PostIndex)),
810                "ld3 {v1.b, v2.b, v3.b}[1], [x16], #3");
811  COMPARE_MACRO(Ld3(v2.V4H(),
812                    v3.V4H(),
813                    v4.V4H(),
814                    2,
815                    MemOperand(x17, 6, PostIndex)),
816                "ld3 {v2.h, v3.h, v4.h}[2], [x17], #6");
817  COMPARE_MACRO(Ld3(v3.V8H(),
818                    v4.V8H(),
819                    v5.V8H(),
820                    3,
821                    MemOperand(x18, x1, PostIndex)),
822                "ld3 {v3.h, v4.h, v5.h}[3], [x18], x1");
823  COMPARE_MACRO(Ld3(v4.V2S(),
824                    v5.V2S(),
825                    v6.V2S(),
826                    0,
827                    MemOperand(x19, x2, PostIndex)),
828                "ld3 {v4.s, v5.s, v6.s}[0], [x19], x2");
829  COMPARE_MACRO(Ld3(v5.V4S(),
830                    v6.V4S(),
831                    v7.V4S(),
832                    1,
833                    MemOperand(x20, 12, PostIndex)),
834                "ld3 {v5.s, v6.s, v7.s}[1], [x20], #12");
835  COMPARE_MACRO(Ld3(v6.V2D(),
836                    v7.V2D(),
837                    v8.V2D(),
838                    0,
839                    MemOperand(x21, 24, PostIndex)),
840                "ld3 {v6.d, v7.d, v8.d}[0], [x21], #24");
841  COMPARE_MACRO(Ld3(v7.B(), v8.B(), v9.B(), 7, MemOperand(x22, 3, PostIndex)),
842                "ld3 {v7.b, v8.b, v9.b}[7], [x22], #3");
843  COMPARE_MACRO(Ld3(v8.B(),
844                    v9.B(),
845                    v10.B(),
846                    15,
847                    MemOperand(x23, x3, PostIndex)),
848                "ld3 {v8.b, v9.b, v10.b}[15], [x23], x3");
849  COMPARE_MACRO(Ld3(v9.H(),
850                    v10.H(),
851                    v11.H(),
852                    3,
853                    MemOperand(x24, x4, PostIndex)),
854                "ld3 {v9.h, v10.h, v11.h}[3], [x24], x4");
855  COMPARE_MACRO(Ld3(v10.H(),
856                    v11.H(),
857                    v12.H(),
858                    7,
859                    MemOperand(x25, 6, PostIndex)),
860                "ld3 {v10.h, v11.h, v12.h}[7], [x25], #6");
861  COMPARE_MACRO(Ld3(v11.S(),
862                    v12.S(),
863                    v13.S(),
864                    1,
865                    MemOperand(x26, 12, PostIndex)),
866                "ld3 {v11.s, v12.s, v13.s}[1], [x26], #12");
867  COMPARE_MACRO(Ld3(v12.S(),
868                    v13.S(),
869                    v14.S(),
870                    3,
871                    MemOperand(x27, x5, PostIndex)),
872                "ld3 {v12.s, v13.s, v14.s}[3], [x27], x5");
873  COMPARE_MACRO(Ld3(v12.S(),
874                    v13.S(),
875                    v14.S(),
876                    3,
877                    MemOperand(x27, 12, PostIndex)),
878                "ld3 {v12.s, v13.s, v14.s}[3], [x27], #12");
879  COMPARE_MACRO(Ld3(v13.D(),
880                    v14.D(),
881                    v15.D(),
882                    1,
883                    MemOperand(sp, x6, PostIndex)),
884                "ld3 {v13.d, v14.d, v15.d}[1], [sp], x6");
885  COMPARE_MACRO(Ld3(v13.D(),
886                    v14.D(),
887                    v15.D(),
888                    1,
889                    MemOperand(sp, 24, PostIndex)),
890                "ld3 {v13.d, v14.d, v15.d}[1], [sp], #24");
891
892  COMPARE_MACRO(Ld4(v0.V8B(), v1.V8B(), v2.V8B(), v3.V8B(), 0, MemOperand(x15)),
893                "ld4 {v0.b, v1.b, v2.b, v3.b}[0], [x15]");
894  COMPARE_MACRO(Ld4(v1.V16B(),
895                    v2.V16B(),
896                    v3.V16B(),
897                    v4.V16B(),
898                    1,
899                    MemOperand(x16)),
900                "ld4 {v1.b, v2.b, v3.b, v4.b}[1], [x16]");
901  COMPARE_MACRO(Ld4(v2.V4H(), v3.V4H(), v4.V4H(), v5.V4H(), 2, MemOperand(x17)),
902                "ld4 {v2.h, v3.h, v4.h, v5.h}[2], [x17]");
903  COMPARE_MACRO(Ld4(v3.V8H(), v4.V8H(), v5.V8H(), v6.V8H(), 3, MemOperand(x18)),
904                "ld4 {v3.h, v4.h, v5.h, v6.h}[3], [x18]");
905  COMPARE_MACRO(Ld4(v4.V2S(), v5.V2S(), v6.V2S(), v7.V2S(), 0, MemOperand(x19)),
906                "ld4 {v4.s, v5.s, v6.s, v7.s}[0], [x19]");
907  COMPARE_MACRO(Ld4(v5.V4S(), v6.V4S(), v7.V4S(), v8.V4S(), 1, MemOperand(x20)),
908                "ld4 {v5.s, v6.s, v7.s, v8.s}[1], [x20]");
909  COMPARE_MACRO(Ld4(v6.V2D(), v7.V2D(), v8.V2D(), v9.V2D(), 0, MemOperand(x21)),
910                "ld4 {v6.d, v7.d, v8.d, v9.d}[0], [x21]");
911  COMPARE_MACRO(Ld4(v7.B(), v8.B(), v9.B(), v10.B(), 7, MemOperand(x22)),
912                "ld4 {v7.b, v8.b, v9.b, v10.b}[7], [x22]");
913  COMPARE_MACRO(Ld4(v8.B(), v9.B(), v10.B(), v11.B(), 15, MemOperand(x23)),
914                "ld4 {v8.b, v9.b, v10.b, v11.b}[15], [x23]");
915  COMPARE_MACRO(Ld4(v9.H(), v10.H(), v11.H(), v12.H(), 3, MemOperand(x24)),
916                "ld4 {v9.h, v10.h, v11.h, v12.h}[3], [x24]");
917  COMPARE_MACRO(Ld4(v10.H(), v11.H(), v12.H(), v13.H(), 7, MemOperand(x25)),
918                "ld4 {v10.h, v11.h, v12.h, v13.h}[7], [x25]");
919  COMPARE_MACRO(Ld4(v11.S(), v12.S(), v13.S(), v14.S(), 1, MemOperand(x26)),
920                "ld4 {v11.s, v12.s, v13.s, v14.s}[1], [x26]");
921  COMPARE_MACRO(Ld4(v12.S(), v13.S(), v14.S(), v15.S(), 3, MemOperand(x27)),
922                "ld4 {v12.s, v13.s, v14.s, v15.s}[3], [x27]");
923  COMPARE_MACRO(Ld4(v13.D(), v14.D(), v15.D(), v16.D(), 1, MemOperand(sp)),
924                "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp]");
925
926  COMPARE_MACRO(Ld4(v0.V8B(),
927                    v1.V8B(),
928                    v2.V8B(),
929                    v3.V8B(),
930                    0,
931                    MemOperand(x15, x0, PostIndex)),
932                "ld4 {v0.b, v1.b, v2.b, v3.b}[0], [x15], x0");
933  COMPARE_MACRO(Ld4(v1.V16B(),
934                    v2.V16B(),
935                    v3.V16B(),
936                    v4.V16B(),
937                    1,
938                    MemOperand(x16, 4, PostIndex)),
939                "ld4 {v1.b, v2.b, v3.b, v4.b}[1], [x16], #4");
940  COMPARE_MACRO(Ld4(v2.V4H(),
941                    v3.V4H(),
942                    v4.V4H(),
943                    v5.V4H(),
944                    2,
945                    MemOperand(x17, 8, PostIndex)),
946                "ld4 {v2.h, v3.h, v4.h, v5.h}[2], [x17], #8");
947  COMPARE_MACRO(Ld4(v3.V8H(),
948                    v4.V8H(),
949                    v5.V8H(),
950                    v6.V8H(),
951                    3,
952                    MemOperand(x18, x1, PostIndex)),
953                "ld4 {v3.h, v4.h, v5.h, v6.h}[3], [x18], x1");
954  COMPARE_MACRO(Ld4(v4.V2S(),
955                    v5.V2S(),
956                    v6.V2S(),
957                    v7.V2S(),
958                    0,
959                    MemOperand(x19, x2, PostIndex)),
960                "ld4 {v4.s, v5.s, v6.s, v7.s}[0], [x19], x2");
961  COMPARE_MACRO(Ld4(v5.V4S(),
962                    v6.V4S(),
963                    v7.V4S(),
964                    v8.V4S(),
965                    1,
966                    MemOperand(x20, 16, PostIndex)),
967                "ld4 {v5.s, v6.s, v7.s, v8.s}[1], [x20], #16");
968  COMPARE_MACRO(Ld4(v6.V2D(),
969                    v7.V2D(),
970                    v8.V2D(),
971                    v9.V2D(),
972                    0,
973                    MemOperand(x21, 32, PostIndex)),
974                "ld4 {v6.d, v7.d, v8.d, v9.d}[0], [x21], #32");
975  COMPARE_MACRO(Ld4(v7.B(),
976                    v8.B(),
977                    v9.B(),
978                    v10.B(),
979                    7,
980                    MemOperand(x22, 4, PostIndex)),
981                "ld4 {v7.b, v8.b, v9.b, v10.b}[7], [x22], #4");
982  COMPARE_MACRO(Ld4(v8.B(),
983                    v9.B(),
984                    v10.B(),
985                    v11.B(),
986                    15,
987                    MemOperand(x23, x3, PostIndex)),
988                "ld4 {v8.b, v9.b, v10.b, v11.b}[15], [x23], x3");
989  COMPARE_MACRO(Ld4(v9.H(),
990                    v10.H(),
991                    v11.H(),
992                    v12.H(),
993                    3,
994                    MemOperand(x24, x4, PostIndex)),
995                "ld4 {v9.h, v10.h, v11.h, v12.h}[3], [x24], x4");
996  COMPARE_MACRO(Ld4(v10.H(),
997                    v11.H(),
998                    v12.H(),
999                    v13.H(),
1000                    7,
1001                    MemOperand(x25, 8, PostIndex)),
1002                "ld4 {v10.h, v11.h, v12.h, v13.h}[7], [x25], #8");
1003  COMPARE_MACRO(Ld4(v11.S(),
1004                    v12.S(),
1005                    v13.S(),
1006                    v14.S(),
1007                    1,
1008                    MemOperand(x26, 16, PostIndex)),
1009                "ld4 {v11.s, v12.s, v13.s, v14.s}[1], [x26], #16");
1010  COMPARE_MACRO(Ld4(v12.S(),
1011                    v13.S(),
1012                    v14.S(),
1013                    v15.S(),
1014                    3,
1015                    MemOperand(x27, x5, PostIndex)),
1016                "ld4 {v12.s, v13.s, v14.s, v15.s}[3], [x27], x5");
1017  COMPARE_MACRO(Ld4(v11.S(),
1018                    v12.S(),
1019                    v13.S(),
1020                    v14.S(),
1021                    3,
1022                    MemOperand(x26, 16, PostIndex)),
1023                "ld4 {v11.s, v12.s, v13.s, v14.s}[3], [x26], #16");
1024  COMPARE_MACRO(Ld4(v13.D(),
1025                    v14.D(),
1026                    v15.D(),
1027                    v16.D(),
1028                    1,
1029                    MemOperand(sp, x6, PostIndex)),
1030                "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], x6");
1031  COMPARE_MACRO(Ld4(v13.D(),
1032                    v14.D(),
1033                    v15.D(),
1034                    v16.D(),
1035                    1,
1036                    MemOperand(sp, 32, PostIndex)),
1037                "ld4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], #32");
1038
1039  COMPARE_MACRO(St1(v0.V8B(), 0, MemOperand(x15)), "st1 {v0.b}[0], [x15]");
1040  COMPARE_MACRO(St1(v1.V16B(), 1, MemOperand(x16)), "st1 {v1.b}[1], [x16]");
1041  COMPARE_MACRO(St1(v2.V4H(), 2, MemOperand(x17)), "st1 {v2.h}[2], [x17]");
1042  COMPARE_MACRO(St1(v3.V8H(), 3, MemOperand(x18)), "st1 {v3.h}[3], [x18]");
1043  COMPARE_MACRO(St1(v4.V2S(), 0, MemOperand(x19)), "st1 {v4.s}[0], [x19]");
1044  COMPARE_MACRO(St1(v5.V4S(), 1, MemOperand(x20)), "st1 {v5.s}[1], [x20]");
1045  COMPARE_MACRO(St1(v6.V2D(), 0, MemOperand(x21)), "st1 {v6.d}[0], [x21]");
1046  COMPARE_MACRO(St1(v7.B(), 7, MemOperand(x22)), "st1 {v7.b}[7], [x22]");
1047  COMPARE_MACRO(St1(v8.B(), 15, MemOperand(x23)), "st1 {v8.b}[15], [x23]");
1048  COMPARE_MACRO(St1(v9.H(), 3, MemOperand(x24)), "st1 {v9.h}[3], [x24]");
1049  COMPARE_MACRO(St1(v10.H(), 7, MemOperand(x25)), "st1 {v10.h}[7], [x25]");
1050  COMPARE_MACRO(St1(v11.S(), 1, MemOperand(x26)), "st1 {v11.s}[1], [x26]");
1051  COMPARE_MACRO(St1(v12.S(), 3, MemOperand(x27)), "st1 {v12.s}[3], [x27]");
1052  COMPARE_MACRO(St1(v13.D(), 1, MemOperand(sp)), "st1 {v13.d}[1], [sp]");
1053
1054  COMPARE_MACRO(St1(v0.V8B(), 0, MemOperand(x15, x0, PostIndex)),
1055                "st1 {v0.b}[0], [x15], x0");
1056  COMPARE_MACRO(St1(v1.V16B(), 1, MemOperand(x16, 1, PostIndex)),
1057                "st1 {v1.b}[1], [x16], #1");
1058  COMPARE_MACRO(St1(v2.V4H(), 2, MemOperand(x17, 2, PostIndex)),
1059                "st1 {v2.h}[2], [x17], #2");
1060  COMPARE_MACRO(St1(v3.V8H(), 3, MemOperand(x18, x1, PostIndex)),
1061                "st1 {v3.h}[3], [x18], x1");
1062  COMPARE_MACRO(St1(v4.V2S(), 0, MemOperand(x19, x2, PostIndex)),
1063                "st1 {v4.s}[0], [x19], x2");
1064  COMPARE_MACRO(St1(v5.V4S(), 1, MemOperand(x20, 4, PostIndex)),
1065                "st1 {v5.s}[1], [x20], #4");
1066  COMPARE_MACRO(St1(v6.V2D(), 0, MemOperand(x21, 8, PostIndex)),
1067                "st1 {v6.d}[0], [x21], #8");
1068  COMPARE_MACRO(St1(v7.B(), 7, MemOperand(x22, 1, PostIndex)),
1069                "st1 {v7.b}[7], [x22], #1");
1070  COMPARE_MACRO(St1(v8.B(), 15, MemOperand(x23, x3, PostIndex)),
1071                "st1 {v8.b}[15], [x23], x3");
1072  COMPARE_MACRO(St1(v9.H(), 3, MemOperand(x24, x4, PostIndex)),
1073                "st1 {v9.h}[3], [x24], x4");
1074  COMPARE_MACRO(St1(v10.H(), 7, MemOperand(x25, 2, PostIndex)),
1075                "st1 {v10.h}[7], [x25], #2");
1076  COMPARE_MACRO(St1(v11.S(), 1, MemOperand(x26, 4, PostIndex)),
1077                "st1 {v11.s}[1], [x26], #4");
1078  COMPARE_MACRO(St1(v12.S(), 3, MemOperand(x27, x5, PostIndex)),
1079                "st1 {v12.s}[3], [x27], x5");
1080  COMPARE_MACRO(St1(v13.D(), 1, MemOperand(sp, x6, PostIndex)),
1081                "st1 {v13.d}[1], [sp], x6");
1082  COMPARE_MACRO(St2(v0.V8B(), v1.V8B(), 0, MemOperand(x15, x0, PostIndex)),
1083                "st2 {v0.b, v1.b}[0], [x15], x0");
1084  COMPARE_MACRO(St2(v1.V16B(), v2.V16B(), 1, MemOperand(x16, 2, PostIndex)),
1085                "st2 {v1.b, v2.b}[1], [x16], #2");
1086  COMPARE_MACRO(St2(v2.V4H(), v3.V4H(), 2, MemOperand(x17, 4, PostIndex)),
1087                "st2 {v2.h, v3.h}[2], [x17], #4");
1088  COMPARE_MACRO(St2(v3.V8H(), v4.V8H(), 3, MemOperand(x18, x1, PostIndex)),
1089                "st2 {v3.h, v4.h}[3], [x18], x1");
1090  COMPARE_MACRO(St2(v4.V2S(), v5.V2S(), 0, MemOperand(x19, x2, PostIndex)),
1091                "st2 {v4.s, v5.s}[0], [x19], x2");
1092  COMPARE_MACRO(St2(v5.V4S(), v6.V4S(), 1, MemOperand(x20, 8, PostIndex)),
1093                "st2 {v5.s, v6.s}[1], [x20], #8");
1094  COMPARE_MACRO(St2(v6.V2D(), v7.V2D(), 0, MemOperand(x21, 16, PostIndex)),
1095                "st2 {v6.d, v7.d}[0], [x21], #16");
1096  COMPARE_MACRO(St2(v7.B(), v8.B(), 7, MemOperand(x22, 2, PostIndex)),
1097                "st2 {v7.b, v8.b}[7], [x22], #2");
1098  COMPARE_MACRO(St2(v8.B(), v9.B(), 15, MemOperand(x23, x3, PostIndex)),
1099                "st2 {v8.b, v9.b}[15], [x23], x3");
1100  COMPARE_MACRO(St2(v9.H(), v10.H(), 3, MemOperand(x24, x4, PostIndex)),
1101                "st2 {v9.h, v10.h}[3], [x24], x4");
1102  COMPARE_MACRO(St2(v10.H(), v11.H(), 7, MemOperand(x25, 4, PostIndex)),
1103                "st2 {v10.h, v11.h}[7], [x25], #4");
1104  COMPARE_MACRO(St2(v11.S(), v12.S(), 1, MemOperand(x26, 8, PostIndex)),
1105                "st2 {v11.s, v12.s}[1], [x26], #8");
1106  COMPARE_MACRO(St2(v12.S(), v13.S(), 3, MemOperand(x27, x5, PostIndex)),
1107                "st2 {v12.s, v13.s}[3], [x27], x5");
1108  COMPARE_MACRO(St2(v13.D(), v14.D(), 1, MemOperand(sp, x6, PostIndex)),
1109                "st2 {v13.d, v14.d}[1], [sp], x6");
1110  COMPARE_MACRO(St3(VLIST3(v0.V8B()), 0, MemOperand(x15, x0, PostIndex)),
1111                "st3 {v0.b, v1.b, v2.b}[0], [x15], x0");
1112  COMPARE_MACRO(St3(VLIST3(v1.V16B()), 1, MemOperand(x16, 3, PostIndex)),
1113                "st3 {v1.b, v2.b, v3.b}[1], [x16], #3");
1114  COMPARE_MACRO(St3(VLIST3(v2.V4H()), 2, MemOperand(x17, 6, PostIndex)),
1115                "st3 {v2.h, v3.h, v4.h}[2], [x17], #6");
1116  COMPARE_MACRO(St3(VLIST3(v3.V8H()), 3, MemOperand(x18, x1, PostIndex)),
1117                "st3 {v3.h, v4.h, v5.h}[3], [x18], x1");
1118  COMPARE_MACRO(St3(VLIST3(v4.V2S()), 0, MemOperand(x19, x2, PostIndex)),
1119                "st3 {v4.s, v5.s, v6.s}[0], [x19], x2");
1120  COMPARE_MACRO(St3(VLIST3(v5.V4S()), 1, MemOperand(x20, 12, PostIndex)),
1121                "st3 {v5.s, v6.s, v7.s}[1], [x20], #12");
1122  COMPARE_MACRO(St3(VLIST3(v6.V2D()), 0, MemOperand(x21, 24, PostIndex)),
1123                "st3 {v6.d, v7.d, v8.d}[0], [x21], #24");
1124  COMPARE_MACRO(St3(VLIST3(v7.B()), 7, MemOperand(x22, 3, PostIndex)),
1125                "st3 {v7.b, v8.b, v9.b}[7], [x22], #3");
1126  COMPARE_MACRO(St3(VLIST3(v8.B()), 15, MemOperand(x23, x3, PostIndex)),
1127                "st3 {v8.b, v9.b, v10.b}[15], [x23], x3");
1128  COMPARE_MACRO(St3(VLIST3(v9.H()), 3, MemOperand(x24, x4, PostIndex)),
1129                "st3 {v9.h, v10.h, v11.h}[3], [x24], x4");
1130  COMPARE_MACRO(St3(VLIST3(v10.H()), 7, MemOperand(x25, 6, PostIndex)),
1131                "st3 {v10.h, v11.h, v12.h}[7], [x25], #6");
1132  COMPARE_MACRO(St3(VLIST3(v11.S()), 1, MemOperand(x26, 12, PostIndex)),
1133                "st3 {v11.s, v12.s, v13.s}[1], [x26], #12");
1134  COMPARE_MACRO(St3(VLIST3(v12.S()), 3, MemOperand(x27, x5, PostIndex)),
1135                "st3 {v12.s, v13.s, v14.s}[3], [x27], x5");
1136  COMPARE_MACRO(St3(VLIST3(v13.D()), 1, MemOperand(sp, x6, PostIndex)),
1137                "st3 {v13.d, v14.d, v15.d}[1], [sp], x6");
1138
1139  COMPARE_MACRO(St4(VLIST4(v0.V8B()), 0, MemOperand(x15, x0, PostIndex)),
1140                "st4 {v0.b, v1.b, v2.b, v3.b}[0], [x15], x0");
1141  COMPARE_MACRO(St4(VLIST4(v1.V16B()), 1, MemOperand(x16, 4, PostIndex)),
1142                "st4 {v1.b, v2.b, v3.b, v4.b}[1], [x16], #4");
1143  COMPARE_MACRO(St4(VLIST4(v2.V4H()), 2, MemOperand(x17, 8, PostIndex)),
1144                "st4 {v2.h, v3.h, v4.h, v5.h}[2], [x17], #8");
1145  COMPARE_MACRO(St4(VLIST4(v3.V8H()), 3, MemOperand(x18, x1, PostIndex)),
1146                "st4 {v3.h, v4.h, v5.h, v6.h}[3], [x18], x1");
1147  COMPARE_MACRO(St4(VLIST4(v4.V2S()), 0, MemOperand(x19, x2, PostIndex)),
1148                "st4 {v4.s, v5.s, v6.s, v7.s}[0], [x19], x2");
1149  COMPARE_MACRO(St4(VLIST4(v5.V4S()), 1, MemOperand(x20, 16, PostIndex)),
1150                "st4 {v5.s, v6.s, v7.s, v8.s}[1], [x20], #16");
1151  COMPARE_MACRO(St4(VLIST4(v6.V2D()), 0, MemOperand(x21, 32, PostIndex)),
1152                "st4 {v6.d, v7.d, v8.d, v9.d}[0], [x21], #32");
1153  COMPARE_MACRO(St4(VLIST4(v7.B()), 7, MemOperand(x22, 4, PostIndex)),
1154                "st4 {v7.b, v8.b, v9.b, v10.b}[7], [x22], #4");
1155  COMPARE_MACRO(St4(VLIST4(v8.B()), 15, MemOperand(x23, x3, PostIndex)),
1156                "st4 {v8.b, v9.b, v10.b, v11.b}[15], [x23], x3");
1157  COMPARE_MACRO(St4(VLIST4(v9.H()), 3, MemOperand(x24, x4, PostIndex)),
1158                "st4 {v9.h, v10.h, v11.h, v12.h}[3], [x24], x4");
1159  COMPARE_MACRO(St4(VLIST4(v10.H()), 7, MemOperand(x25, 8, PostIndex)),
1160                "st4 {v10.h, v11.h, v12.h, v13.h}[7], [x25], #8");
1161  COMPARE_MACRO(St4(VLIST4(v11.S()), 1, MemOperand(x26, 16, PostIndex)),
1162                "st4 {v11.s, v12.s, v13.s, v14.s}[1], [x26], #16");
1163  COMPARE_MACRO(St4(VLIST4(v12.S()), 3, MemOperand(x27, x5, PostIndex)),
1164                "st4 {v12.s, v13.s, v14.s, v15.s}[3], [x27], x5");
1165  COMPARE_MACRO(St4(VLIST4(v13.D()), 1, MemOperand(sp, x6, PostIndex)),
1166                "st4 {v13.d, v14.d, v15.d, v16.d}[1], [sp], x6");
1167
1168  CLEANUP();
1169}
1170
1171
1172TEST(neon_load_store_lane_unallocated) {
1173  SETUP();
1174
1175  const char* expected = "unallocated (Unallocated)";
1176  // LD1 (single structure) (no offset)
1177  COMPARE(dci(0x0d404400), expected);  // .h, size<0> = 1
1178  COMPARE(dci(0x0d408800), expected);  // .s, size<1> = 1
1179  COMPARE(dci(0x0d409400), expected);  // .d, size<0> = 1, S = 1
1180  // LD2 (single structure) (no offset)
1181  COMPARE(dci(0x0d604400), expected);  // .h, size<0> = 1
1182  COMPARE(dci(0x0d608800), expected);  // .s, size<1> = 1
1183  COMPARE(dci(0x0d609400), expected);  // .d, size<0> = 1, S = 1
1184  // LD3 (single structure) (no offset)
1185  COMPARE(dci(0x0d406400), expected);  // .h, size<0> = 1
1186  COMPARE(dci(0x0d40a800), expected);  // .s, size<1> = 1
1187  COMPARE(dci(0x0d40b400), expected);  // .d, size<0> = 1, S = 1
1188  // LD4 (single structure) (no offset)
1189  COMPARE(dci(0x0d606400), expected);  // .h, size<0> = 1
1190  COMPARE(dci(0x0d60a800), expected);  // .s, size<1> = 1
1191  COMPARE(dci(0x0d60b400), expected);  // .d, size<0> = 1, S = 1
1192  // ST1 (single structure) (no offset)
1193  COMPARE(dci(0x0d004400), expected);  // .h, size<0> = 1
1194  COMPARE(dci(0x0d008800), expected);  // .s, size<1> = 1
1195  COMPARE(dci(0x0d009400), expected);  // .d, size<0> = 1, S = 1
1196  // ST2 (single structure) (no offset)
1197  COMPARE(dci(0x0d204400), expected);  // .h, size<0> = 1
1198  COMPARE(dci(0x0d208800), expected);  // .s, size<1> = 1
1199  COMPARE(dci(0x0d209400), expected);  // .d, size<0> = 1, S = 1
1200  // ST3 (single structure) (no offset)
1201  COMPARE(dci(0x0d006400), expected);  // .h, size<0> = 1
1202  COMPARE(dci(0x0d00a800), expected);  // .s, size<1> = 1
1203  COMPARE(dci(0x0d00b400), expected);  // .d, size<0> = 1, S = 1
1204  // ST4 (single structure) (no offset)
1205  COMPARE(dci(0x0d206400), expected);  // .h, size<0> = 1
1206  COMPARE(dci(0x0d20a800), expected);  // .s, size<1> = 1
1207  COMPARE(dci(0x0d20b400), expected);  // .d, size<0> = 1, S = 1
1208
1209  // LD1 (single structure) (post index)
1210  COMPARE(dci(0x0dc04400), expected);  // .h, size<0> = 1
1211  COMPARE(dci(0x0dc08800), expected);  // .s, size<1> = 1
1212  COMPARE(dci(0x0dc09400), expected);  // .d, size<0> = 1, S = 1
1213  // LD2 (single structure) (post index)
1214  COMPARE(dci(0x0de04400), expected);  // .h, size<0> = 1
1215  COMPARE(dci(0x0de08800), expected);  // .s, size<1> = 1
1216  COMPARE(dci(0x0de09400), expected);  // .d, size<0> = 1, S = 1
1217  // LD3 (single structure) (post index)
1218  COMPARE(dci(0x0dc06400), expected);  // .h, size<0> = 1
1219  COMPARE(dci(0x0dc0a800), expected);  // .s, size<1> = 1
1220  COMPARE(dci(0x0dc0b400), expected);  // .d, size<0> = 1, S = 1
1221  // LD4 (single structure) (post index)
1222  COMPARE(dci(0x0de06400), expected);  // .h, size<0> = 1
1223  COMPARE(dci(0x0de0a800), expected);  // .s, size<1> = 1
1224  COMPARE(dci(0x0de0b400), expected);  // .d, size<0> = 1, S = 1
1225  // ST1 (single structure) (post index)
1226  COMPARE(dci(0x0d804400), expected);  // .h, size<0> = 1
1227  COMPARE(dci(0x0d808800), expected);  // .s, size<1> = 1
1228  COMPARE(dci(0x0d809400), expected);  // .d, size<0> = 1, S = 1
1229  // ST2 (single structure) (post index)
1230  COMPARE(dci(0x0da04400), expected);  // .h, size<0> = 1
1231  COMPARE(dci(0x0da08800), expected);  // .s, size<1> = 1
1232  COMPARE(dci(0x0da09400), expected);  // .d, size<0> = 1, S = 1
1233  // ST3 (single structure) (post index)
1234  COMPARE(dci(0x0d806400), expected);  // .h, size<0> = 1
1235  COMPARE(dci(0x0d80a800), expected);  // .s, size<1> = 1
1236  COMPARE(dci(0x0d80b400), expected);  // .d, size<0> = 1, S = 1
1237  // ST4 (single structure) (post index)
1238  COMPARE(dci(0x0da06400), expected);  // .h, size<0> = 1
1239  COMPARE(dci(0x0da0a800), expected);  // .s, size<1> = 1
1240  COMPARE(dci(0x0da0b400), expected);  // .d, size<0> = 1, S = 1
1241
1242  CLEANUP();
1243}
1244
1245
1246TEST(neon_load_all_lanes) {
1247  SETUP();
1248
1249  COMPARE_MACRO(Ld1r(v14.V8B(), MemOperand(x0)), "ld1r {v14.8b}, [x0]");
1250  COMPARE_MACRO(Ld1r(v15.V16B(), MemOperand(x1)), "ld1r {v15.16b}, [x1]");
1251  COMPARE_MACRO(Ld1r(v16.V4H(), MemOperand(x2)), "ld1r {v16.4h}, [x2]");
1252  COMPARE_MACRO(Ld1r(v17.V8H(), MemOperand(x3)), "ld1r {v17.8h}, [x3]");
1253  COMPARE_MACRO(Ld1r(v18.V2S(), MemOperand(x4)), "ld1r {v18.2s}, [x4]");
1254  COMPARE_MACRO(Ld1r(v19.V4S(), MemOperand(x5)), "ld1r {v19.4s}, [x5]");
1255  COMPARE_MACRO(Ld1r(v20.V2D(), MemOperand(sp)), "ld1r {v20.2d}, [sp]");
1256  COMPARE_MACRO(Ld1r(v21.V1D(), MemOperand(x30)), "ld1r {v21.1d}, [x30]");
1257
1258  COMPARE_MACRO(Ld1r(v22.V8B(), MemOperand(x6, 1, PostIndex)),
1259                "ld1r {v22.8b}, [x6], #1");
1260  COMPARE_MACRO(Ld1r(v23.V16B(), MemOperand(x7, x16, PostIndex)),
1261                "ld1r {v23.16b}, [x7], x16");
1262  COMPARE_MACRO(Ld1r(v24.V4H(), MemOperand(x8, x17, PostIndex)),
1263                "ld1r {v24.4h}, [x8], x17");
1264  COMPARE_MACRO(Ld1r(v25.V8H(), MemOperand(x9, 2, PostIndex)),
1265                "ld1r {v25.8h}, [x9], #2");
1266  COMPARE_MACRO(Ld1r(v26.V2S(), MemOperand(x10, 4, PostIndex)),
1267                "ld1r {v26.2s}, [x10], #4");
1268  COMPARE_MACRO(Ld1r(v27.V4S(), MemOperand(x11, x18, PostIndex)),
1269                "ld1r {v27.4s}, [x11], x18");
1270  COMPARE_MACRO(Ld1r(v28.V2D(), MemOperand(x12, 8, PostIndex)),
1271                "ld1r {v28.2d}, [x12], #8");
1272  COMPARE_MACRO(Ld1r(v29.V1D(), MemOperand(x13, 8, PostIndex)),
1273                "ld1r {v29.1d}, [x13], #8");
1274
1275  COMPARE_MACRO(Ld2r(v14.V8B(), v15.V8B(), MemOperand(x0)),
1276                "ld2r {v14.8b, v15.8b}, [x0]");
1277  COMPARE_MACRO(Ld2r(v15.V16B(), v16.V16B(), MemOperand(x1)),
1278                "ld2r {v15.16b, v16.16b}, [x1]");
1279  COMPARE_MACRO(Ld2r(v16.V4H(), v17.V4H(), MemOperand(x2)),
1280                "ld2r {v16.4h, v17.4h}, [x2]");
1281  COMPARE_MACRO(Ld2r(v17.V8H(), v18.V8H(), MemOperand(x3)),
1282                "ld2r {v17.8h, v18.8h}, [x3]");
1283  COMPARE_MACRO(Ld2r(v18.V2S(), v19.V2S(), MemOperand(x4)),
1284                "ld2r {v18.2s, v19.2s}, [x4]");
1285  COMPARE_MACRO(Ld2r(v19.V4S(), v20.V4S(), MemOperand(x5)),
1286                "ld2r {v19.4s, v20.4s}, [x5]");
1287  COMPARE_MACRO(Ld2r(v20.V2D(), v21.V2D(), MemOperand(sp)),
1288                "ld2r {v20.2d, v21.2d}, [sp]");
1289  COMPARE_MACRO(Ld2r(v21.V8B(), v22.V8B(), MemOperand(x6, 2, PostIndex)),
1290                "ld2r {v21.8b, v22.8b}, [x6], #2");
1291  COMPARE_MACRO(Ld2r(v22.V16B(), v23.V16B(), MemOperand(x7, x16, PostIndex)),
1292                "ld2r {v22.16b, v23.16b}, [x7], x16");
1293  COMPARE_MACRO(Ld2r(v23.V4H(), v24.V4H(), MemOperand(x8, x17, PostIndex)),
1294                "ld2r {v23.4h, v24.4h}, [x8], x17");
1295  COMPARE_MACRO(Ld2r(v24.V8H(), v25.V8H(), MemOperand(x9, 4, PostIndex)),
1296                "ld2r {v24.8h, v25.8h}, [x9], #4");
1297  COMPARE_MACRO(Ld2r(v25.V2S(), v26.V2S(), MemOperand(x10, 8, PostIndex)),
1298                "ld2r {v25.2s, v26.2s}, [x10], #8");
1299  COMPARE_MACRO(Ld2r(v26.V4S(), v27.V4S(), MemOperand(x11, x18, PostIndex)),
1300                "ld2r {v26.4s, v27.4s}, [x11], x18");
1301  COMPARE_MACRO(Ld2r(v27.V2D(), v28.V2D(), MemOperand(x12, 16, PostIndex)),
1302                "ld2r {v27.2d, v28.2d}, [x12], #16");
1303
1304  COMPARE_MACRO(Ld3r(v14.V8B(), v15.V8B(), v16.V8B(), MemOperand(x0)),
1305                "ld3r {v14.8b, v15.8b, v16.8b}, [x0]");
1306  COMPARE_MACRO(Ld3r(v15.V16B(), v16.V16B(), v17.V16B(), MemOperand(x1)),
1307                "ld3r {v15.16b, v16.16b, v17.16b}, [x1]");
1308  COMPARE_MACRO(Ld3r(v16.V4H(), v17.V4H(), v18.V4H(), MemOperand(x2)),
1309                "ld3r {v16.4h, v17.4h, v18.4h}, [x2]");
1310  COMPARE_MACRO(Ld3r(v17.V8H(), v18.V8H(), v19.V8H(), MemOperand(x3)),
1311                "ld3r {v17.8h, v18.8h, v19.8h}, [x3]");
1312  COMPARE_MACRO(Ld3r(v18.V2S(), v19.V2S(), v20.V2S(), MemOperand(x4)),
1313                "ld3r {v18.2s, v19.2s, v20.2s}, [x4]");
1314  COMPARE_MACRO(Ld3r(v19.V4S(), v20.V4S(), v21.V4S(), MemOperand(x5)),
1315                "ld3r {v19.4s, v20.4s, v21.4s}, [x5]");
1316  COMPARE_MACRO(Ld3r(v20.V2D(), v21.V2D(), v22.V2D(), MemOperand(sp)),
1317                "ld3r {v20.2d, v21.2d, v22.2d}, [sp]");
1318  COMPARE_MACRO(Ld3r(v21.V8B(),
1319                     v22.V8B(),
1320                     v23.V8B(),
1321                     MemOperand(x6, 3, PostIndex)),
1322                "ld3r {v21.8b, v22.8b, v23.8b}, [x6], #3");
1323  COMPARE_MACRO(Ld3r(v22.V16B(),
1324                     v23.V16B(),
1325                     v24.V16B(),
1326                     MemOperand(x7, x16, PostIndex)),
1327                "ld3r {v22.16b, v23.16b, v24.16b}, [x7], x16");
1328  COMPARE_MACRO(Ld3r(v23.V4H(),
1329                     v24.V4H(),
1330                     v25.V4H(),
1331                     MemOperand(x8, x17, PostIndex)),
1332                "ld3r {v23.4h, v24.4h, v25.4h}, [x8], x17");
1333  COMPARE_MACRO(Ld3r(v24.V8H(),
1334                     v25.V8H(),
1335                     v26.V8H(),
1336                     MemOperand(x9, 6, PostIndex)),
1337                "ld3r {v24.8h, v25.8h, v26.8h}, [x9], #6");
1338  COMPARE_MACRO(Ld3r(v25.V2S(),
1339                     v26.V2S(),
1340                     v27.V2S(),
1341                     MemOperand(x10, 12, PostIndex)),
1342                "ld3r {v25.2s, v26.2s, v27.2s}, [x10], #12");
1343  COMPARE_MACRO(Ld3r(v26.V4S(),
1344                     v27.V4S(),
1345                     v28.V4S(),
1346                     MemOperand(x11, x18, PostIndex)),
1347                "ld3r {v26.4s, v27.4s, v28.4s}, [x11], x18");
1348  COMPARE_MACRO(Ld3r(v27.V2D(),
1349                     v28.V2D(),
1350                     v29.V2D(),
1351                     MemOperand(x12, 24, PostIndex)),
1352                "ld3r {v27.2d, v28.2d, v29.2d}, [x12], #24");
1353
1354  COMPARE_MACRO(Ld4r(v14.V8B(),
1355                     v15.V8B(),
1356                     v16.V8B(),
1357                     v17.V8B(),
1358                     MemOperand(x0)),
1359                "ld4r {v14.8b, v15.8b, v16.8b, v17.8b}, [x0]");
1360  COMPARE_MACRO(Ld4r(v15.V16B(),
1361                     v16.V16B(),
1362                     v17.V16B(),
1363                     v18.V16B(),
1364                     MemOperand(x1)),
1365                "ld4r {v15.16b, v16.16b, v17.16b, v18.16b}, [x1]");
1366  COMPARE_MACRO(Ld4r(v16.V4H(),
1367                     v17.V4H(),
1368                     v18.V4H(),
1369                     v19.V4H(),
1370                     MemOperand(x2)),
1371                "ld4r {v16.4h, v17.4h, v18.4h, v19.4h}, [x2]");
1372  COMPARE_MACRO(Ld4r(v17.V8H(),
1373                     v18.V8H(),
1374                     v19.V8H(),
1375                     v20.V8H(),
1376                     MemOperand(x3)),
1377                "ld4r {v17.8h, v18.8h, v19.8h, v20.8h}, [x3]");
1378  COMPARE_MACRO(Ld4r(v18.V2S(),
1379                     v19.V2S(),
1380                     v20.V2S(),
1381                     v21.V2S(),
1382                     MemOperand(x4)),
1383                "ld4r {v18.2s, v19.2s, v20.2s, v21.2s}, [x4]");
1384  COMPARE_MACRO(Ld4r(v19.V4S(),
1385                     v20.V4S(),
1386                     v21.V4S(),
1387                     v22.V4S(),
1388                     MemOperand(x5)),
1389                "ld4r {v19.4s, v20.4s, v21.4s, v22.4s}, [x5]");
1390  COMPARE_MACRO(Ld4r(v20.V2D(),
1391                     v21.V2D(),
1392                     v22.V2D(),
1393                     v23.V2D(),
1394                     MemOperand(sp)),
1395                "ld4r {v20.2d, v21.2d, v22.2d, v23.2d}, [sp]");
1396  COMPARE_MACRO(Ld4r(v21.V8B(),
1397                     v22.V8B(),
1398                     v23.V8B(),
1399                     v24.V8B(),
1400                     MemOperand(x6, 4, PostIndex)),
1401                "ld4r {v21.8b, v22.8b, v23.8b, v24.8b}, [x6], #4");
1402  COMPARE_MACRO(Ld4r(v22.V16B(),
1403                     v23.V16B(),
1404                     v24.V16B(),
1405                     v25.V16B(),
1406                     MemOperand(x7, x16, PostIndex)),
1407                "ld4r {v22.16b, v23.16b, v24.16b, v25.16b}, [x7], x16");
1408  COMPARE_MACRO(Ld4r(v23.V4H(),
1409                     v24.V4H(),
1410                     v25.V4H(),
1411                     v26.V4H(),
1412                     MemOperand(x8, x17, PostIndex)),
1413                "ld4r {v23.4h, v24.4h, v25.4h, v26.4h}, [x8], x17");
1414  COMPARE_MACRO(Ld4r(v24.V8H(),
1415                     v25.V8H(),
1416                     v26.V8H(),
1417                     v27.V8H(),
1418                     MemOperand(x9, 8, PostIndex)),
1419                "ld4r {v24.8h, v25.8h, v26.8h, v27.8h}, [x9], #8");
1420  COMPARE_MACRO(Ld4r(v25.V2S(),
1421                     v26.V2S(),
1422                     v27.V2S(),
1423                     v28.V2S(),
1424                     MemOperand(x10, 16, PostIndex)),
1425                "ld4r {v25.2s, v26.2s, v27.2s, v28.2s}, [x10], #16");
1426  COMPARE_MACRO(Ld4r(v26.V4S(),
1427                     v27.V4S(),
1428                     v28.V4S(),
1429                     v29.V4S(),
1430                     MemOperand(x11, x18, PostIndex)),
1431                "ld4r {v26.4s, v27.4s, v28.4s, v29.4s}, [x11], x18");
1432  COMPARE_MACRO(Ld4r(v27.V2D(),
1433                     v28.V2D(),
1434                     v29.V2D(),
1435                     v30.V2D(),
1436                     MemOperand(x12, 32, PostIndex)),
1437                "ld4r {v27.2d, v28.2d, v29.2d, v30.2d}, [x12], #32");
1438
1439  CLEANUP();
1440}
1441
1442
1443TEST(neon_load_all_lanes_unallocated) {
1444  SETUP();
1445
1446  const char* expected = "unallocated (Unallocated)";
1447  // LD1R (single structure) (no offset)
1448  COMPARE(dci(0x0d00c000), expected);  // L = 0
1449  COMPARE(dci(0x0d40d000), expected);  // S = 1
1450  // LD2R (single structure) (no offset)
1451  COMPARE(dci(0x0d20c000), expected);  // L = 0
1452  COMPARE(dci(0x0d60d000), expected);  // S = 1
1453  // LD3R (single structure) (no offset)
1454  COMPARE(dci(0x0d00e000), expected);  // L = 0
1455  COMPARE(dci(0x0d40f000), expected);  // S = 1
1456  // LD4R (single structure) (no offset)
1457  COMPARE(dci(0x0d20e000), expected);  // L = 0
1458  COMPARE(dci(0x0d60f000), expected);  // S = 1
1459
1460  // LD1R (single structure) (post index)
1461  COMPARE(dci(0x0d80c000), expected);  // L = 0
1462  COMPARE(dci(0x0dc0d000), expected);  // S = 1
1463  // LD2R (single structure) (post index)
1464  COMPARE(dci(0x0da0c000), expected);  // L = 0
1465  COMPARE(dci(0x0de0d000), expected);  // S = 1
1466  // LD3R (single structure) (post index)
1467  COMPARE(dci(0x0d80e000), expected);  // L = 0
1468  COMPARE(dci(0x0dc0f000), expected);  // S = 1
1469  // LD4R (single structure) (post index)
1470  COMPARE(dci(0x0da0e000), expected);  // L = 0
1471  COMPARE(dci(0x0de0f000), expected);  // S = 1
1472
1473  CLEANUP();
1474}
1475
1476
1477TEST(neon_3same) {
1478  SETUP();
1479
1480#define DISASM_INST(M, S) \
1481  COMPARE_MACRO(Cmeq(v0.M, v1.M, v2.M), "cmeq v0." S ", v1." S ", v2." S);
1482  NEON_FORMAT_LIST(DISASM_INST)
1483#undef DISASM_INST
1484
1485#define DISASM_INST(M, S) \
1486  COMPARE_MACRO(Cmge(v0.M, v1.M, v2.M), "cmge v0." S ", v1." S ", v2." S);
1487  NEON_FORMAT_LIST(DISASM_INST)
1488#undef DISASM_INST
1489
1490#define DISASM_INST(M, S) \
1491  COMPARE_MACRO(Cmgt(v0.M, v1.M, v2.M), "cmgt v0." S ", v1." S ", v2." S);
1492  NEON_FORMAT_LIST(DISASM_INST)
1493#undef DISASM_INST
1494
1495#define DISASM_INST(M, S) \
1496  COMPARE_MACRO(Cmhi(v0.M, v1.M, v2.M), "cmhi v0." S ", v1." S ", v2." S);
1497  NEON_FORMAT_LIST(DISASM_INST)
1498#undef DISASM_INST
1499
1500#define DISASM_INST(M, S) \
1501  COMPARE_MACRO(Cmhs(v0.M, v1.M, v2.M), "cmhs v0." S ", v1." S ", v2." S);
1502  NEON_FORMAT_LIST(DISASM_INST)
1503#undef DISASM_INST
1504
1505#define DISASM_INST(M, S) \
1506  COMPARE_MACRO(Cmtst(v0.M, v1.M, v2.M), "cmtst v0." S ", v1." S ", v2." S);
1507  NEON_FORMAT_LIST(DISASM_INST)
1508#undef DISASM_INST
1509
1510#define DISASM_INST(M, S) \
1511  COMPARE_MACRO(Add(v0.M, v1.M, v2.M), "add v0." S ", v1." S ", v2." S);
1512  NEON_FORMAT_LIST(DISASM_INST)
1513#undef DISASM_INST
1514
1515#define DISASM_INST(M, S) \
1516  COMPARE_MACRO(Sub(v3.M, v4.M, v5.M), "sub v3." S ", v4." S ", v5." S);
1517  NEON_FORMAT_LIST(DISASM_INST)
1518#undef DISASM_INST
1519
1520#define DISASM_INST(M, S) \
1521  COMPARE_MACRO(Sabd(v3.M, v4.M, v5.M), "sabd v3." S ", v4." S ", v5." S);
1522  NEON_FORMAT_LIST_BHS(DISASM_INST)
1523#undef DISASM_INST
1524
1525#define DISASM_INST(M, S) \
1526  COMPARE_MACRO(Uabd(v3.M, v4.M, v5.M), "uabd v3." S ", v4." S ", v5." S);
1527  NEON_FORMAT_LIST_BHS(DISASM_INST)
1528#undef DISASM_INST
1529
1530#define DISASM_INST(M, S) \
1531  COMPARE_MACRO(Saba(v3.M, v4.M, v5.M), "saba v3." S ", v4." S ", v5." S);
1532  NEON_FORMAT_LIST_BHS(DISASM_INST)
1533#undef DISASM_INST
1534
1535#define DISASM_INST(M, S) \
1536  COMPARE_MACRO(Uaba(v3.M, v4.M, v5.M), "uaba v3." S ", v4." S ", v5." S);
1537  NEON_FORMAT_LIST_BHS(DISASM_INST)
1538#undef DISASM_INST
1539
1540#define DISASM_INST(M, S) \
1541  COMPARE_MACRO(Smax(v3.M, v4.M, v5.M), "smax v3." S ", v4." S ", v5." S);
1542  NEON_FORMAT_LIST_BHS(DISASM_INST)
1543#undef DISASM_INST
1544
1545#define DISASM_INST(M, S) \
1546  COMPARE_MACRO(Smin(v3.M, v4.M, v5.M), "smin v3." S ", v4." S ", v5." S);
1547  NEON_FORMAT_LIST_BHS(DISASM_INST)
1548#undef DISASM_INST
1549
1550#define DISASM_INST(M, S) \
1551  COMPARE_MACRO(Umax(v3.M, v4.M, v5.M), "umax v3." S ", v4." S ", v5." S);
1552  NEON_FORMAT_LIST_BHS(DISASM_INST)
1553#undef DISASM_INST
1554
1555#define DISASM_INST(M, S) \
1556  COMPARE_MACRO(Umin(v3.M, v4.M, v5.M), "umin v3." S ", v4." S ", v5." S);
1557  NEON_FORMAT_LIST_BHS(DISASM_INST)
1558#undef DISASM_INST
1559
1560#define DISASM_INST(M, S) \
1561  COMPARE_MACRO(Smaxp(v3.M, v4.M, v5.M), "smaxp v3." S ", v4." S ", v5." S);
1562  NEON_FORMAT_LIST_BHS(DISASM_INST)
1563#undef DISASM_INST
1564
1565#define DISASM_INST(M, S) \
1566  COMPARE_MACRO(Sminp(v3.M, v4.M, v5.M), "sminp v3." S ", v4." S ", v5." S);
1567  NEON_FORMAT_LIST_BHS(DISASM_INST)
1568#undef DISASM_INST
1569
1570#define DISASM_INST(M, S) \
1571  COMPARE_MACRO(Umaxp(v3.M, v4.M, v5.M), "umaxp v3." S ", v4." S ", v5." S);
1572  NEON_FORMAT_LIST_BHS(DISASM_INST)
1573#undef DISASM_INST
1574
1575#define DISASM_INST(M, S) \
1576  COMPARE_MACRO(Uminp(v3.M, v4.M, v5.M), "uminp v3." S ", v4." S ", v5." S);
1577  NEON_FORMAT_LIST_BHS(DISASM_INST)
1578#undef DISASM_INST
1579
1580#define DISASM_INST(M, S) \
1581  COMPARE_MACRO(Uqadd(v6.M, v7.M, v8.M), "uqadd v6." S ", v7." S ", v8." S);
1582  NEON_FORMAT_LIST(DISASM_INST)
1583#undef DISASM_INST
1584
1585#define DISASM_INST(M, S)                  \
1586  COMPARE_MACRO(Sqadd(v9.M, v10.M, v11.M), \
1587                "sqadd v9." S ", v10." S   \
1588                ", "                       \
1589                "v11." S);
1590  NEON_FORMAT_LIST(DISASM_INST)
1591#undef DISASM_INST
1592
1593#define DISASM_INST(M, S) \
1594  COMPARE_MACRO(Uqsub(v6.M, v7.M, v8.M), "uqsub v6." S ", v7." S ", v8." S);
1595  NEON_FORMAT_LIST(DISASM_INST)
1596#undef DISASM_INST
1597
1598#define DISASM_INST(M, S)                  \
1599  COMPARE_MACRO(Sqsub(v9.M, v10.M, v11.M), \
1600                "sqsub v9." S ", v10." S   \
1601                ", "                       \
1602                "v11." S);
1603  NEON_FORMAT_LIST(DISASM_INST)
1604#undef DISASM_INST
1605
1606#define DISASM_INST(M, S)                  \
1607  COMPARE_MACRO(Sshl(v12.M, v13.M, v14.M), \
1608                "sshl v12." S ", v13." S   \
1609                ", "                       \
1610                "v14." S);
1611  NEON_FORMAT_LIST(DISASM_INST)
1612#undef DISASM_INST
1613
1614#define DISASM_INST(M, S)                  \
1615  COMPARE_MACRO(Ushl(v15.M, v16.M, v17.M), \
1616                "ushl v15." S ", v16." S   \
1617                ", "                       \
1618                "v17." S);
1619  NEON_FORMAT_LIST(DISASM_INST)
1620#undef DISASM_INST
1621
1622#define DISASM_INST(M, S)                   \
1623  COMPARE_MACRO(Sqshl(v18.M, v19.M, v20.M), \
1624                "sqshl v18." S ", v19." S ", v20." S);
1625  NEON_FORMAT_LIST(DISASM_INST)
1626#undef DISASM_INST
1627
1628#define DISASM_INST(M, S)                   \
1629  COMPARE_MACRO(Uqshl(v21.M, v22.M, v23.M), \
1630                "uqshl v21." S ", v22." S ", v23." S);
1631  NEON_FORMAT_LIST(DISASM_INST)
1632#undef DISASM_INST
1633
1634#define DISASM_INST(M, S)                   \
1635  COMPARE_MACRO(Srshl(v24.M, v25.M, v26.M), \
1636                "srshl v24." S ", v25." S ", v26." S);
1637  NEON_FORMAT_LIST(DISASM_INST)
1638#undef DISASM_INST
1639
1640#define DISASM_INST(M, S)                   \
1641  COMPARE_MACRO(Urshl(v27.M, v28.M, v29.M), \
1642                "urshl v27." S ", v28." S ", v29." S);
1643  NEON_FORMAT_LIST(DISASM_INST)
1644#undef DISASM_INST
1645
1646#define DISASM_INST(M, S)                   \
1647  COMPARE_MACRO(Sqrshl(v30.M, v31.M, v0.M), \
1648                "sqrshl v30." S ", v31." S ", v0." S);
1649  NEON_FORMAT_LIST(DISASM_INST)
1650#undef DISASM_INST
1651
1652#define DISASM_INST(M, S) \
1653  COMPARE_MACRO(Uqrshl(v1.M, v2.M, v3.M), "uqrshl v1." S ", v2." S ", v3." S);
1654  NEON_FORMAT_LIST(DISASM_INST)
1655#undef DISASM_INST
1656
1657#define DISASM_INST(M, S) \
1658  COMPARE_MACRO(Shadd(v4.M, v5.M, v6.M), "shadd v4." S ", v5." S ", v6." S);
1659  NEON_FORMAT_LIST_BHS(DISASM_INST)
1660#undef DISASM_INST
1661
1662#define DISASM_INST(M, S) \
1663  COMPARE_MACRO(Uhadd(v7.M, v8.M, v9.M), "uhadd v7." S ", v8." S ", v9." S);
1664  NEON_FORMAT_LIST_BHS(DISASM_INST)
1665#undef DISASM_INST
1666
1667#define DISASM_INST(M, S)                    \
1668  COMPARE_MACRO(Srhadd(v10.M, v11.M, v12.M), \
1669                "srhadd v10." S ", v11." S ", v12." S);
1670  NEON_FORMAT_LIST_BHS(DISASM_INST)
1671#undef DISASM_INST
1672
1673#define DISASM_INST(M, S)                    \
1674  COMPARE_MACRO(Urhadd(v13.M, v14.M, v15.M), \
1675                "urhadd v13." S ", v14." S ", v15." S);
1676  NEON_FORMAT_LIST_BHS(DISASM_INST)
1677#undef DISASM_INST
1678
1679#define DISASM_INST(M, S)                   \
1680  COMPARE_MACRO(Shsub(v16.M, v17.M, v18.M), \
1681                "shsub v16." S ", v17." S ", v18." S);
1682  NEON_FORMAT_LIST_BHS(DISASM_INST)
1683#undef DISASM_INST
1684
1685#define DISASM_INST(M, S)                   \
1686  COMPARE_MACRO(Uhsub(v19.M, v20.M, v21.M), \
1687                "uhsub v19." S ", v20." S ", v21." S);
1688  NEON_FORMAT_LIST_BHS(DISASM_INST)
1689#undef DISASM_INST
1690
1691#define DISASM_INST(M, S)                  \
1692  COMPARE_MACRO(Addp(v19.M, v20.M, v21.M), \
1693                "addp v19." S ", v20." S   \
1694                ", "                       \
1695                "v21." S);
1696  NEON_FORMAT_LIST(DISASM_INST)
1697#undef DISASM_INST
1698
1699#define DISASM_INST(M, S) \
1700  COMPARE_MACRO(Mla(v19.M, v20.M, v21.M), "mla v19." S ", v20." S ", v21." S);
1701  NEON_FORMAT_LIST_BHS(DISASM_INST)
1702#undef DISASM_INST
1703
1704#define DISASM_INST(M, S) \
1705  COMPARE_MACRO(Mls(v19.M, v20.M, v21.M), "mls v19." S ", v20." S ", v21." S);
1706  NEON_FORMAT_LIST_BHS(DISASM_INST)
1707#undef DISASM_INST
1708
1709#define DISASM_INST(M, S) \
1710  COMPARE_MACRO(Mul(v19.M, v20.M, v21.M), "mul v19." S ", v20." S ", v21." S);
1711  NEON_FORMAT_LIST_BHS(DISASM_INST)
1712#undef DISASM_INST
1713
1714#define DISASM_INST(M, S)                  \
1715  COMPARE_MACRO(Sqdmulh(v1.M, v2.M, v3.M), \
1716                "sqdmulh v1." S ", v2." S  \
1717                ", "                       \
1718                "v3." S);
1719  NEON_FORMAT_LIST_HS(DISASM_INST)
1720#undef DISASM_INST
1721
1722#define DISASM_INST(M, S)                   \
1723  COMPARE_MACRO(Sqrdmulh(v1.M, v2.M, v3.M), \
1724                "sqrdmulh v1." S ", v2." S ", v3." S);
1725  NEON_FORMAT_LIST_HS(DISASM_INST)
1726#undef DISASM_INST
1727
1728#define DISASM_INST(M, S)                   \
1729  COMPARE_MACRO(Sqrdmlah(v1.M, v2.M, v3.M), \
1730                "sqrdmlah v1." S ", v2." S ", v3." S);
1731  NEON_FORMAT_LIST_HS(DISASM_INST)
1732#undef DISASM_INST
1733
1734#define DISASM_INST(M, S)                   \
1735  COMPARE_MACRO(Sqrdmlsh(v1.M, v2.M, v3.M), \
1736                "sqrdmlsh v1." S ", v2." S ", v3." S);
1737  NEON_FORMAT_LIST_HS(DISASM_INST)
1738#undef DISASM_INST
1739
1740  COMPARE_MACRO(Sdot(v1.V2S(), v2.V8B(), v3.V8B()), "sdot v1.2s, v2.8b, v3.8b");
1741  COMPARE_MACRO(Sdot(v1.V4S(), v2.V16B(), v3.V16B()),
1742                "sdot v1.4s, v2.16b, v3.16b");
1743
1744  COMPARE_MACRO(Udot(v1.V2S(), v2.V8B(), v3.V8B()), "udot v1.2s, v2.8b, v3.8b");
1745  COMPARE_MACRO(Udot(v1.V4S(), v2.V16B(), v3.V16B()),
1746                "udot v1.4s, v2.16b, v3.16b");
1747
1748  COMPARE_MACRO(Usdot(v7.V2S(), v9.V8B(), v30.V8B()),
1749                "usdot v7.2s, v9.8b, v30.8b");
1750  COMPARE_MACRO(Usdot(v7.V4S(), v9.V16B(), v30.V16B()),
1751                "usdot v7.4s, v9.16b, v30.16b");
1752
1753  COMPARE_MACRO(And(v6.V8B(), v7.V8B(), v8.V8B()), "and v6.8b, v7.8b, v8.8b");
1754  COMPARE_MACRO(And(v6.V16B(), v7.V16B(), v8.V16B()),
1755                "and v6.16b, v7.16b, v8.16b");
1756
1757  COMPARE_MACRO(Bic(v6.V8B(), v7.V8B(), v8.V8B()), "bic v6.8b, v7.8b, v8.8b");
1758  COMPARE_MACRO(Bic(v6.V16B(), v7.V16B(), v8.V16B()),
1759                "bic v6.16b, v7.16b, v8.16b");
1760
1761  COMPARE_MACRO(Orr(v6.V8B(), v7.V8B(), v8.V8B()), "orr v6.8b, v7.8b, v8.8b");
1762  COMPARE_MACRO(Orr(v6.V16B(), v7.V16B(), v8.V16B()),
1763                "orr v6.16b, v7.16b, v8.16b");
1764
1765  COMPARE_MACRO(Orr(v6.V8B(), v7.V8B(), v7.V8B()), "mov v6.8b, v7.8b");
1766  COMPARE_MACRO(Orr(v6.V16B(), v7.V16B(), v7.V16B()), "mov v6.16b, v7.16b");
1767
1768  COMPARE_MACRO(Mov(v6.V8B(), v8.V8B()), "mov v6.8b, v8.8b");
1769  COMPARE_MACRO(Mov(v6.V16B(), v8.V16B()), "mov v6.16b, v8.16b");
1770
1771  COMPARE_MACRO(Orn(v6.V8B(), v7.V8B(), v8.V8B()), "orn v6.8b, v7.8b, v8.8b");
1772  COMPARE_MACRO(Orn(v6.V16B(), v7.V16B(), v8.V16B()),
1773                "orn v6.16b, v7.16b, v8.16b");
1774
1775  COMPARE_MACRO(Eor(v6.V8B(), v7.V8B(), v8.V8B()), "eor v6.8b, v7.8b, v8.8b");
1776  COMPARE_MACRO(Eor(v6.V16B(), v7.V16B(), v8.V16B()),
1777                "eor v6.16b, v7.16b, v8.16b");
1778
1779  COMPARE_MACRO(Bif(v6.V8B(), v7.V8B(), v8.V8B()), "bif v6.8b, v7.8b, v8.8b");
1780  COMPARE_MACRO(Bif(v6.V16B(), v7.V16B(), v8.V16B()),
1781                "bif v6.16b, v7.16b, v8.16b");
1782
1783  COMPARE_MACRO(Bit(v6.V8B(), v7.V8B(), v8.V8B()), "bit v6.8b, v7.8b, v8.8b");
1784  COMPARE_MACRO(Bit(v6.V16B(), v7.V16B(), v8.V16B()),
1785                "bit v6.16b, v7.16b, v8.16b");
1786
1787  COMPARE_MACRO(Bsl(v6.V8B(), v7.V8B(), v8.V8B()), "bsl v6.8b, v7.8b, v8.8b");
1788  COMPARE_MACRO(Bsl(v6.V16B(), v7.V16B(), v8.V16B()),
1789                "bsl v6.16b, v7.16b, v8.16b");
1790
1791  COMPARE_MACRO(Pmul(v6.V8B(), v7.V8B(), v8.V8B()), "pmul v6.8b, v7.8b, v8.8b");
1792  COMPARE_MACRO(Pmul(v6.V16B(), v7.V16B(), v8.V16B()),
1793                "pmul v6.16b, v7.16b, v8.16b");
1794
1795  CLEANUP();
1796}
1797
1798TEST(neon_3same_fp16) {
1799  SETUP();
1800
1801  COMPARE_MACRO(Fmaxnm(v0.V8H(), v1.V8H(), v2.V8H()),
1802                "fmaxnm v0.8h, v1.8h, v2.8h");
1803  COMPARE_MACRO(Fmaxnm(v3.V4H(), v4.V4H(), v5.V4H()),
1804                "fmaxnm v3.4h, v4.4h, v5.4h");
1805  COMPARE_MACRO(Fmla(v6.V8H(), v7.V8H(), v8.V8H()), "fmla v6.8h, v7.8h, v8.8h");
1806  COMPARE_MACRO(Fmla(v9.V4H(), v10.V4H(), v11.V4H()),
1807                "fmla v9.4h, v10.4h, v11.4h");
1808  COMPARE_MACRO(Fadd(v12.V8H(), v13.V8H(), v14.V8H()),
1809                "fadd v12.8h, v13.8h, v14.8h");
1810  COMPARE_MACRO(Fadd(v15.V4H(), v16.V4H(), v17.V4H()),
1811                "fadd v15.4h, v16.4h, v17.4h");
1812  COMPARE_MACRO(Fmulx(v18.V8H(), v19.V8H(), v20.V8H()),
1813                "fmulx v18.8h, v19.8h, v20.8h");
1814  COMPARE_MACRO(Fmulx(v21.V4H(), v22.V4H(), v23.V4H()),
1815                "fmulx v21.4h, v22.4h, v23.4h");
1816  COMPARE_MACRO(Fcmeq(v24.V8H(), v25.V8H(), v26.V8H()),
1817                "fcmeq v24.8h, v25.8h, v26.8h");
1818  COMPARE_MACRO(Fcmeq(v27.V4H(), v28.V4H(), v29.V4H()),
1819                "fcmeq v27.4h, v28.4h, v29.4h");
1820  COMPARE_MACRO(Fmax(v30.V8H(), v0.V8H(), v1.V8H()),
1821                "fmax v30.8h, v0.8h, v1.8h");
1822  COMPARE_MACRO(Fmax(v2.V4H(), v3.V4H(), v4.V4H()), "fmax v2.4h, v3.4h, v4.4h");
1823  COMPARE_MACRO(Frecps(v5.V8H(), v6.V8H(), v7.V8H()),
1824                "frecps v5.8h, v6.8h, v7.8h");
1825  COMPARE_MACRO(Frecps(v8.V4H(), v9.V4H(), v10.V4H()),
1826                "frecps v8.4h, v9.4h, v10.4h");
1827  COMPARE_MACRO(Fminnm(v11.V8H(), v12.V8H(), v13.V8H()),
1828                "fminnm v11.8h, v12.8h, v13.8h");
1829  COMPARE_MACRO(Fminnm(v14.V4H(), v15.V4H(), v16.V4H()),
1830                "fminnm v14.4h, v15.4h, v16.4h");
1831  COMPARE_MACRO(Fmls(v17.V8H(), v18.V8H(), v19.V8H()),
1832                "fmls v17.8h, v18.8h, v19.8h");
1833  COMPARE_MACRO(Fmls(v20.V4H(), v21.V4H(), v22.V4H()),
1834                "fmls v20.4h, v21.4h, v22.4h");
1835  COMPARE_MACRO(Fsub(v23.V8H(), v24.V8H(), v25.V8H()),
1836                "fsub v23.8h, v24.8h, v25.8h");
1837  COMPARE_MACRO(Fsub(v26.V4H(), v27.V4H(), v28.V4H()),
1838                "fsub v26.4h, v27.4h, v28.4h");
1839  COMPARE_MACRO(Fmin(v29.V8H(), v30.V8H(), v0.V8H()),
1840                "fmin v29.8h, v30.8h, v0.8h");
1841  COMPARE_MACRO(Fmin(v1.V4H(), v2.V4H(), v3.V4H()), "fmin v1.4h, v2.4h, v3.4h");
1842  COMPARE_MACRO(Frsqrts(v4.V8H(), v5.V8H(), v6.V8H()),
1843                "frsqrts v4.8h, v5.8h, v6.8h");
1844  COMPARE_MACRO(Frsqrts(v7.V4H(), v8.V4H(), v9.V4H()),
1845                "frsqrts v7.4h, v8.4h, v9.4h");
1846  COMPARE_MACRO(Fmaxnmp(v10.V8H(), v11.V8H(), v12.V8H()),
1847                "fmaxnmp v10.8h, v11.8h, v12.8h");
1848  COMPARE_MACRO(Fmaxnmp(v13.V4H(), v14.V4H(), v15.V4H()),
1849                "fmaxnmp v13.4h, v14.4h, v15.4h");
1850  COMPARE_MACRO(Faddp(v16.V8H(), v17.V8H(), v18.V8H()),
1851                "faddp v16.8h, v17.8h, v18.8h");
1852  COMPARE_MACRO(Faddp(v19.V4H(), v20.V4H(), v21.V4H()),
1853                "faddp v19.4h, v20.4h, v21.4h");
1854  COMPARE_MACRO(Fmul(v22.V8H(), v23.V8H(), v24.V8H()),
1855                "fmul v22.8h, v23.8h, v24.8h");
1856  COMPARE_MACRO(Fmul(v25.V4H(), v26.V4H(), v27.V4H()),
1857                "fmul v25.4h, v26.4h, v27.4h");
1858  COMPARE_MACRO(Fcmge(v28.V8H(), v29.V8H(), v30.V8H()),
1859                "fcmge v28.8h, v29.8h, v30.8h");
1860  COMPARE_MACRO(Fcmge(v0.V4H(), v1.V4H(), v2.V4H()),
1861                "fcmge v0.4h, v1.4h, v2.4h");
1862  COMPARE_MACRO(Facge(v3.V8H(), v4.V8H(), v5.V8H()),
1863                "facge v3.8h, v4.8h, v5.8h");
1864  COMPARE_MACRO(Facge(v6.V4H(), v7.V4H(), v8.V4H()),
1865                "facge v6.4h, v7.4h, v8.4h");
1866  COMPARE_MACRO(Fmaxp(v9.V8H(), v10.V8H(), v11.V8H()),
1867                "fmaxp v9.8h, v10.8h, v11.8h");
1868  COMPARE_MACRO(Fmaxp(v12.V4H(), v13.V4H(), v14.V4H()),
1869                "fmaxp v12.4h, v13.4h, v14.4h");
1870  COMPARE_MACRO(Fdiv(v15.V8H(), v16.V8H(), v17.V8H()),
1871                "fdiv v15.8h, v16.8h, v17.8h");
1872  COMPARE_MACRO(Fdiv(v18.V4H(), v19.V4H(), v20.V4H()),
1873                "fdiv v18.4h, v19.4h, v20.4h");
1874  COMPARE_MACRO(Fminnmp(v21.V8H(), v22.V8H(), v23.V8H()),
1875                "fminnmp v21.8h, v22.8h, v23.8h");
1876  COMPARE_MACRO(Fminnmp(v24.V4H(), v25.V4H(), v26.V4H()),
1877                "fminnmp v24.4h, v25.4h, v26.4h");
1878  COMPARE_MACRO(Fabd(v27.V8H(), v28.V8H(), v29.V8H()),
1879                "fabd v27.8h, v28.8h, v29.8h");
1880  COMPARE_MACRO(Fabd(v30.V4H(), v0.V4H(), v1.V4H()),
1881                "fabd v30.4h, v0.4h, v1.4h");
1882  COMPARE_MACRO(Fcmgt(v2.V8H(), v3.V8H(), v4.V8H()),
1883                "fcmgt v2.8h, v3.8h, v4.8h");
1884  COMPARE_MACRO(Fcmgt(v5.V4H(), v6.V4H(), v7.V4H()),
1885                "fcmgt v5.4h, v6.4h, v7.4h");
1886  COMPARE_MACRO(Facgt(v8.V8H(), v9.V8H(), v10.V8H()),
1887                "facgt v8.8h, v9.8h, v10.8h");
1888  COMPARE_MACRO(Facgt(v11.V4H(), v12.V4H(), v13.V4H()),
1889                "facgt v11.4h, v12.4h, v13.4h");
1890  COMPARE_MACRO(Fminp(v14.V8H(), v15.V8H(), v16.V8H()),
1891                "fminp v14.8h, v15.8h, v16.8h");
1892  COMPARE_MACRO(Fminp(v17.V4H(), v18.V4H(), v19.V4H()),
1893                "fminp v17.4h, v18.4h, v19.4h");
1894
1895  CLEANUP();
1896}
1897
1898TEST(neon_3same_extra_fcadd) {
1899  SETUP();
1900
1901  COMPARE_MACRO(Fcadd(v4.V4H(), v5.V4H(), v6.V4H(), 270),
1902                "fcadd v4.4h, v5.4h, v6.4h, #270");
1903  COMPARE_MACRO(Fcadd(v4.V8H(), v5.V8H(), v6.V8H(), 90),
1904                "fcadd v4.8h, v5.8h, v6.8h, #90");
1905  COMPARE_MACRO(Fcadd(v1.V2S(), v2.V2S(), v3.V2S(), 90),
1906                "fcadd v1.2s, v2.2s, v3.2s, #90");
1907  COMPARE_MACRO(Fcadd(v1.V4S(), v2.V4S(), v3.V4S(), 270),
1908                "fcadd v1.4s, v2.4s, v3.4s, #270");
1909  COMPARE_MACRO(Fcadd(v29.V2D(), v30.V2D(), v31.V2D(), 90),
1910                "fcadd v29.2d, v30.2d, v31.2d, #90");
1911
1912  COMPARE_MACRO(Fcmla(v4.V8H(), v5.V8H(), v6.V8H(), 270),
1913                "fcmla v4.8h, v5.8h, v6.8h, #270");
1914  COMPARE_MACRO(Fcmla(v9.V2S(), v8.V2S(), v7.V2S(), 180),
1915                "fcmla v9.2s, v8.2s, v7.2s, #180");
1916  COMPARE_MACRO(Fcmla(v11.V4S(), v12.V4S(), v13.V4S(), 90),
1917                "fcmla v11.4s, v12.4s, v13.4s, #90");
1918  COMPARE_MACRO(Fcmla(v21.V2D(), v22.V2D(), v23.V2D(), 0),
1919                "fcmla v21.2d, v22.2d, v23.2d, #0");
1920
1921  // The FC* instructions span multiple opcodes, so they have special cases in
1922  // the disassembler. Verify that similar encodings don't get disassembled as
1923  // FC* instructions.
1924  COMPARE(dci(0x2e00ec00), "unallocated (Unallocated)");  // opcode = 0x1101
1925  COMPARE(dci(0x2e00fc00), "unallocated (Unallocated)");  // opcode = 0x1111
1926
1927  CLEANUP();
1928}
1929
1930#define NEON_FORMAT_LIST_FP(V) \
1931  V(V2S(), "2s")               \
1932  V(V4S(), "4s")               \
1933  V(V2D(), "2d")
1934
1935#define NEON_FORMAT_LIST_FP_FP16(V) \
1936  NEON_FORMAT_LIST_FP(V)            \
1937  V(V4H(), "4h")                    \
1938  V(V8H(), "8h")
1939
1940TEST(neon_fp_3same) {
1941  SETUP();
1942
1943#define DISASM_INST(M, S) \
1944  COMPARE_MACRO(Fadd(v0.M, v1.M, v2.M), "fadd v0." S ", v1." S ", v2." S);
1945  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1946#undef DISASM_INST
1947
1948#define DISASM_INST(M, S) \
1949  COMPARE_MACRO(Fsub(v3.M, v4.M, v5.M), "fsub v3." S ", v4." S ", v5." S);
1950  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1951#undef DISASM_INST
1952
1953#define DISASM_INST(M, S) \
1954  COMPARE_MACRO(Fmul(v6.M, v7.M, v8.M), "fmul v6." S ", v7." S ", v8." S);
1955  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1956#undef DISASM_INST
1957
1958#define DISASM_INST(M, S) \
1959  COMPARE_MACRO(Fdiv(v9.M, v10.M, v11.M), "fdiv v9." S ", v10." S ", v11." S);
1960  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1961#undef DISASM_INST
1962
1963#define DISASM_INST(M, S)                  \
1964  COMPARE_MACRO(Fmin(v12.M, v13.M, v14.M), \
1965                "fmin v12." S ", v13." S   \
1966                ", "                       \
1967                "v14." S);
1968  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1969#undef DISASM_INST
1970
1971#define DISASM_INST(M, S)                    \
1972  COMPARE_MACRO(Fminnm(v15.M, v16.M, v17.M), \
1973                "fminnm v15." S ", v16." S ", v17." S);
1974  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1975#undef DISASM_INST
1976
1977#define DISASM_INST(M, S)                  \
1978  COMPARE_MACRO(Fmax(v18.M, v19.M, v20.M), \
1979                "fmax v18." S ", v19." S   \
1980                ", "                       \
1981                "v20." S);
1982  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1983#undef DISASM_INST
1984
1985#define DISASM_INST(M, S)                    \
1986  COMPARE_MACRO(Fmaxnm(v21.M, v22.M, v23.M), \
1987                "fmaxnm v21." S ", v22." S ", v23." S);
1988  NEON_FORMAT_LIST_FP_FP16(DISASM_INST)
1989#undef DISASM_INST
1990
1991#define DISASM_INST(M, S)                    \
1992  COMPARE_MACRO(Frecps(v24.M, v25.M, v26.M), \
1993                "frecps v24." S ", v25." S ", v26." S);
1994  NEON_FORMAT_LIST_FP(DISASM_INST)
1995#undef DISASM_INST
1996
1997#define DISASM_INST(M, S)                     \
1998  COMPARE_MACRO(Frsqrts(v27.M, v28.M, v29.M), \
1999                "frsqrts v27." S ", v28." S ", v29." S);
2000  NEON_FORMAT_LIST_FP(DISASM_INST)
2001#undef DISASM_INST
2002
2003#define DISASM_INST(M, S)                  \
2004  COMPARE_MACRO(Fmulx(v30.M, v31.M, v0.M), \
2005                "fmulx v30." S ", v31." S  \
2006                ", "                       \
2007                "v0." S);
2008  NEON_FORMAT_LIST_FP(DISASM_INST)
2009#undef DISASM_INST
2010
2011#define DISASM_INST(M, S) \
2012  COMPARE_MACRO(Fmla(v1.M, v2.M, v3.M), "fmla v1." S ", v2." S ", v3." S);
2013  NEON_FORMAT_LIST_FP(DISASM_INST)
2014#undef DISASM_INST
2015
2016#define DISASM_INST(M, S) \
2017  COMPARE_MACRO(Fmls(v4.M, v5.M, v6.M), "fmls v4." S ", v5." S ", v6." S);
2018  NEON_FORMAT_LIST_FP(DISASM_INST)
2019#undef DISASM_INST
2020
2021#define DISASM_INST(M, S) \
2022  COMPARE_MACRO(Fabd(v7.M, v8.M, v9.M), "fabd v7." S ", v8." S ", v9." S);
2023  NEON_FORMAT_LIST_FP(DISASM_INST)
2024#undef DISASM_INST
2025
2026#define DISASM_INST(M, S)                   \
2027  COMPARE_MACRO(Faddp(v10.M, v11.M, v12.M), \
2028                "faddp v10." S ", v11." S ", v12." S);
2029  NEON_FORMAT_LIST_FP(DISASM_INST)
2030#undef DISASM_INST
2031
2032#define DISASM_INST(M, S)                   \
2033  COMPARE_MACRO(Fmaxp(v13.M, v14.M, v15.M), \
2034                "fmaxp v13." S ", v14." S ", v15." S);
2035  NEON_FORMAT_LIST_FP(DISASM_INST)
2036#undef DISASM_INST
2037
2038#define DISASM_INST(M, S)                   \
2039  COMPARE_MACRO(Fminp(v16.M, v17.M, v18.M), \
2040                "fminp v16." S ", v17." S ", v18." S);
2041  NEON_FORMAT_LIST_FP(DISASM_INST)
2042#undef DISASM_INST
2043
2044#define DISASM_INST(M, S)                     \
2045  COMPARE_MACRO(Fmaxnmp(v19.M, v20.M, v21.M), \
2046                "fmaxnmp v19." S ", v20." S ", v21." S);
2047  NEON_FORMAT_LIST_FP(DISASM_INST)
2048#undef DISASM_INST
2049
2050#define DISASM_INST(M, S)                     \
2051  COMPARE_MACRO(Fminnmp(v22.M, v23.M, v24.M), \
2052                "fminnmp v22." S ", v23." S ", v24." S);
2053  NEON_FORMAT_LIST_FP(DISASM_INST)
2054#undef DISASM_INST
2055
2056#define DISASM_INST(M, S)                   \
2057  COMPARE_MACRO(Fcmeq(v25.M, v26.M, v27.M), \
2058                "fcmeq v25." S ", v26." S ", v27." S);
2059  NEON_FORMAT_LIST_FP(DISASM_INST)
2060#undef DISASM_INST
2061
2062#define DISASM_INST(M, S)                   \
2063  COMPARE_MACRO(Fcmge(v25.M, v26.M, v27.M), \
2064                "fcmge v25." S ", v26." S ", v27." S);
2065  NEON_FORMAT_LIST_FP(DISASM_INST)
2066#undef DISASM_INST
2067
2068#define DISASM_INST(M, S)                   \
2069  COMPARE_MACRO(Fcmgt(v25.M, v26.M, v27.M), \
2070                "fcmgt v25." S ", v26." S ", v27." S);
2071  NEON_FORMAT_LIST_FP(DISASM_INST)
2072#undef DISASM_INST
2073
2074#define DISASM_INST(M, S)                   \
2075  COMPARE_MACRO(Facge(v25.M, v26.M, v27.M), \
2076                "facge v25." S ", v26." S ", v27." S);
2077  NEON_FORMAT_LIST_FP(DISASM_INST)
2078#undef DISASM_INST
2079
2080#define DISASM_INST(M, S)                   \
2081  COMPARE_MACRO(Facgt(v25.M, v26.M, v27.M), \
2082                "facgt v25." S ", v26." S ", v27." S);
2083  NEON_FORMAT_LIST_FP(DISASM_INST)
2084#undef DISASM_INST
2085
2086  // FMLAL and so on have mixed operands, but still use the NEON3Same encoding.
2087  COMPARE_MACRO(Fmlal(v5.V2S(), v12.V2H(), v6.V2H()),
2088                "fmlal v5.2s, v12.2h, v6.2h");
2089  COMPARE_MACRO(Fmlal2(v14.V2S(), v10.V2H(), v9.V2H()),
2090                "fmlal2 v14.2s, v10.2h, v9.2h");
2091  COMPARE_MACRO(Fmlsl(v31.V2S(), v9.V2H(), v28.V2H()),
2092                "fmlsl v31.2s, v9.2h, v28.2h");
2093  COMPARE_MACRO(Fmlsl2(v21.V2S(), v22.V2H(), v2.V2H()),
2094                "fmlsl2 v21.2s, v22.2h, v2.2h");
2095  COMPARE_MACRO(Fmlal(v26.V4S(), v26.V4H(), v30.V4H()),
2096                "fmlal v26.4s, v26.4h, v30.4h");
2097  COMPARE_MACRO(Fmlal2(v15.V4S(), v18.V4H(), v25.V4H()),
2098                "fmlal2 v15.4s, v18.4h, v25.4h");
2099  COMPARE_MACRO(Fmlsl(v9.V4S(), v4.V4H(), v23.V4H()),
2100                "fmlsl v9.4s, v4.4h, v23.4h");
2101  COMPARE_MACRO(Fmlsl2(v28.V4S(), v28.V4H(), v17.V4H()),
2102                "fmlsl2 v28.4s, v28.4h, v17.4h");
2103
2104  // Verify that unallocated encodings similar to FMLAL (and so on) are properly
2105  // handled.
2106  COMPARE(dci(0x0e66ed85), "unallocated (Unallocated)");
2107  COMPARE(dci(0x2e69cd4e), "unallocated (Unallocated)");
2108  COMPARE(dci(0x0efced3f), "unallocated (Unallocated)");
2109  COMPARE(dci(0x2ee2ced5), "unallocated (Unallocated)");
2110  COMPARE(dci(0x4e7eef5a), "unallocated (Unallocated)");
2111  COMPARE(dci(0x6e79ce4f), "unallocated (Unallocated)");
2112  COMPARE(dci(0x4ef7ec89), "unallocated (Unallocated)");
2113  COMPARE(dci(0x6ef1cf9c), "unallocated (Unallocated)");
2114
2115  CLEANUP();
2116}
2117
2118
2119#define NEON_SCALAR_FORMAT_LIST(V) \
2120  V(B(), "b")                      \
2121  V(H(), "h")                      \
2122  V(S(), "s")                      \
2123  V(D(), "d")
2124
2125TEST(neon_scalar_3same) {
2126  SETUP();
2127
2128  // Instructions that only support D-sized scalar operations.
2129  COMPARE_MACRO(Add(v0.D(), v1.D(), v2.D()), "add d0, d1, d2");
2130  COMPARE_MACRO(Sub(v3.D(), v4.D(), v5.D()), "sub d3, d4, d5");
2131  COMPARE_MACRO(Cmeq(v0.D(), v1.D(), v2.D()), "cmeq d0, d1, d2");
2132  COMPARE_MACRO(Cmge(v3.D(), v4.D(), v5.D()), "cmge d3, d4, d5");
2133  COMPARE_MACRO(Cmgt(v6.D(), v7.D(), v8.D()), "cmgt d6, d7, d8");
2134  COMPARE_MACRO(Cmhi(v0.D(), v1.D(), v2.D()), "cmhi d0, d1, d2");
2135  COMPARE_MACRO(Cmhs(v3.D(), v4.D(), v5.D()), "cmhs d3, d4, d5");
2136  COMPARE_MACRO(Cmtst(v6.D(), v7.D(), v8.D()), "cmtst d6, d7, d8");
2137  COMPARE_MACRO(Ushl(v6.D(), v7.D(), v8.D()), "ushl d6, d7, d8");
2138  COMPARE_MACRO(Sshl(v6.D(), v7.D(), v8.D()), "sshl d6, d7, d8");
2139  COMPARE_MACRO(Urshl(v9.D(), v10.D(), v11.D()), "urshl d9, d10, d11");
2140  COMPARE_MACRO(Srshl(v9.D(), v10.D(), v11.D()), "srshl d9, d10, d11");
2141
2142  // Instructions that support S and D-sized scalar operations.
2143  COMPARE_MACRO(Frecps(v12.S(), v13.S(), v14.S()), "frecps s12, s13, s14");
2144  COMPARE_MACRO(Frecps(v15.D(), v16.D(), v17.D()), "frecps d15, d16, d17");
2145  COMPARE_MACRO(Frsqrts(v18.S(), v19.S(), v20.S()), "frsqrts s18, s19, s20");
2146  COMPARE_MACRO(Frsqrts(v21.D(), v22.D(), v23.D()), "frsqrts d21, d22, d23");
2147  COMPARE_MACRO(Fmulx(v12.S(), v13.S(), v14.S()), "fmulx s12, s13, s14");
2148  COMPARE_MACRO(Fmulx(v15.D(), v16.D(), v17.D()), "fmulx d15, d16, d17");
2149  COMPARE_MACRO(Fcmeq(v12.S(), v13.S(), v14.S()), "fcmeq s12, s13, s14");
2150  COMPARE_MACRO(Fcmeq(v15.D(), v16.D(), v17.D()), "fcmeq d15, d16, d17");
2151  COMPARE_MACRO(Fcmge(v12.S(), v13.S(), v14.S()), "fcmge s12, s13, s14");
2152  COMPARE_MACRO(Fcmge(v15.D(), v16.D(), v17.D()), "fcmge d15, d16, d17");
2153  COMPARE_MACRO(Fcmgt(v12.S(), v13.S(), v14.S()), "fcmgt s12, s13, s14");
2154  COMPARE_MACRO(Fcmgt(v15.D(), v16.D(), v17.D()), "fcmgt d15, d16, d17");
2155  COMPARE_MACRO(Fcmge(v12.S(), v13.S(), v14.S()), "fcmge s12, s13, s14");
2156  COMPARE_MACRO(Fcmge(v15.D(), v16.D(), v17.D()), "fcmge d15, d16, d17");
2157  COMPARE_MACRO(Facgt(v12.S(), v13.S(), v14.S()), "facgt s12, s13, s14");
2158  COMPARE_MACRO(Facgt(v15.D(), v16.D(), v17.D()), "facgt d15, d16, d17");
2159
2160  // Instructions that support H and S-sized scalar operations.
2161  COMPARE_MACRO(Sqdmulh(v12.S(), v13.S(), v14.S()), "sqdmulh s12, s13, s14");
2162  COMPARE_MACRO(Sqdmulh(v15.H(), v16.H(), v17.H()), "sqdmulh h15, h16, h17");
2163  COMPARE_MACRO(Sqrdmulh(v12.S(), v13.S(), v14.S()), "sqrdmulh s12, s13, s14");
2164  COMPARE_MACRO(Sqrdmulh(v15.H(), v16.H(), v17.H()), "sqrdmulh h15, h16, h17");
2165  COMPARE_MACRO(Sqrdmlah(v12.S(), v13.S(), v14.S()), "sqrdmlah s12, s13, s14");
2166  COMPARE_MACRO(Sqrdmlah(v15.H(), v16.H(), v17.H()), "sqrdmlah h15, h16, h17");
2167  COMPARE_MACRO(Sqrdmlsh(v12.S(), v13.S(), v14.S()), "sqrdmlsh s12, s13, s14");
2168  COMPARE_MACRO(Sqrdmlsh(v15.H(), v16.H(), v17.H()), "sqrdmlsh h15, h16, h17");
2169
2170#define DISASM_INST(M, R) \
2171  COMPARE_MACRO(Uqadd(v6.M, v7.M, v8.M), "uqadd " R "6, " R "7, " R "8");
2172  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2173#undef DISASM_INST
2174
2175#define DISASM_INST(M, R) \
2176  COMPARE_MACRO(Uqsub(v9.M, v10.M, v11.M), "uqsub " R "9, " R "10, " R "11");
2177  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2178#undef DISASM_INST
2179
2180#define DISASM_INST(M, R)                    \
2181  COMPARE_MACRO(Sqadd(v12.M, v13.M, v14.M),  \
2182                "sqadd " R "12, " R "13, " R \
2183                "1"                          \
2184                "4");
2185  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2186#undef DISASM_INST
2187
2188#define DISASM_INST(M, R)                    \
2189  COMPARE_MACRO(Sqsub(v15.M, v16.M, v17.M),  \
2190                "sqsub " R "15, " R "16, " R \
2191                "1"                          \
2192                "7");
2193  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2194#undef DISASM_INST
2195
2196#define DISASM_INST(M, R)                    \
2197  COMPARE_MACRO(Uqshl(v18.M, v19.M, v20.M),  \
2198                "uqshl " R "18, " R "19, " R \
2199                "2"                          \
2200                "0");
2201  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2202#undef DISASM_INST
2203
2204#define DISASM_INST(M, R)                    \
2205  COMPARE_MACRO(Sqshl(v21.M, v22.M, v23.M),  \
2206                "sqshl " R "21, " R "22, " R \
2207                "2"                          \
2208                "3");
2209  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2210#undef DISASM_INST
2211
2212#define DISASM_INST(M, R) \
2213  COMPARE_MACRO(Uqrshl(v30.M, v31.M, v0.M), "uqrshl " R "30, " R "31, " R "0");
2214  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2215#undef DISASM_INST
2216
2217#define DISASM_INST(M, R) \
2218  COMPARE_MACRO(Sqrshl(v1.M, v2.M, v3.M), "sqrshl " R "1, " R "2, " R "3");
2219  NEON_SCALAR_FORMAT_LIST(DISASM_INST)
2220#undef DISASM_INST
2221
2222  CLEANUP();
2223}
2224
2225
2226TEST(neon_scalar_3same_fp16) {
2227  SETUP();
2228
2229  COMPARE_MACRO(Fmulx(v0.H(), v1.H(), v2.H()), "fmulx h0, h1, h2");
2230  COMPARE_MACRO(Fcmeq(v3.H(), v4.H(), v5.H()), "fcmeq h3, h4, h5");
2231  COMPARE_MACRO(Fcmge(v6.H(), v7.H(), v8.H()), "fcmge h6, h7, h8");
2232  COMPARE_MACRO(Fcmgt(v9.H(), v10.H(), v11.H()), "fcmgt h9, h10, h11");
2233  COMPARE_MACRO(Facge(v12.H(), v13.H(), v14.H()), "facge h12, h13, h14");
2234  COMPARE_MACRO(Facgt(v15.H(), v16.H(), v17.H()), "facgt h15, h16, h17");
2235  COMPARE_MACRO(Frecps(v18.H(), v19.H(), v20.H()), "frecps h18, h19, h20");
2236  COMPARE_MACRO(Frsqrts(v21.H(), v22.H(), v23.H()), "frsqrts h21, h22, h23");
2237  COMPARE_MACRO(Fabd(v24.H(), v25.H(), v26.H()), "fabd h24, h25, h26");
2238
2239  CLEANUP();
2240}
2241
2242
2243TEST(neon_byelement) {
2244  SETUP();
2245
2246  COMPARE_MACRO(Mul(v0.V4H(), v1.V4H(), v2.H(), 0),
2247                "mul v0.4h, v1.4h, v2.h[0]");
2248  COMPARE_MACRO(Mul(v2.V8H(), v3.V8H(), v15.H(), 7),
2249                "mul v2.8h, v3.8h, v15.h[7]");
2250  COMPARE_MACRO(Mul(v0.V2S(), v1.V2S(), v2.S(), 0),
2251                "mul v0.2s, v1.2s, v2.s[0]");
2252  COMPARE_MACRO(Mul(v2.V4S(), v3.V4S(), v15.S(), 3),
2253                "mul v2.4s, v3.4s, v15.s[3]");
2254  COMPARE_MACRO(Mul(v11.V2S(), v17.V2S(), v26.S(), 1),
2255                "mul v11.2s, v17.2s, v26.s[1]");
2256
2257  COMPARE_MACRO(Mla(v0.V4H(), v1.V4H(), v2.H(), 0),
2258                "mla v0.4h, v1.4h, v2.h[0]");
2259  COMPARE_MACRO(Mla(v2.V8H(), v3.V8H(), v15.H(), 7),
2260                "mla v2.8h, v3.8h, v15.h[7]");
2261  COMPARE_MACRO(Mla(v0.V2S(), v1.V2S(), v2.S(), 0),
2262                "mla v0.2s, v1.2s, v2.s[0]");
2263  COMPARE_MACRO(Mla(v2.V4S(), v3.V4S(), v15.S(), 3),
2264                "mla v2.4s, v3.4s, v15.s[3]");
2265  COMPARE_MACRO(Mla(v11.V2S(), v17.V2S(), v26.S(), 1),
2266                "mla v11.2s, v17.2s, v26.s[1]");
2267
2268  COMPARE_MACRO(Mls(v0.V4H(), v1.V4H(), v2.H(), 0),
2269                "mls v0.4h, v1.4h, v2.h[0]");
2270  COMPARE_MACRO(Mls(v2.V8H(), v3.V8H(), v15.H(), 7),
2271                "mls v2.8h, v3.8h, v15.h[7]");
2272  COMPARE_MACRO(Mls(v0.V2S(), v1.V2S(), v2.S(), 0),
2273                "mls v0.2s, v1.2s, v2.s[0]");
2274  COMPARE_MACRO(Mls(v2.V4S(), v3.V4S(), v15.S(), 3),
2275                "mls v2.4s, v3.4s, v15.s[3]");
2276  COMPARE_MACRO(Mls(v11.V2S(), v17.V2S(), v31.S(), 1),
2277                "mls v11.2s, v17.2s, v31.s[1]");
2278
2279  COMPARE_MACRO(Sqdmulh(v0.V4H(), v1.V4H(), v2.H(), 0),
2280                "sqdmulh v0.4h, v1.4h, v2.h[0]");
2281  COMPARE_MACRO(Sqdmulh(v2.V8H(), v3.V8H(), v15.H(), 7),
2282                "sqdmulh v2.8h, v3.8h, v15.h[7]");
2283  COMPARE_MACRO(Sqdmulh(v0.V2S(), v1.V2S(), v2.S(), 0),
2284                "sqdmulh v0.2s, v1.2s, v2.s[0]");
2285  COMPARE_MACRO(Sqdmulh(v2.V4S(), v3.V4S(), v15.S(), 3),
2286                "sqdmulh v2.4s, v3.4s, v15.s[3]");
2287  COMPARE_MACRO(Sqdmulh(v11.V2S(), v17.V2S(), v31.S(), 1),
2288                "sqdmulh v11.2s, v17.2s, v31.s[1]");
2289  COMPARE_MACRO(Sqdmulh(h0, h1, v2.H(), 0), "sqdmulh h0, h1, v2.h[0]");
2290  COMPARE_MACRO(Sqdmulh(s0, s1, v2.S(), 0), "sqdmulh s0, s1, v2.s[0]");
2291  COMPARE_MACRO(Sqdmulh(s0, s1, v31.S(), 1), "sqdmulh s0, s1, v31.s[1]");
2292
2293  COMPARE_MACRO(Sqrdmulh(v0.V4H(), v1.V4H(), v2.H(), 0),
2294                "sqrdmulh v0.4h, v1.4h, v2.h[0]");
2295  COMPARE_MACRO(Sqrdmulh(v2.V8H(), v3.V8H(), v15.H(), 7),
2296                "sqrdmulh v2.8h, v3.8h, v15.h[7]");
2297  COMPARE_MACRO(Sqrdmulh(v0.V2S(), v1.V2S(), v2.S(), 0),
2298                "sqrdmulh v0.2s, v1.2s, v2.s[0]");
2299  COMPARE_MACRO(Sqrdmulh(v2.V4S(), v3.V4S(), v15.S(), 3),
2300                "sqrdmulh v2.4s, v3.4s, v15.s[3]");
2301  COMPARE_MACRO(Sqrdmulh(v11.V2S(), v17.V2S(), v31.S(), 1),
2302                "sqrdmulh v11.2s, v17.2s, v31.s[1]");
2303  COMPARE_MACRO(Sqrdmulh(h0, h1, v2.H(), 0), "sqrdmulh h0, h1, v2.h[0]");
2304  COMPARE_MACRO(Sqrdmulh(s0, s1, v2.S(), 0), "sqrdmulh s0, s1, v2.s[0]");
2305  COMPARE_MACRO(Sqrdmulh(s0, s1, v31.S(), 1), "sqrdmulh s0, s1, v31.s[1]");
2306
2307  COMPARE_MACRO(Sdot(v0.V2S(), v1.V8B(), v2.S4B(), 0),
2308                "sdot v0.2s, v1.8b, v2.4b[0]");
2309  COMPARE_MACRO(Sdot(v2.V4S(), v3.V16B(), v15.S4B(), 3),
2310                "sdot v2.4s, v3.16b, v15.4b[3]");
2311  COMPARE_MACRO(Sdot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2312                "sdot v11.2s, v17.8b, v31.4b[1]");
2313
2314  COMPARE_MACRO(Sqrdmlah(v0.V4H(), v1.V4H(), v2.H(), 0),
2315                "sqrdmlah v0.4h, v1.4h, v2.h[0]");
2316  COMPARE_MACRO(Sqrdmlah(v2.V8H(), v3.V8H(), v15.H(), 7),
2317                "sqrdmlah v2.8h, v3.8h, v15.h[7]");
2318  COMPARE_MACRO(Sqrdmlah(v0.V2S(), v1.V2S(), v2.S(), 0),
2319                "sqrdmlah v0.2s, v1.2s, v2.s[0]");
2320  COMPARE_MACRO(Sqrdmlah(v2.V4S(), v3.V4S(), v15.S(), 3),
2321                "sqrdmlah v2.4s, v3.4s, v15.s[3]");
2322  COMPARE_MACRO(Sqrdmlah(v11.V2S(), v17.V2S(), v31.S(), 1),
2323                "sqrdmlah v11.2s, v17.2s, v31.s[1]");
2324  COMPARE_MACRO(Sqrdmlah(h0, h1, v2.H(), 0), "sqrdmlah h0, h1, v2.h[0]");
2325  COMPARE_MACRO(Sqrdmlah(s0, s1, v2.S(), 0), "sqrdmlah s0, s1, v2.s[0]");
2326  COMPARE_MACRO(Sqrdmlah(s0, s1, v31.S(), 1), "sqrdmlah s0, s1, v31.s[1]");
2327
2328  COMPARE_MACRO(Udot(v0.V2S(), v1.V8B(), v2.S4B(), 0),
2329                "udot v0.2s, v1.8b, v2.4b[0]");
2330  COMPARE_MACRO(Udot(v2.V4S(), v3.V16B(), v15.S4B(), 3),
2331                "udot v2.4s, v3.16b, v15.4b[3]");
2332  COMPARE_MACRO(Udot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2333                "udot v11.2s, v17.8b, v31.4b[1]");
2334
2335  COMPARE_MACRO(Sqrdmlsh(v0.V4H(), v1.V4H(), v2.H(), 0),
2336                "sqrdmlsh v0.4h, v1.4h, v2.h[0]");
2337  COMPARE_MACRO(Sqrdmlsh(v2.V8H(), v3.V8H(), v15.H(), 7),
2338                "sqrdmlsh v2.8h, v3.8h, v15.h[7]");
2339  COMPARE_MACRO(Sqrdmlsh(v0.V2S(), v1.V2S(), v2.S(), 0),
2340                "sqrdmlsh v0.2s, v1.2s, v2.s[0]");
2341  COMPARE_MACRO(Sqrdmlsh(v2.V4S(), v3.V4S(), v15.S(), 3),
2342                "sqrdmlsh v2.4s, v3.4s, v15.s[3]");
2343  COMPARE_MACRO(Sqrdmlsh(v11.V2S(), v17.V2S(), v31.S(), 1),
2344                "sqrdmlsh v11.2s, v17.2s, v31.s[1]");
2345  COMPARE_MACRO(Sqrdmlsh(h0, h1, v2.H(), 0), "sqrdmlsh h0, h1, v2.h[0]");
2346  COMPARE_MACRO(Sqrdmlsh(s0, s1, v2.S(), 0), "sqrdmlsh s0, s1, v2.s[0]");
2347  COMPARE_MACRO(Sqrdmlsh(s0, s1, v31.S(), 1), "sqrdmlsh s0, s1, v31.s[1]");
2348
2349  COMPARE_MACRO(Smull(v0.V4S(), v1.V4H(), v2.H(), 0),
2350                "smull v0.4s, v1.4h, v2.h[0]");
2351  COMPARE_MACRO(Smull2(v2.V4S(), v3.V8H(), v4.H(), 7),
2352                "smull2 v2.4s, v3.8h, v4.h[7]");
2353  COMPARE_MACRO(Smull(v0.V2D(), v1.V2S(), v2.S(), 0),
2354                "smull v0.2d, v1.2s, v2.s[0]");
2355  COMPARE_MACRO(Smull2(v2.V2D(), v3.V4S(), v4.S(), 3),
2356                "smull2 v2.2d, v3.4s, v4.s[3]");
2357  COMPARE_MACRO(Smull(v11.V2D(), v17.V2S(), v31.S(), 1),
2358                "smull v11.2d, v17.2s, v31.s[1]");
2359
2360  COMPARE_MACRO(Umull(v0.V4S(), v1.V4H(), v2.H(), 0),
2361                "umull v0.4s, v1.4h, v2.h[0]");
2362  COMPARE_MACRO(Umull2(v2.V4S(), v3.V8H(), v4.H(), 7),
2363                "umull2 v2.4s, v3.8h, v4.h[7]");
2364  COMPARE_MACRO(Umull(v0.V2D(), v1.V2S(), v2.S(), 0),
2365                "umull v0.2d, v1.2s, v2.s[0]");
2366  COMPARE_MACRO(Umull2(v2.V2D(), v3.V4S(), v4.S(), 3),
2367                "umull2 v2.2d, v3.4s, v4.s[3]");
2368  COMPARE_MACRO(Umull(v11.V2D(), v17.V2S(), v31.S(), 1),
2369                "umull v11.2d, v17.2s, v31.s[1]");
2370
2371  COMPARE_MACRO(Smlal(v0.V4S(), v1.V4H(), v2.H(), 0),
2372                "smlal v0.4s, v1.4h, v2.h[0]");
2373  COMPARE_MACRO(Smlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
2374                "smlal2 v2.4s, v3.8h, v4.h[7]");
2375  COMPARE_MACRO(Smlal(v0.V2D(), v1.V2S(), v2.S(), 0),
2376                "smlal v0.2d, v1.2s, v2.s[0]");
2377  COMPARE_MACRO(Smlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
2378                "smlal2 v2.2d, v3.4s, v4.s[3]");
2379  COMPARE_MACRO(Smlal(v11.V2D(), v17.V2S(), v31.S(), 1),
2380                "smlal v11.2d, v17.2s, v31.s[1]");
2381
2382  COMPARE_MACRO(Umlal(v0.V4S(), v1.V4H(), v2.H(), 0),
2383                "umlal v0.4s, v1.4h, v2.h[0]");
2384  COMPARE_MACRO(Umlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
2385                "umlal2 v2.4s, v3.8h, v4.h[7]");
2386  COMPARE_MACRO(Umlal(v0.V2D(), v1.V2S(), v2.S(), 0),
2387                "umlal v0.2d, v1.2s, v2.s[0]");
2388  COMPARE_MACRO(Umlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
2389                "umlal2 v2.2d, v3.4s, v4.s[3]");
2390  COMPARE_MACRO(Umlal(v11.V2D(), v17.V2S(), v31.S(), 1),
2391                "umlal v11.2d, v17.2s, v31.s[1]");
2392
2393  COMPARE_MACRO(Smlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
2394                "smlsl v0.4s, v1.4h, v2.h[0]");
2395  COMPARE_MACRO(Smlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
2396                "smlsl2 v2.4s, v3.8h, v4.h[7]");
2397  COMPARE_MACRO(Smlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
2398                "smlsl v0.2d, v1.2s, v2.s[0]");
2399  COMPARE_MACRO(Smlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
2400                "smlsl2 v2.2d, v3.4s, v4.s[3]");
2401  COMPARE_MACRO(Smlsl(v11.V2D(), v17.V2S(), v31.S(), 1),
2402                "smlsl v11.2d, v17.2s, v31.s[1]");
2403
2404  COMPARE_MACRO(Umlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
2405                "umlsl v0.4s, v1.4h, v2.h[0]");
2406  COMPARE_MACRO(Umlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
2407                "umlsl2 v2.4s, v3.8h, v4.h[7]");
2408  COMPARE_MACRO(Umlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
2409                "umlsl v0.2d, v1.2s, v2.s[0]");
2410  COMPARE_MACRO(Umlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
2411                "umlsl2 v2.2d, v3.4s, v4.s[3]");
2412  COMPARE_MACRO(Umlsl(v11.V2D(), v17.V2S(), v31.S(), 1),
2413                "umlsl v11.2d, v17.2s, v31.s[1]");
2414
2415  COMPARE_MACRO(Sqdmull(v0.V4S(), v1.V4H(), v2.H(), 0),
2416                "sqdmull v0.4s, v1.4h, v2.h[0]");
2417  COMPARE_MACRO(Sqdmull2(v2.V4S(), v3.V8H(), v4.H(), 7),
2418                "sqdmull2 v2.4s, v3.8h, v4.h[7]");
2419  COMPARE_MACRO(Sqdmull(v0.V2D(), v1.V2S(), v2.S(), 0),
2420                "sqdmull v0.2d, v1.2s, v2.s[0]");
2421  COMPARE_MACRO(Sqdmull2(v2.V2D(), v3.V4S(), v4.S(), 3),
2422                "sqdmull2 v2.2d, v3.4s, v4.s[3]");
2423  COMPARE_MACRO(Sqdmull(v11.V2D(), v17.V2S(), v31.S(), 1),
2424                "sqdmull v11.2d, v17.2s, v31.s[1]");
2425  COMPARE_MACRO(Sqdmull(s0, h1, v2.H(), 0), "sqdmull s0, h1, v2.h[0]");
2426  COMPARE_MACRO(Sqdmull(d0, s1, v2.S(), 0), "sqdmull d0, s1, v2.s[0]");
2427  COMPARE_MACRO(Sqdmull(d0, s1, v31.S(), 0), "sqdmull d0, s1, v31.s[0]");
2428
2429  COMPARE_MACRO(Sqdmlal(v0.V4S(), v1.V4H(), v2.H(), 0),
2430                "sqdmlal v0.4s, v1.4h, v2.h[0]");
2431  COMPARE_MACRO(Sqdmlal2(v2.V4S(), v3.V8H(), v4.H(), 7),
2432                "sqdmlal2 v2.4s, v3.8h, v4.h[7]");
2433  COMPARE_MACRO(Sqdmlal(v0.V2D(), v1.V2S(), v2.S(), 0),
2434                "sqdmlal v0.2d, v1.2s, v2.s[0]");
2435  COMPARE_MACRO(Sqdmlal2(v2.V2D(), v3.V4S(), v4.S(), 3),
2436                "sqdmlal2 v2.2d, v3.4s, v4.s[3]");
2437  COMPARE_MACRO(Sqdmlal(v11.V2D(), v17.V2S(), v31.S(), 1),
2438                "sqdmlal v11.2d, v17.2s, v31.s[1]");
2439  COMPARE_MACRO(Sqdmlal(s0, h1, v2.H(), 0), "sqdmlal s0, h1, v2.h[0]");
2440  COMPARE_MACRO(Sqdmlal(d0, s1, v2.S(), 0), "sqdmlal d0, s1, v2.s[0]");
2441  COMPARE_MACRO(Sqdmlal(d0, s1, v31.S(), 0), "sqdmlal d0, s1, v31.s[0]");
2442
2443  COMPARE_MACRO(Sqdmlsl(v0.V4S(), v1.V4H(), v2.H(), 0),
2444                "sqdmlsl v0.4s, v1.4h, v2.h[0]");
2445  COMPARE_MACRO(Sqdmlsl2(v2.V4S(), v3.V8H(), v4.H(), 7),
2446                "sqdmlsl2 v2.4s, v3.8h, v4.h[7]");
2447  COMPARE_MACRO(Sqdmlsl(v0.V2D(), v1.V2S(), v2.S(), 0),
2448                "sqdmlsl v0.2d, v1.2s, v2.s[0]");
2449  COMPARE_MACRO(Sqdmlsl2(v2.V2D(), v3.V4S(), v4.S(), 3),
2450                "sqdmlsl2 v2.2d, v3.4s, v4.s[3]");
2451  COMPARE_MACRO(Sqdmlsl(v11.V2D(), v17.V2S(), v31.S(), 1),
2452                "sqdmlsl v11.2d, v17.2s, v31.s[1]");
2453  COMPARE_MACRO(Sqdmlsl(s0, h1, v2.H(), 0), "sqdmlsl s0, h1, v2.h[0]");
2454  COMPARE_MACRO(Sqdmlsl(d0, s1, v2.S(), 0), "sqdmlsl d0, s1, v2.s[0]");
2455  COMPARE_MACRO(Sqdmlsl(d0, s1, v31.S(), 0), "sqdmlsl d0, s1, v31.s[0]");
2456
2457  // FMLAL and so on are special cases in that the {2} variants operate
2458  // independently from the lane count.
2459  COMPARE_MACRO(Fmlal(v5.V2S(), v12.V2H(), v6.H(), 7),
2460                "fmlal v5.2s, v12.2h, v6.h[7]");
2461  COMPARE_MACRO(Fmlal2(v14.V2S(), v10.V2H(), v9.H(), 6),
2462                "fmlal2 v14.2s, v10.2h, v9.h[6]");
2463  COMPARE_MACRO(Fmlsl(v31.V2S(), v9.V2H(), v15.H(), 5),
2464                "fmlsl v31.2s, v9.2h, v15.h[5]");
2465  COMPARE_MACRO(Fmlsl2(v21.V2S(), v22.V2H(), v2.H(), 4),
2466                "fmlsl2 v21.2s, v22.2h, v2.h[4]");
2467  COMPARE_MACRO(Fmlal(v26.V4S(), v26.V4H(), v0.H(), 3),
2468                "fmlal v26.4s, v26.4h, v0.h[3]");
2469  COMPARE_MACRO(Fmlal2(v15.V4S(), v18.V4H(), v15.H(), 2),
2470                "fmlal2 v15.4s, v18.4h, v15.h[2]");
2471  COMPARE_MACRO(Fmlsl(v9.V4S(), v4.V4H(), v3.H(), 1),
2472                "fmlsl v9.4s, v4.4h, v3.h[1]");
2473  COMPARE_MACRO(Fmlsl2(v28.V4S(), v28.V4H(), v7.H(), 0),
2474                "fmlsl2 v28.4s, v28.4h, v7.h[0]");
2475
2476  COMPARE_MACRO(Sudot(v10.V2S(), v21.V8B(), v31.S4B(), 0),
2477                "sudot v10.2s, v21.8b, v31.4b[0]");
2478  COMPARE_MACRO(Sudot(v12.V4S(), v23.V16B(), v16.S4B(), 3),
2479                "sudot v12.4s, v23.16b, v16.4b[3]");
2480  COMPARE_MACRO(Sudot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2481                "sudot v11.2s, v17.8b, v31.4b[1]");
2482  COMPARE_MACRO(Usdot(v10.V2S(), v21.V8B(), v31.S4B(), 0),
2483                "usdot v10.2s, v21.8b, v31.4b[0]");
2484  COMPARE_MACRO(Usdot(v12.V4S(), v23.V16B(), v16.S4B(), 3),
2485                "usdot v12.4s, v23.16b, v16.4b[3]");
2486  COMPARE_MACRO(Usdot(v11.V2S(), v17.V8B(), v31.S4B(), 1),
2487                "usdot v11.2s, v17.8b, v31.4b[1]");
2488
2489  CLEANUP();
2490}
2491
2492
2493TEST(neon_fp_byelement) {
2494  SETUP();
2495
2496  COMPARE_MACRO(Fmul(v0.V4H(), v1.V4H(), v2.H(), 0),
2497                "fmul v0.4h, v1.4h, v2.h[0]");
2498  COMPARE_MACRO(Fmul(v2.V8H(), v3.V8H(), v15.H(), 7),
2499                "fmul v2.8h, v3.8h, v15.h[7]");
2500  COMPARE_MACRO(Fmul(v0.V2S(), v1.V2S(), v2.S(), 0),
2501                "fmul v0.2s, v1.2s, v2.s[0]");
2502  COMPARE_MACRO(Fmul(v2.V4S(), v3.V4S(), v15.S(), 3),
2503                "fmul v2.4s, v3.4s, v15.s[3]");
2504  COMPARE_MACRO(Fmul(v2.V4S(), v3.V4S(), v31.S(), 3),
2505                "fmul v2.4s, v3.4s, v31.s[3]");
2506  COMPARE_MACRO(Fmul(v0.V2D(), v1.V2D(), v2.D(), 0),
2507                "fmul v0.2d, v1.2d, v2.d[0]");
2508  COMPARE_MACRO(Fmul(v0.V2D(), v1.V2D(), v2.D(), 1),
2509                "fmul v0.2d, v1.2d, v2.d[1]");
2510  COMPARE_MACRO(Fmul(v0.V2D(), v1.V2D(), v31.D(), 1),
2511                "fmul v0.2d, v1.2d, v31.d[1]");
2512  COMPARE_MACRO(Fmul(h0, h1, v2.H(), 0), "fmul h0, h1, v2.h[0]");
2513  COMPARE_MACRO(Fmul(s0, s1, v2.S(), 0), "fmul s0, s1, v2.s[0]");
2514  COMPARE_MACRO(Fmul(s0, s1, v31.S(), 0), "fmul s0, s1, v31.s[0]");
2515  COMPARE_MACRO(Fmul(d0, d1, v2.D(), 0), "fmul d0, d1, v2.d[0]");
2516  COMPARE_MACRO(Fmul(d0, d1, v31.D(), 0), "fmul d0, d1, v31.d[0]");
2517
2518  COMPARE_MACRO(Fmla(v0.V4H(), v1.V4H(), v2.H(), 0),
2519                "fmla v0.4h, v1.4h, v2.h[0]");
2520  COMPARE_MACRO(Fmla(v2.V8H(), v3.V8H(), v15.H(), 7),
2521                "fmla v2.8h, v3.8h, v15.h[7]");
2522  COMPARE_MACRO(Fmla(v0.V2S(), v1.V2S(), v2.S(), 0),
2523                "fmla v0.2s, v1.2s, v2.s[0]");
2524  COMPARE_MACRO(Fmla(v2.V4S(), v3.V4S(), v15.S(), 3),
2525                "fmla v2.4s, v3.4s, v15.s[3]");
2526  COMPARE_MACRO(Fmla(v2.V4S(), v3.V4S(), v31.S(), 3),
2527                "fmla v2.4s, v3.4s, v31.s[3]");
2528  COMPARE_MACRO(Fmla(v0.V2D(), v1.V2D(), v2.D(), 0),
2529                "fmla v0.2d, v1.2d, v2.d[0]");
2530  COMPARE_MACRO(Fmla(v0.V2D(), v1.V2D(), v15.D(), 1),
2531                "fmla v0.2d, v1.2d, v15.d[1]");
2532  COMPARE_MACRO(Fmla(v0.V2D(), v1.V2D(), v31.D(), 1),
2533                "fmla v0.2d, v1.2d, v31.d[1]");
2534  COMPARE_MACRO(Fmla(h0, h1, v2.H(), 0), "fmla h0, h1, v2.h[0]");
2535  COMPARE_MACRO(Fmla(s0, s1, v2.S(), 0), "fmla s0, s1, v2.s[0]");
2536  COMPARE_MACRO(Fmla(s0, s1, v31.S(), 0), "fmla s0, s1, v31.s[0]");
2537  COMPARE_MACRO(Fmla(d0, d1, v2.D(), 0), "fmla d0, d1, v2.d[0]");
2538  COMPARE_MACRO(Fmla(d0, d1, v31.D(), 0), "fmla d0, d1, v31.d[0]");
2539
2540  COMPARE_MACRO(Fmls(v0.V4H(), v1.V4H(), v2.H(), 0),
2541                "fmls v0.4h, v1.4h, v2.h[0]");
2542  COMPARE_MACRO(Fmls(v2.V8H(), v3.V8H(), v15.H(), 7),
2543                "fmls v2.8h, v3.8h, v15.h[7]");
2544  COMPARE_MACRO(Fmls(v0.V2S(), v1.V2S(), v2.S(), 0),
2545                "fmls v0.2s, v1.2s, v2.s[0]");
2546  COMPARE_MACRO(Fmls(v2.V4S(), v3.V4S(), v15.S(), 3),
2547                "fmls v2.4s, v3.4s, v15.s[3]");
2548  COMPARE_MACRO(Fmls(v2.V4S(), v3.V4S(), v31.S(), 3),
2549                "fmls v2.4s, v3.4s, v31.s[3]");
2550  COMPARE_MACRO(Fmls(v0.V2D(), v1.V2D(), v2.D(), 0),
2551                "fmls v0.2d, v1.2d, v2.d[0]");
2552  COMPARE_MACRO(Fmls(v0.V2D(), v1.V2D(), v15.D(), 1),
2553                "fmls v0.2d, v1.2d, v15.d[1]");
2554  COMPARE_MACRO(Fmls(v0.V2D(), v1.V2D(), v31.D(), 1),
2555                "fmls v0.2d, v1.2d, v31.d[1]");
2556  COMPARE_MACRO(Fmls(h0, h1, v2.H(), 0), "fmls h0, h1, v2.h[0]");
2557  COMPARE_MACRO(Fmls(s0, s1, v2.S(), 0), "fmls s0, s1, v2.s[0]");
2558  COMPARE_MACRO(Fmls(s0, s1, v31.S(), 0), "fmls s0, s1, v31.s[0]");
2559  COMPARE_MACRO(Fmls(d0, d1, v2.D(), 0), "fmls d0, d1, v2.d[0]");
2560  COMPARE_MACRO(Fmls(d0, d1, v31.D(), 0), "fmls d0, d1, v31.d[0]");
2561
2562  COMPARE_MACRO(Fmulx(v0.V4H(), v1.V4H(), v2.H(), 0),
2563                "fmulx v0.4h, v1.4h, v2.h[0]");
2564  COMPARE_MACRO(Fmulx(v2.V8H(), v3.V8H(), v15.H(), 7),
2565                "fmulx v2.8h, v3.8h, v15.h[7]");
2566  COMPARE_MACRO(Fmulx(v0.V2S(), v1.V2S(), v2.S(), 0),
2567                "fmulx v0.2s, v1.2s, v2.s[0]");
2568  COMPARE_MACRO(Fmulx(v2.V4S(), v3.V4S(), v8.S(), 3),
2569                "fmulx v2.4s, v3.4s, v8.s[3]");
2570  COMPARE_MACRO(Fmulx(v2.V4S(), v3.V4S(), v31.S(), 3),
2571                "fmulx v2.4s, v3.4s, v31.s[3]");
2572  COMPARE_MACRO(Fmulx(v0.V2D(), v1.V2D(), v2.D(), 0),
2573                "fmulx v0.2d, v1.2d, v2.d[0]");
2574  COMPARE_MACRO(Fmulx(v0.V2D(), v1.V2D(), v15.D(), 1),
2575                "fmulx v0.2d, v1.2d, v15.d[1]");
2576  COMPARE_MACRO(Fmulx(v0.V2D(), v1.V2D(), v31.D(), 1),
2577                "fmulx v0.2d, v1.2d, v31.d[1]");
2578  COMPARE_MACRO(Fmulx(h0, h1, v2.H(), 0), "fmulx h0, h1, v2.h[0]");
2579  COMPARE_MACRO(Fmulx(s0, s1, v2.S(), 0), "fmulx s0, s1, v2.s[0]");
2580  COMPARE_MACRO(Fmulx(s0, s1, v31.S(), 0), "fmulx s0, s1, v31.s[0]");
2581  COMPARE_MACRO(Fmulx(d0, d1, v2.D(), 0), "fmulx d0, d1, v2.d[0]");
2582  COMPARE_MACRO(Fmulx(d0, d1, v31.D(), 0), "fmulx d0, d1, v31.d[0]");
2583
2584  COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v2.S(), 0, 270),
2585                "fcmla v0.4s, v1.4s, v2.s[0], #270");
2586  COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v2.S(), 1, 180),
2587                "fcmla v0.4s, v1.4s, v2.s[1], #180");
2588  COMPARE_MACRO(Fcmla(v0.V4S(), v1.V4S(), v31.S(), 1, 180),
2589                "fcmla v0.4s, v1.4s, v31.s[1], #180");
2590  COMPARE_MACRO(Fcmla(v0.V4H(), v1.V4H(), v2.H(), 2, 90),
2591                "fcmla v0.4h, v1.4h, v2.h[2], #90");
2592  COMPARE_MACRO(Fcmla(v0.V8H(), v1.V8H(), v2.H(), 3, 0),
2593                "fcmla v0.8h, v1.8h, v2.h[3], #0");
2594  COMPARE_MACRO(Fcmla(v0.V8H(), v1.V8H(), v31.H(), 3, 0),
2595                "fcmla v0.8h, v1.8h, v31.h[3], #0");
2596
2597  CLEANUP();
2598}
2599
2600
2601TEST(neon_3different) {
2602  SETUP();
2603
2604#define DISASM_INST(TA, TAS, TB, TBS)       \
2605  COMPARE_MACRO(Uaddl(v0.TA, v1.TB, v2.TB), \
2606                "uaddl v0." TAS ", v1." TBS ", v2." TBS);
2607  NEON_FORMAT_LIST_LW(DISASM_INST)
2608#undef DISASM_INST
2609
2610#define DISASM_INST(TA, TAS, TB, TBS)        \
2611  COMPARE_MACRO(Uaddl2(v0.TA, v1.TB, v2.TB), \
2612                "uaddl2 v0." TAS ", v1." TBS ", v2." TBS);
2613  NEON_FORMAT_LIST_LW2(DISASM_INST)
2614#undef DISASM_INST
2615
2616#define DISASM_INST(TA, TAS, TB, TBS)       \
2617  COMPARE_MACRO(Uaddw(v0.TA, v1.TA, v2.TB), \
2618                "uaddw v0." TAS ", v1." TAS ", v2." TBS);
2619  NEON_FORMAT_LIST_LW(DISASM_INST)
2620#undef DISASM_INST
2621
2622#define DISASM_INST(TA, TAS, TB, TBS)        \
2623  COMPARE_MACRO(Uaddw2(v0.TA, v1.TA, v2.TB), \
2624                "uaddw2 v0." TAS ", v1." TAS ", v2." TBS);
2625  NEON_FORMAT_LIST_LW2(DISASM_INST)
2626#undef DISASM_INST
2627
2628#define DISASM_INST(TA, TAS, TB, TBS)       \
2629  COMPARE_MACRO(Saddl(v0.TA, v1.TB, v2.TB), \
2630                "saddl v0." TAS ", v1." TBS ", v2." TBS);
2631  NEON_FORMAT_LIST_LW(DISASM_INST)
2632#undef DISASM_INST
2633
2634#define DISASM_INST(TA, TAS, TB, TBS)        \
2635  COMPARE_MACRO(Saddl2(v0.TA, v1.TB, v2.TB), \
2636                "saddl2 v0." TAS ", v1." TBS ", v2." TBS);
2637  NEON_FORMAT_LIST_LW2(DISASM_INST)
2638#undef DISASM_INST
2639
2640#define DISASM_INST(TA, TAS, TB, TBS)       \
2641  COMPARE_MACRO(Saddw(v0.TA, v1.TA, v2.TB), \
2642                "saddw v0." TAS ", v1." TAS ", v2." TBS);
2643  NEON_FORMAT_LIST_LW(DISASM_INST)
2644#undef DISASM_INST
2645
2646#define DISASM_INST(TA, TAS, TB, TBS)        \
2647  COMPARE_MACRO(Saddw2(v0.TA, v1.TA, v2.TB), \
2648                "saddw2 v0." TAS ", v1." TAS ", v2." TBS);
2649  NEON_FORMAT_LIST_LW2(DISASM_INST)
2650#undef DISASM_INST
2651
2652#define DISASM_INST(TA, TAS, TB, TBS)       \
2653  COMPARE_MACRO(Usubl(v0.TA, v1.TB, v2.TB), \
2654                "usubl v0." TAS ", v1." TBS ", v2." TBS);
2655  NEON_FORMAT_LIST_LW(DISASM_INST)
2656#undef DISASM_INST
2657
2658#define DISASM_INST(TA, TAS, TB, TBS)        \
2659  COMPARE_MACRO(Usubl2(v0.TA, v1.TB, v2.TB), \
2660                "usubl2 v0." TAS ", v1." TBS ", v2." TBS);
2661  NEON_FORMAT_LIST_LW2(DISASM_INST)
2662#undef DISASM_INST
2663
2664#define DISASM_INST(TA, TAS, TB, TBS)       \
2665  COMPARE_MACRO(Usubw(v0.TA, v1.TA, v2.TB), \
2666                "usubw v0." TAS ", v1." TAS ", v2." TBS);
2667  NEON_FORMAT_LIST_LW(DISASM_INST)
2668#undef DISASM_INST
2669
2670#define DISASM_INST(TA, TAS, TB, TBS)        \
2671  COMPARE_MACRO(Usubw2(v0.TA, v1.TA, v2.TB), \
2672                "usubw2 v0." TAS ", v1." TAS ", v2." TBS);
2673  NEON_FORMAT_LIST_LW2(DISASM_INST)
2674#undef DISASM_INST
2675
2676#define DISASM_INST(TA, TAS, TB, TBS)       \
2677  COMPARE_MACRO(Ssubl(v0.TA, v1.TB, v2.TB), \
2678                "ssubl v0." TAS ", v1." TBS ", v2." TBS);
2679  NEON_FORMAT_LIST_LW(DISASM_INST)
2680#undef DISASM_INST
2681
2682#define DISASM_INST(TA, TAS, TB, TBS)        \
2683  COMPARE_MACRO(Ssubl2(v0.TA, v1.TB, v2.TB), \
2684                "ssubl2 v0." TAS ", v1." TBS ", v2." TBS);
2685  NEON_FORMAT_LIST_LW2(DISASM_INST)
2686#undef DISASM_INST
2687
2688#define DISASM_INST(TA, TAS, TB, TBS)       \
2689  COMPARE_MACRO(Ssubw(v0.TA, v1.TA, v2.TB), \
2690                "ssubw v0." TAS ", v1." TAS ", v2." TBS);
2691  NEON_FORMAT_LIST_LW(DISASM_INST)
2692#undef DISASM_INST
2693
2694#define DISASM_INST(TA, TAS, TB, TBS)        \
2695  COMPARE_MACRO(Ssubw2(v0.TA, v1.TA, v2.TB), \
2696                "ssubw2 v0." TAS ", v1." TAS ", v2." TBS);
2697  NEON_FORMAT_LIST_LW2(DISASM_INST)
2698#undef DISASM_INST
2699
2700#define DISASM_INST(TA, TAS, TB, TBS)       \
2701  COMPARE_MACRO(Sabal(v0.TA, v1.TB, v2.TB), \
2702                "sabal v0." TAS ", v1." TBS ", v2." TBS);
2703  NEON_FORMAT_LIST_LW(DISASM_INST)
2704#undef DISASM_INST
2705
2706#define DISASM_INST(TA, TAS, TB, TBS)        \
2707  COMPARE_MACRO(Sabal2(v0.TA, v1.TB, v2.TB), \
2708                "sabal2 v0." TAS ", v1." TBS ", v2." TBS);
2709  NEON_FORMAT_LIST_LW2(DISASM_INST)
2710#undef DISASM_INST
2711
2712#define DISASM_INST(TA, TAS, TB, TBS)       \
2713  COMPARE_MACRO(Uabal(v0.TA, v1.TB, v2.TB), \
2714                "uabal v0." TAS ", v1." TBS ", v2." TBS);
2715  NEON_FORMAT_LIST_LW(DISASM_INST)
2716#undef DISASM_INST
2717
2718#define DISASM_INST(TA, TAS, TB, TBS)        \
2719  COMPARE_MACRO(Uabal2(v0.TA, v1.TB, v2.TB), \
2720                "uabal2 v0." TAS ", v1." TBS ", v2." TBS);
2721  NEON_FORMAT_LIST_LW2(DISASM_INST)
2722#undef DISASM_INST
2723
2724#define DISASM_INST(TA, TAS, TB, TBS)       \
2725  COMPARE_MACRO(Sabdl(v0.TA, v1.TB, v2.TB), \
2726                "sabdl v0." TAS ", v1." TBS ", v2." TBS);
2727  NEON_FORMAT_LIST_LW(DISASM_INST)
2728#undef DISASM_INST
2729
2730#define DISASM_INST(TA, TAS, TB, TBS)        \
2731  COMPARE_MACRO(Sabdl2(v0.TA, v1.TB, v2.TB), \
2732                "sabdl2 v0." TAS ", v1." TBS ", v2." TBS);
2733  NEON_FORMAT_LIST_LW2(DISASM_INST)
2734#undef DISASM_INST
2735
2736#define DISASM_INST(TA, TAS, TB, TBS)       \
2737  COMPARE_MACRO(Uabdl(v0.TA, v1.TB, v2.TB), \
2738                "uabdl v0." TAS ", v1." TBS ", v2." TBS);
2739  NEON_FORMAT_LIST_LW(DISASM_INST)
2740#undef DISASM_INST
2741
2742#define DISASM_INST(TA, TAS, TB, TBS)        \
2743  COMPARE_MACRO(Uabdl2(v0.TA, v1.TB, v2.TB), \
2744                "uabdl2 v0." TAS ", v1." TBS ", v2." TBS);
2745  NEON_FORMAT_LIST_LW2(DISASM_INST)
2746#undef DISASM_INST
2747
2748#define DISASM_INST(TA, TAS, TB, TBS)       \
2749  COMPARE_MACRO(Smlal(v0.TA, v1.TB, v2.TB), \
2750                "smlal v0." TAS ", v1." TBS ", v2." TBS);
2751  NEON_FORMAT_LIST_LW(DISASM_INST)
2752#undef DISASM_INST
2753
2754#define DISASM_INST(TA, TAS, TB, TBS)        \
2755  COMPARE_MACRO(Smlal2(v0.TA, v1.TB, v2.TB), \
2756                "smlal2 v0." TAS ", v1." TBS ", v2." TBS);
2757  NEON_FORMAT_LIST_LW2(DISASM_INST)
2758#undef DISASM_INST
2759
2760#define DISASM_INST(TA, TAS, TB, TBS)       \
2761  COMPARE_MACRO(Umlsl(v0.TA, v1.TB, v2.TB), \
2762                "umlsl v0." TAS ", v1." TBS ", v2." TBS);
2763  NEON_FORMAT_LIST_LW(DISASM_INST)
2764#undef DISASM_INST
2765
2766#define DISASM_INST(TA, TAS, TB, TBS)        \
2767  COMPARE_MACRO(Umlsl2(v0.TA, v1.TB, v2.TB), \
2768                "umlsl2 v0." TAS ", v1." TBS ", v2." TBS);
2769  NEON_FORMAT_LIST_LW2(DISASM_INST)
2770#undef DISASM_INST
2771
2772#define DISASM_INST(TA, TAS, TB, TBS)       \
2773  COMPARE_MACRO(Smlsl(v0.TA, v1.TB, v2.TB), \
2774                "smlsl v0." TAS ", v1." TBS ", v2." TBS);
2775  NEON_FORMAT_LIST_LW(DISASM_INST)
2776#undef DISASM_INST
2777
2778#define DISASM_INST(TA, TAS, TB, TBS)        \
2779  COMPARE_MACRO(Smlsl2(v0.TA, v1.TB, v2.TB), \
2780                "smlsl2 v0." TAS ", v1." TBS ", v2." TBS);
2781  NEON_FORMAT_LIST_LW2(DISASM_INST)
2782#undef DISASM_INST
2783
2784#define DISASM_INST(TA, TAS, TB, TBS)       \
2785  COMPARE_MACRO(Umlsl(v0.TA, v1.TB, v2.TB), \
2786                "umlsl v0." TAS ", v1." TBS ", v2." TBS);
2787  NEON_FORMAT_LIST_LW(DISASM_INST)
2788#undef DISASM_INST
2789
2790#define DISASM_INST(TA, TAS, TB, TBS)        \
2791  COMPARE_MACRO(Umlsl2(v0.TA, v1.TB, v2.TB), \
2792                "umlsl2 v0." TAS ", v1." TBS ", v2." TBS);
2793  NEON_FORMAT_LIST_LW2(DISASM_INST)
2794#undef DISASM_INST
2795
2796#define DISASM_INST(TA, TAS, TB, TBS)       \
2797  COMPARE_MACRO(Smull(v0.TA, v1.TB, v2.TB), \
2798                "smull v0." TAS ", v1." TBS ", v2." TBS);
2799  NEON_FORMAT_LIST_LW(DISASM_INST)
2800#undef DISASM_INST
2801
2802#define DISASM_INST(TA, TAS, TB, TBS)        \
2803  COMPARE_MACRO(Smull2(v0.TA, v1.TB, v2.TB), \
2804                "smull2 v0." TAS ", v1." TBS ", v2." TBS);
2805  NEON_FORMAT_LIST_LW2(DISASM_INST)
2806#undef DISASM_INST
2807
2808#define DISASM_INST(TA, TAS, TB, TBS)       \
2809  COMPARE_MACRO(Umull(v0.TA, v1.TB, v2.TB), \
2810                "umull v0." TAS ", v1." TBS ", v2." TBS);
2811  NEON_FORMAT_LIST_LW(DISASM_INST)
2812#undef DISASM_INST
2813
2814#define DISASM_INST(TA, TAS, TB, TBS)        \
2815  COMPARE_MACRO(Umull2(v0.TA, v1.TB, v2.TB), \
2816                "umull2 v0." TAS ", v1." TBS ", v2." TBS);
2817  NEON_FORMAT_LIST_LW2(DISASM_INST)
2818#undef DISASM_INST
2819
2820  COMPARE_MACRO(Sqdmull(v0.V4S(), v1.V4H(), v2.V4H()),
2821                "sqdmull v0.4s, v1.4h, v2.4h");
2822  COMPARE_MACRO(Sqdmull(v1.V2D(), v2.V2S(), v3.V2S()),
2823                "sqdmull v1.2d, v2.2s, v3.2s");
2824  COMPARE_MACRO(Sqdmull2(v2.V4S(), v3.V8H(), v4.V8H()),
2825                "sqdmull2 v2.4s, v3.8h, v4.8h");
2826  COMPARE_MACRO(Sqdmull2(v3.V2D(), v4.V4S(), v5.V4S()),
2827                "sqdmull2 v3.2d, v4.4s, v5.4s");
2828  COMPARE_MACRO(Sqdmull(s0, h1, h2), "sqdmull s0, h1, h2");
2829  COMPARE_MACRO(Sqdmull(d1, s2, s3), "sqdmull d1, s2, s3");
2830
2831  COMPARE_MACRO(Sqdmlal(v0.V4S(), v1.V4H(), v2.V4H()),
2832                "sqdmlal v0.4s, v1.4h, v2.4h");
2833  COMPARE_MACRO(Sqdmlal(v1.V2D(), v2.V2S(), v3.V2S()),
2834                "sqdmlal v1.2d, v2.2s, v3.2s");
2835  COMPARE_MACRO(Sqdmlal2(v2.V4S(), v3.V8H(), v4.V8H()),
2836                "sqdmlal2 v2.4s, v3.8h, v4.8h");
2837  COMPARE_MACRO(Sqdmlal2(v3.V2D(), v4.V4S(), v5.V4S()),
2838                "sqdmlal2 v3.2d, v4.4s, v5.4s");
2839  COMPARE_MACRO(Sqdmlal(s0, h1, h2), "sqdmlal s0, h1, h2");
2840  COMPARE_MACRO(Sqdmlal(d1, s2, s3), "sqdmlal d1, s2, s3");
2841
2842  COMPARE_MACRO(Sqdmlsl(v0.V4S(), v1.V4H(), v2.V4H()),
2843                "sqdmlsl v0.4s, v1.4h, v2.4h");
2844  COMPARE_MACRO(Sqdmlsl(v1.V2D(), v2.V2S(), v3.V2S()),
2845                "sqdmlsl v1.2d, v2.2s, v3.2s");
2846  COMPARE_MACRO(Sqdmlsl2(v2.V4S(), v3.V8H(), v4.V8H()),
2847                "sqdmlsl2 v2.4s, v3.8h, v4.8h");
2848  COMPARE_MACRO(Sqdmlsl2(v3.V2D(), v4.V4S(), v5.V4S()),
2849                "sqdmlsl2 v3.2d, v4.4s, v5.4s");
2850  COMPARE_MACRO(Sqdmlsl(s0, h1, h2), "sqdmlsl s0, h1, h2");
2851  COMPARE_MACRO(Sqdmlsl(d1, s2, s3), "sqdmlsl d1, s2, s3");
2852
2853  COMPARE_MACRO(Addhn(v0.V8B(), v1.V8H(), v2.V8H()),
2854                "addhn v0.8b, v1.8h, v2.8h");
2855  COMPARE_MACRO(Addhn(v1.V4H(), v2.V4S(), v3.V4S()),
2856                "addhn v1.4h, v2.4s, v3.4s");
2857  COMPARE_MACRO(Addhn(v2.V2S(), v3.V2D(), v4.V2D()),
2858                "addhn v2.2s, v3.2d, v4.2d");
2859  COMPARE_MACRO(Addhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2860                "addhn2 v0.16b, v1.8h, v5.8h");
2861  COMPARE_MACRO(Addhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2862                "addhn2 v1.8h, v2.4s, v6.4s");
2863  COMPARE_MACRO(Addhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2864                "addhn2 v2.4s, v3.2d, v7.2d");
2865
2866  COMPARE_MACRO(Raddhn(v0.V8B(), v1.V8H(), v2.V8H()),
2867                "raddhn v0.8b, v1.8h, v2.8h");
2868  COMPARE_MACRO(Raddhn(v1.V4H(), v2.V4S(), v3.V4S()),
2869                "raddhn v1.4h, v2.4s, v3.4s");
2870  COMPARE_MACRO(Raddhn(v2.V2S(), v3.V2D(), v4.V2D()),
2871                "raddhn v2.2s, v3.2d, v4.2d");
2872  COMPARE_MACRO(Raddhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2873                "raddhn2 v0.16b, v1.8h, v5.8h");
2874  COMPARE_MACRO(Raddhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2875                "raddhn2 v1.8h, v2.4s, v6.4s");
2876  COMPARE_MACRO(Raddhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2877                "raddhn2 v2.4s, v3.2d, v7.2d");
2878
2879  COMPARE_MACRO(Subhn(v1.V4H(), v2.V4S(), v3.V4S()),
2880                "subhn v1.4h, v2.4s, v3.4s");
2881  COMPARE_MACRO(Subhn(v2.V2S(), v3.V2D(), v4.V2D()),
2882                "subhn v2.2s, v3.2d, v4.2d");
2883  COMPARE_MACRO(Subhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2884                "subhn2 v0.16b, v1.8h, v5.8h");
2885  COMPARE_MACRO(Subhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2886                "subhn2 v1.8h, v2.4s, v6.4s");
2887  COMPARE_MACRO(Subhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2888                "subhn2 v2.4s, v3.2d, v7.2d");
2889
2890  COMPARE_MACRO(Rsubhn(v0.V8B(), v1.V8H(), v2.V8H()),
2891                "rsubhn v0.8b, v1.8h, v2.8h");
2892  COMPARE_MACRO(Rsubhn(v1.V4H(), v2.V4S(), v3.V4S()),
2893                "rsubhn v1.4h, v2.4s, v3.4s");
2894  COMPARE_MACRO(Rsubhn(v2.V2S(), v3.V2D(), v4.V2D()),
2895                "rsubhn v2.2s, v3.2d, v4.2d");
2896  COMPARE_MACRO(Rsubhn2(v0.V16B(), v1.V8H(), v5.V8H()),
2897                "rsubhn2 v0.16b, v1.8h, v5.8h");
2898  COMPARE_MACRO(Rsubhn2(v1.V8H(), v2.V4S(), v6.V4S()),
2899                "rsubhn2 v1.8h, v2.4s, v6.4s");
2900  COMPARE_MACRO(Rsubhn2(v2.V4S(), v3.V2D(), v7.V2D()),
2901                "rsubhn2 v2.4s, v3.2d, v7.2d");
2902
2903  COMPARE_MACRO(Pmull(v0.V8H(), v1.V8B(), v2.V8B()),
2904                "pmull v0.8h, v1.8b, v2.8b");
2905  COMPARE_MACRO(Pmull2(v2.V8H(), v3.V16B(), v4.V16B()),
2906                "pmull2 v2.8h, v3.16b, v4.16b");
2907
2908  CLEANUP();
2909}
2910
2911
2912TEST(neon_perm) {
2913  SETUP();
2914
2915#define DISASM_INST(M, S) \
2916  COMPARE_MACRO(Trn1(v0.M, v1.M, v2.M), "trn1 v0." S ", v1." S ", v2." S);
2917  NEON_FORMAT_LIST(DISASM_INST)
2918#undef DISASM_INST
2919
2920#define DISASM_INST(M, S) \
2921  COMPARE_MACRO(Trn2(v0.M, v1.M, v2.M), "trn2 v0." S ", v1." S ", v2." S);
2922  NEON_FORMAT_LIST(DISASM_INST)
2923#undef DISASM_INST
2924
2925#define DISASM_INST(M, S) \
2926  COMPARE_MACRO(Uzp1(v0.M, v1.M, v2.M), "uzp1 v0." S ", v1." S ", v2." S);
2927  NEON_FORMAT_LIST(DISASM_INST)
2928#undef DISASM_INST
2929
2930#define DISASM_INST(M, S) \
2931  COMPARE_MACRO(Uzp2(v0.M, v1.M, v2.M), "uzp2 v0." S ", v1." S ", v2." S);
2932  NEON_FORMAT_LIST(DISASM_INST)
2933#undef DISASM_INST
2934
2935#define DISASM_INST(M, S) \
2936  COMPARE_MACRO(Zip1(v0.M, v1.M, v2.M), "zip1 v0." S ", v1." S ", v2." S);
2937  NEON_FORMAT_LIST(DISASM_INST)
2938#undef DISASM_INST
2939
2940#define DISASM_INST(M, S) \
2941  COMPARE_MACRO(Zip2(v0.M, v1.M, v2.M), "zip2 v0." S ", v1." S ", v2." S);
2942  NEON_FORMAT_LIST(DISASM_INST)
2943#undef DISASM_INST
2944
2945  CLEANUP();
2946}
2947
2948
2949TEST(neon_copy) {
2950  SETUP();
2951
2952  COMPARE_MACRO(Ins(v1.V16B(), 4, v5.V16B(), 0), "mov v1.b[4], v5.b[0]");
2953  COMPARE_MACRO(Ins(v2.V8B(), 5, v6.V8B(), 1), "mov v2.b[5], v6.b[1]");
2954  COMPARE_MACRO(Ins(v3.B(), 6, v7.B(), 2), "mov v3.b[6], v7.b[2]");
2955  COMPARE_MACRO(Ins(v4.V8H(), 7, v8.V8H(), 3), "mov v4.h[7], v8.h[3]");
2956  COMPARE_MACRO(Ins(v5.V4H(), 3, v9.V4H(), 0), "mov v5.h[3], v9.h[0]");
2957  COMPARE_MACRO(Ins(v6.H(), 6, v1.H(), 1), "mov v6.h[6], v1.h[1]");
2958  COMPARE_MACRO(Ins(v7.V4S(), 2, v2.V4S(), 2), "mov v7.s[2], v2.s[2]");
2959  COMPARE_MACRO(Ins(v8.V2S(), 1, v3.V2S(), 0), "mov v8.s[1], v3.s[0]");
2960  COMPARE_MACRO(Ins(v9.S(), 0, v4.S(), 1), "mov v9.s[0], v4.s[1]");
2961  COMPARE_MACRO(Ins(v1.V2D(), 1, v5.V2D(), 0), "mov v1.d[1], v5.d[0]");
2962  COMPARE_MACRO(Ins(v2.D(), 0, v6.D(), 1), "mov v2.d[0], v6.d[1]");
2963
2964  COMPARE_MACRO(Mov(v3.V16B(), 4, v7.V16B(), 0), "mov v3.b[4], v7.b[0]");
2965  COMPARE_MACRO(Mov(v4.V8B(), 5, v8.V8B(), 1), "mov v4.b[5], v8.b[1]");
2966  COMPARE_MACRO(Mov(v5.B(), 6, v9.B(), 2), "mov v5.b[6], v9.b[2]");
2967  COMPARE_MACRO(Mov(v6.V8H(), 7, v1.V8H(), 3), "mov v6.h[7], v1.h[3]");
2968  COMPARE_MACRO(Mov(v7.V4H(), 0, v2.V4H(), 0), "mov v7.h[0], v2.h[0]");
2969  COMPARE_MACRO(Mov(v8.H(), 1, v3.H(), 1), "mov v8.h[1], v3.h[1]");
2970  COMPARE_MACRO(Mov(v9.V4S(), 2, v4.V4S(), 2), "mov v9.s[2], v4.s[2]");
2971  COMPARE_MACRO(Mov(v1.V2S(), 3, v5.V2S(), 0), "mov v1.s[3], v5.s[0]");
2972  COMPARE_MACRO(Mov(v2.S(), 0, v6.S(), 1), "mov v2.s[0], v6.s[1]");
2973  COMPARE_MACRO(Mov(v3.V2D(), 1, v7.V2D(), 0), "mov v3.d[1], v7.d[0]");
2974  COMPARE_MACRO(Mov(v4.D(), 0, v8.D(), 1), "mov v4.d[0], v8.d[1]");
2975
2976  COMPARE_MACRO(Ins(v1.V16B(), 4, w0), "mov v1.b[4], w0");
2977  COMPARE_MACRO(Ins(v2.V8B(), 5, w1), "mov v2.b[5], w1");
2978  COMPARE_MACRO(Ins(v3.B(), 6, w2), "mov v3.b[6], w2");
2979  COMPARE_MACRO(Ins(v4.V8H(), 7, w3), "mov v4.h[7], w3");
2980  COMPARE_MACRO(Ins(v5.V4H(), 3, w0), "mov v5.h[3], w0");
2981  COMPARE_MACRO(Ins(v6.H(), 6, w1), "mov v6.h[6], w1");
2982  COMPARE_MACRO(Ins(v7.V4S(), 2, w2), "mov v7.s[2], w2");
2983  COMPARE_MACRO(Ins(v8.V2S(), 1, w0), "mov v8.s[1], w0");
2984  COMPARE_MACRO(Ins(v9.S(), 0, w1), "mov v9.s[0], w1");
2985  COMPARE_MACRO(Ins(v1.V2D(), 1, x0), "mov v1.d[1], x0");
2986  COMPARE_MACRO(Ins(v2.D(), 0, x1), "mov v2.d[0], x1");
2987
2988  COMPARE_MACRO(Mov(v1.V16B(), 4, w0), "mov v1.b[4], w0");
2989  COMPARE_MACRO(Mov(v2.V8B(), 5, w1), "mov v2.b[5], w1");
2990  COMPARE_MACRO(Mov(v3.B(), 6, w2), "mov v3.b[6], w2");
2991  COMPARE_MACRO(Mov(v4.V8H(), 7, w3), "mov v4.h[7], w3");
2992  COMPARE_MACRO(Mov(v5.V4H(), 3, w0), "mov v5.h[3], w0");
2993  COMPARE_MACRO(Mov(v6.H(), 6, w1), "mov v6.h[6], w1");
2994  COMPARE_MACRO(Mov(v7.V4S(), 2, w2), "mov v7.s[2], w2");
2995  COMPARE_MACRO(Mov(v8.V2S(), 1, w0), "mov v8.s[1], w0");
2996  COMPARE_MACRO(Mov(v9.S(), 0, w1), "mov v9.s[0], w1");
2997  COMPARE_MACRO(Mov(v1.V2D(), 1, x0), "mov v1.d[1], x0");
2998  COMPARE_MACRO(Mov(v2.D(), 0, x1), "mov v2.d[0], x1");
2999
3000  COMPARE_MACRO(Dup(v5.V8B(), v9.V8B(), 6), "dup v5.8b, v9.b[6]");
3001  COMPARE_MACRO(Dup(v6.V16B(), v1.V16B(), 5), "dup v6.16b, v1.b[5]");
3002  COMPARE_MACRO(Dup(v7.V4H(), v2.V4H(), 4), "dup v7.4h, v2.h[4]");
3003  COMPARE_MACRO(Dup(v8.V8H(), v3.V8H(), 3), "dup v8.8h, v3.h[3]");
3004  COMPARE_MACRO(Dup(v9.V2S(), v4.V2S(), 2), "dup v9.2s, v4.s[2]");
3005  COMPARE_MACRO(Dup(v1.V4S(), v5.V4S(), 1), "dup v1.4s, v5.s[1]");
3006  COMPARE_MACRO(Dup(v2.V2D(), v6.V2D(), 0), "dup v2.2d, v6.d[0]");
3007
3008  COMPARE_MACRO(Dup(v5.B(), v9.B(), 6), "mov b5, v9.b[6]");
3009  COMPARE_MACRO(Dup(v7.H(), v2.H(), 4), "mov h7, v2.h[4]");
3010  COMPARE_MACRO(Dup(v9.S(), v4.S(), 2), "mov s9, v4.s[2]");
3011  COMPARE_MACRO(Dup(v2.D(), v6.D(), 0), "mov d2, v6.d[0]");
3012
3013  COMPARE_MACRO(Mov(v5.B(), v9.B(), 6), "mov b5, v9.b[6]");
3014  COMPARE_MACRO(Mov(v7.H(), v2.H(), 4), "mov h7, v2.h[4]");
3015  COMPARE_MACRO(Mov(v9.S(), v4.S(), 2), "mov s9, v4.s[2]");
3016  COMPARE_MACRO(Mov(v2.D(), v6.D(), 0), "mov d2, v6.d[0]");
3017
3018  COMPARE_MACRO(Mov(v0.B(), v1.V8B(), 7), "mov b0, v1.b[7]");
3019  COMPARE_MACRO(Mov(b2, v3.V16B(), 15), "mov b2, v3.b[15]");
3020  COMPARE_MACRO(Mov(v4.H(), v5.V4H(), 3), "mov h4, v5.h[3]");
3021  COMPARE_MACRO(Mov(h6, v7.V8H(), 7), "mov h6, v7.h[7]");
3022  COMPARE_MACRO(Mov(v8.S(), v9.V2S(), 1), "mov s8, v9.s[1]");
3023  COMPARE_MACRO(Mov(s10, v11.V4S(), 3), "mov s10, v11.s[3]");
3024  COMPARE_MACRO(Mov(v12.D(), v13.V2D(), 1), "mov d12, v13.d[1]");
3025
3026  COMPARE_MACRO(Dup(v5.V8B(), w0), "dup v5.8b, w0");
3027  COMPARE_MACRO(Dup(v6.V16B(), w1), "dup v6.16b, w1");
3028  COMPARE_MACRO(Dup(v7.V4H(), w2), "dup v7.4h, w2");
3029  COMPARE_MACRO(Dup(v8.V8H(), w3), "dup v8.8h, w3");
3030  COMPARE_MACRO(Dup(v9.V2S(), w4), "dup v9.2s, w4");
3031  COMPARE_MACRO(Dup(v1.V4S(), w5), "dup v1.4s, w5");
3032  COMPARE_MACRO(Dup(v2.V2D(), x6), "dup v2.2d, x6");
3033
3034  COMPARE_MACRO(Smov(w0, v1.V16B(), 4), "smov w0, v1.b[4]");
3035  COMPARE_MACRO(Smov(w1, v2.V8B(), 5), "smov w1, v2.b[5]");
3036  COMPARE_MACRO(Smov(w2, v3.B(), 6), "smov w2, v3.b[6]");
3037  COMPARE_MACRO(Smov(w3, v4.V8H(), 7), "smov w3, v4.h[7]");
3038  COMPARE_MACRO(Smov(w0, v5.V4H(), 3), "smov w0, v5.h[3]");
3039  COMPARE_MACRO(Smov(w1, v6.H(), 6), "smov w1, v6.h[6]");
3040
3041  COMPARE_MACRO(Smov(x0, v1.V16B(), 4), "smov x0, v1.b[4]");
3042  COMPARE_MACRO(Smov(x1, v2.V8B(), 5), "smov x1, v2.b[5]");
3043  COMPARE_MACRO(Smov(x2, v3.B(), 6), "smov x2, v3.b[6]");
3044  COMPARE_MACRO(Smov(x3, v4.V8H(), 7), "smov x3, v4.h[7]");
3045  COMPARE_MACRO(Smov(x0, v5.V4H(), 3), "smov x0, v5.h[3]");
3046  COMPARE_MACRO(Smov(x1, v6.H(), 6), "smov x1, v6.h[6]");
3047  COMPARE_MACRO(Smov(x2, v7.V4S(), 2), "smov x2, v7.s[2]");
3048  COMPARE_MACRO(Smov(x0, v8.V2S(), 1), "smov x0, v8.s[1]");
3049  COMPARE_MACRO(Smov(x1, v9.S(), 0), "smov x1, v9.s[0]");
3050
3051  COMPARE_MACRO(Umov(w0, v1.V16B(), 4), "umov w0, v1.b[4]");
3052  COMPARE_MACRO(Umov(w1, v2.V8B(), 5), "umov w1, v2.b[5]");
3053  COMPARE_MACRO(Umov(w2, v3.B(), 6), "umov w2, v3.b[6]");
3054  COMPARE_MACRO(Umov(w3, v4.V8H(), 7), "umov w3, v4.h[7]");
3055  COMPARE_MACRO(Umov(w0, v5.V4H(), 3), "umov w0, v5.h[3]");
3056  COMPARE_MACRO(Umov(w1, v6.H(), 6), "umov w1, v6.h[6]");
3057  COMPARE_MACRO(Umov(w2, v7.V4S(), 2), "mov w2, v7.s[2]");
3058  COMPARE_MACRO(Umov(w0, v8.V2S(), 1), "mov w0, v8.s[1]");
3059  COMPARE_MACRO(Umov(w1, v9.S(), 0), "mov w1, v9.s[0]");
3060  COMPARE_MACRO(Umov(x0, v1.V2D(), 1), "mov x0, v1.d[1]");
3061  COMPARE_MACRO(Umov(x1, v2.D(), 0), "mov x1, v2.d[0]");
3062
3063  COMPARE_MACRO(Mov(w2, v7.V4S(), 2), "mov w2, v7.s[2]");
3064  COMPARE_MACRO(Mov(w0, v8.V2S(), 1), "mov w0, v8.s[1]");
3065  COMPARE_MACRO(Mov(w1, v9.S(), 0), "mov w1, v9.s[0]");
3066  COMPARE_MACRO(Mov(x0, v1.V2D(), 1), "mov x0, v1.d[1]");
3067  COMPARE_MACRO(Mov(x1, v2.D(), 0), "mov x1, v2.d[0]");
3068
3069  CLEANUP();
3070}
3071
3072
3073TEST(neon_table) {
3074  SETUP();
3075
3076  COMPARE_MACRO(Tbl(v0.V8B(), v1.V16B(), v2.V8B()),
3077                "tbl v0.8b, {v1.16b}, v2.8b");
3078  COMPARE_MACRO(Tbl(v3.V8B(), v4.V16B(), v5.V16B(), v6.V8B()),
3079                "tbl v3.8b, {v4.16b, v5.16b}, v6.8b");
3080  COMPARE_MACRO(Tbl(v7.V8B(), v8.V16B(), v9.V16B(), v10.V16B(), v11.V8B()),
3081                "tbl v7.8b, {v8.16b, v9.16b, v10.16b}, v11.8b");
3082  COMPARE_MACRO(Tbl(v12.V8B(),
3083                    v13.V16B(),
3084                    v14.V16B(),
3085                    v15.V16B(),
3086                    v16.V16B(),
3087                    v17.V8B()),
3088                "tbl v12.8b, {v13.16b, v14.16b, v15.16b, v16.16b}, v17.8b");
3089  COMPARE_MACRO(Tbl(v18.V16B(), v19.V16B(), v20.V16B()),
3090                "tbl v18.16b, {v19.16b}, v20.16b");
3091  COMPARE_MACRO(Tbl(v21.V16B(), v22.V16B(), v23.V16B(), v24.V16B()),
3092                "tbl v21.16b, {v22.16b, v23.16b}, v24.16b");
3093  COMPARE_MACRO(Tbl(v25.V16B(), v26.V16B(), v27.V16B(), v28.V16B(), v29.V16B()),
3094                "tbl v25.16b, {v26.16b, v27.16b, v28.16b}, v29.16b");
3095  COMPARE_MACRO(Tbl(v30.V16B(),
3096                    v31.V16B(),
3097                    v0.V16B(),
3098                    v1.V16B(),
3099                    v2.V16B(),
3100                    v3.V16B()),
3101                "tbl v30.16b, {v31.16b, v0.16b, v1.16b, v2.16b}, v3.16b");
3102
3103  COMPARE_MACRO(Tbx(v0.V8B(), v1.V16B(), v2.V8B()),
3104                "tbx v0.8b, {v1.16b}, v2.8b");
3105  COMPARE_MACRO(Tbx(v3.V8B(), v4.V16B(), v5.V16B(), v6.V8B()),
3106                "tbx v3.8b, {v4.16b, v5.16b}, v6.8b");
3107  COMPARE_MACRO(Tbx(v7.V8B(), v8.V16B(), v9.V16B(), v10.V16B(), v11.V8B()),
3108                "tbx v7.8b, {v8.16b, v9.16b, v10.16b}, v11.8b");
3109  COMPARE_MACRO(Tbx(v12.V8B(),
3110                    v13.V16B(),
3111                    v14.V16B(),
3112                    v15.V16B(),
3113                    v16.V16B(),
3114                    v17.V8B()),
3115                "tbx v12.8b, {v13.16b, v14.16b, v15.16b, v16.16b}, v17.8b");
3116  COMPARE_MACRO(Tbx(v18.V16B(), v19.V16B(), v20.V16B()),
3117                "tbx v18.16b, {v19.16b}, v20.16b");
3118  COMPARE_MACRO(Tbx(v21.V16B(), v22.V16B(), v23.V16B(), v24.V16B()),
3119                "tbx v21.16b, {v22.16b, v23.16b}, v24.16b");
3120  COMPARE_MACRO(Tbx(v25.V16B(), v26.V16B(), v27.V16B(), v28.V16B(), v29.V16B()),
3121                "tbx v25.16b, {v26.16b, v27.16b, v28.16b}, v29.16b");
3122  COMPARE_MACRO(Tbx(v30.V16B(),
3123                    v31.V16B(),
3124                    v0.V16B(),
3125                    v1.V16B(),
3126                    v2.V16B(),
3127                    v3.V16B()),
3128                "tbx v30.16b, {v31.16b, v0.16b, v1.16b, v2.16b}, v3.16b");
3129
3130  CLEANUP();
3131}
3132
3133
3134TEST(neon_extract) {
3135  SETUP();
3136
3137  COMPARE_MACRO(Ext(v4.V8B(), v5.V8B(), v6.V8B(), 0),
3138                "ext v4.8b, v5.8b, v6.8b, #0");
3139  COMPARE_MACRO(Ext(v1.V8B(), v2.V8B(), v3.V8B(), 7),
3140                "ext v1.8b, v2.8b, v3.8b, #7");
3141  COMPARE_MACRO(Ext(v1.V16B(), v2.V16B(), v3.V16B(), 0),
3142                "ext v1.16b, v2.16b, v3.16b, #0");
3143  COMPARE_MACRO(Ext(v1.V16B(), v2.V16B(), v3.V16B(), 15),
3144                "ext v1.16b, v2.16b, v3.16b, #15");
3145
3146  CLEANUP();
3147}
3148
3149
3150TEST(neon_modimm) {
3151  SETUP();
3152
3153  COMPARE_MACRO(Orr(v4.V4H(), 0xaa, 0), "orr v4.4h, #0xaa, lsl #0");
3154  COMPARE_MACRO(Orr(v1.V8H(), 0xcc, 8), "orr v1.8h, #0xcc, lsl #8");
3155  COMPARE_MACRO(Orr(v4.V2S(), 0xaa, 0), "orr v4.2s, #0xaa, lsl #0");
3156  COMPARE_MACRO(Orr(v1.V2S(), 0xcc, 8), "orr v1.2s, #0xcc, lsl #8");
3157  COMPARE_MACRO(Orr(v4.V4S(), 0xaa, 16), "orr v4.4s, #0xaa, lsl #16");
3158  COMPARE_MACRO(Orr(v1.V4S(), 0xcc, 24), "orr v1.4s, #0xcc, lsl #24");
3159
3160  COMPARE_MACRO(Bic(v4.V4H(), 0xaa, 0), "bic v4.4h, #0xaa, lsl #0");
3161  COMPARE_MACRO(Bic(v1.V8H(), 0xcc, 8), "bic v1.8h, #0xcc, lsl #8");
3162  COMPARE_MACRO(Bic(v4.V2S(), 0xaa, 0), "bic v4.2s, #0xaa, lsl #0");
3163  COMPARE_MACRO(Bic(v1.V2S(), 0xcc, 8), "bic v1.2s, #0xcc, lsl #8");
3164  COMPARE_MACRO(Bic(v4.V4S(), 0xaa, 16), "bic v4.4s, #0xaa, lsl #16");
3165  COMPARE_MACRO(Bic(v1.V4S(), 0xcc, 24), "bic v1.4s, #0xcc, lsl #24");
3166
3167  COMPARE_MACRO(Mvni(v4.V4H(), 0xaa, LSL, 0), "mvni v4.4h, #0xaa, lsl #0");
3168  COMPARE_MACRO(Mvni(v1.V8H(), 0xcc, LSL, 8), "mvni v1.8h, #0xcc, lsl #8");
3169  COMPARE_MACRO(Mvni(v4.V2S(), 0xaa, LSL, 0), "mvni v4.2s, #0xaa, lsl #0");
3170  COMPARE_MACRO(Mvni(v1.V2S(), 0xcc, LSL, 8), "mvni v1.2s, #0xcc, lsl #8");
3171  COMPARE_MACRO(Mvni(v4.V4S(), 0xaa, LSL, 16), "mvni v4.4s, #0xaa, lsl #16");
3172  COMPARE_MACRO(Mvni(v1.V4S(), 0xcc, LSL, 24), "mvni v1.4s, #0xcc, lsl #24");
3173
3174  COMPARE_MACRO(Mvni(v4.V2S(), 0xaa, MSL, 8), "mvni v4.2s, #0xaa, msl #8");
3175  COMPARE_MACRO(Mvni(v1.V2S(), 0xcc, MSL, 16), "mvni v1.2s, #0xcc, msl #16");
3176  COMPARE_MACRO(Mvni(v4.V4S(), 0xaa, MSL, 8), "mvni v4.4s, #0xaa, msl #8");
3177  COMPARE_MACRO(Mvni(v1.V4S(), 0xcc, MSL, 16), "mvni v1.4s, #0xcc, msl #16");
3178
3179  COMPARE_MACRO(Movi(v4.V8B(), 0xaa), "movi v4.8b, #0xaa");
3180  COMPARE_MACRO(Movi(v1.V16B(), 0xcc), "movi v1.16b, #0xcc");
3181
3182  COMPARE_MACRO(Movi(v4.V4H(), 0xaa, LSL, 0), "movi v4.4h, #0xaa, lsl #0");
3183  COMPARE_MACRO(Movi(v1.V8H(), 0xcc, LSL, 8), "movi v1.8h, #0xcc, lsl #8");
3184
3185  COMPARE_MACRO(Movi(v4.V2S(), 0xaa, LSL, 0), "movi v4.2s, #0xaa, lsl #0");
3186  COMPARE_MACRO(Movi(v1.V2S(), 0xcc, LSL, 8), "movi v1.2s, #0xcc, lsl #8");
3187  COMPARE_MACRO(Movi(v4.V4S(), 0xaa, LSL, 16), "movi v4.4s, #0xaa, lsl #16");
3188  COMPARE_MACRO(Movi(v1.V4S(), 0xcc, LSL, 24), "movi v1.4s, #0xcc, lsl #24");
3189
3190  COMPARE_MACRO(Movi(v4.V2S(), 0xaa, MSL, 8), "movi v4.2s, #0xaa, msl #8");
3191  COMPARE_MACRO(Movi(v1.V2S(), 0xcc, MSL, 16), "movi v1.2s, #0xcc, msl #16");
3192  COMPARE_MACRO(Movi(v4.V4S(), 0xaa, MSL, 8), "movi v4.4s, #0xaa, msl #8");
3193  COMPARE_MACRO(Movi(v1.V4S(), 0xcc, MSL, 16), "movi v1.4s, #0xcc, msl #16");
3194
3195  COMPARE_MACRO(Movi(d2, 0xffff0000ffffff), "movi d2, #0xffff0000ffffff");
3196  COMPARE_MACRO(Movi(v1.V2D(), 0xffff0000ffffff),
3197                "movi v1.2d, #0xffff0000ffffff");
3198
3199  COMPARE_MACRO(Movi(v2.V2D(), 0xff00ff00ff00ff, 0xff00ff00ff00ff),
3200                "movi v2.2d, #0xff00ff00ff00ff");
3201  COMPARE_MACRO(Movi(v3.V2D(), 0xffff, 0xff00ff00ff00ff),
3202                "movi d3, #0xff00ff00ff00ff\n"
3203                "mov x16, #0xffff\n"
3204                "mov v3.d[1], x16");
3205
3206  COMPARE_MACRO(Fmov(v0.V2S(), 1.0f), "fmov v0.2s, #0x70 (1.0000)");
3207  COMPARE_MACRO(Fmov(v31.V2S(), -13.0f), "fmov v31.2s, #0xaa (-13.0000)");
3208  COMPARE_MACRO(Fmov(v0.V4S(), 1.0f), "fmov v0.4s, #0x70 (1.0000)");
3209  COMPARE_MACRO(Fmov(v31.V4S(), -13.0f), "fmov v31.4s, #0xaa (-13.0000)");
3210  COMPARE_MACRO(Fmov(v1.V2D(), 1.0), "fmov v1.2d, #0x70 (1.0000)");
3211  COMPARE_MACRO(Fmov(v29.V2D(), -13.0), "fmov v29.2d, #0xaa (-13.0000)");
3212
3213  COMPARE_MACRO(Fmov(v0.V4H(), Float16(-5.0f)), "fmov v0.4h, #0x94 (-5.0000)");
3214  COMPARE_MACRO(Fmov(v31.V8H(), Float16(29.0f)),
3215                "fmov v31.8h, #0x3d (29.0000)");
3216  COMPARE_MACRO(Fmov(v0.V4H(), Float16(-5.0)), "fmov v0.4h, #0x94 (-5.0000)");
3217  COMPARE_MACRO(Fmov(v31.V8H(), Float16(29.0)), "fmov v31.8h, #0x3d (29.0000)");
3218
3219  COMPARE_MACRO(Fmov(v5.D(), 1, x14), "fmov v5.D[1], x14");
3220  COMPARE_MACRO(Fmov(x14, v5.D(), 1), "fmov x14, v5.D[1]");
3221  COMPARE_MACRO(Fmov(v3.D(), 0, x21), "mov v3.d[0], x21");
3222  COMPARE_MACRO(Fmov(x21, v3.D(), 0), "mov x21, v3.d[0]");
3223
3224  // An unallocated form of fmov.
3225  COMPARE(dci(0x2f07ffff), "unallocated (Unallocated)");
3226
3227  CLEANUP();
3228}
3229
3230
3231TEST(neon_2regmisc) {
3232  SETUP();
3233
3234  COMPARE_MACRO(Shll(v1.V8H(), v8.V8B(), 8), "shll v1.8h, v8.8b, #8");
3235  COMPARE_MACRO(Shll(v3.V4S(), v1.V4H(), 16), "shll v3.4s, v1.4h, #16");
3236  COMPARE_MACRO(Shll(v5.V2D(), v3.V2S(), 32), "shll v5.2d, v3.2s, #32");
3237  COMPARE_MACRO(Shll2(v2.V8H(), v9.V16B(), 8), "shll2 v2.8h, v9.16b, #8");
3238  COMPARE_MACRO(Shll2(v4.V4S(), v2.V8H(), 16), "shll2 v4.4s, v2.8h, #16");
3239  COMPARE_MACRO(Shll2(v6.V2D(), v4.V4S(), 32), "shll2 v6.2d, v4.4s, #32");
3240
3241  // An unallocated form of shll.
3242  COMPARE(dci(0x2ee13bff), "unallocated (Unallocated)");
3243  // An unallocated form of shll2.
3244  COMPARE(dci(0x6ee13bff), "unallocated (Unallocated)");
3245
3246#define DISASM_INST(M, S) \
3247  COMPARE_MACRO(Cmeq(v0.M, v1.M, 0), "cmeq v0." S ", v1." S ", #0");
3248  NEON_FORMAT_LIST(DISASM_INST)
3249#undef DISASM_INST
3250
3251#define DISASM_INST(M, S) \
3252  COMPARE_MACRO(Cmge(v0.M, v1.M, 0), "cmge v0." S ", v1." S ", #0");
3253  NEON_FORMAT_LIST(DISASM_INST)
3254#undef DISASM_INST
3255
3256#define DISASM_INST(M, S) \
3257  COMPARE_MACRO(Cmgt(v0.M, v1.M, 0), "cmgt v0." S ", v1." S ", #0");
3258  NEON_FORMAT_LIST(DISASM_INST)
3259#undef DISASM_INST
3260
3261#define DISASM_INST(M, S) \
3262  COMPARE_MACRO(Cmle(v0.M, v1.M, 0), "cmle v0." S ", v1." S ", #0");
3263  NEON_FORMAT_LIST(DISASM_INST)
3264#undef DISASM_INST
3265
3266#define DISASM_INST(M, S) \
3267  COMPARE_MACRO(Cmlt(v0.M, v1.M, 0), "cmlt v0." S ", v1." S ", #0");
3268  NEON_FORMAT_LIST(DISASM_INST)
3269#undef DISASM_INST
3270
3271  COMPARE_MACRO(Cmeq(v0.D(), v1.D(), 0), "cmeq d0, d1, #0");
3272  COMPARE_MACRO(Cmge(v3.D(), v4.D(), 0), "cmge d3, d4, #0");
3273  COMPARE_MACRO(Cmgt(v6.D(), v7.D(), 0), "cmgt d6, d7, #0");
3274  COMPARE_MACRO(Cmle(v0.D(), v1.D(), 0), "cmle d0, d1, #0");
3275  COMPARE_MACRO(Cmlt(v3.D(), v4.D(), 0), "cmlt d3, d4, #0");
3276
3277#define DISASM_INST(M, S) \
3278  COMPARE_MACRO(Fcmeq(v0.M, v1.M, 0), "fcmeq v0." S ", v1." S ", #0.0");
3279  NEON_FORMAT_LIST_FP(DISASM_INST)
3280#undef DISASM_INST
3281
3282  COMPARE_MACRO(Fcmeq(v0.S(), v1.S(), 0),
3283                "fcmeq s0, s1, "
3284                "#0.0");
3285  COMPARE_MACRO(Fcmeq(v0.D(), v1.D(), 0),
3286                "fcmeq d0, d1, "
3287                "#0.0");
3288
3289#define DISASM_INST(M, S) \
3290  COMPARE_MACRO(Fcmge(v0.M, v1.M, 0), "fcmge v0." S ", v1." S ", #0.0");
3291  NEON_FORMAT_LIST_FP(DISASM_INST)
3292#undef DISASM_INST
3293
3294  COMPARE_MACRO(Fcmge(v0.S(), v1.S(), 0),
3295                "fcmge s0, s1, "
3296                "#0.0");
3297  COMPARE_MACRO(Fcmge(v0.D(), v1.D(), 0),
3298                "fcmge d0, d1, "
3299                "#0.0");
3300
3301#define DISASM_INST(M, S) \
3302  COMPARE_MACRO(Fcmgt(v0.M, v1.M, 0), "fcmgt v0." S ", v1." S ", #0.0");
3303  NEON_FORMAT_LIST_FP(DISASM_INST)
3304#undef DISASM_INST
3305
3306  COMPARE_MACRO(Fcmgt(v0.S(), v1.S(), 0),
3307                "fcmgt s0, s1, "
3308                "#0.0");
3309  COMPARE_MACRO(Fcmgt(v0.D(), v1.D(), 0),
3310                "fcmgt d0, d1, "
3311                "#0.0");
3312
3313#define DISASM_INST(M, S) \
3314  COMPARE_MACRO(Fcmle(v0.M, v1.M, 0), "fcmle v0." S ", v1." S ", #0.0");
3315  NEON_FORMAT_LIST_FP(DISASM_INST)
3316#undef DISASM_INST
3317
3318  COMPARE_MACRO(Fcmle(v0.S(), v1.S(), 0),
3319                "fcmle s0, s1, "
3320                "#0.0");
3321  COMPARE_MACRO(Fcmle(v0.D(), v1.D(), 0),
3322                "fcmle d0, d1, "
3323                "#0.0");
3324
3325#define DISASM_INST(M, S) \
3326  COMPARE_MACRO(Fcmlt(v0.M, v1.M, 0), "fcmlt v0." S ", v1." S ", #0.0");
3327  NEON_FORMAT_LIST_FP(DISASM_INST)
3328#undef DISASM_INST
3329
3330  COMPARE_MACRO(Fcmlt(v0.S(), v1.S(), 0),
3331                "fcmlt s0, s1, "
3332                "#0.0");
3333  COMPARE_MACRO(Fcmlt(v0.D(), v1.D(), 0),
3334                "fcmlt d0, d1, "
3335                "#0.0");
3336
3337#define DISASM_INST(M, S) COMPARE_MACRO(Neg(v0.M, v1.M), "neg v0." S ", v1." S);
3338  NEON_FORMAT_LIST(DISASM_INST)
3339#undef DISASM_INST
3340
3341  COMPARE_MACRO(Neg(v0.D(), v1.D()), "neg d0, d1");
3342
3343#define DISASM_INST(M, S) \
3344  COMPARE_MACRO(Sqneg(v0.M, v1.M), "sqneg v0." S ", v1." S);
3345  NEON_FORMAT_LIST(DISASM_INST)
3346#undef DISASM_INST
3347
3348  COMPARE_MACRO(Sqneg(b0, b1), "sqneg b0, b1");
3349  COMPARE_MACRO(Sqneg(h1, h2), "sqneg h1, h2");
3350  COMPARE_MACRO(Sqneg(s2, s3), "sqneg s2, s3");
3351  COMPARE_MACRO(Sqneg(d3, d4), "sqneg d3, d4");
3352
3353#define DISASM_INST(M, S) COMPARE_MACRO(Abs(v0.M, v1.M), "abs v0." S ", v1." S);
3354  NEON_FORMAT_LIST(DISASM_INST)
3355#undef DISASM_INST
3356
3357  COMPARE_MACRO(Abs(v0.D(), v1.D()), "abs d0, d1");
3358
3359#define DISASM_INST(M, S) \
3360  COMPARE_MACRO(Sqabs(v0.M, v1.M), "sqabs v0." S ", v1." S);
3361  NEON_FORMAT_LIST(DISASM_INST)
3362#undef DISASM_INST
3363
3364  COMPARE_MACRO(Sqabs(b0, b1), "sqabs b0, b1");
3365  COMPARE_MACRO(Sqabs(h1, h2), "sqabs h1, h2");
3366  COMPARE_MACRO(Sqabs(s2, s3), "sqabs s2, s3");
3367  COMPARE_MACRO(Sqabs(d3, d4), "sqabs d3, d4");
3368
3369#define DISASM_INST(M, S) \
3370  COMPARE_MACRO(Suqadd(v0.M, v1.M), "suqadd v0." S ", v1." S);
3371  NEON_FORMAT_LIST(DISASM_INST)
3372#undef DISASM_INST
3373
3374  COMPARE_MACRO(Suqadd(b0, b1), "suqadd b0, b1");
3375  COMPARE_MACRO(Suqadd(h1, h2), "suqadd h1, h2");
3376  COMPARE_MACRO(Suqadd(s2, s3), "suqadd s2, s3");
3377  COMPARE_MACRO(Suqadd(d3, d4), "suqadd d3, d4");
3378
3379#define DISASM_INST(M, S) \
3380  COMPARE_MACRO(Usqadd(v0.M, v1.M), "usqadd v0." S ", v1." S);
3381  NEON_FORMAT_LIST(DISASM_INST)
3382#undef DISASM_INST
3383
3384  COMPARE_MACRO(Usqadd(b0, b1), "usqadd b0, b1");
3385  COMPARE_MACRO(Usqadd(h1, h2), "usqadd h1, h2");
3386  COMPARE_MACRO(Usqadd(s2, s3), "usqadd s2, s3");
3387  COMPARE_MACRO(Usqadd(d3, d4), "usqadd d3, d4");
3388
3389  COMPARE_MACRO(Xtn(v0.V8B(), v1.V8H()),
3390                "xtn v0.8b, "
3391                "v1.8h");
3392  COMPARE_MACRO(Xtn(v1.V4H(), v2.V4S()),
3393                "xtn v1.4h, "
3394                "v2.4s");
3395  COMPARE_MACRO(Xtn(v2.V2S(), v3.V2D()),
3396                "xtn v2.2s, "
3397                "v3.2d");
3398  COMPARE_MACRO(Xtn2(v0.V16B(), v1.V8H()),
3399                "xtn2 v0.16b, "
3400                "v1.8h");
3401  COMPARE_MACRO(Xtn2(v1.V8H(), v2.V4S()),
3402                "xtn2 v1.8h, "
3403                "v2.4s");
3404  COMPARE_MACRO(Xtn2(v2.V4S(), v3.V2D()),
3405                "xtn2 v2.4s, "
3406                "v3.2d");
3407
3408  COMPARE_MACRO(Sqxtn(v0.V8B(), v1.V8H()),
3409                "sqxtn v0.8b, "
3410                "v1.8h");
3411  COMPARE_MACRO(Sqxtn(v1.V4H(), v2.V4S()),
3412                "sqxtn v1.4h, "
3413                "v2.4s");
3414  COMPARE_MACRO(Sqxtn(v2.V2S(), v3.V2D()),
3415                "sqxtn v2.2s, "
3416                "v3.2d");
3417  COMPARE_MACRO(Sqxtn2(v0.V16B(), v1.V8H()),
3418                "sqxtn2 v0.16b, "
3419                "v1.8h");
3420  COMPARE_MACRO(Sqxtn2(v1.V8H(), v2.V4S()),
3421                "sqxtn2 v1.8h, "
3422                "v2.4s");
3423  COMPARE_MACRO(Sqxtn2(v2.V4S(), v3.V2D()),
3424                "sqxtn2 v2.4s, "
3425                "v3.2d");
3426  COMPARE_MACRO(Sqxtn(b19, h0), "sqxtn b19, h0");
3427  COMPARE_MACRO(Sqxtn(h20, s0), "sqxtn h20, s0");
3428  COMPARE_MACRO(Sqxtn(s21, d0), "sqxtn s21, d0");
3429
3430  COMPARE_MACRO(Uqxtn(v0.V8B(), v1.V8H()),
3431                "uqxtn v0.8b, "
3432                "v1.8h");
3433  COMPARE_MACRO(Uqxtn(v1.V4H(), v2.V4S()),
3434                "uqxtn v1.4h, "
3435                "v2.4s");
3436  COMPARE_MACRO(Uqxtn(v2.V2S(), v3.V2D()),
3437                "uqxtn v2.2s, "
3438                "v3.2d");
3439  COMPARE_MACRO(Uqxtn2(v0.V16B(), v1.V8H()),
3440                "uqxtn2 v0.16b, "
3441                "v1.8h");
3442  COMPARE_MACRO(Uqxtn2(v1.V8H(), v2.V4S()),
3443                "uqxtn2 v1.8h, "
3444                "v2.4s");
3445  COMPARE_MACRO(Uqxtn2(v2.V4S(), v3.V2D()),
3446                "uqxtn2 v2.4s, "
3447                "v3.2d");
3448  COMPARE_MACRO(Uqxtn(b19, h0), "uqxtn b19, h0");
3449  COMPARE_MACRO(Uqxtn(h20, s0), "uqxtn h20, s0");
3450  COMPARE_MACRO(Uqxtn(s21, d0), "uqxtn s21, d0");
3451
3452  COMPARE_MACRO(Sqxtun(v0.V8B(), v1.V8H()),
3453                "sqxtun v0.8b, "
3454                "v1.8h");
3455  COMPARE_MACRO(Sqxtun(v1.V4H(), v2.V4S()),
3456                "sqxtun v1.4h, "
3457                "v2.4s");
3458  COMPARE_MACRO(Sqxtun(v2.V2S(), v3.V2D()),
3459                "sqxtun v2.2s, "
3460                "v3.2d");
3461  COMPARE_MACRO(Sqxtun2(v0.V16B(), v1.V8H()),
3462                "sqxtun2 v0.16b, "
3463                "v1.8h");
3464  COMPARE_MACRO(Sqxtun2(v1.V8H(), v2.V4S()),
3465                "sqxtun2 v1.8h, "
3466                "v2.4s");
3467  COMPARE_MACRO(Sqxtun2(v2.V4S(), v3.V2D()),
3468                "sqxtun2 v2.4s, "
3469                "v3.2d");
3470  COMPARE_MACRO(Sqxtun(b19, h0), "sqxtun b19, h0");
3471  COMPARE_MACRO(Sqxtun(h20, s0), "sqxtun h20, s0");
3472  COMPARE_MACRO(Sqxtun(s21, d0), "sqxtun s21, d0");
3473
3474  COMPARE_MACRO(Cls(v1.V8B(), v8.V8B()),
3475                "cls v1.8b, "
3476                "v8.8b");
3477  COMPARE_MACRO(Cls(v2.V16B(), v9.V16B()),
3478                "cls v2.16b, "
3479                "v9.16b");
3480  COMPARE_MACRO(Cls(v3.V4H(), v1.V4H()),
3481                "cls v3.4h, "
3482                "v1.4h");
3483  COMPARE_MACRO(Cls(v4.V8H(), v2.V8H()),
3484                "cls v4.8h, "
3485                "v2.8h");
3486  COMPARE_MACRO(Cls(v5.V2S(), v3.V2S()),
3487                "cls v5.2s, "
3488                "v3.2s");
3489  COMPARE_MACRO(Cls(v6.V4S(), v4.V4S()),
3490                "cls v6.4s, "
3491                "v4.4s");
3492
3493  COMPARE_MACRO(Clz(v1.V8B(), v8.V8B()),
3494                "clz v1.8b, "
3495                "v8.8b");
3496  COMPARE_MACRO(Clz(v2.V16B(), v9.V16B()),
3497                "clz v2.16b, "
3498                "v9.16b");
3499  COMPARE_MACRO(Clz(v3.V4H(), v1.V4H()),
3500                "clz v3.4h, "
3501                "v1.4h");
3502  COMPARE_MACRO(Clz(v4.V8H(), v2.V8H()),
3503                "clz v4.8h, "
3504                "v2.8h");
3505  COMPARE_MACRO(Clz(v5.V2S(), v3.V2S()),
3506                "clz v5.2s, "
3507                "v3.2s");
3508  COMPARE_MACRO(Clz(v6.V4S(), v4.V4S()),
3509                "clz v6.4s, "
3510                "v4.4s");
3511
3512  COMPARE_MACRO(Cnt(v1.V8B(), v8.V8B()),
3513                "cnt v1.8b, "
3514                "v8.8b");
3515  COMPARE_MACRO(Cnt(v2.V16B(), v9.V16B()),
3516                "cnt v2.16b, "
3517                "v9.16b");
3518
3519  COMPARE_MACRO(Mvn(v4.V8B(), v5.V8B()),
3520                "mvn v4.8b, "
3521                "v5.8b");
3522  COMPARE_MACRO(Mvn(v4.V16B(), v5.V16B()),
3523                "mvn v4.16b, "
3524                "v5.16b");
3525
3526  COMPARE_MACRO(Not(v4.V8B(), v5.V8B()),
3527                "mvn v4.8b, "
3528                "v5.8b");
3529  COMPARE_MACRO(Not(v4.V16B(), v5.V16B()),
3530                "mvn v4.16b, "
3531                "v5.16b");
3532
3533  COMPARE_MACRO(Rev64(v1.V8B(), v8.V8B()),
3534                "rev64 v1.8b, "
3535                "v8.8b");
3536  COMPARE_MACRO(Rev64(v2.V16B(), v9.V16B()),
3537                "rev64 v2.16b, "
3538                "v9.16b");
3539  COMPARE_MACRO(Rev64(v3.V4H(), v1.V4H()),
3540                "rev64 v3.4h, "
3541                "v1.4h");
3542  COMPARE_MACRO(Rev64(v4.V8H(), v2.V8H()),
3543                "rev64 v4.8h, "
3544                "v2.8h");
3545  COMPARE_MACRO(Rev64(v5.V2S(), v3.V2S()),
3546                "rev64 v5.2s, "
3547                "v3.2s");
3548  COMPARE_MACRO(Rev64(v6.V4S(), v4.V4S()),
3549                "rev64 v6.4s, "
3550                "v4.4s");
3551
3552  COMPARE_MACRO(Rev32(v1.V8B(), v8.V8B()),
3553                "rev32 v1.8b, "
3554                "v8.8b");
3555  COMPARE_MACRO(Rev32(v2.V16B(), v9.V16B()),
3556                "rev32 v2.16b, "
3557                "v9.16b");
3558  COMPARE_MACRO(Rev32(v3.V4H(), v1.V4H()),
3559                "rev32 v3.4h, "
3560                "v1.4h");
3561  COMPARE_MACRO(Rev32(v4.V8H(), v2.V8H()),
3562                "rev32 v4.8h, "
3563                "v2.8h");
3564
3565  COMPARE_MACRO(Rev16(v1.V8B(), v8.V8B()),
3566                "rev16 v1.8b, "
3567                "v8.8b");
3568  COMPARE_MACRO(Rev16(v2.V16B(), v9.V16B()),
3569                "rev16 v2.16b, "
3570                "v9.16b");
3571
3572  COMPARE_MACRO(Rbit(v1.V8B(), v8.V8B()),
3573                "rbit v1.8b, "
3574                "v8.8b");
3575  COMPARE_MACRO(Rbit(v2.V16B(), v9.V16B()),
3576                "rbit v2.16b, "
3577                "v9.16b");
3578
3579  COMPARE_MACRO(Ursqrte(v2.V2S(), v9.V2S()),
3580                "ursqrte v2.2s, "
3581                "v9.2s");
3582  COMPARE_MACRO(Ursqrte(v16.V4S(), v23.V4S()),
3583                "ursqrte v16.4s, "
3584                "v23.4s");
3585
3586  COMPARE_MACRO(Urecpe(v2.V2S(), v9.V2S()),
3587                "urecpe v2.2s, "
3588                "v9.2s");
3589  COMPARE_MACRO(Urecpe(v16.V4S(), v23.V4S()),
3590                "urecpe v16.4s, "
3591                "v23.4s");
3592
3593  COMPARE_MACRO(Frsqrte(v2.V2S(), v9.V2S()),
3594                "frsqrte v2.2s, "
3595                "v9.2s");
3596  COMPARE_MACRO(Frsqrte(v16.V4S(), v23.V4S()),
3597                "frsqrte v16.4s, "
3598                "v23.4s");
3599  COMPARE_MACRO(Frsqrte(v2.V2D(), v9.V2D()),
3600                "frsqrte v2.2d, "
3601                "v9.2d");
3602  COMPARE_MACRO(Frsqrte(v0.S(), v1.S()), "frsqrte s0, s1");
3603  COMPARE_MACRO(Frsqrte(v0.D(), v1.D()), "frsqrte d0, d1");
3604
3605  COMPARE_MACRO(Frecpe(v2.V2S(), v9.V2S()),
3606                "frecpe v2.2s, "
3607                "v9.2s");
3608  COMPARE_MACRO(Frecpe(v16.V4S(), v23.V4S()),
3609                "frecpe v16.4s, "
3610                "v23.4s");
3611  COMPARE_MACRO(Frecpe(v2.V2D(), v9.V2D()),
3612                "frecpe v2.2d, "
3613                "v9.2d");
3614  COMPARE_MACRO(Frecpe(v0.S(), v1.S()), "frecpe s0, s1");
3615  COMPARE_MACRO(Frecpe(v0.D(), v1.D()), "frecpe d0, d1");
3616
3617  COMPARE_MACRO(Fabs(v2.V2S(), v9.V2S()),
3618                "fabs v2.2s, "
3619                "v9.2s");
3620  COMPARE_MACRO(Fabs(v16.V4S(), v23.V4S()),
3621                "fabs v16.4s, "
3622                "v23.4s");
3623  COMPARE_MACRO(Fabs(v31.V2D(), v30.V2D()),
3624                "fabs v31.2d, "
3625                "v30.2d");
3626
3627  COMPARE_MACRO(Fneg(v2.V2S(), v9.V2S()),
3628                "fneg v2.2s, "
3629                "v9.2s");
3630  COMPARE_MACRO(Fneg(v16.V4S(), v23.V4S()),
3631                "fneg v16.4s, "
3632                "v23.4s");
3633  COMPARE_MACRO(Fneg(v31.V2D(), v30.V2D()),
3634                "fneg v31.2d, "
3635                "v30.2d");
3636
3637  COMPARE_MACRO(Frint32x(v2.V2S(), v9.V2S()),
3638                "frint32x v2.2s, "
3639                "v9.2s");
3640  COMPARE_MACRO(Frint32x(v16.V4S(), v23.V4S()),
3641                "frint32x v16.4s, "
3642                "v23.4s");
3643  COMPARE_MACRO(Frint32x(v31.V2D(), v30.V2D()),
3644                "frint32x v31.2d, "
3645                "v30.2d");
3646
3647  COMPARE_MACRO(Frint32z(v2.V2S(), v9.V2S()),
3648                "frint32z v2.2s, "
3649                "v9.2s");
3650  COMPARE_MACRO(Frint32z(v16.V4S(), v23.V4S()),
3651                "frint32z v16.4s, "
3652                "v23.4s");
3653  COMPARE_MACRO(Frint32z(v31.V2D(), v30.V2D()),
3654                "frint32z v31.2d, "
3655                "v30.2d");
3656
3657  COMPARE_MACRO(Frint64x(v3.V2S(), v10.V2S()),
3658                "frint64x v3.2s, "
3659                "v10.2s");
3660  COMPARE_MACRO(Frint64x(v17.V4S(), v24.V4S()),
3661                "frint64x v17.4s, "
3662                "v24.4s");
3663  COMPARE_MACRO(Frint64x(v30.V2D(), v29.V2D()),
3664                "frint64x v30.2d, "
3665                "v29.2d");
3666
3667  COMPARE_MACRO(Frint64z(v4.V2S(), v11.V2S()),
3668                "frint64z v4.2s, "
3669                "v11.2s");
3670  COMPARE_MACRO(Frint64z(v18.V4S(), v25.V4S()),
3671                "frint64z v18.4s, "
3672                "v25.4s");
3673  COMPARE_MACRO(Frint64z(v29.V2D(), v28.V2D()),
3674                "frint64z v29.2d, "
3675                "v28.2d");
3676
3677  COMPARE_MACRO(Frintn(v2.V2S(), v9.V2S()),
3678                "frintn v2.2s, "
3679                "v9.2s");
3680  COMPARE_MACRO(Frintn(v16.V4S(), v23.V4S()),
3681                "frintn v16.4s, "
3682                "v23.4s");
3683  COMPARE_MACRO(Frintn(v31.V2D(), v30.V2D()),
3684                "frintn v31.2d, "
3685                "v30.2d");
3686
3687  COMPARE_MACRO(Frinta(v2.V2S(), v9.V2S()),
3688                "frinta v2.2s, "
3689                "v9.2s");
3690  COMPARE_MACRO(Frinta(v16.V4S(), v23.V4S()),
3691                "frinta v16.4s, "
3692                "v23.4s");
3693  COMPARE_MACRO(Frinta(v31.V2D(), v30.V2D()),
3694                "frinta v31.2d, "
3695                "v30.2d");
3696
3697  COMPARE_MACRO(Frintp(v2.V2S(), v9.V2S()),
3698                "frintp v2.2s, "
3699                "v9.2s");
3700  COMPARE_MACRO(Frintp(v16.V4S(), v23.V4S()),
3701                "frintp v16.4s, "
3702                "v23.4s");
3703  COMPARE_MACRO(Frintp(v31.V2D(), v30.V2D()),
3704                "frintp v31.2d, "
3705                "v30.2d");
3706
3707  COMPARE_MACRO(Frintm(v2.V2S(), v9.V2S()),
3708                "frintm v2.2s, "
3709                "v9.2s");
3710  COMPARE_MACRO(Frintm(v16.V4S(), v23.V4S()),
3711                "frintm v16.4s, "
3712                "v23.4s");
3713  COMPARE_MACRO(Frintm(v31.V2D(), v30.V2D()),
3714                "frintm v31.2d, "
3715                "v30.2d");
3716
3717  COMPARE_MACRO(Frintx(v2.V2S(), v9.V2S()),
3718                "frintx v2.2s, "
3719                "v9.2s");
3720  COMPARE_MACRO(Frintx(v16.V4S(), v23.V4S()),
3721                "frintx v16.4s, "
3722                "v23.4s");
3723  COMPARE_MACRO(Frintx(v31.V2D(), v30.V2D()),
3724                "frintx v31.2d, "
3725                "v30.2d");
3726
3727  COMPARE_MACRO(Frintz(v2.V2S(), v9.V2S()),
3728                "frintz v2.2s, "
3729                "v9.2s");
3730  COMPARE_MACRO(Frintz(v16.V4S(), v23.V4S()),
3731                "frintz v16.4s, "
3732                "v23.4s");
3733  COMPARE_MACRO(Frintz(v31.V2D(), v30.V2D()),
3734                "frintz v31.2d, "
3735                "v30.2d");
3736
3737  COMPARE_MACRO(Frinti(v2.V2S(), v9.V2S()),
3738                "frinti v2.2s, "
3739                "v9.2s");
3740  COMPARE_MACRO(Frinti(v16.V4S(), v23.V4S()),
3741                "frinti v16.4s, "
3742                "v23.4s");
3743  COMPARE_MACRO(Frinti(v31.V2D(), v30.V2D()),
3744                "frinti v31.2d, "
3745                "v30.2d");
3746
3747  COMPARE_MACRO(Fsqrt(v3.V2S(), v10.V2S()),
3748                "fsqrt v3.2s, "
3749                "v10.2s");
3750  COMPARE_MACRO(Fsqrt(v22.V4S(), v11.V4S()),
3751                "fsqrt v22.4s, "
3752                "v11.4s");
3753  COMPARE_MACRO(Fsqrt(v31.V2D(), v0.V2D()),
3754                "fsqrt v31.2d, "
3755                "v0.2d");
3756
3757  COMPARE_MACRO(Fcvtns(v4.V2S(), v11.V2S()),
3758                "fcvtns v4.2s, "
3759                "v11.2s");
3760  COMPARE_MACRO(Fcvtns(v23.V4S(), v12.V4S()),
3761                "fcvtns v23.4s, "
3762                "v12.4s");
3763  COMPARE_MACRO(Fcvtns(v30.V2D(), v1.V2D()),
3764                "fcvtns v30.2d, "
3765                "v1.2d");
3766  COMPARE_MACRO(Fcvtnu(v4.V2S(), v11.V2S()),
3767                "fcvtnu v4.2s, "
3768                "v11.2s");
3769  COMPARE_MACRO(Fcvtnu(v23.V4S(), v12.V4S()),
3770                "fcvtnu v23.4s, "
3771                "v12.4s");
3772  COMPARE_MACRO(Fcvtnu(v30.V2D(), v1.V2D()),
3773                "fcvtnu v30.2d, "
3774                "v1.2d");
3775
3776  COMPARE_MACRO(Fcvtps(v4.V2S(), v11.V2S()),
3777                "fcvtps v4.2s, "
3778                "v11.2s");
3779  COMPARE_MACRO(Fcvtps(v23.V4S(), v12.V4S()),
3780                "fcvtps v23.4s, "
3781                "v12.4s");
3782  COMPARE_MACRO(Fcvtps(v30.V2D(), v1.V2D()),
3783                "fcvtps v30.2d, "
3784                "v1.2d");
3785  COMPARE_MACRO(Fcvtpu(v4.V2S(), v11.V2S()),
3786                "fcvtpu v4.2s, "
3787                "v11.2s");
3788  COMPARE_MACRO(Fcvtpu(v23.V4S(), v12.V4S()),
3789                "fcvtpu v23.4s, "
3790                "v12.4s");
3791  COMPARE_MACRO(Fcvtpu(v30.V2D(), v1.V2D()),
3792                "fcvtpu v30.2d, "
3793                "v1.2d");
3794
3795  COMPARE_MACRO(Fcvtms(v4.V2S(), v11.V2S()),
3796                "fcvtms v4.2s, "
3797                "v11.2s");
3798  COMPARE_MACRO(Fcvtms(v23.V4S(), v12.V4S()),
3799                "fcvtms v23.4s, "
3800                "v12.4s");
3801  COMPARE_MACRO(Fcvtms(v30.V2D(), v1.V2D()),
3802                "fcvtms v30.2d, "
3803                "v1.2d");
3804  COMPARE_MACRO(Fcvtmu(v4.V2S(), v11.V2S()),
3805                "fcvtmu v4.2s, "
3806                "v11.2s");
3807  COMPARE_MACRO(Fcvtmu(v23.V4S(), v12.V4S()),
3808                "fcvtmu v23.4s, "
3809                "v12.4s");
3810  COMPARE_MACRO(Fcvtmu(v30.V2D(), v1.V2D()),
3811                "fcvtmu v30.2d, "
3812                "v1.2d");
3813
3814  COMPARE_MACRO(Fcvtzs(v4.V2S(), v11.V2S()),
3815                "fcvtzs v4.2s, "
3816                "v11.2s");
3817  COMPARE_MACRO(Fcvtzs(v23.V4S(), v12.V4S()),
3818                "fcvtzs v23.4s, "
3819                "v12.4s");
3820  COMPARE_MACRO(Fcvtzs(v30.V2D(), v1.V2D()),
3821                "fcvtzs v30.2d, "
3822                "v1.2d");
3823  COMPARE_MACRO(Fcvtzu(v4.V2S(), v11.V2S()),
3824                "fcvtzu v4.2s, "
3825                "v11.2s");
3826  COMPARE_MACRO(Fcvtzu(v23.V4S(), v12.V4S()),
3827                "fcvtzu v23.4s, "
3828                "v12.4s");
3829  COMPARE_MACRO(Fcvtzu(v30.V2D(), v1.V2D()),
3830                "fcvtzu v30.2d, "
3831                "v1.2d");
3832
3833  COMPARE_MACRO(Fcvtas(v4.V2S(), v11.V2S()),
3834                "fcvtas v4.2s, "
3835                "v11.2s");
3836  COMPARE_MACRO(Fcvtas(v23.V4S(), v12.V4S()),
3837                "fcvtas v23.4s, "
3838                "v12.4s");
3839  COMPARE_MACRO(Fcvtas(v30.V2D(), v1.V2D()),
3840                "fcvtas v30.2d, "
3841                "v1.2d");
3842  COMPARE_MACRO(Fcvtau(v4.V2S(), v11.V2S()),
3843                "fcvtau v4.2s, "
3844                "v11.2s");
3845  COMPARE_MACRO(Fcvtau(v23.V4S(), v12.V4S()),
3846                "fcvtau v23.4s, "
3847                "v12.4s");
3848  COMPARE_MACRO(Fcvtau(v30.V2D(), v1.V2D()),
3849                "fcvtau v30.2d, "
3850                "v1.2d");
3851
3852  COMPARE_MACRO(Fcvtns(s0, s1), "fcvtns s0, s1");
3853  COMPARE_MACRO(Fcvtns(d2, d3), "fcvtns d2, d3");
3854  COMPARE_MACRO(Fcvtnu(s4, s5), "fcvtnu s4, s5");
3855  COMPARE_MACRO(Fcvtnu(d6, d7), "fcvtnu d6, d7");
3856  COMPARE_MACRO(Fcvtps(s8, s9), "fcvtps s8, s9");
3857  COMPARE_MACRO(Fcvtps(d10, d11), "fcvtps d10, d11");
3858  COMPARE_MACRO(Fcvtpu(s12, s13), "fcvtpu s12, s13");
3859  COMPARE_MACRO(Fcvtpu(d14, d15), "fcvtpu d14, d15");
3860  COMPARE_MACRO(Fcvtms(s16, s17), "fcvtms s16, s17");
3861  COMPARE_MACRO(Fcvtms(d18, d19), "fcvtms d18, d19");
3862  COMPARE_MACRO(Fcvtmu(s20, s21), "fcvtmu s20, s21");
3863  COMPARE_MACRO(Fcvtmu(d22, d23), "fcvtmu d22, d23");
3864  COMPARE_MACRO(Fcvtzs(s24, s25), "fcvtzs s24, s25");
3865  COMPARE_MACRO(Fcvtzs(d26, d27), "fcvtzs d26, d27");
3866  COMPARE_MACRO(Fcvtzu(s28, s29), "fcvtzu s28, s29");
3867  COMPARE_MACRO(Fcvtzu(d30, d31), "fcvtzu d30, d31");
3868  COMPARE_MACRO(Fcvtas(s0, s1), "fcvtas s0, s1");
3869  COMPARE_MACRO(Fcvtas(d2, d3), "fcvtas d2, d3");
3870  COMPARE_MACRO(Fcvtau(s4, s5), "fcvtau s4, s5");
3871  COMPARE_MACRO(Fcvtau(d6, d7), "fcvtau d6, d7");
3872
3873  COMPARE_MACRO(Fcvtl(v3.V4S(), v5.V4H()),
3874                "fcvtl v3.4s, "
3875                "v5.4h");
3876  COMPARE_MACRO(Fcvtl(v7.V2D(), v11.V2S()),
3877                "fcvtl v7.2d, "
3878                "v11.2s");
3879  COMPARE_MACRO(Fcvtl2(v13.V4S(), v17.V8H()),
3880                "fcvtl2 v13.4s, "
3881                "v17.8h");
3882  COMPARE_MACRO(Fcvtl2(v23.V2D(), v29.V4S()),
3883                "fcvtl2 v23.2d, "
3884                "v29.4s");
3885
3886  COMPARE_MACRO(Fcvtn(v3.V4H(), v5.V4S()),
3887                "fcvtn v3.4h, "
3888                "v5.4s");
3889  COMPARE_MACRO(Fcvtn(v7.V2S(), v11.V2D()),
3890                "fcvtn v7.2s, "
3891                "v11.2d");
3892  COMPARE_MACRO(Fcvtn2(v13.V8H(), v17.V4S()),
3893                "fcvtn2 v13.8h, "
3894                "v17.4s");
3895  COMPARE_MACRO(Fcvtn2(v23.V4S(), v29.V2D()),
3896                "fcvtn2 v23.4s, "
3897                "v29.2d");
3898
3899  COMPARE_MACRO(Fcvtxn(v5.V2S(), v7.V2D()),
3900                "fcvtxn v5.2s, "
3901                "v7.2d");
3902  COMPARE_MACRO(Fcvtxn2(v8.V4S(), v13.V2D()),
3903                "fcvtxn2 v8.4s, "
3904                "v13.2d");
3905  COMPARE_MACRO(Fcvtxn(s17, d31), "fcvtxn s17, d31");
3906
3907  COMPARE_MACRO(Frecpx(s0, s1), "frecpx s0, s1");
3908  COMPARE_MACRO(Frecpx(s31, s30), "frecpx s31, s30");
3909  COMPARE_MACRO(Frecpx(d2, d3), "frecpx d2, d3");
3910  COMPARE_MACRO(Frecpx(d31, d30), "frecpx d31, d30");
3911
3912  COMPARE_MACRO(Scvtf(v5.V2S(), v3.V2S()),
3913                "scvtf v5.2s, "
3914                "v3.2s");
3915  COMPARE_MACRO(Scvtf(v6.V4S(), v4.V4S()),
3916                "scvtf v6.4s, "
3917                "v4.4s");
3918  COMPARE_MACRO(Scvtf(v7.V2D(), v5.V2D()),
3919                "scvtf v7.2d, "
3920                "v5.2d");
3921  COMPARE_MACRO(Scvtf(s8, s6), "scvtf s8, s6");
3922  COMPARE_MACRO(Scvtf(d8, d6), "scvtf d8, d6");
3923
3924  COMPARE_MACRO(Ucvtf(v5.V2S(), v3.V2S()),
3925                "ucvtf v5.2s, "
3926                "v3.2s");
3927  COMPARE_MACRO(Ucvtf(v6.V4S(), v4.V4S()),
3928                "ucvtf v6.4s, "
3929                "v4.4s");
3930  COMPARE_MACRO(Ucvtf(v7.V2D(), v5.V2D()),
3931                "ucvtf v7.2d, "
3932                "v5.2d");
3933  COMPARE_MACRO(Ucvtf(s8, s6), "ucvtf s8, s6");
3934  COMPARE_MACRO(Ucvtf(d8, d6), "ucvtf d8, d6");
3935
3936#define DISASM_INST(TA, TAS, TB, TBS) \
3937  COMPARE_MACRO(Saddlp(v0.TA, v1.TB), "saddlp v0." TAS ", v1." TBS);
3938  NEON_FORMAT_LIST_LP(DISASM_INST)
3939#undef DISASM_INST
3940
3941#define DISASM_INST(TA, TAS, TB, TBS) \
3942  COMPARE_MACRO(Uaddlp(v0.TA, v1.TB), "uaddlp v0." TAS ", v1." TBS);
3943  NEON_FORMAT_LIST_LP(DISASM_INST)
3944#undef DISASM_INST
3945
3946#define DISASM_INST(TA, TAS, TB, TBS) \
3947  COMPARE_MACRO(Sadalp(v0.TA, v1.TB), "sadalp v0." TAS ", v1." TBS);
3948  NEON_FORMAT_LIST_LP(DISASM_INST)
3949#undef DISASM_INST
3950
3951#define DISASM_INST(TA, TAS, TB, TBS) \
3952  COMPARE_MACRO(Uadalp(v0.TA, v1.TB), "uadalp v0." TAS ", v1." TBS);
3953  NEON_FORMAT_LIST_LP(DISASM_INST)
3954#undef DISASM_INST
3955
3956  CLEANUP();
3957}
3958
3959#define COMPARE_2REGMISC_FP16(A, B)                            \
3960  COMPARE_MACRO(A(v2.V4H(), v9.V4H()), B " v2.4h, v9.4h");     \
3961  COMPARE_MACRO(A(v16.V8H(), v23.V8H()), B " v16.8h, v23.8h"); \
3962  COMPARE_MACRO(A(h5, h17), B " h5, h17")
3963
3964#define COMPARE_2REGMISC_CMP_FP16(A, B)                                 \
3965  COMPARE_MACRO(A(v2.V4H(), v9.V4H(), 0), B " v2.4h, v9.4h, #0.0");     \
3966  COMPARE_MACRO(A(v16.V8H(), v23.V8H(), 0), B " v16.8h, v23.8h, #0.0"); \
3967  COMPARE_MACRO(A(h5, h17, 0), B " h5, h17, #0.0")
3968
3969TEST(neon_2regmisc_fp16) {
3970  SETUP();
3971
3972  COMPARE_2REGMISC_FP16(Frintn, "frintn");
3973  COMPARE_2REGMISC_FP16(Frinta, "frinta");
3974  COMPARE_2REGMISC_FP16(Frintp, "frintp");
3975  COMPARE_2REGMISC_FP16(Frintm, "frintm");
3976  COMPARE_2REGMISC_FP16(Frintx, "frintx");
3977  COMPARE_2REGMISC_FP16(Frintz, "frintz");
3978  COMPARE_2REGMISC_FP16(Frinti, "frinti");
3979
3980  COMPARE_2REGMISC_FP16(Fcvtns, "fcvtns");
3981  COMPARE_2REGMISC_FP16(Fcvtnu, "fcvtnu");
3982  COMPARE_2REGMISC_FP16(Fcvtps, "fcvtps");
3983  COMPARE_2REGMISC_FP16(Fcvtpu, "fcvtpu");
3984  COMPARE_2REGMISC_FP16(Fcvtms, "fcvtms");
3985  COMPARE_2REGMISC_FP16(Fcvtmu, "fcvtmu");
3986  COMPARE_2REGMISC_FP16(Fcvtzs, "fcvtzs");
3987  COMPARE_2REGMISC_FP16(Fcvtzu, "fcvtzu");
3988  COMPARE_2REGMISC_FP16(Fcvtas, "fcvtas");
3989  COMPARE_2REGMISC_FP16(Fcvtau, "fcvtau");
3990
3991  COMPARE_2REGMISC_FP16(Scvtf, "scvtf");
3992  COMPARE_2REGMISC_FP16(Ucvtf, "ucvtf");
3993
3994  COMPARE_2REGMISC_FP16(Fabs, "fabs");
3995  COMPARE_2REGMISC_FP16(Frecpe, "frecpe");
3996  COMPARE_2REGMISC_FP16(Fneg, "fneg");
3997  COMPARE_2REGMISC_FP16(Frsqrte, "frsqrte");
3998  COMPARE_2REGMISC_FP16(Fsqrt, "fsqrt");
3999
4000  COMPARE_2REGMISC_CMP_FP16(Fcmeq, "fcmeq");
4001  COMPARE_2REGMISC_CMP_FP16(Fcmgt, "fcmgt");
4002  COMPARE_2REGMISC_CMP_FP16(Fcmge, "fcmge");
4003  COMPARE_2REGMISC_CMP_FP16(Fcmlt, "fcmlt");
4004  COMPARE_2REGMISC_CMP_FP16(Fcmle, "fcmle");
4005
4006  COMPARE_MACRO(Frecpx(h5, h17), "frecpx h5, h17");
4007
4008  CLEANUP();
4009}
4010
4011TEST(neon_acrosslanes) {
4012  SETUP();
4013
4014  COMPARE_MACRO(Smaxv(b4, v5.V8B()), "smaxv b4, v5.8b");
4015  COMPARE_MACRO(Smaxv(b4, v5.V16B()), "smaxv b4, v5.16b");
4016  COMPARE_MACRO(Smaxv(h4, v5.V4H()), "smaxv h4, v5.4h");
4017  COMPARE_MACRO(Smaxv(h4, v5.V8H()), "smaxv h4, v5.8h");
4018  COMPARE_MACRO(Smaxv(s4, v5.V4S()), "smaxv s4, v5.4s");
4019
4020  COMPARE_MACRO(Sminv(b4, v5.V8B()), "sminv b4, v5.8b");
4021  COMPARE_MACRO(Sminv(b4, v5.V16B()), "sminv b4, v5.16b");
4022  COMPARE_MACRO(Sminv(h4, v5.V4H()), "sminv h4, v5.4h");
4023  COMPARE_MACRO(Sminv(h4, v5.V8H()), "sminv h4, v5.8h");
4024  COMPARE_MACRO(Sminv(s4, v5.V4S()), "sminv s4, v5.4s");
4025
4026  COMPARE_MACRO(Umaxv(b4, v5.V8B()), "umaxv b4, v5.8b");
4027  COMPARE_MACRO(Umaxv(b4, v5.V16B()), "umaxv b4, v5.16b");
4028  COMPARE_MACRO(Umaxv(h4, v5.V4H()), "umaxv h4, v5.4h");
4029  COMPARE_MACRO(Umaxv(h4, v5.V8H()), "umaxv h4, v5.8h");
4030  COMPARE_MACRO(Umaxv(s4, v5.V4S()), "umaxv s4, v5.4s");
4031
4032  COMPARE_MACRO(Uminv(b4, v5.V8B()), "uminv b4, v5.8b");
4033  COMPARE_MACRO(Uminv(b4, v5.V16B()), "uminv b4, v5.16b");
4034  COMPARE_MACRO(Uminv(h4, v5.V4H()), "uminv h4, v5.4h");
4035  COMPARE_MACRO(Uminv(h4, v5.V8H()), "uminv h4, v5.8h");
4036  COMPARE_MACRO(Uminv(s4, v5.V4S()), "uminv s4, v5.4s");
4037
4038  COMPARE_MACRO(Addv(b4, v5.V8B()), "addv b4, v5.8b");
4039  COMPARE_MACRO(Addv(b4, v5.V16B()), "addv b4, v5.16b");
4040  COMPARE_MACRO(Addv(h4, v5.V4H()), "addv h4, v5.4h");
4041  COMPARE_MACRO(Addv(h4, v5.V8H()), "addv h4, v5.8h");
4042  COMPARE_MACRO(Addv(s4, v5.V4S()), "addv s4, v5.4s");
4043
4044  COMPARE_MACRO(Saddlv(h4, v5.V8B()), "saddlv h4, v5.8b");
4045  COMPARE_MACRO(Saddlv(h4, v5.V16B()), "saddlv h4, v5.16b");
4046  COMPARE_MACRO(Saddlv(s4, v5.V4H()), "saddlv s4, v5.4h");
4047  COMPARE_MACRO(Saddlv(s4, v5.V8H()), "saddlv s4, v5.8h");
4048  COMPARE_MACRO(Saddlv(d4, v5.V4S()), "saddlv d4, v5.4s");
4049
4050  COMPARE_MACRO(Uaddlv(h4, v5.V8B()), "uaddlv h4, v5.8b");
4051  COMPARE_MACRO(Uaddlv(h4, v5.V16B()), "uaddlv h4, v5.16b");
4052  COMPARE_MACRO(Uaddlv(s4, v5.V4H()), "uaddlv s4, v5.4h");
4053  COMPARE_MACRO(Uaddlv(s4, v5.V8H()), "uaddlv s4, v5.8h");
4054  COMPARE_MACRO(Uaddlv(d4, v5.V4S()), "uaddlv d4, v5.4s");
4055
4056  COMPARE_MACRO(Fmaxv(s4, v5.V4S()), "fmaxv s4, v5.4s");
4057  COMPARE_MACRO(Fmaxv(h4, v5.V4H()), "fmaxv h4, v5.4h");
4058  COMPARE_MACRO(Fmaxv(h4, v5.V8H()), "fmaxv h4, v5.8h");
4059  COMPARE_MACRO(Fminv(s4, v5.V4S()), "fminv s4, v5.4s");
4060  COMPARE_MACRO(Fminv(h4, v5.V4H()), "fminv h4, v5.4h");
4061  COMPARE_MACRO(Fminv(h4, v5.V8H()), "fminv h4, v5.8h");
4062  COMPARE_MACRO(Fmaxnmv(s4, v5.V4S()), "fmaxnmv s4, v5.4s");
4063  COMPARE_MACRO(Fmaxnmv(h4, v5.V4H()), "fmaxnmv h4, v5.4h");
4064  COMPARE_MACRO(Fmaxnmv(h4, v5.V8H()), "fmaxnmv h4, v5.8h");
4065  COMPARE_MACRO(Fminnmv(s4, v5.V4S()), "fminnmv s4, v5.4s");
4066  COMPARE_MACRO(Fminnmv(h4, v5.V4H()), "fminnmv h4, v5.4h");
4067  COMPARE_MACRO(Fminnmv(h4, v5.V8H()), "fminnmv h4, v5.8h");
4068
4069  CLEANUP();
4070}
4071
4072TEST(neon_scalar_pairwise) {
4073  SETUP();
4074
4075  COMPARE_MACRO(Addp(d0, v1.V2D()), "addp d0, v1.2d");
4076  COMPARE_MACRO(Faddp(h0, v1.V2H()), "faddp h0, v1.2h");
4077  COMPARE_MACRO(Faddp(s0, v1.V2S()), "faddp s0, v1.2s");
4078  COMPARE_MACRO(Faddp(d2, v3.V2D()), "faddp d2, v3.2d");
4079  COMPARE_MACRO(Fmaxp(h4, v5.V2H()), "fmaxp h4, v5.2h");
4080  COMPARE_MACRO(Fmaxp(s4, v5.V2S()), "fmaxp s4, v5.2s");
4081  COMPARE_MACRO(Fmaxp(d6, v7.V2D()), "fmaxp d6, v7.2d");
4082  COMPARE_MACRO(Fmaxnmp(h8, v9.V2H()), "fmaxnmp h8, v9.2h");
4083  COMPARE_MACRO(Fmaxnmp(s8, v9.V2S()), "fmaxnmp s8, v9.2s");
4084  COMPARE_MACRO(Fmaxnmp(d10, v11.V2D()), "fmaxnmp d10, v11.2d");
4085  COMPARE_MACRO(Fminp(h12, v13.V2H()), "fminp h12, v13.2h");
4086  COMPARE_MACRO(Fminp(s12, v13.V2S()), "fminp s12, v13.2s");
4087  COMPARE_MACRO(Fminp(d14, v15.V2D()), "fminp d14, v15.2d");
4088  COMPARE_MACRO(Fminnmp(h16, v17.V2H()), "fminnmp h16, v17.2h");
4089  COMPARE_MACRO(Fminnmp(s16, v17.V2S()), "fminnmp s16, v17.2s");
4090  COMPARE_MACRO(Fminnmp(d18, v19.V2D()), "fminnmp d18, v19.2d");
4091  CLEANUP();
4092}
4093
4094TEST(neon_shift_immediate) {
4095  SETUP();
4096
4097  COMPARE_MACRO(Sshr(v0.V8B(), v1.V8B(), 1), "sshr v0.8b, v1.8b, #1");
4098  COMPARE_MACRO(Sshr(v2.V8B(), v3.V8B(), 8), "sshr v2.8b, v3.8b, #8");
4099  COMPARE_MACRO(Sshr(v4.V16B(), v5.V16B(), 1), "sshr v4.16b, v5.16b, #1");
4100  COMPARE_MACRO(Sshr(v6.V16B(), v7.V16B(), 8), "sshr v6.16b, v7.16b, #8");
4101  COMPARE_MACRO(Sshr(v8.V4H(), v9.V4H(), 1), "sshr v8.4h, v9.4h, #1");
4102  COMPARE_MACRO(Sshr(v10.V4H(), v11.V4H(), 16), "sshr v10.4h, v11.4h, #16");
4103  COMPARE_MACRO(Sshr(v12.V8H(), v13.V8H(), 1), "sshr v12.8h, v13.8h, #1");
4104  COMPARE_MACRO(Sshr(v14.V8H(), v15.V8H(), 16), "sshr v14.8h, v15.8h, #16");
4105  COMPARE_MACRO(Sshr(v16.V2S(), v17.V2S(), 1), "sshr v16.2s, v17.2s, #1");
4106  COMPARE_MACRO(Sshr(v18.V2S(), v19.V2S(), 32), "sshr v18.2s, v19.2s, #32");
4107  COMPARE_MACRO(Sshr(v20.V4S(), v21.V4S(), 1), "sshr v20.4s, v21.4s, #1");
4108  COMPARE_MACRO(Sshr(v22.V4S(), v23.V4S(), 32), "sshr v22.4s, v23.4s, #32");
4109  COMPARE_MACRO(Sshr(v28.V2D(), v29.V2D(), 1), "sshr v28.2d, v29.2d, #1");
4110  COMPARE_MACRO(Sshr(v30.V2D(), v31.V2D(), 64), "sshr v30.2d, v31.2d, #64");
4111  COMPARE_MACRO(Sshr(d0, d1, 7), "sshr d0, d1, #7");
4112
4113  COMPARE_MACRO(Ushr(v0.V8B(), v1.V8B(), 1), "ushr v0.8b, v1.8b, #1");
4114  COMPARE_MACRO(Ushr(v2.V8B(), v3.V8B(), 8), "ushr v2.8b, v3.8b, #8");
4115  COMPARE_MACRO(Ushr(v4.V16B(), v5.V16B(), 1), "ushr v4.16b, v5.16b, #1");
4116  COMPARE_MACRO(Ushr(v6.V16B(), v7.V16B(), 8), "ushr v6.16b, v7.16b, #8");
4117  COMPARE_MACRO(Ushr(v8.V4H(), v9.V4H(), 1), "ushr v8.4h, v9.4h, #1");
4118  COMPARE_MACRO(Ushr(v10.V4H(), v11.V4H(), 16), "ushr v10.4h, v11.4h, #16");
4119  COMPARE_MACRO(Ushr(v12.V8H(), v13.V8H(), 1), "ushr v12.8h, v13.8h, #1");
4120  COMPARE_MACRO(Ushr(v14.V8H(), v15.V8H(), 16), "ushr v14.8h, v15.8h, #16");
4121  COMPARE_MACRO(Ushr(v16.V2S(), v17.V2S(), 1), "ushr v16.2s, v17.2s, #1");
4122  COMPARE_MACRO(Ushr(v18.V2S(), v19.V2S(), 32), "ushr v18.2s, v19.2s, #32");
4123  COMPARE_MACRO(Ushr(v20.V4S(), v21.V4S(), 1), "ushr v20.4s, v21.4s, #1");
4124  COMPARE_MACRO(Ushr(v22.V4S(), v23.V4S(), 32), "ushr v22.4s, v23.4s, #32");
4125  COMPARE_MACRO(Ushr(v28.V2D(), v29.V2D(), 1), "ushr v28.2d, v29.2d, #1");
4126  COMPARE_MACRO(Ushr(v30.V2D(), v31.V2D(), 64), "ushr v30.2d, v31.2d, #64");
4127  COMPARE_MACRO(Ushr(d0, d1, 7), "ushr d0, d1, #7");
4128
4129  COMPARE_MACRO(Srshr(v0.V8B(), v1.V8B(), 1), "srshr v0.8b, v1.8b, #1");
4130  COMPARE_MACRO(Srshr(v2.V8B(), v3.V8B(), 8), "srshr v2.8b, v3.8b, #8");
4131  COMPARE_MACRO(Srshr(v4.V16B(), v5.V16B(), 1), "srshr v4.16b, v5.16b, #1");
4132  COMPARE_MACRO(Srshr(v6.V16B(), v7.V16B(), 8), "srshr v6.16b, v7.16b, #8");
4133  COMPARE_MACRO(Srshr(v8.V4H(), v9.V4H(), 1), "srshr v8.4h, v9.4h, #1");
4134  COMPARE_MACRO(Srshr(v10.V4H(), v11.V4H(), 16), "srshr v10.4h, v11.4h, #16");
4135  COMPARE_MACRO(Srshr(v12.V8H(), v13.V8H(), 1), "srshr v12.8h, v13.8h, #1");
4136  COMPARE_MACRO(Srshr(v14.V8H(), v15.V8H(), 16), "srshr v14.8h, v15.8h, #16");
4137  COMPARE_MACRO(Srshr(v16.V2S(), v17.V2S(), 1), "srshr v16.2s, v17.2s, #1");
4138  COMPARE_MACRO(Srshr(v18.V2S(), v19.V2S(), 32), "srshr v18.2s, v19.2s, #32");
4139  COMPARE_MACRO(Srshr(v20.V4S(), v21.V4S(), 1), "srshr v20.4s, v21.4s, #1");
4140  COMPARE_MACRO(Srshr(v22.V4S(), v23.V4S(), 32), "srshr v22.4s, v23.4s, #32");
4141  COMPARE_MACRO(Srshr(v28.V2D(), v29.V2D(), 1), "srshr v28.2d, v29.2d, #1");
4142  COMPARE_MACRO(Srshr(v30.V2D(), v31.V2D(), 64), "srshr v30.2d, v31.2d, #64");
4143  COMPARE_MACRO(Srshr(d0, d1, 7), "srshr d0, d1, #7");
4144
4145  COMPARE_MACRO(Urshr(v0.V8B(), v1.V8B(), 1), "urshr v0.8b, v1.8b, #1");
4146  COMPARE_MACRO(Urshr(v2.V8B(), v3.V8B(), 8), "urshr v2.8b, v3.8b, #8");
4147  COMPARE_MACRO(Urshr(v4.V16B(), v5.V16B(), 1), "urshr v4.16b, v5.16b, #1");
4148  COMPARE_MACRO(Urshr(v6.V16B(), v7.V16B(), 8), "urshr v6.16b, v7.16b, #8");
4149  COMPARE_MACRO(Urshr(v8.V4H(), v9.V4H(), 1), "urshr v8.4h, v9.4h, #1");
4150  COMPARE_MACRO(Urshr(v10.V4H(), v11.V4H(), 16), "urshr v10.4h, v11.4h, #16");
4151  COMPARE_MACRO(Urshr(v12.V8H(), v13.V8H(), 1), "urshr v12.8h, v13.8h, #1");
4152  COMPARE_MACRO(Urshr(v14.V8H(), v15.V8H(), 16), "urshr v14.8h, v15.8h, #16");
4153  COMPARE_MACRO(Urshr(v16.V2S(), v17.V2S(), 1), "urshr v16.2s, v17.2s, #1");
4154  COMPARE_MACRO(Urshr(v18.V2S(), v19.V2S(), 32), "urshr v18.2s, v19.2s, #32");
4155  COMPARE_MACRO(Urshr(v20.V4S(), v21.V4S(), 1), "urshr v20.4s, v21.4s, #1");
4156  COMPARE_MACRO(Urshr(v22.V4S(), v23.V4S(), 32), "urshr v22.4s, v23.4s, #32");
4157  COMPARE_MACRO(Urshr(v28.V2D(), v29.V2D(), 1), "urshr v28.2d, v29.2d, #1");
4158  COMPARE_MACRO(Urshr(v30.V2D(), v31.V2D(), 64), "urshr v30.2d, v31.2d, #64");
4159  COMPARE_MACRO(Urshr(d0, d1, 7), "urshr d0, d1, #7");
4160
4161  COMPARE_MACRO(Srsra(v0.V8B(), v1.V8B(), 1), "srsra v0.8b, v1.8b, #1");
4162  COMPARE_MACRO(Srsra(v2.V8B(), v3.V8B(), 8), "srsra v2.8b, v3.8b, #8");
4163  COMPARE_MACRO(Srsra(v4.V16B(), v5.V16B(), 1), "srsra v4.16b, v5.16b, #1");
4164  COMPARE_MACRO(Srsra(v6.V16B(), v7.V16B(), 8), "srsra v6.16b, v7.16b, #8");
4165  COMPARE_MACRO(Srsra(v8.V4H(), v9.V4H(), 1), "srsra v8.4h, v9.4h, #1");
4166  COMPARE_MACRO(Srsra(v10.V4H(), v11.V4H(), 16), "srsra v10.4h, v11.4h, #16");
4167  COMPARE_MACRO(Srsra(v12.V8H(), v13.V8H(), 1), "srsra v12.8h, v13.8h, #1");
4168  COMPARE_MACRO(Srsra(v14.V8H(), v15.V8H(), 16), "srsra v14.8h, v15.8h, #16");
4169  COMPARE_MACRO(Srsra(v16.V2S(), v17.V2S(), 1), "srsra v16.2s, v17.2s, #1");
4170  COMPARE_MACRO(Srsra(v18.V2S(), v19.V2S(), 32), "srsra v18.2s, v19.2s, #32");
4171  COMPARE_MACRO(Srsra(v20.V4S(), v21.V4S(), 1), "srsra v20.4s, v21.4s, #1");
4172  COMPARE_MACRO(Srsra(v22.V4S(), v23.V4S(), 32), "srsra v22.4s, v23.4s, #32");
4173  COMPARE_MACRO(Srsra(v28.V2D(), v29.V2D(), 1), "srsra v28.2d, v29.2d, #1");
4174  COMPARE_MACRO(Srsra(v30.V2D(), v31.V2D(), 64), "srsra v30.2d, v31.2d, #64");
4175  COMPARE_MACRO(Srsra(d0, d1, 7), "srsra d0, d1, #7");
4176
4177  COMPARE_MACRO(Ssra(v0.V8B(), v1.V8B(), 1), "ssra v0.8b, v1.8b, #1");
4178  COMPARE_MACRO(Ssra(v2.V8B(), v3.V8B(), 8), "ssra v2.8b, v3.8b, #8");
4179  COMPARE_MACRO(Ssra(v4.V16B(), v5.V16B(), 1), "ssra v4.16b, v5.16b, #1");
4180  COMPARE_MACRO(Ssra(v6.V16B(), v7.V16B(), 8), "ssra v6.16b, v7.16b, #8");
4181  COMPARE_MACRO(Ssra(v8.V4H(), v9.V4H(), 1), "ssra v8.4h, v9.4h, #1");
4182  COMPARE_MACRO(Ssra(v10.V4H(), v11.V4H(), 16), "ssra v10.4h, v11.4h, #16");
4183  COMPARE_MACRO(Ssra(v12.V8H(), v13.V8H(), 1), "ssra v12.8h, v13.8h, #1");
4184  COMPARE_MACRO(Ssra(v14.V8H(), v15.V8H(), 16), "ssra v14.8h, v15.8h, #16");
4185  COMPARE_MACRO(Ssra(v16.V2S(), v17.V2S(), 1), "ssra v16.2s, v17.2s, #1");
4186  COMPARE_MACRO(Ssra(v18.V2S(), v19.V2S(), 32), "ssra v18.2s, v19.2s, #32");
4187  COMPARE_MACRO(Ssra(v20.V4S(), v21.V4S(), 1), "ssra v20.4s, v21.4s, #1");
4188  COMPARE_MACRO(Ssra(v22.V4S(), v23.V4S(), 32), "ssra v22.4s, v23.4s, #32");
4189  COMPARE_MACRO(Ssra(v28.V2D(), v29.V2D(), 1), "ssra v28.2d, v29.2d, #1");
4190  COMPARE_MACRO(Ssra(v30.V2D(), v31.V2D(), 64), "ssra v30.2d, v31.2d, #64");
4191  COMPARE_MACRO(Ssra(d0, d1, 7), "ssra d0, d1, #7");
4192
4193  COMPARE_MACRO(Ursra(v0.V8B(), v1.V8B(), 1), "ursra v0.8b, v1.8b, #1");
4194  COMPARE_MACRO(Ursra(v2.V8B(), v3.V8B(), 8), "ursra v2.8b, v3.8b, #8");
4195  COMPARE_MACRO(Ursra(v4.V16B(), v5.V16B(), 1), "ursra v4.16b, v5.16b, #1");
4196  COMPARE_MACRO(Ursra(v6.V16B(), v7.V16B(), 8), "ursra v6.16b, v7.16b, #8");
4197  COMPARE_MACRO(Ursra(v8.V4H(), v9.V4H(), 1), "ursra v8.4h, v9.4h, #1");
4198  COMPARE_MACRO(Ursra(v10.V4H(), v11.V4H(), 16), "ursra v10.4h, v11.4h, #16");
4199  COMPARE_MACRO(Ursra(v12.V8H(), v13.V8H(), 1), "ursra v12.8h, v13.8h, #1");
4200  COMPARE_MACRO(Ursra(v14.V8H(), v15.V8H(), 16), "ursra v14.8h, v15.8h, #16");
4201  COMPARE_MACRO(Ursra(v16.V2S(), v17.V2S(), 1), "ursra v16.2s, v17.2s, #1");
4202  COMPARE_MACRO(Ursra(v18.V2S(), v19.V2S(), 32), "ursra v18.2s, v19.2s, #32");
4203  COMPARE_MACRO(Ursra(v20.V4S(), v21.V4S(), 1), "ursra v20.4s, v21.4s, #1");
4204  COMPARE_MACRO(Ursra(v22.V4S(), v23.V4S(), 32), "ursra v22.4s, v23.4s, #32");
4205  COMPARE_MACRO(Ursra(v28.V2D(), v29.V2D(), 1), "ursra v28.2d, v29.2d, #1");
4206  COMPARE_MACRO(Ursra(v30.V2D(), v31.V2D(), 64), "ursra v30.2d, v31.2d, #64");
4207  COMPARE_MACRO(Ursra(d0, d1, 7), "ursra d0, d1, #7");
4208
4209  COMPARE_MACRO(Usra(v0.V8B(), v1.V8B(), 1), "usra v0.8b, v1.8b, #1");
4210  COMPARE_MACRO(Usra(v2.V8B(), v3.V8B(), 8), "usra v2.8b, v3.8b, #8");
4211  COMPARE_MACRO(Usra(v4.V16B(), v5.V16B(), 1), "usra v4.16b, v5.16b, #1");
4212  COMPARE_MACRO(Usra(v6.V16B(), v7.V16B(), 8), "usra v6.16b, v7.16b, #8");
4213  COMPARE_MACRO(Usra(v8.V4H(), v9.V4H(), 1), "usra v8.4h, v9.4h, #1");
4214  COMPARE_MACRO(Usra(v10.V4H(), v11.V4H(), 16), "usra v10.4h, v11.4h, #16");
4215  COMPARE_MACRO(Usra(v12.V8H(), v13.V8H(), 1), "usra v12.8h, v13.8h, #1");
4216  COMPARE_MACRO(Usra(v14.V8H(), v15.V8H(), 16), "usra v14.8h, v15.8h, #16");
4217  COMPARE_MACRO(Usra(v16.V2S(), v17.V2S(), 1), "usra v16.2s, v17.2s, #1");
4218  COMPARE_MACRO(Usra(v18.V2S(), v19.V2S(), 32), "usra v18.2s, v19.2s, #32");
4219  COMPARE_MACRO(Usra(v20.V4S(), v21.V4S(), 1), "usra v20.4s, v21.4s, #1");
4220  COMPARE_MACRO(Usra(v22.V4S(), v23.V4S(), 32), "usra v22.4s, v23.4s, #32");
4221  COMPARE_MACRO(Usra(v28.V2D(), v29.V2D(), 1), "usra v28.2d, v29.2d, #1");
4222  COMPARE_MACRO(Usra(v30.V2D(), v31.V2D(), 64), "usra v30.2d, v31.2d, #64");
4223  COMPARE_MACRO(Usra(d0, d1, 7), "usra d0, d1, #7");
4224
4225  COMPARE_MACRO(Sli(v1.V8B(), v8.V8B(), 1), "sli v1.8b, v8.8b, #1");
4226  COMPARE_MACRO(Sli(v2.V16B(), v9.V16B(), 2), "sli v2.16b, v9.16b, #2");
4227  COMPARE_MACRO(Sli(v3.V4H(), v1.V4H(), 3), "sli v3.4h, v1.4h, #3");
4228  COMPARE_MACRO(Sli(v4.V8H(), v2.V8H(), 4), "sli v4.8h, v2.8h, #4");
4229  COMPARE_MACRO(Sli(v5.V2S(), v3.V2S(), 5), "sli v5.2s, v3.2s, #5");
4230  COMPARE_MACRO(Sli(v6.V4S(), v4.V4S(), 6), "sli v6.4s, v4.4s, #6");
4231  COMPARE_MACRO(Sli(v7.V2D(), v5.V2D(), 7), "sli v7.2d, v5.2d, #7");
4232  COMPARE_MACRO(Sli(d8, d6, 8), "sli d8, d6, #8");
4233
4234  COMPARE_MACRO(Shl(v1.V8B(), v8.V8B(), 1), "shl v1.8b, v8.8b, #1");
4235  COMPARE_MACRO(Shl(v2.V16B(), v9.V16B(), 2), "shl v2.16b, v9.16b, #2");
4236  COMPARE_MACRO(Shl(v3.V4H(), v1.V4H(), 3), "shl v3.4h, v1.4h, #3");
4237  COMPARE_MACRO(Shl(v4.V8H(), v2.V8H(), 4), "shl v4.8h, v2.8h, #4");
4238  COMPARE_MACRO(Shl(v5.V2S(), v3.V2S(), 5), "shl v5.2s, v3.2s, #5");
4239  COMPARE_MACRO(Shl(v6.V4S(), v4.V4S(), 6), "shl v6.4s, v4.4s, #6");
4240  COMPARE_MACRO(Shl(v7.V2D(), v5.V2D(), 7), "shl v7.2d, v5.2d, #7");
4241  COMPARE_MACRO(Shl(d8, d6, 8), "shl d8, d6, #8");
4242
4243  COMPARE_MACRO(Sqshl(v1.V8B(), v8.V8B(), 1), "sqshl v1.8b, v8.8b, #1");
4244  COMPARE_MACRO(Sqshl(v2.V16B(), v9.V16B(), 2), "sqshl v2.16b, v9.16b, #2");
4245  COMPARE_MACRO(Sqshl(v3.V4H(), v1.V4H(), 3), "sqshl v3.4h, v1.4h, #3");
4246  COMPARE_MACRO(Sqshl(v4.V8H(), v2.V8H(), 4), "sqshl v4.8h, v2.8h, #4");
4247  COMPARE_MACRO(Sqshl(v5.V2S(), v3.V2S(), 5), "sqshl v5.2s, v3.2s, #5");
4248  COMPARE_MACRO(Sqshl(v6.V4S(), v4.V4S(), 6), "sqshl v6.4s, v4.4s, #6");
4249  COMPARE_MACRO(Sqshl(v7.V2D(), v5.V2D(), 7), "sqshl v7.2d, v5.2d, #7");
4250  COMPARE_MACRO(Sqshl(b8, b7, 1), "sqshl b8, b7, #1");
4251  COMPARE_MACRO(Sqshl(h9, h8, 2), "sqshl h9, h8, #2");
4252  COMPARE_MACRO(Sqshl(s10, s9, 3), "sqshl s10, s9, #3");
4253  COMPARE_MACRO(Sqshl(d11, d10, 4), "sqshl d11, d10, #4");
4254
4255  COMPARE_MACRO(Sqshlu(v1.V8B(), v8.V8B(), 1), "sqshlu v1.8b, v8.8b, #1");
4256  COMPARE_MACRO(Sqshlu(v2.V16B(), v9.V16B(), 2), "sqshlu v2.16b, v9.16b, #2");
4257  COMPARE_MACRO(Sqshlu(v3.V4H(), v1.V4H(), 3), "sqshlu v3.4h, v1.4h, #3");
4258  COMPARE_MACRO(Sqshlu(v4.V8H(), v2.V8H(), 4), "sqshlu v4.8h, v2.8h, #4");
4259  COMPARE_MACRO(Sqshlu(v5.V2S(), v3.V2S(), 5), "sqshlu v5.2s, v3.2s, #5");
4260  COMPARE_MACRO(Sqshlu(v6.V4S(), v4.V4S(), 6), "sqshlu v6.4s, v4.4s, #6");
4261  COMPARE_MACRO(Sqshlu(v7.V2D(), v5.V2D(), 7), "sqshlu v7.2d, v5.2d, #7");
4262  COMPARE_MACRO(Sqshlu(b8, b7, 1), "sqshlu b8, b7, #1");
4263  COMPARE_MACRO(Sqshlu(h9, h8, 2), "sqshlu h9, h8, #2");
4264  COMPARE_MACRO(Sqshlu(s10, s9, 3), "sqshlu s10, s9, #3");
4265  COMPARE_MACRO(Sqshlu(d11, d10, 4), "sqshlu d11, d10, #4");
4266
4267  COMPARE_MACRO(Uqshl(v1.V8B(), v8.V8B(), 1), "uqshl v1.8b, v8.8b, #1");
4268  COMPARE_MACRO(Uqshl(v2.V16B(), v9.V16B(), 2), "uqshl v2.16b, v9.16b, #2");
4269  COMPARE_MACRO(Uqshl(v3.V4H(), v1.V4H(), 3), "uqshl v3.4h, v1.4h, #3");
4270  COMPARE_MACRO(Uqshl(v4.V8H(), v2.V8H(), 4), "uqshl v4.8h, v2.8h, #4");
4271  COMPARE_MACRO(Uqshl(v5.V2S(), v3.V2S(), 5), "uqshl v5.2s, v3.2s, #5");
4272  COMPARE_MACRO(Uqshl(v6.V4S(), v4.V4S(), 6), "uqshl v6.4s, v4.4s, #6");
4273  COMPARE_MACRO(Uqshl(v7.V2D(), v5.V2D(), 7), "uqshl v7.2d, v5.2d, #7");
4274  COMPARE_MACRO(Uqshl(b8, b7, 1), "uqshl b8, b7, #1");
4275  COMPARE_MACRO(Uqshl(h9, h8, 2), "uqshl h9, h8, #2");
4276  COMPARE_MACRO(Uqshl(s10, s9, 3), "uqshl s10, s9, #3");
4277  COMPARE_MACRO(Uqshl(d11, d10, 4), "uqshl d11, d10, #4");
4278
4279  COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 1), "sshll v1.8h, v8.8b, #1");
4280  COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 3), "sshll v3.4s, v1.4h, #3");
4281  COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 5), "sshll v5.2d, v3.2s, #5");
4282  COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 2), "sshll2 v2.8h, v9.16b, #2");
4283  COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 4), "sshll2 v4.4s, v2.8h, #4");
4284  COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 6), "sshll2 v6.2d, v4.4s, #6");
4285
4286  // Translate to shll if shift(immediate) equal to the element size
4287  COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 8), "shll v1.8h, v8.8b, #8");
4288  COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 16), "shll v3.4s, v1.4h, #16");
4289  COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 32), "shll v5.2d, v3.2s, #32");
4290  COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 8), "shll2 v2.8h, v9.16b, #8");
4291  COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 16), "shll2 v4.4s, v2.8h, #16");
4292  COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 32), "shll2 v6.2d, v4.4s, #32");
4293  COMPARE_MACRO(Ushll(v3.V8H(), v10.V8B(), 8), "shll v3.8h, v10.8b, #8");
4294  COMPARE_MACRO(Ushll(v5.V4S(), v3.V4H(), 16), "shll v5.4s, v3.4h, #16");
4295  COMPARE_MACRO(Ushll(v7.V2D(), v5.V2S(), 32), "shll v7.2d, v5.2s, #32");
4296  COMPARE_MACRO(Ushll2(v4.V8H(), v9.V16B(), 8), "shll2 v4.8h, v9.16b, #8");
4297  COMPARE_MACRO(Ushll2(v6.V4S(), v4.V8H(), 16), "shll2 v6.4s, v4.8h, #16");
4298  COMPARE_MACRO(Ushll2(v8.V2D(), v6.V4S(), 32), "shll2 v8.2d, v6.4s, #32");
4299
4300  COMPARE_MACRO(Sshll(v1.V8H(), v8.V8B(), 0), "sxtl v1.8h, v8.8b");
4301  COMPARE_MACRO(Sshll(v3.V4S(), v1.V4H(), 0), "sxtl v3.4s, v1.4h");
4302  COMPARE_MACRO(Sshll(v5.V2D(), v3.V2S(), 0), "sxtl v5.2d, v3.2s");
4303  COMPARE_MACRO(Sshll2(v2.V8H(), v9.V16B(), 0), "sxtl2 v2.8h, v9.16b");
4304  COMPARE_MACRO(Sshll2(v4.V4S(), v2.V8H(), 0), "sxtl2 v4.4s, v2.8h");
4305  COMPARE_MACRO(Sshll2(v6.V2D(), v4.V4S(), 0), "sxtl2 v6.2d, v4.4s");
4306
4307  COMPARE_MACRO(Sxtl(v1.V8H(), v8.V8B()), "sxtl v1.8h, v8.8b");
4308  COMPARE_MACRO(Sxtl(v3.V4S(), v1.V4H()), "sxtl v3.4s, v1.4h");
4309  COMPARE_MACRO(Sxtl(v5.V2D(), v3.V2S()), "sxtl v5.2d, v3.2s");
4310  COMPARE_MACRO(Sxtl2(v2.V8H(), v9.V16B()), "sxtl2 v2.8h, v9.16b");
4311  COMPARE_MACRO(Sxtl2(v4.V4S(), v2.V8H()), "sxtl2 v4.4s, v2.8h");
4312  COMPARE_MACRO(Sxtl2(v6.V2D(), v4.V4S()), "sxtl2 v6.2d, v4.4s");
4313
4314  COMPARE_MACRO(Ushll(v1.V8H(), v8.V8B(), 1), "ushll v1.8h, v8.8b, #1");
4315  COMPARE_MACRO(Ushll(v3.V4S(), v1.V4H(), 3), "ushll v3.4s, v1.4h, #3");
4316  COMPARE_MACRO(Ushll(v5.V2D(), v3.V2S(), 5), "ushll v5.2d, v3.2s, #5");
4317  COMPARE_MACRO(Ushll2(v2.V8H(), v9.V16B(), 2), "ushll2 v2.8h, v9.16b, #2");
4318  COMPARE_MACRO(Ushll2(v4.V4S(), v2.V8H(), 4), "ushll2 v4.4s, v2.8h, #4");
4319  COMPARE_MACRO(Ushll2(v6.V2D(), v4.V4S(), 6), "ushll2 v6.2d, v4.4s, #6");
4320
4321  COMPARE_MACRO(Ushll(v1.V8H(), v8.V8B(), 0), "uxtl v1.8h, v8.8b");
4322  COMPARE_MACRO(Ushll(v3.V4S(), v1.V4H(), 0), "uxtl v3.4s, v1.4h");
4323  COMPARE_MACRO(Ushll(v5.V2D(), v3.V2S(), 0), "uxtl v5.2d, v3.2s");
4324  COMPARE_MACRO(Ushll2(v2.V8H(), v9.V16B(), 0), "uxtl2 v2.8h, v9.16b");
4325  COMPARE_MACRO(Ushll2(v4.V4S(), v2.V8H(), 0), "uxtl2 v4.4s, v2.8h");
4326  COMPARE_MACRO(Ushll2(v6.V2D(), v4.V4S(), 0), "uxtl2 v6.2d, v4.4s");
4327
4328  COMPARE_MACRO(Uxtl(v1.V8H(), v8.V8B()), "uxtl v1.8h, v8.8b");
4329  COMPARE_MACRO(Uxtl(v3.V4S(), v1.V4H()), "uxtl v3.4s, v1.4h");
4330  COMPARE_MACRO(Uxtl(v5.V2D(), v3.V2S()), "uxtl v5.2d, v3.2s");
4331  COMPARE_MACRO(Uxtl2(v2.V8H(), v9.V16B()), "uxtl2 v2.8h, v9.16b");
4332  COMPARE_MACRO(Uxtl2(v4.V4S(), v2.V8H()), "uxtl2 v4.4s, v2.8h");
4333  COMPARE_MACRO(Uxtl2(v6.V2D(), v4.V4S()), "uxtl2 v6.2d, v4.4s");
4334
4335  COMPARE_MACRO(Sri(v1.V8B(), v8.V8B(), 1), "sri v1.8b, v8.8b, #1");
4336  COMPARE_MACRO(Sri(v2.V16B(), v9.V16B(), 2), "sri v2.16b, v9.16b, #2");
4337  COMPARE_MACRO(Sri(v3.V4H(), v1.V4H(), 3), "sri v3.4h, v1.4h, #3");
4338  COMPARE_MACRO(Sri(v4.V8H(), v2.V8H(), 4), "sri v4.8h, v2.8h, #4");
4339  COMPARE_MACRO(Sri(v5.V2S(), v3.V2S(), 5), "sri v5.2s, v3.2s, #5");
4340  COMPARE_MACRO(Sri(v6.V4S(), v4.V4S(), 6), "sri v6.4s, v4.4s, #6");
4341  COMPARE_MACRO(Sri(v7.V2D(), v5.V2D(), 7), "sri v7.2d, v5.2d, #7");
4342  COMPARE_MACRO(Sri(d8, d6, 8), "sri d8, d6, #8");
4343
4344  COMPARE_MACRO(Shrn(v0.V8B(), v1.V8H(), 1), "shrn v0.8b, v1.8h, #1");
4345  COMPARE_MACRO(Shrn(v1.V4H(), v2.V4S(), 2), "shrn v1.4h, v2.4s, #2");
4346  COMPARE_MACRO(Shrn(v2.V2S(), v3.V2D(), 3), "shrn v2.2s, v3.2d, #3");
4347  COMPARE_MACRO(Shrn2(v0.V16B(), v1.V8H(), 4), "shrn2 v0.16b, v1.8h, #4");
4348  COMPARE_MACRO(Shrn2(v1.V8H(), v2.V4S(), 5), "shrn2 v1.8h, v2.4s, #5");
4349  COMPARE_MACRO(Shrn2(v2.V4S(), v3.V2D(), 6), "shrn2 v2.4s, v3.2d, #6");
4350
4351  COMPARE_MACRO(Rshrn(v0.V8B(), v1.V8H(), 1), "rshrn v0.8b, v1.8h, #1");
4352  COMPARE_MACRO(Rshrn(v1.V4H(), v2.V4S(), 2), "rshrn v1.4h, v2.4s, #2");
4353  COMPARE_MACRO(Rshrn(v2.V2S(), v3.V2D(), 3), "rshrn v2.2s, v3.2d, #3");
4354  COMPARE_MACRO(Rshrn2(v0.V16B(), v1.V8H(), 4), "rshrn2 v0.16b, v1.8h, #4");
4355  COMPARE_MACRO(Rshrn2(v1.V8H(), v2.V4S(), 5), "rshrn2 v1.8h, v2.4s, #5");
4356  COMPARE_MACRO(Rshrn2(v2.V4S(), v3.V2D(), 6), "rshrn2 v2.4s, v3.2d, #6");
4357
4358  COMPARE_MACRO(Uqshrn(v0.V8B(), v1.V8H(), 1), "uqshrn v0.8b, v1.8h, #1");
4359  COMPARE_MACRO(Uqshrn(v1.V4H(), v2.V4S(), 2), "uqshrn v1.4h, v2.4s, #2");
4360  COMPARE_MACRO(Uqshrn(v2.V2S(), v3.V2D(), 3), "uqshrn v2.2s, v3.2d, #3");
4361  COMPARE_MACRO(Uqshrn2(v0.V16B(), v1.V8H(), 4), "uqshrn2 v0.16b, v1.8h, #4");
4362  COMPARE_MACRO(Uqshrn2(v1.V8H(), v2.V4S(), 5), "uqshrn2 v1.8h, v2.4s, #5");
4363  COMPARE_MACRO(Uqshrn2(v2.V4S(), v3.V2D(), 6), "uqshrn2 v2.4s, v3.2d, #6");
4364  COMPARE_MACRO(Uqshrn(b0, h1, 1), "uqshrn b0, h1, #1");
4365  COMPARE_MACRO(Uqshrn(h1, s2, 2), "uqshrn h1, s2, #2");
4366  COMPARE_MACRO(Uqshrn(s2, d3, 3), "uqshrn s2, d3, #3");
4367
4368  COMPARE_MACRO(Uqrshrn(v0.V8B(), v1.V8H(), 1), "uqrshrn v0.8b, v1.8h, #1");
4369  COMPARE_MACRO(Uqrshrn(v1.V4H(), v2.V4S(), 2), "uqrshrn v1.4h, v2.4s, #2");
4370  COMPARE_MACRO(Uqrshrn(v2.V2S(), v3.V2D(), 3), "uqrshrn v2.2s, v3.2d, #3");
4371  COMPARE_MACRO(Uqrshrn2(v0.V16B(), v1.V8H(), 4), "uqrshrn2 v0.16b, v1.8h, #4");
4372  COMPARE_MACRO(Uqrshrn2(v1.V8H(), v2.V4S(), 5), "uqrshrn2 v1.8h, v2.4s, #5");
4373  COMPARE_MACRO(Uqrshrn2(v2.V4S(), v3.V2D(), 6), "uqrshrn2 v2.4s, v3.2d, #6");
4374  COMPARE_MACRO(Uqrshrn(b0, h1, 1), "uqrshrn b0, h1, #1");
4375  COMPARE_MACRO(Uqrshrn(h1, s2, 2), "uqrshrn h1, s2, #2");
4376  COMPARE_MACRO(Uqrshrn(s2, d3, 3), "uqrshrn s2, d3, #3");
4377
4378  COMPARE_MACRO(Sqshrn(v0.V8B(), v1.V8H(), 1), "sqshrn v0.8b, v1.8h, #1");
4379  COMPARE_MACRO(Sqshrn(v1.V4H(), v2.V4S(), 2), "sqshrn v1.4h, v2.4s, #2");
4380  COMPARE_MACRO(Sqshrn(v2.V2S(), v3.V2D(), 3), "sqshrn v2.2s, v3.2d, #3");
4381  COMPARE_MACRO(Sqshrn2(v0.V16B(), v1.V8H(), 4), "sqshrn2 v0.16b, v1.8h, #4");
4382  COMPARE_MACRO(Sqshrn2(v1.V8H(), v2.V4S(), 5), "sqshrn2 v1.8h, v2.4s, #5");
4383  COMPARE_MACRO(Sqshrn2(v2.V4S(), v3.V2D(), 6), "sqshrn2 v2.4s, v3.2d, #6");
4384  COMPARE_MACRO(Sqshrn(b0, h1, 1), "sqshrn b0, h1, #1");
4385  COMPARE_MACRO(Sqshrn(h1, s2, 2), "sqshrn h1, s2, #2");
4386  COMPARE_MACRO(Sqshrn(s2, d3, 3), "sqshrn s2, d3, #3");
4387
4388  COMPARE_MACRO(Sqrshrn(v0.V8B(), v1.V8H(), 1), "sqrshrn v0.8b, v1.8h, #1");
4389  COMPARE_MACRO(Sqrshrn(v1.V4H(), v2.V4S(), 2), "sqrshrn v1.4h, v2.4s, #2");
4390  COMPARE_MACRO(Sqrshrn(v2.V2S(), v3.V2D(), 3), "sqrshrn v2.2s, v3.2d, #3");
4391  COMPARE_MACRO(Sqrshrn2(v0.V16B(), v1.V8H(), 4), "sqrshrn2 v0.16b, v1.8h, #4");
4392  COMPARE_MACRO(Sqrshrn2(v1.V8H(), v2.V4S(), 5), "sqrshrn2 v1.8h, v2.4s, #5");
4393  COMPARE_MACRO(Sqrshrn2(v2.V4S(), v3.V2D(), 6), "sqrshrn2 v2.4s, v3.2d, #6");
4394  COMPARE_MACRO(Sqrshrn(b0, h1, 1), "sqrshrn b0, h1, #1");
4395  COMPARE_MACRO(Sqrshrn(h1, s2, 2), "sqrshrn h1, s2, #2");
4396  COMPARE_MACRO(Sqrshrn(s2, d3, 3), "sqrshrn s2, d3, #3");
4397
4398  COMPARE_MACRO(Sqshrun(v0.V8B(), v1.V8H(), 1), "sqshrun v0.8b, v1.8h, #1");
4399  COMPARE_MACRO(Sqshrun(v1.V4H(), v2.V4S(), 2), "sqshrun v1.4h, v2.4s, #2");
4400  COMPARE_MACRO(Sqshrun(v2.V2S(), v3.V2D(), 3), "sqshrun v2.2s, v3.2d, #3");
4401  COMPARE_MACRO(Sqshrun2(v0.V16B(), v1.V8H(), 4), "sqshrun2 v0.16b, v1.8h, #4");
4402  COMPARE_MACRO(Sqshrun2(v1.V8H(), v2.V4S(), 5), "sqshrun2 v1.8h, v2.4s, #5");
4403  COMPARE_MACRO(Sqshrun2(v2.V4S(), v3.V2D(), 6), "sqshrun2 v2.4s, v3.2d, #6");
4404  COMPARE_MACRO(Sqshrun(b0, h1, 1), "sqshrun b0, h1, #1");
4405  COMPARE_MACRO(Sqshrun(h1, s2, 2), "sqshrun h1, s2, #2");
4406  COMPARE_MACRO(Sqshrun(s2, d3, 3), "sqshrun s2, d3, #3");
4407
4408  COMPARE_MACRO(Sqrshrun(v0.V8B(), v1.V8H(), 1), "sqrshrun v0.8b, v1.8h, #1");
4409  COMPARE_MACRO(Sqrshrun(v1.V4H(), v2.V4S(), 2), "sqrshrun v1.4h, v2.4s, #2");
4410  COMPARE_MACRO(Sqrshrun(v2.V2S(), v3.V2D(), 3), "sqrshrun v2.2s, v3.2d, #3");
4411  COMPARE_MACRO(Sqrshrun2(v0.V16B(), v1.V8H(), 4),
4412                "sqrshrun2 v0.16b, v1.8h, #4");
4413  COMPARE_MACRO(Sqrshrun2(v1.V8H(), v2.V4S(), 5), "sqrshrun2 v1.8h, v2.4s, #5");
4414  COMPARE_MACRO(Sqrshrun2(v2.V4S(), v3.V2D(), 6), "sqrshrun2 v2.4s, v3.2d, #6");
4415  COMPARE_MACRO(Sqrshrun(b0, h1, 1), "sqrshrun b0, h1, #1");
4416  COMPARE_MACRO(Sqrshrun(h1, s2, 2), "sqrshrun h1, s2, #2");
4417  COMPARE_MACRO(Sqrshrun(s2, d3, 3), "sqrshrun s2, d3, #3");
4418
4419  COMPARE_MACRO(Scvtf(v5.V4H(), v3.V4H(), 11), "scvtf v5.4h, v3.4h, #11");
4420  COMPARE_MACRO(Scvtf(v6.V8H(), v4.V8H(), 12), "scvtf v6.8h, v4.8h, #12");
4421  COMPARE_MACRO(Scvtf(v5.V2S(), v3.V2S(), 11), "scvtf v5.2s, v3.2s, #11");
4422  COMPARE_MACRO(Scvtf(v6.V4S(), v4.V4S(), 12), "scvtf v6.4s, v4.4s, #12");
4423  COMPARE_MACRO(Scvtf(v7.V2D(), v5.V2D(), 33), "scvtf v7.2d, v5.2d, #33");
4424  COMPARE_MACRO(Scvtf(h8, h6, 13), "scvtf h8, h6, #13");
4425  COMPARE_MACRO(Scvtf(s8, s6, 13), "scvtf s8, s6, #13");
4426  COMPARE_MACRO(Scvtf(d8, d6, 34), "scvtf d8, d6, #34");
4427
4428  COMPARE_MACRO(Ucvtf(v5.V4H(), v3.V4H(), 11), "ucvtf v5.4h, v3.4h, #11");
4429  COMPARE_MACRO(Ucvtf(v6.V8H(), v4.V8H(), 12), "ucvtf v6.8h, v4.8h, #12");
4430  COMPARE_MACRO(Ucvtf(v5.V2S(), v3.V2S(), 11), "ucvtf v5.2s, v3.2s, #11");
4431  COMPARE_MACRO(Ucvtf(v6.V4S(), v4.V4S(), 12), "ucvtf v6.4s, v4.4s, #12");
4432  COMPARE_MACRO(Ucvtf(v7.V2D(), v5.V2D(), 33), "ucvtf v7.2d, v5.2d, #33");
4433  COMPARE_MACRO(Ucvtf(h8, h6, 13), "ucvtf h8, h6, #13");
4434  COMPARE_MACRO(Ucvtf(s8, s6, 13), "ucvtf s8, s6, #13");
4435  COMPARE_MACRO(Ucvtf(d8, d6, 34), "ucvtf d8, d6, #34");
4436
4437  COMPARE_MACRO(Fcvtzs(v3.V4H(), v1.V4H(), 5), "fcvtzs v3.4h, v1.4h, #5");
4438  COMPARE_MACRO(Fcvtzs(v4.V8H(), v2.V8H(), 6), "fcvtzs v4.8h, v2.8h, #6");
4439  COMPARE_MACRO(Fcvtzs(v5.V2S(), v3.V2S(), 11), "fcvtzs v5.2s, v3.2s, #11");
4440  COMPARE_MACRO(Fcvtzs(v6.V4S(), v4.V4S(), 12), "fcvtzs v6.4s, v4.4s, #12");
4441  COMPARE_MACRO(Fcvtzs(v7.V2D(), v5.V2D(), 33), "fcvtzs v7.2d, v5.2d, #33");
4442  COMPARE_MACRO(Fcvtzs(h8, h6, 13), "fcvtzs h8, h6, #13");
4443  COMPARE_MACRO(Fcvtzs(s8, s6, 13), "fcvtzs s8, s6, #13");
4444  COMPARE_MACRO(Fcvtzs(d8, d6, 34), "fcvtzs d8, d6, #34");
4445
4446  COMPARE_MACRO(Fcvtzu(v3.V4H(), v1.V4H(), 5), "fcvtzu v3.4h, v1.4h, #5");
4447  COMPARE_MACRO(Fcvtzu(v4.V8H(), v2.V8H(), 6), "fcvtzu v4.8h, v2.8h, #6");
4448  COMPARE_MACRO(Fcvtzu(v5.V2S(), v3.V2S(), 11), "fcvtzu v5.2s, v3.2s, #11");
4449  COMPARE_MACRO(Fcvtzu(v6.V4S(), v4.V4S(), 12), "fcvtzu v6.4s, v4.4s, #12");
4450  COMPARE_MACRO(Fcvtzu(v7.V2D(), v5.V2D(), 33), "fcvtzu v7.2d, v5.2d, #33");
4451  COMPARE_MACRO(Fcvtzu(h8, h6, 13), "fcvtzu h8, h6, #13");
4452  COMPARE_MACRO(Fcvtzu(s8, s6, 13), "fcvtzu s8, s6, #13");
4453  COMPARE_MACRO(Fcvtzu(d8, d6, 34), "fcvtzu d8, d6, #34");
4454  CLEANUP();
4455}
4456
4457TEST(neon_matmul) {
4458  SETUP();
4459
4460  COMPARE_MACRO(Smmla(v0.V4S(), v1.V16B(), v2.V16B()),
4461                "smmla v0.4s, v1.16b, v2.16b");
4462  COMPARE_MACRO(Ummla(v20.V4S(), v30.V16B(), v31.V16B()),
4463                "ummla v20.4s, v30.16b, v31.16b");
4464  COMPARE_MACRO(Usmmla(v3.V4S(), v29.V16B(), v13.V16B()),
4465                "usmmla v3.4s, v29.16b, v13.16b");
4466
4467  CLEANUP();
4468}
4469
4470TEST(neon_unallocated_regression_test) {
4471  SETUP();
4472
4473  COMPARE_PREFIX(dci(0x5e20b985), "unallocated");  // abs b, b
4474  COMPARE_PREFIX(dci(0x5e60b8e3), "unallocated");  // abs h, h
4475  COMPARE_PREFIX(dci(0x5ea0b8d1), "unallocated");  // abs s, s
4476  COMPARE_PREFIX(dci(0x5e318764), "unallocated");  // add b, b, b
4477  COMPARE_PREFIX(dci(0x5e7f877a), "unallocated");  // add h, h, h
4478  COMPARE_PREFIX(dci(0x5eb8842b), "unallocated");  // add s, s, s
4479  COMPARE_PREFIX(dci(0x5eb1bbb7), "unallocated");  // addp s, v.s
4480  COMPARE_PREFIX(dci(0x4ef1b90c), "unallocated");  // addv d, v.d
4481  COMPARE_PREFIX(dci(0x0ef1babc), "unallocated");  // addv d, v.und
4482  COMPARE_PREFIX(dci(0x4ee04a0f), "unallocated");  // cls v.d, v.d
4483  COMPARE_PREFIX(dci(0x6ee048ef), "unallocated");  // clz v.d, v.d
4484  COMPARE_PREFIX(dci(0x5e2099b4), "unallocated");  // cmeq b, b, #
4485  COMPARE_PREFIX(dci(0x7e3a8c75), "unallocated");  // cmeq b, b, b
4486  COMPARE_PREFIX(dci(0x5e6099a2), "unallocated");  // cmeq h, h, #
4487  COMPARE_PREFIX(dci(0x7e7e8ce2), "unallocated");  // cmeq h, h, h
4488  COMPARE_PREFIX(dci(0x5ea09a20), "unallocated");  // cmeq s, s, #
4489  COMPARE_PREFIX(dci(0x7ea98fbd), "unallocated");  // cmeq s, s, s
4490  COMPARE_PREFIX(dci(0x7e208ad0), "unallocated");  // cmge b, b, #
4491  COMPARE_PREFIX(dci(0x5e233f3f), "unallocated");  // cmge b, b, b
4492  COMPARE_PREFIX(dci(0x7e608b4e), "unallocated");  // cmge h, h, #
4493  COMPARE_PREFIX(dci(0x5e643f87), "unallocated");  // cmge h, h, h
4494  COMPARE_PREFIX(dci(0x7ea08b3c), "unallocated");  // cmge s, s, #
4495  COMPARE_PREFIX(dci(0x5ea63e20), "unallocated");  // cmge s, s, s
4496  COMPARE_PREFIX(dci(0x5e208837), "unallocated");  // cmgt b, b, #
4497  COMPARE_PREFIX(dci(0x5e2f3591), "unallocated");  // cmgt b, b, b
4498  COMPARE_PREFIX(dci(0x5e608bde), "unallocated");  // cmgt h, h, #
4499  COMPARE_PREFIX(dci(0x5e7f377b), "unallocated");  // cmgt h, h, h
4500  COMPARE_PREFIX(dci(0x5ea08813), "unallocated");  // cmgt s, s, #
4501  COMPARE_PREFIX(dci(0x5ead3429), "unallocated");  // cmgt s, s, s
4502  COMPARE_PREFIX(dci(0x7e23373d), "unallocated");  // cmhi b, b, b
4503  COMPARE_PREFIX(dci(0x7e7937c1), "unallocated");  // cmhi h, h, h
4504  COMPARE_PREFIX(dci(0x7ea6361e), "unallocated");  // cmhi s, s, s
4505  COMPARE_PREFIX(dci(0x7e3c3e4a), "unallocated");  // cmhs b, b, b
4506  COMPARE_PREFIX(dci(0x7e653cb8), "unallocated");  // cmhs h, h, h
4507  COMPARE_PREFIX(dci(0x7eb03d39), "unallocated");  // cmhs s, s, s
4508  COMPARE_PREFIX(dci(0x7e209894), "unallocated");  // cmle b, b, #
4509  COMPARE_PREFIX(dci(0x7e609882), "unallocated");  // cmle h, h, #
4510  COMPARE_PREFIX(dci(0x7ea09900), "unallocated");  // cmle s, s, #
4511  COMPARE_PREFIX(dci(0x5e20a808), "unallocated");  // cmlt b, b, #
4512  COMPARE_PREFIX(dci(0x5e60ab1f), "unallocated");  // cmlt h, h, #
4513  COMPARE_PREFIX(dci(0x5ea0ab0d), "unallocated");  // cmlt s, s, #
4514  COMPARE_PREFIX(dci(0x5e218cda), "unallocated");  // cmtst b, b, b
4515  COMPARE_PREFIX(dci(0x5e718ec4), "unallocated");  // cmtst h, h, h
4516  COMPARE_PREFIX(dci(0x5eb38ccd), "unallocated");  // cmtst s, s, s
4517  COMPARE_PREFIX(dci(0x4ee05863), "unallocated");  // cnt v.d, v.d
4518  COMPARE_PREFIX(dci(0x4e605887), "unallocated");  // cnt v.h, v.h
4519  COMPARE_PREFIX(dci(0x4ea05875), "unallocated");  // cnt v.s, v.s
4520  COMPARE_PREFIX(dci(0x0ee05a13), "unallocated");  // cnt v.und, v.und
4521  COMPARE_PREFIX(dci(0x2e0f419d), "unallocated");  // ext v.b, v.b, v.b, #
4522  COMPARE_PREFIX(dci(0x7e216950), "unallocated");  // fcvtxn h, s
4523  COMPARE_PREFIX(dci(0x6e216950), "unallocated");  // fcvtxn v.h, v.s
4524  COMPARE_PREFIX(dci(0x5f08fc37), "unallocated");  // fcvtzs b, b, #
4525  COMPARE_PREFIX(dci(0x4f0cfcb6), "unallocated");  // fcvtzs v.b, v.b, #
4526  COMPARE_PREFIX(dci(0x7f08fed0), "unallocated");  // fcvtzu b, b, #
4527  COMPARE_PREFIX(dci(0x6f0dfc80), "unallocated");  // fcvtzu v.b, v.b, #
4528  COMPARE_PREFIX(dci(0x6e70c813), "unallocated");  // fmaxnmv d, v.d
4529  COMPARE_PREFIX(dci(0x2e70ca53), "unallocated");  // fmaxnmv d, v.und
4530  COMPARE_PREFIX(dci(0x2e30ca65), "unallocated");  // fmaxnmv s, v.s
4531  COMPARE_PREFIX(dci(0x6e70fbfa), "unallocated");  // fmaxv d, v.d
4532  COMPARE_PREFIX(dci(0x2e70fa81), "unallocated");  // fmaxv d, v.und
4533  COMPARE_PREFIX(dci(0x2e30fb23), "unallocated");  // fmaxv s, v.s
4534  COMPARE_PREFIX(dci(0x6ef0c87f), "unallocated");  // fminnmv d, v.d
4535  COMPARE_PREFIX(dci(0x2ef0ca2f), "unallocated");  // fminnmv d, v.und
4536  COMPARE_PREFIX(dci(0x2eb0ca41), "unallocated");  // fminnmv s, v.s
4537  COMPARE_PREFIX(dci(0x6ef0f8ad), "unallocated");  // fminv d, v.d
4538  COMPARE_PREFIX(dci(0x2ef0faed), "unallocated");  // fminv d, v.und
4539  COMPARE_PREFIX(dci(0x2eb0faff), "unallocated");  // fminv s, v.s
4540  COMPARE_PREFIX(dci(0x0fc61a34), "unallocated");  // fmla v.und, v.und, v.d[]
4541  COMPARE_PREFIX(dci(0x0fed5909), "unallocated");  // fmls v.und, v.und, v.d[]
4542  COMPARE_PREFIX(dci(0x0fd09a0a), "unallocated");  // fmul v.und, v.und, v.d[]
4543  COMPARE_PREFIX(dci(0x2fdf99fc), "unallocated");  // fmulx v.und, v.und, v.d[]
4544  COMPARE_PREFIX(dci(0x6f310336), "unallocated");  // mla v.b, v.b, v.b[]
4545  COMPARE_PREFIX(dci(0x4efd978f), "unallocated");  // mla v.d, v.d, v.d
4546  COMPARE_PREFIX(dci(0x6fe80bb3), "unallocated");  // mla v.d, v.d, v.d[]
4547  COMPARE_PREFIX(dci(0x2fda0aa2), "unallocated");  // mla v.und, v.und, v.d[]
4548  COMPARE_PREFIX(dci(0x6f0f4035), "unallocated");  // mls v.b, v.b, v.b[]
4549  COMPARE_PREFIX(dci(0x6eee95ed), "unallocated");  // mls v.d, v.d, v.d
4550  COMPARE_PREFIX(dci(0x6ffa43fa), "unallocated");  // mls v.d, v.d, v.d[]
4551  COMPARE_PREFIX(dci(0x2ffd4186), "unallocated");  // mls v.und, v.und, v.d[]
4552  COMPARE_PREFIX(dci(0x4f2482ac), "unallocated");  // mul v.b, v.b, v.b[]
4553  COMPARE_PREFIX(dci(0x4efc9d87), "unallocated");  // mul v.d, v.d, v.d
4554  COMPARE_PREFIX(dci(0x4fc58321), "unallocated");  // mul v.d, v.d, v.d[]
4555  COMPARE_PREFIX(dci(0x0fef8b9b), "unallocated");  // mul v.und, v.und, v.d[]
4556  COMPARE_PREFIX(dci(0x7e20b865), "unallocated");  // neg b, b
4557  COMPARE_PREFIX(dci(0x7e60b853), "unallocated");  // neg h, h
4558  COMPARE_PREFIX(dci(0x7ea0bbfa), "unallocated");  // neg s, s
4559  COMPARE_PREFIX(dci(0x6eea9c50), "unallocated");  // pmul v.d, v.d, v.d
4560  COMPARE_PREFIX(dci(0x2e789e4c), "unallocated");  // pmul v.h, v.h, v.h
4561  COMPARE_PREFIX(dci(0x2ea39e8e), "unallocated");  // pmul v.s, v.s, v.s
4562  COMPARE_PREFIX(dci(0x2efb9dbd), "unallocated");  // pmul v.und, v.und, v.und
4563  COMPARE_PREFIX(dci(0x4eace101), "unallocated");  // pmull v.d, v.s, v.s
4564  COMPARE_PREFIX(dci(0x0e6de3ad), "unallocated");  // pmull v.s, v.h, v.h
4565  COMPARE_PREFIX(dci(0x4ee3e2c0), "unallocated");  // pmull v.und, v.d, v.d
4566  COMPARE_PREFIX(dci(0x0eede060), "unallocated");  // pmull v.und, v.und, v.und
4567  COMPARE_PREFIX(dci(0x6ee00afd), "unallocated");  // rev v.d, v.d
4568  COMPARE_PREFIX(dci(0x4e601975), "unallocated");  // rev v.h, v.h
4569  COMPARE_PREFIX(dci(0x4ea019f3), "unallocated");  // rev v.s, v.s
4570  COMPARE_PREFIX(dci(0x2ee00984), "unallocated");  // rev v.und, v.und
4571  COMPARE_PREFIX(dci(0x4ef07cc9), "unallocated");  // saba v.d, v.d, v.d
4572  COMPARE_PREFIX(dci(0x4ee57554), "unallocated");  // sabd v.d, v.d, v.d
4573  COMPARE_PREFIX(dci(0x0eb03927), "unallocated");  // saddlv d, v.s
4574  COMPARE_PREFIX(dci(0x5f0de4b1), "unallocated");  // scvtf b, b, #
4575  COMPARE_PREFIX(dci(0x4f08e468), "unallocated");  // scvtf v.b, v.b, #
4576  COMPARE_PREFIX(dci(0x4eed07a2), "unallocated");  // shadd v.d, v.d, v.d
4577  COMPARE_PREFIX(dci(0x5f0b54ec), "unallocated");  // shl b, b, #
4578  COMPARE_PREFIX(dci(0x5f1f56d7), "unallocated");  // shl h, h, #
4579  COMPARE_PREFIX(dci(0x5f205498), "unallocated");  // shl s, s, #
4580  COMPARE_PREFIX(dci(0x4ef7256c), "unallocated");  // shsub v.d, v.d, v.d
4581  COMPARE_PREFIX(dci(0x7f095521), "unallocated");  // sli b, b, #
4582  COMPARE_PREFIX(dci(0x7f1d579c), "unallocated");  // sli h, h, #
4583  COMPARE_PREFIX(dci(0x7f21578b), "unallocated");  // sli s, s, #
4584  COMPARE_PREFIX(dci(0x4eeb662a), "unallocated");  // smax v.d, v.d, v.d
4585  COMPARE_PREFIX(dci(0x4ef6a53f), "unallocated");  // smaxp v.d, v.d, v.d
4586  COMPARE_PREFIX(dci(0x4ef0aa5e), "unallocated");  // smaxv d, v.d
4587  COMPARE_PREFIX(dci(0x0eb0ab90), "unallocated");  // smaxv s, v.s
4588  COMPARE_PREFIX(dci(0x4eeb6d0c), "unallocated");  // smin v.d, v.d, v.d
4589  COMPARE_PREFIX(dci(0x4ee4ac0a), "unallocated");  // sminp v.d, v.d, v.d
4590  COMPARE_PREFIX(dci(0x4ef1aab8), "unallocated");  // sminv d, v.d
4591  COMPARE_PREFIX(dci(0x0eb1a951), "unallocated");  // sminv s, v.s
4592  COMPARE_PREFIX(dci(0x4fd32bd8), "unallocated");  // smlal v.und, v.d, v.d[]
4593  COMPARE_PREFIX(dci(0x0ff32a9e), "unallocated");  // smlal v.und, v.und, v.d[]
4594  COMPARE_PREFIX(dci(0x4ffa6aad), "unallocated");  // smlsl v.und, v.d, v.d[]
4595  COMPARE_PREFIX(dci(0x0ff56af4), "unallocated");  // smlsl v.und, v.und, v.d[]
4596  COMPARE_PREFIX(dci(0x0e182f6f), "unallocated");  // smov w, v.d[]
4597  COMPARE_PREFIX(dci(0x0e042d84), "unallocated");  // smov w, v.s[]
4598  COMPARE_PREFIX(dci(0x4e082c53), "unallocated");  // smov x, v.d[]
4599  COMPARE_PREFIX(dci(0x4fcfa8ed), "unallocated");  // smull v.und, v.d, v.d[]
4600  COMPARE_PREFIX(dci(0x0fdba861), "unallocated");  // smull v.und, v.und, v.d[]
4601  COMPARE_PREFIX(dci(0x5e2f93e4), "unallocated");  // sqdmlal h, b, b
4602  COMPARE_PREFIX(dci(0x5f113b27), "unallocated");  // sqdmlal h, b, v.b[]
4603  COMPARE_PREFIX(dci(0x5fff3b58), "unallocated");  // sqdmlal undd, d, v.d[]
4604  COMPARE_PREFIX(dci(0x0e2491d8), "unallocated");  // sqdmlal v.h, v.b, v.b
4605  COMPARE_PREFIX(dci(0x4fdb3b2a), "unallocated");  // sqdmlal v.und, v.d, v.d[]
4606  COMPARE_PREFIX(dci(0x0ffc3a4a),
4607                 "unallocated");  // sqdmlal v.und, v.und, v.d[]
4608  COMPARE_PREFIX(dci(0x5e3eb3a7), "unallocated");  // sqdmlsl h, b, b
4609  COMPARE_PREFIX(dci(0x5f337121), "unallocated");  // sqdmlsl h, b, v.b[]
4610  COMPARE_PREFIX(dci(0x5fd378ae), "unallocated");  // sqdmlsl undd, d, v.d[]
4611  COMPARE_PREFIX(dci(0x4e3eb3a7), "unallocated");  // sqdmlsl v.h, v.b, v.b
4612  COMPARE_PREFIX(dci(0x4fda78c2), "unallocated");  // sqdmlsl v.und, v.d, v.d[]
4613  COMPARE_PREFIX(dci(0x0ff279b3),
4614                 "unallocated");  // sqdmlsl v.und, v.und, v.d[]
4615  COMPARE_PREFIX(dci(0x5e34b7b7), "unallocated");  // sqdmulh b, b, b
4616  COMPARE_PREFIX(dci(0x5f16c106), "unallocated");  // sqdmulh b, b, v.b[]
4617  COMPARE_PREFIX(dci(0x5ef8b447), "unallocated");  // sqdmulh d, d, d
4618  COMPARE_PREFIX(dci(0x5fc5c113), "unallocated");  // sqdmulh d, d, v.d[]
4619  COMPARE_PREFIX(dci(0x4e33b6cd), "unallocated");  // sqdmulh v.b, v.b, v.b
4620  COMPARE_PREFIX(dci(0x4f3bc21e), "unallocated");  // sqdmulh v.b, v.b, v.b[]
4621  COMPARE_PREFIX(dci(0x4eefb738), "unallocated");  // sqdmulh v.d, v.d, v.d
4622  COMPARE_PREFIX(dci(0x4ff2cb2b), "unallocated");  // sqdmulh v.d, v.d, v.d[]
4623  COMPARE_PREFIX(dci(0x0feacbdd),
4624                 "unallocated");  // sqdmulh v.und, v.und, v.d[]
4625  COMPARE_PREFIX(dci(0x5e3ed2e8), "unallocated");  // sqdmull h, b, b
4626  COMPARE_PREFIX(dci(0x5f23b842), "unallocated");  // sqdmull h, b, v.b[]
4627  COMPARE_PREFIX(dci(0x5fc8ba56), "unallocated");  // sqdmull undd, d, v.d[]
4628  COMPARE_PREFIX(dci(0x4e38d125), "unallocated");  // sqdmull v.h, v.b, v.b
4629  COMPARE_PREFIX(dci(0x4ff5b8b3), "unallocated");  // sqdmull v.und, v.d, v.d[]
4630  COMPARE_PREFIX(dci(0x0fdcbac8),
4631                 "unallocated");  // sqdmull v.und, v.und, v.d[]
4632  COMPARE_PREFIX(dci(0x7fcdd950), "unallocated");  // sqrdmlah d, d, v.d[]
4633  COMPARE_PREFIX(dci(0x6fd6d80f), "unallocated");  // sqrdmlah v.d, v.d, v.d[]
4634  COMPARE_PREFIX(dci(0x2fecdae5),
4635                 "unallocated");  // sqrdmlah v.und, v.und, v.d[]
4636  COMPARE_PREFIX(dci(0x7fe0f992), "unallocated");  // sqrdmlsh d, d, v.d[]
4637  COMPARE_PREFIX(dci(0x6ff1f9df), "unallocated");  // sqrdmlsh v.d, v.d, v.d[]
4638  COMPARE_PREFIX(dci(0x2fcdfad1),
4639                 "unallocated");  // sqrdmlsh v.und, v.und, v.d[]
4640  COMPARE_PREFIX(dci(0x7e23b7fa), "unallocated");  // sqrdmulh b, b, b
4641  COMPARE_PREFIX(dci(0x5f1ad272), "unallocated");  // sqrdmulh b, b, v.b[]
4642  COMPARE_PREFIX(dci(0x7ef8b6e0), "unallocated");  // sqrdmulh d, d, d
4643  COMPARE_PREFIX(dci(0x5fd7d2a7), "unallocated");  // sqrdmulh d, d, v.d[]
4644  COMPARE_PREFIX(dci(0x6e23b7fa), "unallocated");  // sqrdmulh v.b, v.b, v.b
4645  COMPARE_PREFIX(dci(0x4f28d32a), "unallocated");  // sqrdmulh v.b, v.b, v.b[]
4646  COMPARE_PREFIX(dci(0x6ef0b702), "unallocated");  // sqrdmulh v.d, v.d, v.d
4647  COMPARE_PREFIX(dci(0x4feddb3f), "unallocated");  // sqrdmulh v.d, v.d, v.d[]
4648  COMPARE_PREFIX(dci(0x0fdddaf3),
4649                 "unallocated");  // sqrdmulh v.und, v.und, v.d[]
4650  COMPARE_PREFIX(dci(0x5f679d27), "unallocated");  // sqrshrn d, d, #
4651  COMPARE_PREFIX(dci(0x5f4d9f3b), "unallocated");  // sqrshrn d, h, #
4652  COMPARE_PREFIX(dci(0x5f569dfa), "unallocated");  // sqrshrn d, s, #
4653  COMPARE_PREFIX(dci(0x5f449d53), "unallocated");  // sqrshrn d, undn, #
4654  COMPARE_PREFIX(dci(0x4f609da3), "unallocated");  // sqrshrn v.d, v.und, #
4655  COMPARE_PREFIX(dci(0x7f698cee), "unallocated");  // sqrshrun d, d, #
4656  COMPARE_PREFIX(dci(0x7f498fd8), "unallocated");  // sqrshrun d, h, #
4657  COMPARE_PREFIX(dci(0x7f5d8e9a), "unallocated");  // sqrshrun d, s, #
4658  COMPARE_PREFIX(dci(0x7f478e04), "unallocated");  // sqrshrun d, undn, #
4659  COMPARE_PREFIX(dci(0x6f568c7d), "unallocated");  // sqrshrun v.d, v.und, #
4660  COMPARE_PREFIX(dci(0x5f779488), "unallocated");  // sqshrn d, d, #
4661  COMPARE_PREFIX(dci(0x5f4b9715), "unallocated");  // sqshrn d, h, #
4662  COMPARE_PREFIX(dci(0x5f579449), "unallocated");  // sqshrn d, s, #
4663  COMPARE_PREFIX(dci(0x5f4695ac), "unallocated");  // sqshrn d, undn, #
4664  COMPARE_PREFIX(dci(0x4f6096c1), "unallocated");  // sqshrn v.d, v.und, #
4665  COMPARE_PREFIX(dci(0x7f6786d1), "unallocated");  // sqshrun d, d, #
4666  COMPARE_PREFIX(dci(0x7f4884e3), "unallocated");  // sqshrun d, h, #
4667  COMPARE_PREFIX(dci(0x7f5886df), "unallocated");  // sqshrun d, s, #
4668  COMPARE_PREFIX(dci(0x7f448464), "unallocated");  // sqshrun d, undn, #
4669  COMPARE_PREFIX(dci(0x6f5b8674), "unallocated");  // sqshrun v.d, v.und, #
4670  COMPARE_PREFIX(dci(0x4ef2163f), "unallocated");  // srhadd v.d, v.d, v.d
4671  COMPARE_PREFIX(dci(0x7f09475d), "unallocated");  // sri b, b, #
4672  COMPARE_PREFIX(dci(0x7f104771), "unallocated");  // sri h, h, #
4673  COMPARE_PREFIX(dci(0x7f2045b4), "unallocated");  // sri s, s, #
4674  COMPARE_PREFIX(dci(0x5e2656a3), "unallocated");  // srshl b, b, b
4675  COMPARE_PREFIX(dci(0x5e605767), "unallocated");  // srshl h, h, h
4676  COMPARE_PREFIX(dci(0x5eb654c2), "unallocated");  // srshl s, s, s
4677  COMPARE_PREFIX(dci(0x5f0827c2), "unallocated");  // srshr b, b, #
4678  COMPARE_PREFIX(dci(0x5f13249c), "unallocated");  // srshr h, h, #
4679  COMPARE_PREFIX(dci(0x5f3526af), "unallocated");  // srshr s, s, #
4680  COMPARE_PREFIX(dci(0x5f0e34b0), "unallocated");  // srsra b, b, #
4681  COMPARE_PREFIX(dci(0x5f1537ed), "unallocated");  // srsra h, h, #
4682  COMPARE_PREFIX(dci(0x5f3934f2), "unallocated");  // srsra s, s, #
4683  COMPARE_PREFIX(dci(0x5e24470b), "unallocated");  // sshl b, b, b
4684  COMPARE_PREFIX(dci(0x5e624525), "unallocated");  // sshl h, h, h
4685  COMPARE_PREFIX(dci(0x5ea846d6), "unallocated");  // sshl s, s, s
4686  COMPARE_PREFIX(dci(0x5f0a07bc), "unallocated");  // sshr b, b, #
4687  COMPARE_PREFIX(dci(0x5f1d0504), "unallocated");  // sshr h, h, #
4688  COMPARE_PREFIX(dci(0x5f3e059d), "unallocated");  // sshr s, s, #
4689  COMPARE_PREFIX(dci(0x5f0d17ae), "unallocated");  // ssra b, b, #
4690  COMPARE_PREFIX(dci(0x5f1417c2), "unallocated");  // ssra h, h, #
4691  COMPARE_PREFIX(dci(0x5f2214c1), "unallocated");  // ssra s, s, #
4692  COMPARE_PREFIX(dci(0x7e3a8503), "unallocated");  // sub b, b, b
4693  COMPARE_PREFIX(dci(0x7e748657), "unallocated");  // sub h, h, h
4694  COMPARE_PREFIX(dci(0x7eaf844c), "unallocated");  // sub s, s, s
4695  COMPARE_PREFIX(dci(0x6efb7c3c), "unallocated");  // uaba v.d, v.d, v.d
4696  COMPARE_PREFIX(dci(0x6ee2749f), "unallocated");  // uabd v.d, v.d, v.d
4697  COMPARE_PREFIX(dci(0x2eb03807), "unallocated");  // uaddlv d, v.s
4698  COMPARE_PREFIX(dci(0x7f08e671), "unallocated");  // ucvtf b, b, #
4699  COMPARE_PREFIX(dci(0x6f0ee59b), "unallocated");  // ucvtf v.b, v.b, #
4700  COMPARE_PREFIX(dci(0x6eef052d), "unallocated");  // uhadd v.d, v.d, v.d
4701  COMPARE_PREFIX(dci(0x6eef2707), "unallocated");  // uhsub v.d, v.d, v.d
4702  COMPARE_PREFIX(dci(0x6ee6675a), "unallocated");  // umax v.d, v.d, v.d
4703  COMPARE_PREFIX(dci(0x6ef2a430), "unallocated");  // umaxp v.d, v.d, v.d
4704  COMPARE_PREFIX(dci(0x6ef0a8ae), "unallocated");  // umaxv d, v.d
4705  COMPARE_PREFIX(dci(0x2eb0aa70), "unallocated");  // umaxv s, v.s
4706  COMPARE_PREFIX(dci(0x6efd6d23), "unallocated");  // umin v.d, v.d, v.d
4707  COMPARE_PREFIX(dci(0x6ee2accf), "unallocated");  // uminp v.d, v.d, v.d
4708  COMPARE_PREFIX(dci(0x6ef1aa28), "unallocated");  // uminv d, v.d
4709  COMPARE_PREFIX(dci(0x2eb1a831), "unallocated");  // uminv s, v.s
4710  COMPARE_PREFIX(dci(0x6ffa2b0b), "unallocated");  // umlal v.und, v.d, v.d[]
4711  COMPARE_PREFIX(dci(0x2fdb2acd), "unallocated");  // umlal v.und, v.und, v.d[]
4712  COMPARE_PREFIX(dci(0x6fe76bb5), "unallocated");  // umlsl v.und, v.d, v.d[]
4713  COMPARE_PREFIX(dci(0x2ff068fb), "unallocated");  // umlsl v.und, v.und, v.d[]
4714  COMPARE_PREFIX(dci(0x6fd0a947), "unallocated");  // umull v.und, v.d, v.d[]
4715  COMPARE_PREFIX(dci(0x2fc0a8fb), "unallocated");  // umull v.und, v.und, v.d[]
4716  COMPARE_PREFIX(dci(0x7f6e9c1b), "unallocated");  // uqrshrn d, d, #
4717  COMPARE_PREFIX(dci(0x7f4d9e1b), "unallocated");  // uqrshrn d, h, #
4718  COMPARE_PREFIX(dci(0x7f5e9d48), "unallocated");  // uqrshrn d, s, #
4719  COMPARE_PREFIX(dci(0x7f419d2e), "unallocated");  // uqrshrn d, undn, #
4720  COMPARE_PREFIX(dci(0x6f779e93), "unallocated");  // uqrshrn v.d, v.und, #
4721  COMPARE_PREFIX(dci(0x7f649620), "unallocated");  // uqshrn d, d, #
4722  COMPARE_PREFIX(dci(0x7f4a950b), "unallocated");  // uqshrn d, h, #
4723  COMPARE_PREFIX(dci(0x7f55950e), "unallocated");  // uqshrn d, s, #
4724  COMPARE_PREFIX(dci(0x7f4697b5), "unallocated");  // uqshrn d, undn, #
4725  COMPARE_PREFIX(dci(0x6f749463), "unallocated");  // uqshrn v.d, v.und, #
4726  COMPARE_PREFIX(dci(0x4ee1c88d), "unallocated");  // urecpe v.d, v.d
4727  COMPARE_PREFIX(dci(0x6eed17ff), "unallocated");  // urhadd v.d, v.d, v.d
4728  COMPARE_PREFIX(dci(0x7e30549c), "unallocated");  // urshl b, b, b
4729  COMPARE_PREFIX(dci(0x7e6157c1), "unallocated");  // urshl h, h, h
4730  COMPARE_PREFIX(dci(0x7eb65432), "unallocated");  // urshl s, s, s
4731  COMPARE_PREFIX(dci(0x7f0b2637), "unallocated");  // urshr b, b, #
4732  COMPARE_PREFIX(dci(0x7f13240c), "unallocated");  // urshr h, h, #
4733  COMPARE_PREFIX(dci(0x7f232578), "unallocated");  // urshr s, s, #
4734  COMPARE_PREFIX(dci(0x6ee1ca96), "unallocated");  // ursqrte v.d, v.d
4735  COMPARE_PREFIX(dci(0x7f0a375a), "unallocated");  // ursra b, b, #
4736  COMPARE_PREFIX(dci(0x7f12340f), "unallocated");  // ursra h, h, #
4737  COMPARE_PREFIX(dci(0x7f2f3549), "unallocated");  // ursra s, s, #
4738  COMPARE_PREFIX(dci(0x7e2d47d3), "unallocated");  // ushl b, b, b
4739  COMPARE_PREFIX(dci(0x7e694742), "unallocated");  // ushl h, h, h
4740  COMPARE_PREFIX(dci(0x7eab45db), "unallocated");  // ushl s, s, s
4741  COMPARE_PREFIX(dci(0x7f0d0631), "unallocated");  // ushr b, b, #
4742  COMPARE_PREFIX(dci(0x7f1805a4), "unallocated");  // ushr h, h, #
4743  COMPARE_PREFIX(dci(0x7f2e063a), "unallocated");  // ushr s, s, #
4744  COMPARE_PREFIX(dci(0x7f0c15a4), "unallocated");  // usra b, b, #
4745  COMPARE_PREFIX(dci(0x7f1716c7), "unallocated");  // usra h, h, #
4746  COMPARE_PREFIX(dci(0x7f261749), "unallocated");  // usra s, s, #
4747
4748  CLEANUP();
4749}
4750
4751}  // namespace aarch64
4752}  // namespace vixl
4753