xref: /qemu/include/tcg/tcg-op-gvec-common.h (revision b49f4755)
1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3  * Target independent generic vector operation expansion
4  *
5  * Copyright (c) 2018 Linaro
6  */
7 
8 #ifndef TCG_TCG_OP_GVEC_COMMON_H
9 #define TCG_TCG_OP_GVEC_COMMON_H
10 
11 /*
12  * "Generic" vectors.  All operands are given as offsets from ENV,
13  * and therefore cannot also be allocated via tcg_global_mem_new_*.
14  * OPRSZ is the byte size of the vector upon which the operation is performed.
15  * MAXSZ is the byte size of the full vector; bytes beyond OPSZ are cleared.
16  *
17  * All sizes must be 8 or any multiple of 16.
18  * When OPRSZ is 8, the alignment may be 8, otherwise must be 16.
19  * Operands may completely, but not partially, overlap.
20  */
21 
22 /* Expand a call to a gvec-style helper, with pointers to two vector
23    operands, and a descriptor (see tcg-gvec-desc.h).  */
24 typedef void gen_helper_gvec_2(TCGv_ptr, TCGv_ptr, TCGv_i32);
25 void tcg_gen_gvec_2_ool(uint32_t dofs, uint32_t aofs,
26                         uint32_t oprsz, uint32_t maxsz, int32_t data,
27                         gen_helper_gvec_2 *fn);
28 
29 /* Similarly, passing an extra data value.  */
30 typedef void gen_helper_gvec_2i(TCGv_ptr, TCGv_ptr, TCGv_i64, TCGv_i32);
31 void tcg_gen_gvec_2i_ool(uint32_t dofs, uint32_t aofs, TCGv_i64 c,
32                          uint32_t oprsz, uint32_t maxsz, int32_t data,
33                          gen_helper_gvec_2i *fn);
34 
35 /* Similarly, passing an extra pointer (e.g. env or float_status).  */
36 typedef void gen_helper_gvec_2_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32);
37 void tcg_gen_gvec_2_ptr(uint32_t dofs, uint32_t aofs,
38                         TCGv_ptr ptr, uint32_t oprsz, uint32_t maxsz,
39                         int32_t data, gen_helper_gvec_2_ptr *fn);
40 
41 /* Similarly, with three vector operands.  */
42 typedef void gen_helper_gvec_3(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32);
43 void tcg_gen_gvec_3_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
44                         uint32_t oprsz, uint32_t maxsz, int32_t data,
45                         gen_helper_gvec_3 *fn);
46 
47 /* Similarly, with four vector operands.  */
48 typedef void gen_helper_gvec_4(TCGv_ptr, TCGv_ptr, TCGv_ptr,
49                                TCGv_ptr, TCGv_i32);
50 void tcg_gen_gvec_4_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
51                         uint32_t cofs, uint32_t oprsz, uint32_t maxsz,
52                         int32_t data, gen_helper_gvec_4 *fn);
53 
54 /* Similarly, with five vector operands.  */
55 typedef void gen_helper_gvec_5(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr,
56                                TCGv_ptr, TCGv_i32);
57 void tcg_gen_gvec_5_ool(uint32_t dofs, uint32_t aofs, uint32_t bofs,
58                         uint32_t cofs, uint32_t xofs, uint32_t oprsz,
59                         uint32_t maxsz, int32_t data, gen_helper_gvec_5 *fn);
60 
61 typedef void gen_helper_gvec_3_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr,
62                                    TCGv_ptr, TCGv_i32);
63 void tcg_gen_gvec_3_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
64                         TCGv_ptr ptr, uint32_t oprsz, uint32_t maxsz,
65                         int32_t data, gen_helper_gvec_3_ptr *fn);
66 
67 typedef void gen_helper_gvec_4_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr,
68                                    TCGv_ptr, TCGv_ptr, TCGv_i32);
69 void tcg_gen_gvec_4_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
70                         uint32_t cofs, TCGv_ptr ptr, uint32_t oprsz,
71                         uint32_t maxsz, int32_t data,
72                         gen_helper_gvec_4_ptr *fn);
73 
74 typedef void gen_helper_gvec_5_ptr(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr,
75                                    TCGv_ptr, TCGv_ptr, TCGv_i32);
76 void tcg_gen_gvec_5_ptr(uint32_t dofs, uint32_t aofs, uint32_t bofs,
77                         uint32_t cofs, uint32_t eofs, TCGv_ptr ptr,
78                         uint32_t oprsz, uint32_t maxsz, int32_t data,
79                         gen_helper_gvec_5_ptr *fn);
80 
81 /* Expand a gvec operation.  Either inline or out-of-line depending on
82    the actual vector size and the operations supported by the host.  */
83 typedef struct {
84     /* Expand inline as a 64-bit or 32-bit integer.
85        Only one of these will be non-NULL.  */
86     void (*fni8)(TCGv_i64, TCGv_i64);
87     void (*fni4)(TCGv_i32, TCGv_i32);
88     /* Expand inline with a host vector type.  */
89     void (*fniv)(unsigned, TCGv_vec, TCGv_vec);
90     /* Expand out-of-line helper w/descriptor.  */
91     gen_helper_gvec_2 *fno;
92     /* The optional opcodes, if any, utilized by .fniv.  */
93     const TCGOpcode *opt_opc;
94     /* The data argument to the out-of-line helper.  */
95     int32_t data;
96     /* The vector element size, if applicable.  */
97     uint8_t vece;
98     /* Prefer i64 to v64.  */
99     bool prefer_i64;
100     /* Load dest as a 2nd source operand.  */
101     bool load_dest;
102 } GVecGen2;
103 
104 typedef struct {
105     /* Expand inline as a 64-bit or 32-bit integer.
106        Only one of these will be non-NULL.  */
107     void (*fni8)(TCGv_i64, TCGv_i64, int64_t);
108     void (*fni4)(TCGv_i32, TCGv_i32, int32_t);
109     /* Expand inline with a host vector type.  */
110     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, int64_t);
111     /* Expand out-of-line helper w/descriptor, data in descriptor.  */
112     gen_helper_gvec_2 *fno;
113     /* Expand out-of-line helper w/descriptor, data as argument.  */
114     gen_helper_gvec_2i *fnoi;
115     /* The optional opcodes, if any, utilized by .fniv.  */
116     const TCGOpcode *opt_opc;
117     /* The vector element size, if applicable.  */
118     uint8_t vece;
119     /* Prefer i64 to v64.  */
120     bool prefer_i64;
121     /* Load dest as a 3rd source operand.  */
122     bool load_dest;
123 } GVecGen2i;
124 
125 typedef struct {
126     /* Expand inline as a 64-bit or 32-bit integer.
127        Only one of these will be non-NULL.  */
128     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64);
129     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32);
130     /* Expand inline with a host vector type.  */
131     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec);
132     /* Expand out-of-line helper w/descriptor.  */
133     gen_helper_gvec_2i *fno;
134     /* The optional opcodes, if any, utilized by .fniv.  */
135     const TCGOpcode *opt_opc;
136     /* The data argument to the out-of-line helper.  */
137     uint32_t data;
138     /* The vector element size, if applicable.  */
139     uint8_t vece;
140     /* Prefer i64 to v64.  */
141     bool prefer_i64;
142     /* Load scalar as 1st source operand.  */
143     bool scalar_first;
144 } GVecGen2s;
145 
146 typedef struct {
147     /* Expand inline as a 64-bit or 32-bit integer.
148        Only one of these will be non-NULL.  */
149     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64);
150     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32);
151     /* Expand inline with a host vector type.  */
152     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec);
153     /* Expand out-of-line helper w/descriptor.  */
154     gen_helper_gvec_3 *fno;
155     /* The optional opcodes, if any, utilized by .fniv.  */
156     const TCGOpcode *opt_opc;
157     /* The data argument to the out-of-line helper.  */
158     int32_t data;
159     /* The vector element size, if applicable.  */
160     uint8_t vece;
161     /* Prefer i64 to v64.  */
162     bool prefer_i64;
163     /* Load dest as a 3rd source operand.  */
164     bool load_dest;
165 } GVecGen3;
166 
167 typedef struct {
168     /*
169      * Expand inline as a 64-bit or 32-bit integer. Only one of these will be
170      * non-NULL.
171      */
172     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, int64_t);
173     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, int32_t);
174     /* Expand inline with a host vector type.  */
175     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, int64_t);
176     /* Expand out-of-line helper w/descriptor, data in descriptor.  */
177     gen_helper_gvec_3 *fno;
178     /* The optional opcodes, if any, utilized by .fniv.  */
179     const TCGOpcode *opt_opc;
180     /* The vector element size, if applicable.  */
181     uint8_t vece;
182     /* Prefer i64 to v64.  */
183     bool prefer_i64;
184     /* Load dest as a 3rd source operand.  */
185     bool load_dest;
186 } GVecGen3i;
187 
188 typedef struct {
189     /* Expand inline as a 64-bit or 32-bit integer.
190        Only one of these will be non-NULL.  */
191     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_i64);
192     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, TCGv_i32);
193     /* Expand inline with a host vector type.  */
194     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, TCGv_vec);
195     /* Expand out-of-line helper w/descriptor.  */
196     gen_helper_gvec_4 *fno;
197     /* The optional opcodes, if any, utilized by .fniv.  */
198     const TCGOpcode *opt_opc;
199     /* The data argument to the out-of-line helper.  */
200     int32_t data;
201     /* The vector element size, if applicable.  */
202     uint8_t vece;
203     /* Prefer i64 to v64.  */
204     bool prefer_i64;
205     /* Write aofs as a 2nd dest operand.  */
206     bool write_aofs;
207 } GVecGen4;
208 
209 typedef struct {
210     /*
211      * Expand inline as a 64-bit or 32-bit integer. Only one of these will be
212      * non-NULL.
213      */
214     void (*fni8)(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_i64, int64_t);
215     void (*fni4)(TCGv_i32, TCGv_i32, TCGv_i32, TCGv_i32, int32_t);
216     /* Expand inline with a host vector type.  */
217     void (*fniv)(unsigned, TCGv_vec, TCGv_vec, TCGv_vec, TCGv_vec, int64_t);
218     /* Expand out-of-line helper w/descriptor, data in descriptor.  */
219     gen_helper_gvec_4 *fno;
220     /* The optional opcodes, if any, utilized by .fniv.  */
221     const TCGOpcode *opt_opc;
222     /* The vector element size, if applicable.  */
223     uint8_t vece;
224     /* Prefer i64 to v64.  */
225     bool prefer_i64;
226 } GVecGen4i;
227 
228 void tcg_gen_gvec_2(uint32_t dofs, uint32_t aofs,
229                     uint32_t oprsz, uint32_t maxsz, const GVecGen2 *);
230 void tcg_gen_gvec_2i(uint32_t dofs, uint32_t aofs, uint32_t oprsz,
231                      uint32_t maxsz, int64_t c, const GVecGen2i *);
232 void tcg_gen_gvec_2s(uint32_t dofs, uint32_t aofs, uint32_t oprsz,
233                      uint32_t maxsz, TCGv_i64 c, const GVecGen2s *);
234 void tcg_gen_gvec_3(uint32_t dofs, uint32_t aofs, uint32_t bofs,
235                     uint32_t oprsz, uint32_t maxsz, const GVecGen3 *);
236 void tcg_gen_gvec_3i(uint32_t dofs, uint32_t aofs, uint32_t bofs,
237                      uint32_t oprsz, uint32_t maxsz, int64_t c,
238                      const GVecGen3i *);
239 void tcg_gen_gvec_4(uint32_t dofs, uint32_t aofs, uint32_t bofs, uint32_t cofs,
240                     uint32_t oprsz, uint32_t maxsz, const GVecGen4 *);
241 void tcg_gen_gvec_4i(uint32_t dofs, uint32_t aofs, uint32_t bofs, uint32_t cofs,
242                      uint32_t oprsz, uint32_t maxsz, int64_t c,
243                      const GVecGen4i *);
244 
245 /* Expand a specific vector operation.  */
246 
247 void tcg_gen_gvec_mov(unsigned vece, uint32_t dofs, uint32_t aofs,
248                       uint32_t oprsz, uint32_t maxsz);
249 void tcg_gen_gvec_not(unsigned vece, uint32_t dofs, uint32_t aofs,
250                       uint32_t oprsz, uint32_t maxsz);
251 void tcg_gen_gvec_neg(unsigned vece, uint32_t dofs, uint32_t aofs,
252                       uint32_t oprsz, uint32_t maxsz);
253 void tcg_gen_gvec_abs(unsigned vece, uint32_t dofs, uint32_t aofs,
254                       uint32_t oprsz, uint32_t maxsz);
255 
256 void tcg_gen_gvec_add(unsigned vece, uint32_t dofs, uint32_t aofs,
257                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
258 void tcg_gen_gvec_sub(unsigned vece, uint32_t dofs, uint32_t aofs,
259                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
260 void tcg_gen_gvec_mul(unsigned vece, uint32_t dofs, uint32_t aofs,
261                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
262 
263 void tcg_gen_gvec_addi(unsigned vece, uint32_t dofs, uint32_t aofs,
264                        int64_t c, uint32_t oprsz, uint32_t maxsz);
265 void tcg_gen_gvec_muli(unsigned vece, uint32_t dofs, uint32_t aofs,
266                        int64_t c, uint32_t oprsz, uint32_t maxsz);
267 
268 void tcg_gen_gvec_adds(unsigned vece, uint32_t dofs, uint32_t aofs,
269                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
270 void tcg_gen_gvec_subs(unsigned vece, uint32_t dofs, uint32_t aofs,
271                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
272 void tcg_gen_gvec_muls(unsigned vece, uint32_t dofs, uint32_t aofs,
273                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
274 
275 /* Saturated arithmetic.  */
276 void tcg_gen_gvec_ssadd(unsigned vece, uint32_t dofs, uint32_t aofs,
277                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
278 void tcg_gen_gvec_sssub(unsigned vece, uint32_t dofs, uint32_t aofs,
279                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
280 void tcg_gen_gvec_usadd(unsigned vece, uint32_t dofs, uint32_t aofs,
281                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
282 void tcg_gen_gvec_ussub(unsigned vece, uint32_t dofs, uint32_t aofs,
283                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
284 
285 /* Min/max.  */
286 void tcg_gen_gvec_smin(unsigned vece, uint32_t dofs, uint32_t aofs,
287                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
288 void tcg_gen_gvec_umin(unsigned vece, uint32_t dofs, uint32_t aofs,
289                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
290 void tcg_gen_gvec_smax(unsigned vece, uint32_t dofs, uint32_t aofs,
291                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
292 void tcg_gen_gvec_umax(unsigned vece, uint32_t dofs, uint32_t aofs,
293                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
294 
295 void tcg_gen_gvec_and(unsigned vece, uint32_t dofs, uint32_t aofs,
296                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
297 void tcg_gen_gvec_or(unsigned vece, uint32_t dofs, uint32_t aofs,
298                      uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
299 void tcg_gen_gvec_xor(unsigned vece, uint32_t dofs, uint32_t aofs,
300                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
301 void tcg_gen_gvec_andc(unsigned vece, uint32_t dofs, uint32_t aofs,
302                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
303 void tcg_gen_gvec_orc(unsigned vece, uint32_t dofs, uint32_t aofs,
304                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
305 void tcg_gen_gvec_nand(unsigned vece, uint32_t dofs, uint32_t aofs,
306                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
307 void tcg_gen_gvec_nor(unsigned vece, uint32_t dofs, uint32_t aofs,
308                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
309 void tcg_gen_gvec_eqv(unsigned vece, uint32_t dofs, uint32_t aofs,
310                       uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
311 
312 void tcg_gen_gvec_andi(unsigned vece, uint32_t dofs, uint32_t aofs,
313                        int64_t c, uint32_t oprsz, uint32_t maxsz);
314 void tcg_gen_gvec_xori(unsigned vece, uint32_t dofs, uint32_t aofs,
315                        int64_t c, uint32_t oprsz, uint32_t maxsz);
316 void tcg_gen_gvec_ori(unsigned vece, uint32_t dofs, uint32_t aofs,
317                       int64_t c, uint32_t oprsz, uint32_t maxsz);
318 
319 void tcg_gen_gvec_ands(unsigned vece, uint32_t dofs, uint32_t aofs,
320                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
321 void tcg_gen_gvec_andcs(unsigned vece, uint32_t dofs, uint32_t aofs,
322                         TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
323 void tcg_gen_gvec_xors(unsigned vece, uint32_t dofs, uint32_t aofs,
324                        TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
325 void tcg_gen_gvec_ors(unsigned vece, uint32_t dofs, uint32_t aofs,
326                       TCGv_i64 c, uint32_t oprsz, uint32_t maxsz);
327 
328 void tcg_gen_gvec_dup_mem(unsigned vece, uint32_t dofs, uint32_t aofs,
329                           uint32_t s, uint32_t m);
330 void tcg_gen_gvec_dup_imm(unsigned vece, uint32_t dofs, uint32_t s,
331                           uint32_t m, uint64_t imm);
332 void tcg_gen_gvec_dup_i32(unsigned vece, uint32_t dofs, uint32_t s,
333                           uint32_t m, TCGv_i32);
334 void tcg_gen_gvec_dup_i64(unsigned vece, uint32_t dofs, uint32_t s,
335                           uint32_t m, TCGv_i64);
336 
337 void tcg_gen_gvec_shli(unsigned vece, uint32_t dofs, uint32_t aofs,
338                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
339 void tcg_gen_gvec_shri(unsigned vece, uint32_t dofs, uint32_t aofs,
340                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
341 void tcg_gen_gvec_sari(unsigned vece, uint32_t dofs, uint32_t aofs,
342                        int64_t shift, uint32_t oprsz, uint32_t maxsz);
343 void tcg_gen_gvec_rotli(unsigned vece, uint32_t dofs, uint32_t aofs,
344                         int64_t shift, uint32_t oprsz, uint32_t maxsz);
345 void tcg_gen_gvec_rotri(unsigned vece, uint32_t dofs, uint32_t aofs,
346                         int64_t shift, uint32_t oprsz, uint32_t maxsz);
347 
348 void tcg_gen_gvec_shls(unsigned vece, uint32_t dofs, uint32_t aofs,
349                        TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
350 void tcg_gen_gvec_shrs(unsigned vece, uint32_t dofs, uint32_t aofs,
351                        TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
352 void tcg_gen_gvec_sars(unsigned vece, uint32_t dofs, uint32_t aofs,
353                        TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
354 void tcg_gen_gvec_rotls(unsigned vece, uint32_t dofs, uint32_t aofs,
355                         TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
356 void tcg_gen_gvec_rotrs(unsigned vece, uint32_t dofs, uint32_t aofs,
357                         TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz);
358 
359 /*
360  * Perform vector shift by vector element, modulo the element size.
361  * E.g.  D[i] = A[i] << (B[i] % (8 << vece)).
362  */
363 void tcg_gen_gvec_shlv(unsigned vece, uint32_t dofs, uint32_t aofs,
364                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
365 void tcg_gen_gvec_shrv(unsigned vece, uint32_t dofs, uint32_t aofs,
366                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
367 void tcg_gen_gvec_sarv(unsigned vece, uint32_t dofs, uint32_t aofs,
368                        uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
369 void tcg_gen_gvec_rotlv(unsigned vece, uint32_t dofs, uint32_t aofs,
370                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
371 void tcg_gen_gvec_rotrv(unsigned vece, uint32_t dofs, uint32_t aofs,
372                         uint32_t bofs, uint32_t oprsz, uint32_t maxsz);
373 
374 void tcg_gen_gvec_cmp(TCGCond cond, unsigned vece, uint32_t dofs,
375                       uint32_t aofs, uint32_t bofs,
376                       uint32_t oprsz, uint32_t maxsz);
377 void tcg_gen_gvec_cmpi(TCGCond cond, unsigned vece, uint32_t dofs,
378                        uint32_t aofs, int64_t c,
379                        uint32_t oprsz, uint32_t maxsz);
380 void tcg_gen_gvec_cmps(TCGCond cond, unsigned vece, uint32_t dofs,
381                        uint32_t aofs, TCGv_i64 c,
382                        uint32_t oprsz, uint32_t maxsz);
383 
384 /*
385  * Perform vector bit select: d = (b & a) | (c & ~a).
386  */
387 void tcg_gen_gvec_bitsel(unsigned vece, uint32_t dofs, uint32_t aofs,
388                          uint32_t bofs, uint32_t cofs,
389                          uint32_t oprsz, uint32_t maxsz);
390 
391 /*
392  * 64-bit vector operations.  Use these when the register has been allocated
393  * with tcg_global_mem_new_i64, and so we cannot also address it via pointer.
394  * OPRSZ = MAXSZ = 8.
395  */
396 
397 void tcg_gen_vec_neg8_i64(TCGv_i64 d, TCGv_i64 a);
398 void tcg_gen_vec_neg16_i64(TCGv_i64 d, TCGv_i64 a);
399 void tcg_gen_vec_neg32_i64(TCGv_i64 d, TCGv_i64 a);
400 
401 void tcg_gen_vec_add8_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
402 void tcg_gen_vec_add16_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
403 void tcg_gen_vec_add32_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
404 
405 void tcg_gen_vec_sub8_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
406 void tcg_gen_vec_sub16_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
407 void tcg_gen_vec_sub32_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b);
408 
409 void tcg_gen_vec_shl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
410 void tcg_gen_vec_shl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
411 void tcg_gen_vec_shr8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
412 void tcg_gen_vec_shr16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
413 void tcg_gen_vec_sar8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
414 void tcg_gen_vec_sar16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t);
415 void tcg_gen_vec_rotl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c);
416 void tcg_gen_vec_rotl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c);
417 
418 /* 32-bit vector operations. */
419 void tcg_gen_vec_add8_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
420 void tcg_gen_vec_add16_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
421 
422 void tcg_gen_vec_sub8_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
423 void tcg_gen_vec_sub16_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b);
424 
425 void tcg_gen_vec_shl8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
426 void tcg_gen_vec_shl16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
427 void tcg_gen_vec_shr8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
428 void tcg_gen_vec_shr16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
429 void tcg_gen_vec_sar8i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
430 void tcg_gen_vec_sar16i_i32(TCGv_i32 d, TCGv_i32 a, int32_t);
431 
432 #endif
433