1;; Code and mode itertator and attribute definitions for the ARM backend
2;; Copyright (C) 2010-2021 Free Software Foundation, Inc.
3;; Contributed by ARM Ltd.
4;;
5;; This file is part of GCC.
6;;
7;; GCC is free software; you can redistribute it and/or modify it
8;; under the terms of the GNU General Public License as published
9;; by the Free Software Foundation; either version 3, or (at your
10;; option) any later version.
11
12;; GCC is distributed in the hope that it will be useful, but WITHOUT
13;; ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
14;; or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
15;; License for more details.
16
17;; You should have received a copy of the GNU General Public License
18;; along with GCC; see the file COPYING3.  If not see
19;; <http://www.gnu.org/licenses/>.
20
21
22;;----------------------------------------------------------------------------
23;; Mode iterators
24;;----------------------------------------------------------------------------
25
26;; A list of modes that are exactly 64 bits in size. This is used to expand
27;; some splits that are the same for all modes when operating on ARM
28;; registers.
29(define_mode_iterator ANY64 [DI DF V8QI V4HI V4HF V2SI V2SF])
30
31;; Additional definition of ANY64 that also includes the special V4BF mode.
32;; BFmode is allowed only on define_split between ARM registers.
33(define_mode_iterator ANY64_BF [DI DF V8QI V4HI V4BF V4HF V2SI V2SF])
34
35(define_mode_iterator ANY128 [V2DI V2DF V16QI V8HI V4SI V4SF])
36
37;; A list of integer modes that are up to one word long
38(define_mode_iterator QHSI [QI HI SI])
39
40;; A list of integer modes that are half and one word long
41(define_mode_iterator HSI [HI SI])
42
43;; A list of integer modes that are less than a word
44(define_mode_iterator NARROW [QI HI])
45
46;; A list of all the integer modes up to 64bit
47(define_mode_iterator QHSD [QI HI SI DI])
48
49;; A list of the 32bit and 64bit integer modes
50(define_mode_iterator SIDI [SI DI])
51
52;; A list of atomic compare and swap success return modes
53(define_mode_iterator CCSI [(CC_Z "TARGET_32BIT") (SI "TARGET_THUMB1")])
54
55;; A list of modes which the VFP unit can handle
56(define_mode_iterator SDF [(SF "") (DF "TARGET_VFP_DOUBLE")])
57
58;; Integer element sizes implemented by IWMMXT.
59(define_mode_iterator VMMX [V2SI V4HI V8QI])
60
61(define_mode_iterator VMMX2 [V4HI V2SI])
62
63;; Integer element sizes for shifts.
64(define_mode_iterator VSHFT [V4HI V2SI DI])
65
66;; Integer and float modes supported by Neon and IWMMXT.
67(define_mode_iterator VALL [V2DI V2SI V4HI V8QI V2SF V4SI V8HI V16QI V4SF])
68
69;; Integer and float modes supported by Neon, IWMMXT and MVE.
70(define_mode_iterator VNIM1 [V16QI V8HI V4SI V4SF V2DI])
71
72;; Integer and float modes supported by Neon and IWMMXT but not MVE.
73(define_mode_iterator VNINOTM1 [V2SI V4HI V8QI V2SF])
74
75;; Integer and float modes supported by Neon and IWMMXT, except V2DI.
76(define_mode_iterator VALLW [V2SI V4HI V8QI V2SF V4SI V8HI V16QI V4SF])
77
78;; Integer modes supported by Neon and IWMMXT
79(define_mode_iterator VINT [V2DI V2SI V4HI V8QI V4SI V8HI V16QI])
80
81;; Integer modes supported by Neon and IWMMXT, except V2DI
82(define_mode_iterator VINTW [V2SI V4HI V8QI V4SI V8HI V16QI])
83
84;; Double-width vector modes, on which we support arithmetic (no HF!)
85(define_mode_iterator VD [V8QI V4HI V2SI V2SF])
86
87;; Double-width vector modes plus 64-bit elements for vreinterpret + vcreate.
88(define_mode_iterator VD_RE [V8QI V4HI V2SI V2SF DI])
89
90;; Double-width vector modes plus 64-bit elements.
91(define_mode_iterator VDX [V8QI V4HI V4HF V4BF V2SI V2SF DI])
92
93;; Double-width vector modes plus 64-bit elements, including V4BF.
94(define_mode_iterator VDXBF [V8QI V4HI V4HF (V4BF "TARGET_BF16_SIMD") V2SI V2SF DI])
95
96;; Double-width vector modes plus 64-bit elements, V4BF and V8BF.
97(define_mode_iterator VDXBF2 [V8QI V4HI V4HF V2SI V2SF DI (V4BF "TARGET_BF16_SIMD") (V8BF ("TARGET_BF16_SIMD"))])
98
99;; Double-width vector modes plus 64-bit elements,
100;; with V4BFmode added, suitable for moves.
101(define_mode_iterator VDXMOV [V8QI V4HI V4HF V4BF V2SI V2SF DI])
102
103;; Double-width vector modes, with V4HF - for vldN_lane and vstN_lane.
104(define_mode_iterator VD_LANE [V8QI V4HI V4HF V4BF V2SI V2SF])
105
106;; Double-width vector modes without floating-point elements.
107(define_mode_iterator VDI [V8QI V4HI V2SI])
108
109;; Quad-width vector modes supporting arithmetic (no HF!).
110(define_mode_iterator VQ [V16QI V8HI V4SI V4SF])
111
112;; Quad-width vector modes, including V8HF.
113(define_mode_iterator VQ2 [V16QI V8HI V8HF V4SI V4SF])
114
115;; Quad-width vector modes, including V8BF.
116(define_mode_iterator VQ2BF [V16QI V8HI V8HF (V8BF "TARGET_BF16_SIMD") V4SI V4SF])
117
118;; Quad-width vector modes with 16- or 32-bit elements
119(define_mode_iterator VQ_HS [V8HI V8HF V4SI V4SF (V8BF "TARGET_BF16_SIMD")])
120
121;; Quad-width vector modes plus 64-bit elements.
122(define_mode_iterator VQX [V16QI V8HI V8HF V8BF V4SI V4SF V2DI])
123
124;; Quad-width vector modes plus 64-bit elements.
125(define_mode_iterator VQX_NOBF [V16QI V8HI V8HF V4SI V4SF V2DI])
126
127;; Quad-width vector modes plus 64-bit elements and V8BF.
128(define_mode_iterator VQXBF [V16QI V8HI V8HF (V8BF "TARGET_BF16_SIMD") V4SI V4SF V2DI])
129
130;; Quad-width vector modes without floating-point elements.
131(define_mode_iterator VQI [V16QI V8HI V4SI])
132
133;; Quad-width vector modes, with TImode and V8BFmode added, suitable for moves.
134(define_mode_iterator VQXMOV [V16QI V8HI V8HF V8BF V4SI V4SF V2DI TI])
135
136;; Opaque structure types wider than TImode.
137(define_mode_iterator VSTRUCT [(EI "!TARGET_HAVE_MVE") OI
138			       (CI "!TARGET_HAVE_MVE") XI])
139
140;; Opaque structure types used in table lookups (except vtbl1/vtbx1).
141(define_mode_iterator VTAB [TI EI OI])
142
143;; Widenable modes.
144(define_mode_iterator VW [V8QI V4HI V2SI])
145
146;; Narrowable modes.
147(define_mode_iterator VN [V8HI V4SI V2DI])
148
149;; All supported vector modes (except singleton DImode).
150(define_mode_iterator VDQ [V8QI V16QI V4HI V8HI V2SI V4SI V4HF V8HF V2SF V4SF V2DI])
151
152;; All supported floating-point vector modes (except V2DF).
153(define_mode_iterator VF [(V4HF "TARGET_NEON_FP16INST")
154			   (V8HF "TARGET_NEON_FP16INST") V2SF V4SF])
155
156;; Double vector modes.
157(define_mode_iterator VDF [V2SF V4HF])
158
159;; Quad vector Float modes with half/single elements.
160(define_mode_iterator VQ_HSF [V8HF V4SF])
161
162
163;; All supported vector modes (except those with 64-bit integer elements).
164(define_mode_iterator VDQW [V8QI V16QI V4HI V8HI V2SI V4SI V2SF V4SF])
165
166;; All supported vector modes including 16-bit float modes.
167(define_mode_iterator VDQWH [V8QI V16QI V4HI V8HI V2SI V4SI V2SF V4SF
168			     V8HF V4HF])
169
170;; Supported integer vector modes (not 64 bit elements).
171(define_mode_iterator VDQIW [V8QI V16QI V4HI V8HI V2SI V4SI])
172
173;; Supported integer vector modes (not singleton DI)
174(define_mode_iterator VDQI [V8QI V16QI V4HI V8HI V2SI V4SI V2DI])
175
176;; Vector modes, including 64-bit integer elements.
177(define_mode_iterator VDQX [V8QI V16QI V4HI V8HI V2SI V4SI
178			    V4HF V8HF V4BF V8BF V2SF V4SF DI V2DI])
179
180;; Vector modes including 64-bit integer elements, but no floats.
181(define_mode_iterator VDQIX [V8QI V16QI V4HI V8HI V2SI V4SI DI V2DI])
182
183;; Vector modes for H, S and D types.
184(define_mode_iterator VDQHSD [V4HI V8HI V2SI V4SI V2DI])
185
186;; Vector modes for float->int conversions.
187(define_mode_iterator VCVTF [V2SF V4SF])
188
189;; Vector modes form int->float conversions.
190(define_mode_iterator VCVTI [V2SI V4SI])
191
192;; Vector modes for int->half conversions.
193(define_mode_iterator VCVTHI [V4HI V8HI])
194
195;; Vector modes for doubleword multiply-accumulate, etc. insns.
196(define_mode_iterator VMD [V4HI V2SI V2SF])
197
198;; Vector modes for quadword multiply-accumulate, etc. insns.
199(define_mode_iterator VMQ [V8HI V4SI V4SF])
200
201;; Above modes combined.
202(define_mode_iterator VMDQ [V4HI V2SI V2SF V8HI V4SI V4SF])
203
204;; As VMD, but integer modes only.
205(define_mode_iterator VMDI [V4HI V2SI])
206
207;; As VMQ, but integer modes only.
208(define_mode_iterator VMQI [V8HI V4SI])
209
210;; Above modes combined.
211(define_mode_iterator VMDQI [V4HI V2SI V8HI V4SI])
212
213;; Modes with 8-bit and 16-bit elements.
214(define_mode_iterator VX [V8QI V4HI V16QI V8HI])
215
216;; Modes with 8-bit elements.
217(define_mode_iterator VE [V8QI V16QI])
218
219;; V2DI only (for use with @ patterns).
220(define_mode_iterator V2DI_ONLY [V2DI])
221
222;; Modes with 64-bit elements only.
223(define_mode_iterator V64 [DI V2DI])
224
225;; Modes with 32-bit elements only.
226(define_mode_iterator V32 [V2SI V2SF V4SI V4SF])
227
228;; Modes with 8-bit, 16-bit and 32-bit elements.
229(define_mode_iterator VU [V16QI V8HI V4SI])
230
231;; Vector modes for 16-bit floating-point support.
232(define_mode_iterator VH [V8HF V4HF])
233
234;; 16-bit floating-point vector modes suitable for moving (includes BFmode).
235(define_mode_iterator VHFBF [V8HF V4HF V4BF V8BF])
236
237;; 16-bit floating-point vector modes suitable for moving (includes BFmode,
238;; without V8HF ).
239(define_mode_iterator VHFBF_split [V4HF V4BF V8BF])
240
241;; 16-bit floating-point scalar modes suitable for moving (includes BFmode).
242(define_mode_iterator HFBF [HF BF])
243
244;; Iterators used for fixed-point support.
245(define_mode_iterator FIXED [QQ HQ SQ UQQ UHQ USQ HA SA UHA USA])
246
247(define_mode_iterator ADDSUB [V4QQ V2HQ V2HA])
248
249(define_mode_iterator UQADDSUB [V4UQQ V2UHQ UQQ UHQ V2UHA UHA])
250
251(define_mode_iterator QADDSUB [V4QQ V2HQ QQ HQ V2HA HA SQ SA])
252
253(define_mode_iterator QMUL [HQ HA])
254
255;; Modes for polynomial or float values.
256(define_mode_iterator VPF [V8QI V16QI V2SF V4SF])
257
258;; Modes for BF16 convert instructions.
259(define_mode_iterator VBFCVT [V4BF V8BF])
260(define_mode_iterator VBFCVTM [V2SI SF])
261
262;; MVE mode iterator.
263(define_mode_iterator MVE_types [V16QI V8HI V4SI V2DI TI V8HF V4SF V2DF])
264(define_mode_iterator MVE_vecs [V16QI V8HI V4SI V2DI V8HF V4SF V2DF])
265(define_mode_iterator MVE_VLD_ST [V16QI V8HI V4SI V8HF V4SF])
266(define_mode_iterator MVE_0 [V8HF V4SF])
267(define_mode_iterator MVE_1 [V16QI V8HI V4SI V2DI])
268(define_mode_iterator MVE_3 [V16QI V8HI])
269(define_mode_iterator MVE_2 [V16QI V8HI V4SI])
270(define_mode_iterator MVE_5 [V8HI V4SI])
271(define_mode_iterator MVE_6 [V8HI V4SI])
272
273;;----------------------------------------------------------------------------
274;; Code iterators
275;;----------------------------------------------------------------------------
276
277;; The signed gt, ge comparisons
278(define_code_iterator GTGE [gt ge])
279
280;; The signed gt, ge, lt, le comparisons
281(define_code_iterator GLTE [gt ge lt le])
282
283;; The unsigned gt, ge comparisons
284(define_code_iterator GTUGEU [gtu geu])
285
286;; Comparisons for vc<cmp>
287(define_code_iterator COMPARISONS [eq gt ge le lt])
288
289;; A list of ...
290(define_code_iterator IOR_XOR [ior xor])
291
292(define_code_iterator LOGICAL [and ior xor])
293
294;; Operations on two halves of a quadword vector.
295(define_code_iterator VQH_OPS [plus smin smax umin umax])
296
297;; Operations on two halves of a quadword vector,
298;; without unsigned variants (for use with *SFmode pattern).
299(define_code_iterator VQHS_OPS [plus smin smax])
300
301;; A list of widening operators
302(define_code_iterator SE [sign_extend zero_extend])
303
304;; Right shifts
305(define_code_iterator RSHIFTS [ashiftrt lshiftrt])
306
307;; Iterator for integer conversions
308(define_code_iterator FIXUORS [fix unsigned_fix])
309
310;; Binary operators whose second operand can be shifted.
311(define_code_iterator SHIFTABLE_OPS [plus minus ior xor and])
312
313;; Operations on the sign of a number.
314(define_code_iterator ABSNEG [abs neg])
315
316;; The PLUS and MINUS operators.
317(define_code_iterator PLUSMINUS [plus minus])
318
319;; Conversions.
320(define_code_iterator FCVT [unsigned_float float])
321
322;; Saturating addition, subtraction
323(define_code_iterator SSPLUSMINUS [ss_plus ss_minus])
324
325;; plus and minus are the only SHIFTABLE_OPS for which Thumb2 allows
326;; a stack pointer operand.  The minus operation is a candidate for an rsub
327;; and hence only plus is supported.
328(define_code_attr t2_binop0
329  [(plus "rk") (minus "r") (ior "r") (xor "r") (and "r")])
330
331;; The instruction to use when a SHIFTABLE_OPS has a shift operation as
332;; its first operand.
333(define_code_attr arith_shift_insn
334  [(plus "add") (minus "rsb") (ior "orr") (xor "eor") (and "and")])
335
336(define_code_attr cmp_op [(eq "eq") (gt "gt") (ge "ge") (lt "lt") (le "le")
337                          (gtu "gt") (geu "ge")])
338
339(define_code_attr cmp_type [(eq "i") (gt "s") (ge "s") (lt "s") (le "s")])
340
341(define_code_attr vfml_op [(plus "a") (minus "s")])
342
343(define_code_attr ss_op [(ss_plus "qadd") (ss_minus "qsub")])
344
345;;----------------------------------------------------------------------------
346;; Int iterators
347;;----------------------------------------------------------------------------
348
349(define_int_iterator VRINT [UNSPEC_VRINTZ UNSPEC_VRINTP UNSPEC_VRINTM
350                            UNSPEC_VRINTR UNSPEC_VRINTX UNSPEC_VRINTA])
351
352(define_int_iterator NEON_VCMP [UNSPEC_VCEQ UNSPEC_VCGT UNSPEC_VCGE
353				UNSPEC_VCLT UNSPEC_VCLE])
354
355(define_int_iterator NEON_VACMP [UNSPEC_VCAGE UNSPEC_VCAGT])
356
357(define_int_iterator NEON_VAGLTE [UNSPEC_VCAGE UNSPEC_VCAGT
358				  UNSPEC_VCALE UNSPEC_VCALT])
359
360(define_int_iterator VCVT [UNSPEC_VRINTP UNSPEC_VRINTM UNSPEC_VRINTA])
361
362(define_int_iterator NEON_VRINT [UNSPEC_NVRINTP UNSPEC_NVRINTZ UNSPEC_NVRINTM
363                              UNSPEC_NVRINTX UNSPEC_NVRINTA UNSPEC_NVRINTN])
364
365(define_int_iterator NEON_VCVT [UNSPEC_NVRINTP UNSPEC_NVRINTM UNSPEC_NVRINTA])
366
367(define_int_iterator VADDL [UNSPEC_VADDL_S UNSPEC_VADDL_U])
368
369(define_int_iterator VADDW [UNSPEC_VADDW_S UNSPEC_VADDW_U])
370
371(define_int_iterator VHADD [UNSPEC_VRHADD_S UNSPEC_VRHADD_U
372			    UNSPEC_VHADD_S UNSPEC_VHADD_U])
373
374(define_int_iterator VQADD [UNSPEC_VQADD_S UNSPEC_VQADD_U])
375
376(define_int_iterator VADDHN [UNSPEC_VADDHN UNSPEC_VRADDHN])
377
378(define_int_iterator VMLAL [UNSPEC_VMLAL_S UNSPEC_VMLAL_U])
379
380(define_int_iterator VMLAL_LANE [UNSPEC_VMLAL_S_LANE UNSPEC_VMLAL_U_LANE])
381
382(define_int_iterator VMLSL [UNSPEC_VMLSL_S UNSPEC_VMLSL_U])
383
384(define_int_iterator VMLSL_LANE [UNSPEC_VMLSL_S_LANE UNSPEC_VMLSL_U_LANE])
385
386(define_int_iterator VQDMULH [UNSPEC_VQDMULH UNSPEC_VQRDMULH])
387
388(define_int_iterator VQDMULH_LANE [UNSPEC_VQDMULH_LANE UNSPEC_VQRDMULH_LANE])
389
390(define_int_iterator VMULL [UNSPEC_VMULL_S UNSPEC_VMULL_U UNSPEC_VMULL_P])
391
392(define_int_iterator VMULL_LANE [UNSPEC_VMULL_S_LANE UNSPEC_VMULL_U_LANE])
393
394(define_int_iterator VSUBL [UNSPEC_VSUBL_S UNSPEC_VSUBL_U])
395
396(define_int_iterator VSUBW [UNSPEC_VSUBW_S UNSPEC_VSUBW_U])
397
398(define_int_iterator VHSUB [UNSPEC_VHSUB_S UNSPEC_VHSUB_U])
399
400(define_int_iterator VQSUB [UNSPEC_VQSUB_S UNSPEC_VQSUB_U])
401
402(define_int_iterator VSUBHN [UNSPEC_VSUBHN UNSPEC_VRSUBHN])
403
404(define_int_iterator VABAL [UNSPEC_VABAL_S UNSPEC_VABAL_U])
405
406(define_int_iterator VABD [UNSPEC_VABD_S UNSPEC_VABD_U])
407
408(define_int_iterator VABDL [UNSPEC_VABDL_S UNSPEC_VABDL_U])
409
410(define_int_iterator VMAXMIN [UNSPEC_VMAX UNSPEC_VMAX_U
411			      UNSPEC_VMIN UNSPEC_VMIN_U])
412
413(define_int_iterator VMAXMINF [UNSPEC_VMAX UNSPEC_VMIN])
414
415(define_int_iterator VMAXMINFNM [UNSPEC_VMAXNM UNSPEC_VMINNM])
416
417(define_int_iterator VPADDL [UNSPEC_VPADDL_S UNSPEC_VPADDL_U])
418
419(define_int_iterator VPADAL [UNSPEC_VPADAL_S UNSPEC_VPADAL_U])
420
421(define_int_iterator VPMAXMIN [UNSPEC_VPMAX UNSPEC_VPMAX_U
422			       UNSPEC_VPMIN UNSPEC_VPMIN_U])
423
424(define_int_iterator VPMAXMINF [UNSPEC_VPMAX UNSPEC_VPMIN])
425
426(define_int_iterator VCVT_US [UNSPEC_VCVT_S UNSPEC_VCVT_U])
427
428(define_int_iterator VCVT_US_N [UNSPEC_VCVT_S_N UNSPEC_VCVT_U_N])
429
430(define_int_iterator VCVT_HF_US_N [UNSPEC_VCVT_HF_S_N UNSPEC_VCVT_HF_U_N])
431
432(define_int_iterator VCVT_SI_US_N [UNSPEC_VCVT_SI_S_N UNSPEC_VCVT_SI_U_N])
433
434(define_int_iterator VCVT_HF_US [UNSPEC_VCVTA_S UNSPEC_VCVTA_U
435				 UNSPEC_VCVTM_S UNSPEC_VCVTM_U
436				 UNSPEC_VCVTN_S UNSPEC_VCVTN_U
437				 UNSPEC_VCVTP_S UNSPEC_VCVTP_U])
438
439(define_int_iterator VCVTH_US [UNSPEC_VCVTH_S UNSPEC_VCVTH_U])
440
441;; Operators for FP16 instructions.
442(define_int_iterator FP16_RND [UNSPEC_VRND UNSPEC_VRNDA
443			       UNSPEC_VRNDM UNSPEC_VRNDN
444			       UNSPEC_VRNDP UNSPEC_VRNDX])
445
446(define_int_iterator VQMOVN [UNSPEC_VQMOVN_S UNSPEC_VQMOVN_U])
447
448(define_int_iterator VMOVL [UNSPEC_VMOVL_S UNSPEC_VMOVL_U])
449
450(define_int_iterator VSHL [UNSPEC_VSHL_S UNSPEC_VSHL_U
451			   UNSPEC_VRSHL_S UNSPEC_VRSHL_U])
452
453(define_int_iterator VQSHL [UNSPEC_VQSHL_S UNSPEC_VQSHL_U
454			    UNSPEC_VQRSHL_S UNSPEC_VQRSHL_U])
455
456(define_int_iterator VSHR_N [UNSPEC_VSHR_S_N UNSPEC_VSHR_U_N
457			     UNSPEC_VRSHR_S_N UNSPEC_VRSHR_U_N])
458
459(define_int_iterator VSHRN_N [UNSPEC_VSHRN_N UNSPEC_VRSHRN_N])
460
461(define_int_iterator VQSHRN_N [UNSPEC_VQSHRN_S_N UNSPEC_VQSHRN_U_N
462			       UNSPEC_VQRSHRN_S_N UNSPEC_VQRSHRN_U_N])
463
464(define_int_iterator VQSHRUN_N [UNSPEC_VQSHRUN_N UNSPEC_VQRSHRUN_N])
465
466(define_int_iterator VQSHL_N [UNSPEC_VQSHL_S_N UNSPEC_VQSHL_U_N])
467
468(define_int_iterator VSHLL_N [UNSPEC_VSHLL_S_N UNSPEC_VSHLL_U_N])
469
470(define_int_iterator VSRA_N [UNSPEC_VSRA_S_N UNSPEC_VSRA_U_N
471			     UNSPEC_VRSRA_S_N UNSPEC_VRSRA_U_N])
472
473(define_int_iterator CRC [UNSPEC_CRC32B UNSPEC_CRC32H UNSPEC_CRC32W
474                          UNSPEC_CRC32CB UNSPEC_CRC32CH UNSPEC_CRC32CW])
475
476(define_int_iterator CRYPTO_AESMC [UNSPEC_AESMC UNSPEC_AESIMC])
477
478(define_int_iterator CRYPTO_AES [UNSPEC_AESD UNSPEC_AESE])
479
480(define_int_iterator CRYPTO_BINARY [UNSPEC_SHA1SU1 UNSPEC_SHA256SU0])
481
482(define_int_iterator CRYPTO_TERNARY [UNSPEC_SHA1SU0 UNSPEC_SHA256H
483                                     UNSPEC_SHA256H2 UNSPEC_SHA256SU1])
484
485(define_int_iterator CRYPTO_SELECTING [UNSPEC_SHA1C UNSPEC_SHA1M
486                                       UNSPEC_SHA1P])
487
488(define_int_iterator USXTB16 [UNSPEC_SXTB16 UNSPEC_UXTB16])
489(define_int_iterator SIMD32_NOGE_BINOP
490				[UNSPEC_QADD8 UNSPEC_QSUB8 UNSPEC_SHADD8
491				 UNSPEC_SHSUB8 UNSPEC_UHADD8 UNSPEC_UHSUB8
492				 UNSPEC_UQADD8 UNSPEC_UQSUB8
493				 UNSPEC_QADD16 UNSPEC_QASX UNSPEC_QSAX
494				 UNSPEC_QSUB16 UNSPEC_SHADD16 UNSPEC_SHASX
495				 UNSPEC_SHSAX UNSPEC_SHSUB16 UNSPEC_UHADD16
496				 UNSPEC_UHASX UNSPEC_UHSAX UNSPEC_UHSUB16
497				 UNSPEC_UQADD16 UNSPEC_UQASX UNSPEC_UQSAX
498				 UNSPEC_UQSUB16 UNSPEC_SMUSD UNSPEC_SMUSDX
499				 UNSPEC_SXTAB16 UNSPEC_UXTAB16 UNSPEC_USAD8])
500
501(define_int_iterator SIMD32_DIMODE [UNSPEC_SMLALD UNSPEC_SMLALDX
502				    UNSPEC_SMLSLD UNSPEC_SMLSLDX])
503
504(define_int_iterator SMLAWBT [UNSPEC_SMLAWB UNSPEC_SMLAWT])
505
506(define_int_iterator SIMD32_GE [UNSPEC_SADD8 UNSPEC_SSUB8 UNSPEC_UADD8
507				UNSPEC_USUB8 UNSPEC_SADD16 UNSPEC_SASX
508				UNSPEC_SSAX UNSPEC_SSUB16 UNSPEC_UADD16
509				UNSPEC_UASX UNSPEC_USAX UNSPEC_USUB16])
510
511(define_int_iterator SIMD32_TERNOP_Q [UNSPEC_SMLAD UNSPEC_SMLADX UNSPEC_SMLSD
512				      UNSPEC_SMLSDX])
513
514(define_int_iterator SIMD32_BINOP_Q [UNSPEC_SMUAD UNSPEC_SMUADX])
515
516(define_int_iterator USSAT16 [UNSPEC_SSAT16 UNSPEC_USAT16])
517
518(define_int_iterator VQRDMLH_AS [UNSPEC_VQRDMLAH UNSPEC_VQRDMLSH])
519
520(define_int_iterator VFM_LANE_AS [UNSPEC_VFMA_LANE UNSPEC_VFMS_LANE])
521
522(define_int_iterator DOTPROD [UNSPEC_DOT_S UNSPEC_DOT_U])
523
524(define_int_iterator DOTPROD_I8MM [UNSPEC_DOT_US UNSPEC_DOT_SU])
525
526(define_int_iterator VFMLHALVES [UNSPEC_VFML_LO UNSPEC_VFML_HI])
527
528(define_int_iterator VCADD [UNSPEC_VCADD90 UNSPEC_VCADD270])
529(define_int_iterator VCMLA [UNSPEC_VCMLA UNSPEC_VCMLA90 UNSPEC_VCMLA180 UNSPEC_VCMLA270])
530
531(define_int_iterator MATMUL [UNSPEC_MATMUL_S UNSPEC_MATMUL_U UNSPEC_MATMUL_US])
532
533(define_int_iterator BF_MA [UNSPEC_BFMAB UNSPEC_BFMAT])
534
535(define_int_iterator CDE_VCX [UNSPEC_VCDE UNSPEC_VCDEA])
536
537;;----------------------------------------------------------------------------
538;; Mode attributes
539;;----------------------------------------------------------------------------
540
541;; Determine name of atomic compare and swap from success result mode.  This
542;; distinguishes between 16-bit Thumb and 32-bit Thumb/ARM.
543(define_mode_attr arch [(CC_Z "32") (SI "t1")])
544
545;; Determine element size suffix from vector mode.
546(define_mode_attr MMX_char [(V8QI "b") (V4HI "h") (V2SI "w") (DI "d")])
547
548;; vtbl<n> suffix for NEON vector modes.
549(define_mode_attr VTAB_n [(TI "2") (EI "3") (OI "4")])
550
551;; fp16 or bf16 marker for 16-bit float modes.
552(define_mode_attr fporbf [(HF "fp16") (BF "bf16")])
553
554;; (Opposite) mode to convert to/from for NEON mode conversions.
555(define_mode_attr V_CVTTO [(V2SI "V2SF") (V2SF "V2SI")
556               (V4SI "V4SF") (V4SF "V4SI")])
557
558;; As above but in lower case.
559(define_mode_attr V_cvtto [(V2SI "v2sf") (V2SF "v2si")
560                           (V4SI "v4sf") (V4SF "v4si")])
561
562;; (Opposite) mode to convert to/from for vector-half mode conversions.
563(define_mode_attr VH_CVTTO [(V4HI "V4HF") (V4HF "V4HI")
564			    (V8HI "V8HF") (V8HF "V8HI")])
565
566;; Define element mode for each vector mode.
567(define_mode_attr V_elem [(V8QI "QI") (V16QI "QI")
568			  (V4HI "HI") (V8HI "HI")
569			  (V4HF "HF") (V8HF "HF")
570			  (V4BF "BF") (V8BF "BF")
571			  (V2SI "SI") (V4SI "SI")
572			  (V2SF "SF") (V4SF "SF")
573			  (DI   "DI") (V2DI "DI")
574			  (V2DF "DF")])
575
576;; As above but in lower case.
577(define_mode_attr V_elem_l [(V8QI "qi") (V16QI "qi")
578			    (V4HI "hi") (V8HI "hi")
579			    (V4HF "hf") (V8HF "hf")
580			    (V4BF "bf") (V8BF "bf")
581			    (V2SI "si") (V4SI "si")
582			    (V2SF "sf") (V4SF "sf")
583			    (DI "di")   (V2DI "di")])
584
585;; Element modes for vector extraction, padded up to register size.
586
587(define_mode_attr V_ext [(V8QI "SI") (V16QI "SI")
588             (V4HI "SI") (V8HI "SI")
589             (V2SI "SI") (V4SI "SI")
590             (V2SF "SF") (V4SF "SF")
591             (DI "DI") (V2DI "DI")])
592
593;; Mode of pair of elements for each vector mode, to define transfer
594;; size for structure lane/dup loads and stores.
595(define_mode_attr V_two_elem [(V8QI "HI")   (V16QI "HI")
596                              (V4HI "SI")   (V8HI "SI")
597                              (V4HF "SF")   (V8HF "SF")
598                              (V4BF "BF")   (V8BF "BF")
599                              (V2SI "V2SI") (V4SI "V2SI")
600                              (V2SF "V2SF") (V4SF "V2SF")
601                              (DI "V2DI")   (V2DI "V2DI")])
602
603;; Mode mapping for VFM[A,S]L instructions.
604(define_mode_attr VFML [(V2SF "V4HF") (V4SF "V8HF")])
605
606;; Mode mapping for VFM[A,S]L instructions for the vec_select result.
607(define_mode_attr VFMLSEL [(V2SF "V2HF") (V4SF "V4HF")])
608
609;; Mode mapping for VFM[A,S]L instructions for some awkward lane-wise forms.
610(define_mode_attr VFMLSEL2 [(V2SF "V8HF") (V4SF "V4HF")])
611
612;; Same as the above, but lowercase.
613(define_mode_attr vfmlsel2 [(V2SF "v8hf") (V4SF "v4hf")])
614
615;; Similar, for three elements.
616(define_mode_attr V_three_elem [(V8QI "BLK") (V16QI "BLK")
617                                (V4HI "BLK") (V8HI "BLK")
618                                (V4HF "BLK") (V8HF "BLK")
619                                (V4BF "BLK") (V8BF "BLK")
620                                (V2SI "BLK") (V4SI "BLK")
621                                (V2SF "BLK") (V4SF "BLK")
622                                (DI "EI")    (V2DI "EI")])
623
624;; Similar, for four elements.
625(define_mode_attr V_four_elem [(V8QI "SI")   (V16QI "SI")
626                               (V4HI "V4HI") (V8HI "V4HI")
627                               (V4HF "V4HF") (V8HF "V4HF")
628                               (V4BF "V4BF") (V8BF "V4BF")
629                               (V2SI "V4SI") (V4SI "V4SI")
630                               (V2SF "V4SF") (V4SF "V4SF")
631                               (DI "OI")     (V2DI "OI")])
632
633;; Register width from element mode
634(define_mode_attr V_reg [(V8QI "P") (V16QI "q")
635			 (V4HI "P") (V8HI  "q")
636			 (V4HF "P") (V8HF  "q")
637			 (V4BF "P") (V8BF  "q")
638			 (V2SI "P") (V4SI  "q")
639			 (V2SF "P") (V4SF  "q")
640			 (DI   "P") (V2DI  "q")
641			 (V2HF "") (SF   "") (SI "")
642			 (DF    "P") (HF   "")])
643
644;; Output template to select the high VFP register of a mult-register value.
645(define_mode_attr V_hi [(V2SF "p") (V4SF  "f")])
646
647;; Output template to select the low VFP register of a mult-register value.
648(define_mode_attr V_lo [(V2SF "") (V4SF  "e")])
649
650;; Helper attribute for printing output templates for awkward forms of
651;; vfmlal/vfmlsl intrinsics.
652(define_mode_attr V_lane_reg [(V2SF "") (V4SF  "P")])
653
654;; Wider modes with the same number of elements.
655(define_mode_attr V_widen [(V8QI "V8HI") (V4HI "V4SI") (V2SI "V2DI")])
656
657;; Narrower modes with the same number of elements.
658(define_mode_attr V_narrow [(V8HI "V8QI") (V4SI "V4HI") (V2DI "V2SI")])
659
660;; Narrower modes with double the number of elements.
661(define_mode_attr V_narrow_pack [(V4SI "V8HI") (V8HI "V16QI") (V2DI "V4SI")
662				 (V4HI "V8QI") (V2SI "V4HI")  (DI "V2SI")])
663
664;; Modes with half the number of equal-sized elements.
665(define_mode_attr V_HALF [(V16QI "V8QI") (V8HI "V4HI")
666			  (V8HF "V4HF") (V4SI  "V2SI")
667			  (V4SF "V2SF") (V2DF "DF")
668			  (V2DI "DI") (V4HF "HF")
669			  (V4BF "BF") (V8BF  "V4BF")])
670
671;; Same, but lower-case.
672(define_mode_attr V_half [(V16QI "v8qi") (V8HI "v4hi")
673              (V4SI  "v2si") (V4SF "v2sf")
674                          (V2DI "di")])
675
676;; Modes with twice the number of equal-sized elements.
677(define_mode_attr V_DOUBLE [(V8QI "V16QI") (V4HI "V8HI")
678			    (V2SI "V4SI") (V4HF "V8HF")
679			    (V2SF "V4SF") (DF "V2DF")
680			    (DI "V2DI")   (V4BF "V8BF")])
681
682;; Same, but lower-case.
683(define_mode_attr V_double [(V8QI "v16qi") (V4HI "v8hi")
684                (V2SI "v4si") (V2SF "v4sf")
685                            (DI "v2di")])
686
687;; Modes with double-width elements.
688(define_mode_attr V_double_width [(V8QI "V4HI") (V16QI "V8HI")
689                  (V4HI "V2SI") (V8HI "V4SI")
690                  (V2SI "DI")   (V4SI "V2DI")])
691
692;; Double-sized modes with the same element size.
693;; Used for neon_vdup_lane, where the second operand is double-sized
694;; even when the first one is quad.
695(define_mode_attr V_double_vector_mode [(V16QI "V8QI") (V8HI "V4HI")
696					(V4SI "V2SI") (V4SF "V2SF")
697					(V8QI "V8QI") (V4HI "V4HI")
698					(V2SI "V2SI") (V2SF "V2SF")
699					(V8BF "V4BF") (V4BF "V4BF")
700					(V8HF "V4HF") (V4HF "V4HF")])
701
702;; Mode of result of comparison operations (and bit-select operand 1).
703(define_mode_attr V_cmp_result [(V8QI "V8QI") (V16QI "V16QI")
704				(V4HI "V4HI") (V8HI  "V8HI")
705                                (V2SI "V2SI") (V4SI  "V4SI")
706				(V4HF "V4HI") (V8HF  "V8HI")
707				(V4BF "V4HI") (V8BF  "V8HI")
708                                (V2SF "V2SI") (V4SF  "V4SI")
709                                (DI   "DI")   (V2DI  "V2DI")])
710
711(define_mode_attr v_cmp_result [(V8QI "v8qi") (V16QI "v16qi")
712				(V4HI "v4hi") (V8HI  "v8hi")
713				(V2SI "v2si") (V4SI  "v4si")
714				(DI   "di")   (V2DI  "v2di")
715				(V2SF "v2si") (V4SF  "v4si")])
716
717;; Get element type from double-width mode, for operations where we
718;; don't care about signedness.
719(define_mode_attr V_if_elem [(V8QI "i8")  (V16QI "i8")
720			     (V4HI "i16") (V8HI  "i16")
721			     (V2SI "i32") (V4SI  "i32")
722			     (DI   "i64") (V2DI  "i64")
723			     (V2SF "f32") (V4SF  "f32")
724			     (SF   "f32") (DF    "f64")
725			     (HF   "f16") (V4HF  "f16")
726			     (V8HF "f16")])
727
728;; Same, but for operations which work on signed values.
729(define_mode_attr V_s_elem [(V8QI "s8")  (V16QI "s8")
730			    (V4HI "s16") (V8HI  "s16")
731			    (V2SI "s32") (V4SI  "s32")
732			    (DI   "s64") (V2DI  "s64")
733			    (V2SF "f32") (V4SF  "f32")
734			    (HF   "f16") (V4HF  "f16")
735			    (V8HF "f16")])
736
737;; Same, but for operations which work on unsigned values.
738(define_mode_attr V_u_elem [(V8QI "u8")  (V16QI "u8")
739                (V4HI "u16") (V8HI  "u16")
740                            (V2SI "u32") (V4SI  "u32")
741                            (DI   "u64") (V2DI  "u64")
742                            (V2SF "f32") (V4SF  "f32")])
743
744;; Element types for extraction of unsigned scalars.
745(define_mode_attr V_uf_sclr [(V8QI "u8")  (V16QI "u8")
746                 (V4HI "u16") (V8HI "u16")
747                             (V2SI "32") (V4SI "32")
748                             (V4HF "u16") (V8HF "u16")
749                             (V4BF "u16") (V8BF "u16")
750                             (V2SF "32") (V4SF "32")])
751
752(define_mode_attr V_sz_elem [(V8QI "8")  (V16QI "8")
753			     (V4HI "16") (V8HI  "16")
754			     (V2SI "32") (V4SI  "32")
755			     (DI   "64") (V2DI  "64")
756			     (V4HF "16") (V8HF "16")
757			     (V4BF "16") (V8BF "16")
758			     (V2SF "32") (V4SF  "32")])
759
760(define_mode_attr V_elem_ch [(V8QI "b")  (V16QI "b")
761			     (V4HI "h") (V8HI  "h")
762			     (V2SI "s") (V4SI  "s")
763			     (DI   "d") (V2DI  "d")
764			     (V2SF "s") (V4SF  "s")
765			     (V2SF "s") (V4SF  "s")])
766
767(define_mode_attr VH_elem_ch [(V4HI "s") (V8HI  "s")
768			      (V4HF "s") (V8HF  "s")
769			      (HF "s")])
770
771;; Element sizes for duplicating ARM registers to all elements of a vector.
772(define_mode_attr VD_dup [(V8QI "8") (V4HI "16") (V2SI "32") (V2SF "32")])
773
774;; Opaque integer types for results of pair-forming intrinsics (vtrn, etc.)
775(define_mode_attr V_PAIR [(V8QI "TI") (V16QI "OI")
776              (V4HI "TI") (V8HI  "OI")
777                          (V2SI "TI") (V4SI  "OI")
778                          (V2SF "TI") (V4SF  "OI")
779                          (DI   "TI") (V2DI  "OI")])
780
781;; Same, but lower-case.
782(define_mode_attr V_pair [(V8QI "ti") (V16QI "oi")
783              (V4HI "ti") (V8HI  "oi")
784                          (V2SI "ti") (V4SI  "oi")
785                          (V2SF "ti") (V4SF  "oi")
786                          (DI   "ti") (V2DI  "oi")])
787
788;; Extra suffix on some 64-bit insn names (to avoid collision with standard
789;; names which we don't want to define).
790(define_mode_attr V_suf64 [(V8QI "") (V16QI "")
791                           (V4HI "") (V8HI "")
792                           (V2SI "") (V4SI "")
793                           (V2SF "") (V4SF "")
794                           (DI "_neon") (V2DI "")])
795
796;; To select the low 64 bits of a vector.
797(define_mode_attr V_bf_low [(V4BF "P") (V8BF "e")])
798
799;; To generate intermediate modes for BF16 scalar convert.
800(define_mode_attr V_bf_cvt_m [(V2SI "BF") (SF "V2SI")])
801
802
803;; Scalars to be presented to scalar multiplication instructions
804;; must satisfy the following constraints.
805;; 1. If the mode specifies 16-bit elements, the scalar must be in D0-D7.
806;; 2. If the mode specifies 32-bit elements, the scalar must be in D0-D15.
807
808;; This mode attribute is used to obtain the correct register constraints.
809
810(define_mode_attr scalar_mul_constraint [(V4HI "x") (V2SI "t") (V2SF "t")
811					 (V8HI "x") (V4SI "t") (V4SF "t")
812					 (V8HF "x") (V4HF "x")])
813
814;; Predicates used for setting type for neon instructions
815
816(define_mode_attr Is_float_mode [(V8QI "false") (V16QI "false")
817				 (V4HI "false") (V8HI "false")
818				 (V2SI "false") (V4SI "false")
819				 (V4HF "true") (V8HF "true")
820				 (V2SF "true") (V4SF "true")
821				 (DI "false") (V2DI "false")])
822
823(define_mode_attr Scalar_mul_8_16 [(V8QI "true") (V16QI "true")
824				   (V4HI "true") (V8HI "true")
825				   (V2SI "false") (V4SI "false")
826				   (V2SF "false") (V4SF "false")
827				   (DI "false") (V2DI "false")])
828
829(define_mode_attr Is_d_reg [(V8QI "true") (V16QI "false")
830			    (V4HI "true") (V8HI  "false")
831			    (V2SI "true") (V4SI  "false")
832			    (V2SF "true") (V4SF  "false")
833			    (DI   "true") (V2DI  "false")
834			    (V4BF "true") (V8BF  "false")
835			    (V4HF "true") (V8HF  "false")])
836
837(define_mode_attr V_mode_nunits [(V8QI "8") (V16QI "16")
838				 (V4HF "4") (V8HF "8")
839				 (V4BF "4") (V8BF "8")
840                                 (V4HI "4") (V8HI "8")
841                                 (V2SI "2") (V4SI "4")
842                                 (V2SF "2") (V4SF "4")
843                                 (DI "1")   (V2DI "2")
844                                 (DF "1")   (V2DF "2")])
845
846;; Same as V_widen, but lower-case.
847(define_mode_attr V_widen_l [(V8QI "v8hi") (V4HI "v4si") ( V2SI "v2di")])
848
849;; Widen. Result is half the number of elements, but widened to double-width.
850(define_mode_attr V_unpack   [(V16QI "V8HI") (V8HI "V4SI") (V4SI "V2DI")])
851
852;; Conditions to be used in extend<mode>di patterns.
853(define_mode_attr qhs_zextenddi_cond [(SI "") (HI "&& arm_arch6") (QI "")])
854(define_mode_attr qhs_sextenddi_cond [(SI "") (HI "&& arm_arch6")
855				      (QI "&& arm_arch6")])
856(define_mode_attr qhs_zextenddi_op [(SI "s_register_operand")
857				   (HI "nonimmediate_operand")
858				   (QI "nonimmediate_operand")])
859(define_mode_attr qhs_extenddi_op [(SI "s_register_operand")
860				   (HI "nonimmediate_operand")
861				   (QI "arm_reg_or_extendqisi_mem_op")])
862(define_mode_attr qhs_extenddi_cstr [(SI "0,r,r") (HI "0,rm,rm") (QI "0,rUq,rm")])
863(define_mode_attr qhs_zextenddi_cstr [(SI "0,r") (HI "0,rm") (QI "0,rm")])
864
865;; Mode attributes used for fixed-point support.
866(define_mode_attr qaddsub_suf [(V4UQQ "8") (V2UHQ "16") (UQQ "8") (UHQ "16")
867			       (V2UHA "16") (UHA "16")
868			       (V4QQ "8") (V2HQ "16") (QQ "8") (HQ "16")
869			       (V2HA "16") (HA "16") (SQ "") (SA "")])
870
871(define_mode_attr qaddsub_clob_q [(V4UQQ "0") (V2UHQ "0") (UQQ "0") (UHQ "0")
872			       (V2UHA "0") (UHA "0")
873			       (V4QQ "0") (V2HQ "0") (QQ "0") (HQ "0")
874			       (V2HA "0") (HA "0") (SQ "ARM_Q_BIT_READ")
875			       (SA "ARM_Q_BIT_READ")])
876
877;; Mode attribute for vshll.
878(define_mode_attr V_innermode [(V8QI "QI") (V4HI "HI") (V2SI "SI")])
879
880;; Mode attributes used for VFP support.
881(define_mode_attr F_constraint [(SF "t") (DF "w")])
882(define_mode_attr vfp_type [(SF "s") (DF "d")])
883(define_mode_attr vfp_double_cond [(SF "") (DF "&& TARGET_VFP_DOUBLE")])
884(define_mode_attr VF_constraint [(V4HF "t") (V8HF "t") (V2SF "t") (V4SF "w")])
885
886;; Mode attribute used to build the "type" attribute.
887(define_mode_attr q [(V8QI "") (V16QI "_q")
888		     (V4HI "") (V8HI "_q")
889		     (V2SI "") (V4SI "_q")
890		     (V4HF "") (V8HF "_q")
891		     (V2SF "") (V4SF "_q")
892		     (V4HF "") (V8HF "_q")
893		     (V4BF "") (V8BF "_q")
894		     (DI "")   (V2DI "_q")
895		     (DF "")   (V2DF "_q")
896		     (HF "")])
897
898(define_mode_attr pf [(V8QI "p") (V16QI "p") (V2SF "f") (V4SF "f")])
899
900(define_mode_attr VSI2QI [(V2SI "V8QI") (V4SI "V16QI")])
901(define_mode_attr vsi2qi [(V2SI "v8qi") (V4SI "v16qi")])
902
903(define_mode_attr VSF2BF [(V2SF "V4BF") (V4SF "V8BF")])
904
905(define_mode_attr cde_suffix [(SI "") (DI "d")])
906(define_mode_attr cde_dest [(SI "%0") (DI "%0, %H0")])
907
908;;MVE mode attribute.
909(define_mode_attr MVE_CNVT [(V8HI "V8HF") (V4SI "V4SF") (V8HF "V8HI")
910			    (V4SF "V4SI")])
911(define_mode_attr MVE_LANES [(V16QI "16") (V8HI "8") (V4SI "4")])
912
913(define_mode_attr MVE_constraint [ (V16QI "Ra") (V8HI "Rc") (V4SI "Re")])
914(define_mode_attr MVE_constraint1 [ (V8HI "Ra") (V4SI "Rc")])
915(define_mode_attr MVE_constraint2 [(V16QI "Rb") (V8HI "Rd") (V4SI "Rf")
916				    (V8HF "Rd") (V4SF "Rf")])
917(define_mode_attr MVE_constraint3 [ (V8HI "Rb") (V4SI "Rd")])
918
919(define_mode_attr MVE_pred [ (V16QI "mve_imm_7") (V8HI "mve_imm_15")
920				   (V4SI "mve_imm_31")])
921(define_mode_attr MVE_pred1 [ (V8HI "mve_imm_7") (V4SI "mve_imm_15")])
922(define_mode_attr MVE_pred2 [(V16QI "mve_imm_8") (V8HI "mve_imm_16")
923			     (V4SI "mve_imm_32")
924			     (V8HF "mve_imm_16") (V4SF "mve_imm_32")])
925(define_mode_attr MVE_pred3 [ (V8HI "mve_imm_8") (V4SI "mve_imm_16")])
926
927(define_mode_attr MVE_B_ELEM [ (V16QI "V16QI") (V8HI "V8QI") (V4SI "V4QI")])
928(define_mode_attr MVE_H_ELEM [ (V8HI "V8HI") (V4SI "V4HI")])
929
930(define_mode_attr V_sz_elem1 [(V16QI "b") (V8HI  "h") (V4SI "w") (V8HF "h")
931			      (V4SF "w")])
932(define_mode_attr V_extr_elem [(V16QI "u8") (V8HI "u16") (V4SI "32")
933			       (V8HF "u16") (V4SF "32")])
934(define_mode_attr earlyclobber_32 [(V16QI "=w") (V8HI "=w") (V4SI "=&w")
935						(V8HF "=w") (V4SF "=&w")])
936
937;;----------------------------------------------------------------------------
938;; Code attributes
939;;----------------------------------------------------------------------------
940
941;; Determine the mode of a 'wide compare', ie where the carry flag is
942;; propagated into the comparison.
943(define_code_attr CC_EXTEND [(sign_extend "CC_NV") (zero_extend "CC_B")])
944
945;; Assembler mnemonics for vqh_ops and vqhs_ops iterators.
946(define_code_attr VQH_mnem [(plus "vadd") (smin "vmin") (smax "vmax")
947                (umin "vmin") (umax "vmax")])
948
949;; Type attributes for vqh_ops and vqhs_ops iterators.
950(define_code_attr VQH_type [(plus "add") (smin "minmax") (smax "minmax")
951                (umin "minmax") (umax "minmax")])
952
953;; Signs of above, where relevant.
954(define_code_attr VQH_sign [(plus "i") (smin "s") (smax "s") (umin "u")
955                (umax "u")])
956
957;; Map rtl operator codes to optab names
958(define_code_attr optab
959 [(and "and")
960  (ior "ior")
961  (xor "xor")])
962
963;; Assembler mnemonics for signedness of widening operations.
964(define_code_attr US [(sign_extend "s") (zero_extend "u")])
965(define_code_attr Us [(sign_extend "") (zero_extend "u")])
966
967;; Signedness suffix for float->fixed conversions.  Empty for signed
968;; conversion.
969(define_code_attr su_optab [(fix "") (unsigned_fix "u")])
970
971;; Sign prefix to use in instruction type suffixes, i.e. s32, u32.
972(define_code_attr su [(fix "s") (unsigned_fix "u")])
973
974;; Right shifts
975(define_code_attr shift [(ashiftrt "ashr") (lshiftrt "lshr")])
976(define_code_attr shifttype [(ashiftrt "signed") (lshiftrt "unsigned")])
977
978;; String reprentations of operations on the sign of a number.
979(define_code_attr absneg_str [(abs "abs") (neg "neg")])
980
981;; Conversions.
982(define_code_attr FCVTI32typename [(unsigned_float "u32") (float "s32")])
983
984(define_code_attr float_sup [(unsigned_float "u") (float "s")])
985
986(define_code_attr float_SUP [(unsigned_float "U") (float "S")])
987
988;;----------------------------------------------------------------------------
989;; Int attributes
990;;----------------------------------------------------------------------------
991
992;; Mapping between vector UNSPEC operations and the signed ('s'),
993;; unsigned ('u'), poly ('p') or float ('f') nature of their data type.
994(define_int_attr sup [
995  (UNSPEC_SXTB16 "s") (UNSPEC_UXTB16 "u")
996  (UNSPEC_VADDL_S "s") (UNSPEC_VADDL_U "u")
997  (UNSPEC_VADDW_S "s") (UNSPEC_VADDW_U "u")
998  (UNSPEC_VRHADD_S "s") (UNSPEC_VRHADD_U "u")
999  (UNSPEC_VHADD_S "s") (UNSPEC_VHADD_U "u")
1000  (UNSPEC_VQADD_S "s") (UNSPEC_VQADD_U "u")
1001  (UNSPEC_VMLAL_S "s") (UNSPEC_VMLAL_U "u")
1002  (UNSPEC_VMLAL_S_LANE "s") (UNSPEC_VMLAL_U_LANE "u")
1003  (UNSPEC_VMLSL_S "s") (UNSPEC_VMLSL_U "u")
1004  (UNSPEC_VMLSL_S_LANE "s") (UNSPEC_VMLSL_U_LANE "u")
1005  (UNSPEC_VMULL_S "s") (UNSPEC_VMULL_U "u") (UNSPEC_VMULL_P "p")
1006  (UNSPEC_VMULL_S_LANE "s") (UNSPEC_VMULL_U_LANE "u")
1007  (UNSPEC_VSUBL_S "s") (UNSPEC_VSUBL_U "u")
1008  (UNSPEC_VSUBW_S "s") (UNSPEC_VSUBW_U "u")
1009  (UNSPEC_VHSUB_S "s") (UNSPEC_VHSUB_U "u")
1010  (UNSPEC_VQSUB_S "s") (UNSPEC_VQSUB_U "u")
1011  (UNSPEC_VABAL_S "s") (UNSPEC_VABAL_U "u")
1012  (UNSPEC_VABD_S "s") (UNSPEC_VABD_U "u")
1013  (UNSPEC_VABDL_S "s") (UNSPEC_VABDL_U "u")
1014  (UNSPEC_VMAX "s") (UNSPEC_VMAX_U "u")
1015  (UNSPEC_VMIN "s") (UNSPEC_VMIN_U "u")
1016  (UNSPEC_VPADDL_S "s") (UNSPEC_VPADDL_U "u")
1017  (UNSPEC_VPADAL_S "s") (UNSPEC_VPADAL_U "u")
1018  (UNSPEC_VPMAX "s") (UNSPEC_VPMAX_U "u")
1019  (UNSPEC_VPMIN "s") (UNSPEC_VPMIN_U "u")
1020  (UNSPEC_VCVT_S "s") (UNSPEC_VCVT_U "u")
1021  (UNSPEC_VCVTA_S "s") (UNSPEC_VCVTA_U "u")
1022  (UNSPEC_VCVTM_S "s") (UNSPEC_VCVTM_U "u")
1023  (UNSPEC_VCVTN_S "s") (UNSPEC_VCVTN_U "u")
1024  (UNSPEC_VCVTP_S "s") (UNSPEC_VCVTP_U "u")
1025  (UNSPEC_VCVT_S_N "s") (UNSPEC_VCVT_U_N "u")
1026  (UNSPEC_VCVT_HF_S_N "s") (UNSPEC_VCVT_HF_U_N "u")
1027  (UNSPEC_VCVT_SI_S_N "s") (UNSPEC_VCVT_SI_U_N "u")
1028  (UNSPEC_VQMOVN_S "s") (UNSPEC_VQMOVN_U "u")
1029  (UNSPEC_VMOVL_S "s") (UNSPEC_VMOVL_U "u")
1030  (UNSPEC_VSHL_S "s") (UNSPEC_VSHL_U "u")
1031  (UNSPEC_VRSHL_S "s") (UNSPEC_VRSHL_U "u")
1032  (UNSPEC_VQSHL_S "s") (UNSPEC_VQSHL_U "u")
1033  (UNSPEC_VQRSHL_S "s") (UNSPEC_VQRSHL_U "u")
1034  (UNSPEC_VSHR_S_N "s") (UNSPEC_VSHR_U_N "u")
1035  (UNSPEC_VRSHR_S_N "s") (UNSPEC_VRSHR_U_N "u")
1036  (UNSPEC_VQSHRN_S_N "s") (UNSPEC_VQSHRN_U_N "u")
1037  (UNSPEC_VQRSHRN_S_N "s") (UNSPEC_VQRSHRN_U_N "u")
1038  (UNSPEC_VQSHL_S_N "s") (UNSPEC_VQSHL_U_N "u")
1039  (UNSPEC_VSHLL_S_N "s") (UNSPEC_VSHLL_U_N "u")
1040  (UNSPEC_VSRA_S_N "s") (UNSPEC_VSRA_U_N "u")
1041  (UNSPEC_VRSRA_S_N "s") (UNSPEC_VRSRA_U_N "u")
1042  (UNSPEC_VCVTH_S "s") (UNSPEC_VCVTH_U "u")
1043  (UNSPEC_DOT_S "s") (UNSPEC_DOT_U "u")
1044  (UNSPEC_DOT_US "us") (UNSPEC_DOT_SU "su")
1045  (UNSPEC_SSAT16 "s") (UNSPEC_USAT16 "u")
1046  (UNSPEC_MATMUL_S "s") (UNSPEC_MATMUL_U "u") (UNSPEC_MATMUL_US "us")
1047])
1048
1049(define_int_attr vfml_half
1050 [(UNSPEC_VFML_HI "high") (UNSPEC_VFML_LO "low")])
1051
1052(define_int_attr vfml_half_selector
1053 [(UNSPEC_VFML_HI "true") (UNSPEC_VFML_LO "false")])
1054
1055(define_int_attr vcvth_op
1056 [(UNSPEC_VCVTA_S "a") (UNSPEC_VCVTA_U "a")
1057  (UNSPEC_VCVTM_S "m") (UNSPEC_VCVTM_U "m")
1058  (UNSPEC_VCVTN_S "n") (UNSPEC_VCVTN_U "n")
1059  (UNSPEC_VCVTP_S "p") (UNSPEC_VCVTP_U "p")])
1060
1061(define_int_attr fp16_rnd_str
1062  [(UNSPEC_VRND "rnd") (UNSPEC_VRNDA "rnda")
1063   (UNSPEC_VRNDM "rndm") (UNSPEC_VRNDN "rndn")
1064   (UNSPEC_VRNDP "rndp") (UNSPEC_VRNDX "rndx")])
1065
1066(define_int_attr fp16_rnd_insn
1067  [(UNSPEC_VRND "vrintz") (UNSPEC_VRNDA "vrinta")
1068   (UNSPEC_VRNDM "vrintm") (UNSPEC_VRNDN "vrintn")
1069   (UNSPEC_VRNDP "vrintp") (UNSPEC_VRNDX "vrintx")])
1070
1071(define_int_attr cmp_op_unsp [(UNSPEC_VCEQ "eq") (UNSPEC_VCGT "gt")
1072			      (UNSPEC_VCGE "ge") (UNSPEC_VCLE "le")
1073			      (UNSPEC_VCLT "lt") (UNSPEC_VCAGE "ge")
1074			      (UNSPEC_VCAGT "gt") (UNSPEC_VCALE "le")
1075			      (UNSPEC_VCALT "lt")])
1076
1077(define_int_attr r [
1078  (UNSPEC_VRHADD_S "r") (UNSPEC_VRHADD_U "r")
1079  (UNSPEC_VHADD_S "") (UNSPEC_VHADD_U "")
1080  (UNSPEC_VADDHN "") (UNSPEC_VRADDHN "r")
1081  (UNSPEC_VQDMULH "") (UNSPEC_VQRDMULH "r")
1082  (UNSPEC_VQDMULH_LANE "") (UNSPEC_VQRDMULH_LANE "r")
1083  (UNSPEC_VSUBHN "") (UNSPEC_VRSUBHN "r")
1084])
1085
1086(define_int_attr maxmin [
1087  (UNSPEC_VMAX "max") (UNSPEC_VMAX_U "max")
1088  (UNSPEC_VMIN "min") (UNSPEC_VMIN_U "min")
1089  (UNSPEC_VPMAX "max") (UNSPEC_VPMAX_U "max")
1090  (UNSPEC_VPMIN "min") (UNSPEC_VPMIN_U "min")
1091])
1092
1093(define_int_attr fmaxmin [
1094  (UNSPEC_VMAXNM "fmax") (UNSPEC_VMINNM "fmin")])
1095
1096(define_int_attr fmaxmin_op [
1097  (UNSPEC_VMAXNM "vmaxnm") (UNSPEC_VMINNM "vminnm")
1098])
1099
1100(define_int_attr shift_op [
1101  (UNSPEC_VSHL_S "shl") (UNSPEC_VSHL_U "shl")
1102  (UNSPEC_VRSHL_S "rshl") (UNSPEC_VRSHL_U "rshl")
1103  (UNSPEC_VQSHL_S "qshl") (UNSPEC_VQSHL_U "qshl")
1104  (UNSPEC_VQRSHL_S "qrshl") (UNSPEC_VQRSHL_U "qrshl")
1105  (UNSPEC_VSHR_S_N "shr") (UNSPEC_VSHR_U_N "shr")
1106  (UNSPEC_VRSHR_S_N "rshr") (UNSPEC_VRSHR_U_N "rshr")
1107  (UNSPEC_VSHRN_N "shrn") (UNSPEC_VRSHRN_N "rshrn")
1108  (UNSPEC_VQRSHRN_S_N "qrshrn") (UNSPEC_VQRSHRN_U_N "qrshrn")
1109  (UNSPEC_VQSHRN_S_N "qshrn") (UNSPEC_VQSHRN_U_N "qshrn")
1110  (UNSPEC_VQSHRUN_N "qshrun") (UNSPEC_VQRSHRUN_N "qrshrun")
1111  (UNSPEC_VSRA_S_N "sra") (UNSPEC_VSRA_U_N "sra")
1112  (UNSPEC_VRSRA_S_N "rsra") (UNSPEC_VRSRA_U_N "rsra")
1113])
1114
1115;; Standard names for floating point to integral rounding instructions.
1116(define_int_attr vrint_pattern [(UNSPEC_VRINTZ "btrunc") (UNSPEC_VRINTP "ceil")
1117                         (UNSPEC_VRINTA "round") (UNSPEC_VRINTM "floor")
1118                         (UNSPEC_VRINTR "nearbyint") (UNSPEC_VRINTX "rint")])
1119
1120;; Suffixes for vrint instructions specifying rounding modes.
1121(define_int_attr vrint_variant [(UNSPEC_VRINTZ "z") (UNSPEC_VRINTP "p")
1122                               (UNSPEC_VRINTA "a") (UNSPEC_VRINTM "m")
1123                               (UNSPEC_VRINTR "r") (UNSPEC_VRINTX "x")])
1124
1125;; Some of the vrint instuctions are predicable.
1126(define_int_attr vrint_predicable [(UNSPEC_VRINTZ "yes") (UNSPEC_VRINTP "no")
1127                                  (UNSPEC_VRINTA "no") (UNSPEC_VRINTM "no")
1128                                  (UNSPEC_VRINTR "yes") (UNSPEC_VRINTX "yes")])
1129
1130(define_int_attr vrint_conds [(UNSPEC_VRINTZ "nocond") (UNSPEC_VRINTP "unconditional")
1131                              (UNSPEC_VRINTA "unconditional") (UNSPEC_VRINTM "unconditional")
1132                              (UNSPEC_VRINTR "nocond") (UNSPEC_VRINTX "nocond")])
1133
1134(define_int_attr nvrint_variant [(UNSPEC_NVRINTZ "z") (UNSPEC_NVRINTP "p")
1135                                (UNSPEC_NVRINTA "a") (UNSPEC_NVRINTM "m")
1136                                (UNSPEC_NVRINTX "x") (UNSPEC_NVRINTN "n")])
1137
1138(define_int_attr crc_variant [(UNSPEC_CRC32B "crc32b") (UNSPEC_CRC32H "crc32h")
1139                        (UNSPEC_CRC32W "crc32w") (UNSPEC_CRC32CB "crc32cb")
1140                        (UNSPEC_CRC32CH "crc32ch") (UNSPEC_CRC32CW "crc32cw")])
1141
1142(define_int_attr crc_mode [(UNSPEC_CRC32B "QI") (UNSPEC_CRC32H "HI")
1143                        (UNSPEC_CRC32W "SI") (UNSPEC_CRC32CB "QI")
1144                        (UNSPEC_CRC32CH "HI") (UNSPEC_CRC32CW "SI")])
1145
1146(define_int_attr crypto_pattern [(UNSPEC_SHA1H "sha1h") (UNSPEC_AESMC "aesmc")
1147                          (UNSPEC_AESIMC "aesimc") (UNSPEC_AESD "aesd")
1148                          (UNSPEC_AESE "aese") (UNSPEC_SHA1SU1 "sha1su1")
1149                          (UNSPEC_SHA256SU0 "sha256su0") (UNSPEC_SHA1C "sha1c")
1150                          (UNSPEC_SHA1M "sha1m") (UNSPEC_SHA1P "sha1p")
1151                          (UNSPEC_SHA1SU0 "sha1su0") (UNSPEC_SHA256H "sha256h")
1152                          (UNSPEC_SHA256H2 "sha256h2")
1153                          (UNSPEC_SHA256SU1 "sha256su1")])
1154
1155(define_int_attr crypto_type
1156 [(UNSPEC_AESE "crypto_aese") (UNSPEC_AESD "crypto_aese")
1157 (UNSPEC_AESMC "crypto_aesmc") (UNSPEC_AESIMC "crypto_aesmc")
1158 (UNSPEC_SHA1C "crypto_sha1_slow") (UNSPEC_SHA1P "crypto_sha1_slow")
1159 (UNSPEC_SHA1M "crypto_sha1_slow") (UNSPEC_SHA1SU1 "crypto_sha1_fast")
1160 (UNSPEC_SHA1SU0 "crypto_sha1_xor") (UNSPEC_SHA256H "crypto_sha256_slow")
1161 (UNSPEC_SHA256H2 "crypto_sha256_slow") (UNSPEC_SHA256SU0 "crypto_sha256_fast")
1162 (UNSPEC_SHA256SU1 "crypto_sha256_slow")])
1163
1164(define_int_attr crypto_size_sfx [(UNSPEC_SHA1H "32") (UNSPEC_AESMC "8")
1165                          (UNSPEC_AESIMC "8") (UNSPEC_AESD "8")
1166                          (UNSPEC_AESE "8") (UNSPEC_SHA1SU1 "32")
1167                          (UNSPEC_SHA256SU0 "32") (UNSPEC_SHA1C "32")
1168                          (UNSPEC_SHA1M "32") (UNSPEC_SHA1P "32")
1169                          (UNSPEC_SHA1SU0 "32") (UNSPEC_SHA256H "32")
1170                          (UNSPEC_SHA256H2 "32") (UNSPEC_SHA256SU1 "32")])
1171
1172(define_int_attr crypto_mode [(UNSPEC_SHA1H "V4SI") (UNSPEC_AESMC "V16QI")
1173                          (UNSPEC_AESIMC "V16QI") (UNSPEC_AESD "V16QI")
1174                          (UNSPEC_AESE "V16QI") (UNSPEC_SHA1SU1 "V4SI")
1175                          (UNSPEC_SHA256SU0 "V4SI") (UNSPEC_SHA1C "V4SI")
1176                          (UNSPEC_SHA1M "V4SI") (UNSPEC_SHA1P "V4SI")
1177                          (UNSPEC_SHA1SU0 "V4SI") (UNSPEC_SHA256H "V4SI")
1178                          (UNSPEC_SHA256H2 "V4SI") (UNSPEC_SHA256SU1 "V4SI")])
1179
1180(define_int_attr rot [(UNSPEC_VCADD90 "90")
1181		      (UNSPEC_VCADD270 "270")
1182		      (UNSPEC_VCMUL "0")
1183		      (UNSPEC_VCMUL90 "90")
1184		      (UNSPEC_VCMUL180 "180")
1185		      (UNSPEC_VCMUL270 "270")
1186		      (UNSPEC_VCMLA "0")
1187		      (UNSPEC_VCMLA90 "90")
1188		      (UNSPEC_VCMLA180 "180")
1189		      (UNSPEC_VCMLA270 "270")])
1190
1191;; The complex operations when performed on a real complex number require two
1192;; instructions to perform the operation. e.g. complex multiplication requires
1193;; two VCMUL with a particular rotation value.
1194;;
1195;; These values can be looked up in rotsplit1 and rotsplit2.  as an example
1196;; VCMUL needs the first instruction to use #0 and the second #90.
1197(define_int_attr rotsplit1 [(UNSPEC_VCMLA "0")
1198			    (UNSPEC_VCMLA_CONJ "0")
1199			    (UNSPEC_VCMUL "0")
1200			    (UNSPEC_VCMUL_CONJ "0")
1201			    (UNSPEC_VCMLA180 "180")
1202			    (UNSPEC_VCMLA180_CONJ "180")])
1203
1204(define_int_attr rotsplit2 [(UNSPEC_VCMLA "90")
1205			    (UNSPEC_VCMLA_CONJ "270")
1206			    (UNSPEC_VCMUL "90")
1207			    (UNSPEC_VCMUL_CONJ "270")
1208			    (UNSPEC_VCMLA180 "270")
1209			    (UNSPEC_VCMLA180_CONJ "90")])
1210
1211(define_int_attr conj_op [(UNSPEC_VCMLA180 "")
1212			  (UNSPEC_VCMLA180_CONJ "_conj")
1213			  (UNSPEC_VCMLA "")
1214			  (UNSPEC_VCMLA_CONJ "_conj")
1215			  (UNSPEC_VCMUL "")
1216			  (UNSPEC_VCMUL_CONJ "_conj")])
1217
1218(define_int_attr mve_rot [(UNSPEC_VCADD90 "_rot90")
1219			  (UNSPEC_VCADD270 "_rot270")
1220			  (UNSPEC_VCMLA "")
1221			  (UNSPEC_VCMLA90 "_rot90")
1222			  (UNSPEC_VCMLA180 "_rot180")
1223			  (UNSPEC_VCMLA270 "_rot270")
1224			  (UNSPEC_VCMUL "")
1225			  (UNSPEC_VCMUL90 "_rot90")
1226			  (UNSPEC_VCMUL180 "_rot180")
1227			  (UNSPEC_VCMUL270 "_rot270")])
1228
1229(define_int_iterator VCMUL [UNSPEC_VCMUL UNSPEC_VCMUL90
1230			    UNSPEC_VCMUL180 UNSPEC_VCMUL270])
1231
1232(define_int_attr fcmac1 [(UNSPEC_VCMLA "a") (UNSPEC_VCMLA_CONJ "a")
1233			 (UNSPEC_VCMLA180 "s") (UNSPEC_VCMLA180_CONJ "s")])
1234
1235(define_int_attr simd32_op [(UNSPEC_QADD8 "qadd8") (UNSPEC_QSUB8 "qsub8")
1236			    (UNSPEC_SHADD8 "shadd8") (UNSPEC_SHSUB8 "shsub8")
1237			    (UNSPEC_UHADD8 "uhadd8") (UNSPEC_UHSUB8 "uhsub8")
1238			    (UNSPEC_UQADD8 "uqadd8") (UNSPEC_UQSUB8 "uqsub8")
1239			    (UNSPEC_QADD16 "qadd16") (UNSPEC_QASX "qasx")
1240			    (UNSPEC_QSAX "qsax") (UNSPEC_QSUB16 "qsub16")
1241			    (UNSPEC_SHADD16 "shadd16") (UNSPEC_SHASX "shasx")
1242			    (UNSPEC_SHSAX "shsax") (UNSPEC_SHSUB16 "shsub16")
1243			    (UNSPEC_UHADD16 "uhadd16") (UNSPEC_UHASX "uhasx")
1244			    (UNSPEC_UHSAX "uhsax") (UNSPEC_UHSUB16 "uhsub16")
1245			    (UNSPEC_UQADD16 "uqadd16") (UNSPEC_UQASX "uqasx")
1246			    (UNSPEC_UQSAX "uqsax") (UNSPEC_UQSUB16 "uqsub16")
1247			    (UNSPEC_SMUSD "smusd") (UNSPEC_SMUSDX "smusdx")
1248			    (UNSPEC_SXTAB16 "sxtab16") (UNSPEC_UXTAB16 "uxtab16")
1249			    (UNSPEC_USAD8 "usad8") (UNSPEC_SMLALD "smlald")
1250			    (UNSPEC_SMLALDX "smlaldx") (UNSPEC_SMLSLD "smlsld")
1251			    (UNSPEC_SMLSLDX "smlsldx")(UNSPEC_SADD8 "sadd8")
1252			    (UNSPEC_UADD8 "uadd8") (UNSPEC_SSUB8 "ssub8")
1253			    (UNSPEC_USUB8 "usub8") (UNSPEC_SADD16 "sadd16")
1254			    (UNSPEC_SASX "sasx") (UNSPEC_SSAX "ssax")
1255			    (UNSPEC_SSUB16 "ssub16") (UNSPEC_UADD16 "uadd16")
1256			    (UNSPEC_UASX "uasx") (UNSPEC_USAX "usax")
1257			    (UNSPEC_USUB16 "usub16") (UNSPEC_SMLAD "smlad")
1258			    (UNSPEC_SMLADX "smladx") (UNSPEC_SMLSD "smlsd")
1259			    (UNSPEC_SMLSDX "smlsdx") (UNSPEC_SMUAD "smuad")
1260			    (UNSPEC_SMUADX "smuadx") (UNSPEC_SSAT16 "ssat16")
1261			    (UNSPEC_USAT16 "usat16")])
1262
1263(define_int_attr mmla_sfx [(UNSPEC_MATMUL_S "s8") (UNSPEC_MATMUL_U "u8")
1264			   (UNSPEC_MATMUL_US "s8")])
1265;;MVE int attribute.
1266(define_int_attr supf [(VCVTQ_TO_F_S "s") (VCVTQ_TO_F_U "u") (VREV16Q_S "s")
1267		       (VREV16Q_U "u") (VMVNQ_N_S "s") (VMVNQ_N_U "u")
1268		       (VCVTAQ_U "u") (VCVTAQ_S "s") (VREV64Q_S "s")
1269		       (VREV64Q_U "u")
1270		       (VDUPQ_N_U "u") (VDUPQ_N_S"s") (VADDVQ_S "s")
1271		       (VADDVQ_U "u") (VADDVQ_S "s") (VADDVQ_U "u")
1272		       (VMOVLTQ_U "u") (VMOVLTQ_S "s") (VMOVLBQ_S "s")
1273		       (VMOVLBQ_U "u") (VCVTQ_FROM_F_S "s") (VCVTQ_FROM_F_U "u")
1274		       (VCVTPQ_S "s") (VCVTPQ_U "u") (VCVTNQ_S "s")
1275		       (VCVTNQ_U "u") (VCVTMQ_S "s") (VCVTMQ_U "u")
1276		       (VCLZQ_U "u") (VCLZQ_S "s") (VREV32Q_U "u")
1277		       (VREV32Q_S "s") (VADDLVQ_U "u") (VADDLVQ_S "s")
1278		       (VCVTQ_N_TO_F_S "s") (VCVTQ_N_TO_F_U "u")
1279		       (VCREATEQ_U "u") (VCREATEQ_S "s") (VSHRQ_N_S "s")
1280		       (VSHRQ_N_U "u") (VCVTQ_N_FROM_F_S "s") (VSHLQ_U "u")
1281		       (VCVTQ_N_FROM_F_U "u") (VADDLVQ_P_S "s") (VSHLQ_S "s")
1282		       (VADDLVQ_P_U "u") (VCMPNEQ_U "u") (VCMPNEQ_S "s")
1283		       (VABDQ_M_S "s") (VABDQ_M_U "u") (VABDQ_S "s")
1284		       (VABDQ_U "u") (VADDQ_N_S "s") (VADDQ_N_U "u")
1285		       (VADDVQ_P_S "s")	(VADDVQ_P_U "u") (VBRSRQ_N_S "s")
1286		       (VBRSRQ_N_U "u") (VCMPEQQ_S "s") (VCMPEQQ_U "u")
1287		       (VCMPEQQ_N_S "s") (VCMPEQQ_N_U "u") (VCMPNEQ_N_S "s")
1288		       (VCMPNEQ_N_U "u")
1289		       (VHADDQ_N_S "s") (VHADDQ_N_U "u") (VHADDQ_S "s")
1290		       (VHADDQ_U "u") (VHSUBQ_N_S "s")	(VHSUBQ_N_U "u")
1291		       (VHSUBQ_S "s") (VMAXQ_S "s") (VMAXQ_U "u") (VHSUBQ_U "u")
1292		       (VMAXVQ_S "s") (VMAXVQ_U "u") (VMINQ_S "s") (VMINQ_U "u")
1293		       (VMINVQ_S "s") (VMINVQ_U "u") (VMLADAVQ_S "s")
1294		       (VMLADAVQ_U "u") (VMULHQ_S "s") (VMULHQ_U "u")
1295		       (VMULLBQ_INT_S "s") (VMULLBQ_INT_U "u") (VQADDQ_S "s")
1296		       (VMULLTQ_INT_S "s") (VMULLTQ_INT_U "u") (VQADDQ_U "u")
1297		       (VMULQ_N_S "s") (VMULQ_N_U "u") (VMULQ_S "s")
1298		       (VMULQ_U "u")
1299		       (VQADDQ_N_S "s") (VQADDQ_N_U "u")
1300		       (VQRSHLQ_N_S "s") (VQRSHLQ_N_U "u") (VQRSHLQ_S "s")
1301		       (VQRSHLQ_U "u") (VQSHLQ_N_S "s")	(VQSHLQ_N_U "u")
1302		       (VQSHLQ_R_S "s") (VQSHLQ_R_U "u") (VQSHLQ_S "s")
1303		       (VQSHLQ_U "u") (VQSUBQ_N_S "s") (VQSUBQ_N_U "u")
1304		       (VQSUBQ_S "s") (VQSUBQ_U "u") (VRHADDQ_S "s")
1305		       (VRHADDQ_U "u") (VRMULHQ_S "s") (VRMULHQ_U "u")
1306		       (VRSHLQ_N_S "s") (VRSHLQ_N_U "u") (VRSHLQ_S "s")
1307		       (VRSHLQ_U "u") (VRSHRQ_N_S "s") (VRSHRQ_N_U "u")
1308		       (VSHLQ_N_S "s") (VSHLQ_N_U "u") (VSHLQ_R_S "s")
1309		       (VSHLQ_R_U "u") (VSUBQ_N_S "s") (VSUBQ_N_U "u")
1310		       (VSUBQ_S "s") (VSUBQ_U "u") (VADDVAQ_S "s")
1311		       (VADDVAQ_U "u") (VADDLVAQ_S "s") (VADDLVAQ_U "u")
1312		       (VBICQ_N_S "s") (VBICQ_N_U "u") (VMLALDAVQ_U "u")
1313		       (VMLALDAVQ_S "s") (VMLALDAVXQ_U "u") (VMLALDAVXQ_S "s")
1314		       (VMOVNBQ_U "u") (VMOVNBQ_S "s") (VMOVNTQ_U "u")
1315		       (VMOVNTQ_S "s") (VORRQ_N_S "s") (VORRQ_N_U "u")
1316		       (VQMOVNBQ_U "u") (VQMOVNBQ_S "s") (VQMOVNTQ_S "s")
1317		       (VQMOVNTQ_U "u") (VSHLLBQ_N_U "u") (VSHLLBQ_N_S "s")
1318		       (VSHLLTQ_N_U "u") (VSHLLTQ_N_S "s") (VRMLALDAVHQ_U "u")
1319		       (VRMLALDAVHQ_S "s") (VBICQ_M_N_S "s") (VBICQ_M_N_U "u")
1320		       (VCVTAQ_M_S "s") (VCVTAQ_M_U "u") (VCVTQ_M_TO_F_S "s")
1321		       (VCVTQ_M_TO_F_U "u") (VQRSHRNBQ_N_S "s")
1322		       (VQRSHRNBQ_N_U "u") (VABAVQ_S "s") (VABAVQ_U "u")
1323		       (VRMLALDAVHAQ_U "u") (VRMLALDAVHAQ_S "s") (VSHLCQ_S "s")
1324		       (VSHLCQ_U "u") (VADDVAQ_P_S "s") (VADDVAQ_P_U "u")
1325		       (VCLZQ_M_S "s") (VCLZQ_M_U "u") (VCMPEQQ_M_N_S "s")
1326		       (VCMPEQQ_M_N_U "u") (VCMPEQQ_M_S "s") (VCMPEQQ_M_U "u")
1327		       (VCMPNEQ_M_N_S "s") (VCMPNEQ_M_N_U "u") (VCMPNEQ_M_S "s")
1328		       (VCMPNEQ_M_U "u") (VDUPQ_M_N_S "s") (VDUPQ_M_N_U "u")
1329		       (VMAXVQ_P_S "s") (VMAXVQ_P_U "u") (VMINVQ_P_S "s")
1330		       (VMINVQ_P_U "u") (VMLADAVAQ_S "s") (VMLADAVAQ_U "u")
1331		       (VMLADAVQ_P_S "s") (VMLADAVQ_P_U "u") (VMLAQ_N_S "s")
1332		       (VMLAQ_N_U "u") (VMLASQ_N_S "s") (VMLASQ_N_U "u")
1333		       (VMVNQ_M_S "s") (VMVNQ_M_U "u") (VPSELQ_S "s")
1334		       (VPSELQ_U "u") (VQDMLAHQ_N_S "s")
1335		       (VQDMLASHQ_N_S "s")
1336		       (VQRDMLAHQ_N_S "s")
1337		       (VQRDMLASHQ_N_S "s")
1338		       (VQRSHLQ_M_N_S "s") (VQRSHLQ_M_N_U "u")
1339		       (VQSHLQ_M_R_S "s") (VQSHLQ_M_R_U "u") (VSRIQ_N_S "s")
1340		       (VREV64Q_M_S "s") (VREV64Q_M_U "u") (VSRIQ_N_U "u")
1341		       (VRSHLQ_M_N_S "s") (VRSHLQ_M_N_U "u") (VSHLQ_M_R_S "s")
1342		       (VSHLQ_M_R_U "u") (VSLIQ_N_S "s") (VSLIQ_N_U "u")
1343		       (VMLALDAVQ_P_S "s") (VQMOVNBQ_M_S "s") (VMOVLTQ_M_S "s")
1344		       (VMOVNBQ_M_S "s") (VRSHRNTQ_N_S "s") (VORRQ_M_N_S "s")
1345		       (VREV32Q_M_S "s") (VQRSHRNTQ_N_S "s") (VMOVNTQ_M_S "s")
1346		       (VMOVLBQ_M_S "s") (VMLALDAVAQ_S "s") (VQSHRNBQ_N_S "s")
1347		       (VSHRNBQ_N_S "s") (VRSHRNBQ_N_S "s") (VMLALDAVXQ_P_S "s")
1348		       (VQMOVNTQ_M_S "s") (VMVNQ_M_N_S "s") (VQSHRNTQ_N_S "s")
1349		       (VMLALDAVAXQ_S "s") (VSHRNTQ_N_S "s") (VMLALDAVQ_P_U "u")
1350		       (VQMOVNBQ_M_U "u") (VMOVLTQ_M_U "u") (VMOVNBQ_M_U "u")
1351		       (VRSHRNTQ_N_U "u") (VORRQ_M_N_U "u") (VREV32Q_M_U "u")
1352		       (VREV16Q_M_S "s") (VREV16Q_M_U "u")
1353		       (VQRSHRNTQ_N_U "u") (VMOVNTQ_M_U "u") (VMOVLBQ_M_U "u")
1354		       (VMLALDAVAQ_U "u") (VQSHRNBQ_N_U "u") (VSHRNBQ_N_U "u")
1355		       (VRSHRNBQ_N_U "u") (VMLALDAVXQ_P_U "u")
1356		       (VMVNQ_M_N_U "u") (VQSHRNTQ_N_U "u") (VMLALDAVAXQ_U "u")
1357		       (VQMOVNTQ_M_U "u") (VSHRNTQ_N_U "u") (VCVTMQ_M_S "s")
1358		       (VCVTMQ_M_U "u") (VCVTNQ_M_S "s") (VCVTNQ_M_U "u")
1359		       (VCVTPQ_M_S "s") (VCVTPQ_M_U "u") (VADDLVAQ_P_S "s")
1360		       (VCVTQ_M_N_FROM_F_U "u") (VCVTQ_M_FROM_F_S "s")
1361		       (VCVTQ_M_FROM_F_U "u") (VRMLALDAVHQ_P_U "u")
1362		       (VRMLALDAVHQ_P_S "s") (VADDLVAQ_P_U "u")
1363		       (VCVTQ_M_N_FROM_F_S "s") (VABAVQ_P_U "u")
1364		       (VABAVQ_P_S "s") (VSHLQ_M_S "s") (VSHLQ_M_U "u")
1365		       (VSRIQ_M_N_S "s") (VSRIQ_M_N_U "u") (VSUBQ_M_S "s")
1366		       (VSUBQ_M_U "u") (VCVTQ_M_N_TO_F_S "s")
1367		       (VCVTQ_M_N_TO_F_U "u") (VADDQ_M_N_U "u")
1368		       (VSHLQ_M_N_S "s") (VMAXQ_M_U "u") (VHSUBQ_M_N_U "u")
1369		       (VMULQ_M_N_S "s") (VQSHLQ_M_U "u") (VRHADDQ_M_S "s")
1370		       (VEORQ_M_U "u") (VSHRQ_M_N_U "u") (VCADDQ_ROT90_M_U "u")
1371		       (VMLADAVAQ_P_U "u") (VEORQ_M_S "s") (VBRSRQ_M_N_S "s")
1372		       (VMULQ_M_U "u") (VQRDMLAHQ_M_N_S "s") (VHSUBQ_M_N_S "s")
1373		       (VQRSHLQ_M_S "s") (VMULQ_M_N_U "u")
1374		       (VMULQ_M_S "s") (VQSHLQ_M_N_U "u") (VSLIQ_M_N_U "u")
1375		       (VMLADAVAQ_P_S "s") (VQRSHLQ_M_U "u")
1376		       (VMULLBQ_INT_M_U "u") (VSHLQ_M_N_U "u") (VQSUBQ_M_U "u")
1377		       (VQDMLASHQ_M_N_S "s")
1378		       (VQRDMLASHQ_M_N_U "u") (VRSHRQ_M_N_S "s")
1379		       (VORNQ_M_S "s") (VCADDQ_ROT270_M_S "s") (VRHADDQ_M_U "u")
1380		       (VRSHRQ_M_N_U "u") (VMLASQ_M_N_U "u") (VHSUBQ_M_U "u")
1381		       (VQSUBQ_M_N_S "s") (VMULLTQ_INT_M_S "s")
1382		       (VORRQ_M_S "s") (VQDMLAHQ_M_N_U "u") (VRSHLQ_M_S "s")
1383		       (VHADDQ_M_U "u") (VHADDQ_M_N_S "s") (VMULLTQ_INT_M_U "u")
1384		       (VORRQ_M_U "u") (VHADDQ_M_S "s") (VHADDQ_M_N_U "u")
1385		       (VQDMLAHQ_M_N_S "s") (VMAXQ_M_S "s") (VORNQ_M_U "u")
1386		       (VCADDQ_ROT270_M_U "u") (VQADDQ_M_U "u")
1387		       (VQRDMLASHQ_M_N_S "s") (VBICQ_M_U "u") (VMINQ_M_U "u")
1388		       (VSUBQ_M_N_S "s") (VMULLBQ_INT_M_S "s") (VQSUBQ_M_S "s")
1389		       (VCADDQ_ROT90_M_S "s") (VRMULHQ_M_S "s") (VANDQ_M_U "u")
1390		       (VMULHQ_M_S "s") (VADDQ_M_S "s") (VQRDMLAHQ_M_N_U "u")
1391		       (VMLASQ_M_N_S "s") (VHSUBQ_M_S "s") (VRMULHQ_M_U "u")
1392		       (VQADDQ_M_N_S "s") (VSHRQ_M_N_S "s") (VANDQ_M_S "s")
1393		       (VABDQ_M_U "u") (VQSHLQ_M_S "s") (VABDQ_M_S "s")
1394		       (VSUBQ_M_N_U "u") (VMLAQ_M_N_S "s") (VBRSRQ_M_N_U "u")
1395		       (VADDQ_M_U "u") (VRSHLQ_M_U "u") (VSLIQ_M_N_S "s")
1396		       (VQADDQ_M_N_U "u") (VADDQ_M_N_S "s") (VQSUBQ_M_N_U "u")
1397		       (VMLAQ_M_N_U "u") (VMINQ_M_S "s") (VMULHQ_M_U "u")
1398		       (VQADDQ_M_S "s") (VBICQ_M_S "s") (VQSHLQ_M_N_S "s")
1399		       (VQSHRNTQ_M_N_S "s") (VQSHRNTQ_M_N_U "u")
1400		       (VSHRNTQ_M_N_U "u") (VSHRNTQ_M_N_S "s")
1401		       (VSHRNBQ_M_N_S "s") (VSHRNBQ_M_N_U "u")
1402		       (VSHLLTQ_M_N_S "s") (VSHLLTQ_M_N_U "u")
1403		       (VSHLLBQ_M_N_S "s") (VSHLLBQ_M_N_U "u")
1404		       (VRSHRNTQ_M_N_S "s") (VRSHRNTQ_M_N_U "u")
1405		       (VRSHRNBQ_M_N_U "u") (VRSHRNBQ_M_N_S "s")
1406		       (VQSHRNTQ_M_N_U "u") (VQSHRNTQ_M_N_S "s")
1407		       (VQSHRNBQ_M_N_S "s") (VQSHRNBQ_M_N_U "u")
1408		       (VQRSHRNTQ_M_N_S "s") (VQRSHRNTQ_M_N_U "u")
1409		       (VQRSHRNBQ_M_N_S "s") (VQRSHRNBQ_M_N_U "u")
1410		       (VMLALDAVAXQ_P_S "s")
1411		       (VMLALDAVAQ_P_S "s") (VMLALDAVAQ_P_U "u")
1412		       (VSTRWQSB_S "s") (VSTRWQSB_U "u") (VSTRBQSO_S "s")
1413		       (VSTRBQSO_U "u") (VSTRBQ_S "s") (VSTRBQ_U "u")
1414		       (VLDRBQGO_S "s") (VLDRBQGO_U "u") (VLDRBQ_S "s")
1415		       (VLDRBQ_U "u") (VLDRWQGB_S "s") (VLDRWQGB_U "u")
1416		       (VLD1Q_S "s") (VLD1Q_U "u") (VLDRHQGO_S "s")
1417		       (VLDRHQGO_U "u") (VLDRHQGSO_S "s") (VLDRHQGSO_U "u")
1418		       (VLDRHQ_S "s") (VLDRHQ_U "u") (VLDRWQ_S "s")
1419		       (VLDRWQ_U "u") (VLDRDQGB_S "s") (VLDRDQGB_U "u")
1420		       (VLDRDQGO_S "s") (VLDRDQGO_U "u") (VLDRDQGSO_S "s")
1421		       (VLDRDQGSO_U "u") (VLDRWQGO_S "s") (VLDRWQGO_U "u")
1422		       (VLDRWQGSO_S "s") (VLDRWQGSO_U "u") (VST1Q_S "s")
1423		       (VST1Q_U "u") (VSTRHQSO_S "s") (VSTRHQSO_U "u")
1424		       (VSTRHQSSO_S "s") (VSTRHQSSO_U "u") (VSTRHQ_S "s")
1425		       (VSTRHQ_U "u") (VSTRWQ_S "s") (VSTRWQ_U "u")
1426		       (VSTRDQSB_S "s") (VSTRDQSB_U "u") (VSTRDQSO_S "s")
1427		       (VSTRDQSO_U "u") (VSTRDQSSO_S "s") (VSTRDQSSO_U "u")
1428		       (VSTRWQSO_U "u") (VSTRWQSO_S "s") (VSTRWQSSO_U "u")
1429		       (VSTRWQSSO_S "s") (VSTRWQSBWB_S "s") (VSTRWQSBWB_U "u")
1430		       (VLDRWQGBWB_S "s") (VLDRWQGBWB_U "u") (VLDRDQGBWB_S "s")
1431		       (VLDRDQGBWB_U "u") (VSTRDQSBWB_S "s") (VADCQ_M_S "s")
1432		       (VSTRDQSBWB_U "u") (VSBCQ_U "u")  (VSBCQ_M_U "u")
1433		       (VSBCQ_S "s")  (VSBCQ_M_S "s") (VSBCIQ_U "u")
1434		       (VSBCIQ_M_U "u") (VSBCIQ_S "s") (VSBCIQ_M_S "s")
1435		       (VADCQ_U "u")  (VADCQ_M_U "u") (VADCQ_S "s")
1436		       (VADCIQ_U "u") (VADCIQ_M_U "u") (VADCIQ_S "s")
1437		       (VADCIQ_M_S "s") (SQRSHRL_64 "64") (SQRSHRL_48 "48")
1438		       (UQRSHLL_64 "64") (UQRSHLL_48 "48") (VSHLCQ_M_S "s")
1439		       (VSHLCQ_M_U "u")])
1440
1441(define_int_attr mode1 [(VCTP8Q "8") (VCTP16Q "16") (VCTP32Q "32")
1442			(VCTP64Q "64") (VCTP8Q_M "8") (VCTP16Q_M "16")
1443			(VCTP32Q_M "32") (VCTP64Q_M "64")])
1444
1445;; Both kinds of return insn.
1446(define_code_iterator RETURNS [return simple_return])
1447(define_code_attr return_str [(return "") (simple_return "simple_")])
1448(define_code_attr return_simple_p [(return "false") (simple_return "true")])
1449(define_code_attr return_cond_false [(return " && USE_RETURN_INSN (FALSE)")
1450                               (simple_return " && use_simple_return_p ()")])
1451(define_code_attr return_cond_true [(return " && USE_RETURN_INSN (TRUE)")
1452                               (simple_return " && use_simple_return_p ()")])
1453
1454;; Attributes for VQRDMLAH/VQRDMLSH
1455(define_int_attr neon_rdma_as [(UNSPEC_VQRDMLAH "a") (UNSPEC_VQRDMLSH "s")])
1456
1457;; Attributes for VFMA_LANE/ VFMS_LANE
1458(define_int_attr neon_vfm_lane_as
1459 [(UNSPEC_VFMA_LANE "a") (UNSPEC_VFMS_LANE "s")])
1460
1461;; An iterator for the CDP coprocessor instructions
1462(define_int_iterator CDPI [VUNSPEC_CDP VUNSPEC_CDP2])
1463(define_int_attr cdp [(VUNSPEC_CDP "cdp") (VUNSPEC_CDP2 "cdp2")])
1464(define_int_attr CDP [(VUNSPEC_CDP "CDP") (VUNSPEC_CDP2 "CDP2")])
1465
1466;; An iterator for the LDC coprocessor instruction
1467(define_int_iterator LDCI [VUNSPEC_LDC VUNSPEC_LDC2
1468			   VUNSPEC_LDCL VUNSPEC_LDC2L])
1469(define_int_attr ldc [(VUNSPEC_LDC "ldc") (VUNSPEC_LDC2 "ldc2")
1470		      (VUNSPEC_LDCL "ldcl") (VUNSPEC_LDC2L "ldc2l")])
1471(define_int_attr LDC [(VUNSPEC_LDC "LDC") (VUNSPEC_LDC2 "LDC2")
1472		      (VUNSPEC_LDCL "LDCL") (VUNSPEC_LDC2L "LDC2L")])
1473
1474;; An iterator for the STC coprocessor instructions
1475(define_int_iterator STCI [VUNSPEC_STC VUNSPEC_STC2
1476			   VUNSPEC_STCL VUNSPEC_STC2L])
1477(define_int_attr stc [(VUNSPEC_STC "stc") (VUNSPEC_STC2 "stc2")
1478		      (VUNSPEC_STCL "stcl") (VUNSPEC_STC2L "stc2l")])
1479(define_int_attr STC [(VUNSPEC_STC "STC") (VUNSPEC_STC2 "STC2")
1480		      (VUNSPEC_STCL "STCL") (VUNSPEC_STC2L "STC2L")])
1481
1482;; An iterator for the MCR coprocessor instructions
1483(define_int_iterator MCRI [VUNSPEC_MCR VUNSPEC_MCR2])
1484
1485(define_int_attr mcr [(VUNSPEC_MCR "mcr") (VUNSPEC_MCR2 "mcr2")])
1486(define_int_attr MCR [(VUNSPEC_MCR "MCR") (VUNSPEC_MCR2 "MCR2")])
1487
1488;; An iterator for the MRC coprocessor instructions
1489(define_int_iterator MRCI [VUNSPEC_MRC VUNSPEC_MRC2])
1490
1491(define_int_attr mrc [(VUNSPEC_MRC "mrc") (VUNSPEC_MRC2 "mrc2")])
1492(define_int_attr MRC [(VUNSPEC_MRC "MRC") (VUNSPEC_MRC2 "MRC2")])
1493
1494;; An iterator for the MCRR coprocessor instructions
1495(define_int_iterator MCRRI [VUNSPEC_MCRR VUNSPEC_MCRR2])
1496
1497(define_int_attr mcrr [(VUNSPEC_MCRR "mcrr") (VUNSPEC_MCRR2 "mcrr2")])
1498(define_int_attr MCRR [(VUNSPEC_MCRR "MCRR") (VUNSPEC_MCRR2 "MCRR2")])
1499
1500;; An iterator for the MRRC coprocessor instructions
1501(define_int_iterator MRRCI [VUNSPEC_MRRC VUNSPEC_MRRC2])
1502
1503(define_int_attr mrrc [(VUNSPEC_MRRC "mrrc") (VUNSPEC_MRRC2 "mrrc2")])
1504(define_int_attr MRRC [(VUNSPEC_MRRC "MRRC") (VUNSPEC_MRRC2 "MRRC2")])
1505
1506(define_int_attr opsuffix [(UNSPEC_DOT_S "s8")
1507			   (UNSPEC_DOT_U "u8")
1508			   (UNSPEC_DOT_US "s8")
1509			   (UNSPEC_DOT_SU "u8")
1510			   ])
1511
1512(define_int_attr smlaw_op [(UNSPEC_SMLAWB "smlawb") (UNSPEC_SMLAWT "smlawt")])
1513
1514;; An iterator for VFMA<bt>
1515(define_int_attr bt [(UNSPEC_BFMAB "b") (UNSPEC_BFMAT "t")])
1516
1517;; An iterator for CDE MVE accumulator/non-accumulator versions.
1518(define_int_attr a [(UNSPEC_VCDE "") (UNSPEC_VCDEA "a")])
1519
1520;; MVE int iterator.
1521(define_int_iterator VCVTQ_TO_F [VCVTQ_TO_F_S VCVTQ_TO_F_U])
1522(define_int_iterator VMVNQ_N [VMVNQ_N_U VMVNQ_N_S])
1523(define_int_iterator VREV64Q [VREV64Q_S VREV64Q_U])
1524(define_int_iterator VCVTQ_FROM_F [VCVTQ_FROM_F_S VCVTQ_FROM_F_U])
1525(define_int_iterator VREV16Q [VREV16Q_U VREV16Q_S])
1526(define_int_iterator VCVTAQ [VCVTAQ_U VCVTAQ_S])
1527(define_int_iterator VDUPQ_N [VDUPQ_N_U VDUPQ_N_S])
1528(define_int_iterator VCLZQ [VCLZQ_U VCLZQ_S])
1529(define_int_iterator VADDVQ [VADDVQ_U VADDVQ_S])
1530(define_int_iterator VREV32Q [VREV32Q_U VREV32Q_S])
1531(define_int_iterator VMOVLBQ [VMOVLBQ_S VMOVLBQ_U])
1532(define_int_iterator VMOVLTQ [VMOVLTQ_U VMOVLTQ_S])
1533(define_int_iterator VCVTPQ [VCVTPQ_S VCVTPQ_U])
1534(define_int_iterator VCVTNQ [VCVTNQ_S VCVTNQ_U])
1535(define_int_iterator VCVTMQ [VCVTMQ_S VCVTMQ_U])
1536(define_int_iterator VADDLVQ [VADDLVQ_U VADDLVQ_S])
1537(define_int_iterator VCTPQ [VCTP8Q VCTP16Q VCTP32Q VCTP64Q])
1538(define_int_iterator VCTPQ_M [VCTP8Q_M VCTP16Q_M VCTP32Q_M VCTP64Q_M])
1539(define_int_iterator VCVTQ_N_TO_F [VCVTQ_N_TO_F_S VCVTQ_N_TO_F_U])
1540(define_int_iterator VCREATEQ [VCREATEQ_U VCREATEQ_S])
1541(define_int_iterator VSHRQ_N [VSHRQ_N_S VSHRQ_N_U])
1542(define_int_iterator VCVTQ_N_FROM_F [VCVTQ_N_FROM_F_S VCVTQ_N_FROM_F_U])
1543(define_int_iterator VADDLVQ_P [VADDLVQ_P_S VADDLVQ_P_U])
1544(define_int_iterator VCMPNEQ [VCMPNEQ_U VCMPNEQ_S])
1545(define_int_iterator VSHLQ [VSHLQ_S VSHLQ_U])
1546(define_int_iterator VABDQ [VABDQ_S VABDQ_U])
1547(define_int_iterator VADDQ_N [VADDQ_N_S VADDQ_N_U])
1548(define_int_iterator VADDVAQ [VADDVAQ_S VADDVAQ_U])
1549(define_int_iterator VADDVQ_P [VADDVQ_P_U VADDVQ_P_S])
1550(define_int_iterator VBRSRQ_N [VBRSRQ_N_U VBRSRQ_N_S])
1551(define_int_iterator VCMPEQQ [VCMPEQQ_U VCMPEQQ_S])
1552(define_int_iterator VCMPEQQ_N [VCMPEQQ_N_S VCMPEQQ_N_U])
1553(define_int_iterator VCMPNEQ_N [VCMPNEQ_N_U VCMPNEQ_N_S])
1554(define_int_iterator VHADDQ [VHADDQ_S VHADDQ_U])
1555(define_int_iterator VHADDQ_N [VHADDQ_N_U VHADDQ_N_S])
1556(define_int_iterator VHSUBQ [VHSUBQ_S VHSUBQ_U])
1557(define_int_iterator VHSUBQ_N [VHSUBQ_N_U VHSUBQ_N_S])
1558(define_int_iterator VMAXQ [VMAXQ_U VMAXQ_S])
1559(define_int_iterator VMAXVQ [VMAXVQ_U VMAXVQ_S])
1560(define_int_iterator VMINQ [VMINQ_S VMINQ_U])
1561(define_int_iterator VMINVQ [VMINVQ_U VMINVQ_S])
1562(define_int_iterator VMLADAVQ [VMLADAVQ_U VMLADAVQ_S])
1563(define_int_iterator VMULHQ [VMULHQ_S VMULHQ_U])
1564(define_int_iterator VMULLBQ_INT [VMULLBQ_INT_U VMULLBQ_INT_S])
1565(define_int_iterator VMULLTQ_INT [VMULLTQ_INT_U VMULLTQ_INT_S])
1566(define_int_iterator VMULQ [VMULQ_U VMULQ_S])
1567(define_int_iterator VMULQ_N [VMULQ_N_U VMULQ_N_S])
1568(define_int_iterator VQADDQ [VQADDQ_U VQADDQ_S])
1569(define_int_iterator VQADDQ_N [VQADDQ_N_S VQADDQ_N_U])
1570(define_int_iterator VQRSHLQ [VQRSHLQ_S VQRSHLQ_U])
1571(define_int_iterator VQRSHLQ_N [VQRSHLQ_N_S VQRSHLQ_N_U])
1572(define_int_iterator VQSHLQ [VQSHLQ_S VQSHLQ_U])
1573(define_int_iterator VQSHLQ_N [VQSHLQ_N_S VQSHLQ_N_U])
1574(define_int_iterator VQSHLQ_R [VQSHLQ_R_U VQSHLQ_R_S])
1575(define_int_iterator VQSUBQ [VQSUBQ_U VQSUBQ_S])
1576(define_int_iterator VQSUBQ_N [VQSUBQ_N_S VQSUBQ_N_U])
1577(define_int_iterator VRHADDQ [VRHADDQ_S VRHADDQ_U])
1578(define_int_iterator VRMULHQ [VRMULHQ_S VRMULHQ_U])
1579(define_int_iterator VRSHLQ [VRSHLQ_S VRSHLQ_U])
1580(define_int_iterator VRSHLQ_N [VRSHLQ_N_U VRSHLQ_N_S])
1581(define_int_iterator VRSHRQ_N [VRSHRQ_N_S VRSHRQ_N_U])
1582(define_int_iterator VSHLQ_N [VSHLQ_N_U VSHLQ_N_S])
1583(define_int_iterator VSHLQ_R [VSHLQ_R_S VSHLQ_R_U])
1584(define_int_iterator VSUBQ [VSUBQ_S VSUBQ_U])
1585(define_int_iterator VSUBQ_N [VSUBQ_N_S VSUBQ_N_U])
1586(define_int_iterator VADDLVAQ [VADDLVAQ_S VADDLVAQ_U])
1587(define_int_iterator VBICQ_N [VBICQ_N_S VBICQ_N_U])
1588(define_int_iterator VMLALDAVQ [VMLALDAVQ_U VMLALDAVQ_S])
1589(define_int_iterator VMLALDAVXQ [VMLALDAVXQ_U VMLALDAVXQ_S])
1590(define_int_iterator VMOVNBQ [VMOVNBQ_U VMOVNBQ_S])
1591(define_int_iterator VMOVNTQ [VMOVNTQ_S VMOVNTQ_U])
1592(define_int_iterator VORRQ_N [VORRQ_N_U VORRQ_N_S])
1593(define_int_iterator VQMOVNBQ [VQMOVNBQ_U VQMOVNBQ_S])
1594(define_int_iterator VQMOVNTQ [VQMOVNTQ_U VQMOVNTQ_S])
1595(define_int_iterator VSHLLBQ_N [VSHLLBQ_N_S VSHLLBQ_N_U])
1596(define_int_iterator VSHLLTQ_N [VSHLLTQ_N_U VSHLLTQ_N_S])
1597(define_int_iterator VRMLALDAVHQ [VRMLALDAVHQ_U VRMLALDAVHQ_S])
1598(define_int_iterator VBICQ_M_N [VBICQ_M_N_S VBICQ_M_N_U])
1599(define_int_iterator VCVTAQ_M [VCVTAQ_M_S VCVTAQ_M_U])
1600(define_int_iterator VCVTQ_M_TO_F [VCVTQ_M_TO_F_S VCVTQ_M_TO_F_U])
1601(define_int_iterator VQRSHRNBQ_N [VQRSHRNBQ_N_U VQRSHRNBQ_N_S])
1602(define_int_iterator VABAVQ [VABAVQ_S VABAVQ_U])
1603(define_int_iterator VSHLCQ [VSHLCQ_S VSHLCQ_U])
1604(define_int_iterator VRMLALDAVHAQ [VRMLALDAVHAQ_S VRMLALDAVHAQ_U])
1605(define_int_iterator VADDVAQ_P [VADDVAQ_P_S VADDVAQ_P_U])
1606(define_int_iterator VCLZQ_M [VCLZQ_M_S VCLZQ_M_U])
1607(define_int_iterator VCMPEQQ_M_N [VCMPEQQ_M_N_S VCMPEQQ_M_N_U])
1608(define_int_iterator VCMPEQQ_M [VCMPEQQ_M_S VCMPEQQ_M_U])
1609(define_int_iterator VCMPNEQ_M_N [VCMPNEQ_M_N_S VCMPNEQ_M_N_U])
1610(define_int_iterator VCMPNEQ_M [VCMPNEQ_M_S VCMPNEQ_M_U])
1611(define_int_iterator VDUPQ_M_N [VDUPQ_M_N_S VDUPQ_M_N_U])
1612(define_int_iterator VMAXVQ_P [VMAXVQ_P_S VMAXVQ_P_U])
1613(define_int_iterator VMINVQ_P [VMINVQ_P_S VMINVQ_P_U])
1614(define_int_iterator VMLADAVAQ [VMLADAVAQ_S VMLADAVAQ_U])
1615(define_int_iterator VMLADAVQ_P [VMLADAVQ_P_S VMLADAVQ_P_U])
1616(define_int_iterator VMLAQ_N [VMLAQ_N_S VMLAQ_N_U])
1617(define_int_iterator VMLASQ_N [VMLASQ_N_S VMLASQ_N_U])
1618(define_int_iterator VMVNQ_M [VMVNQ_M_S VMVNQ_M_U])
1619(define_int_iterator VPSELQ [VPSELQ_S VPSELQ_U])
1620(define_int_iterator VQDMLAHQ_N [VQDMLAHQ_N_S])
1621(define_int_iterator VQDMLASHQ_N [VQDMLASHQ_N_S])
1622(define_int_iterator VQRDMLAHQ_N [VQRDMLAHQ_N_S])
1623(define_int_iterator VQRDMLASHQ_N [VQRDMLASHQ_N_S])
1624(define_int_iterator VQRSHLQ_M_N [VQRSHLQ_M_N_S VQRSHLQ_M_N_U])
1625(define_int_iterator VQSHLQ_M_R [VQSHLQ_M_R_S VQSHLQ_M_R_U])
1626(define_int_iterator VREV64Q_M [VREV64Q_M_S VREV64Q_M_U])
1627(define_int_iterator VRSHLQ_M_N [VRSHLQ_M_N_S VRSHLQ_M_N_U])
1628(define_int_iterator VSHLQ_M_R [VSHLQ_M_R_S VSHLQ_M_R_U])
1629(define_int_iterator VSLIQ_N [VSLIQ_N_S VSLIQ_N_U])
1630(define_int_iterator VSRIQ_N [VSRIQ_N_S VSRIQ_N_U])
1631(define_int_iterator VMLALDAVQ_P [VMLALDAVQ_P_U VMLALDAVQ_P_S])
1632(define_int_iterator VQMOVNBQ_M [VQMOVNBQ_M_S VQMOVNBQ_M_U])
1633(define_int_iterator VMOVLTQ_M [VMOVLTQ_M_U VMOVLTQ_M_S])
1634(define_int_iterator VMOVNBQ_M [VMOVNBQ_M_U VMOVNBQ_M_S])
1635(define_int_iterator VRSHRNTQ_N [VRSHRNTQ_N_U VRSHRNTQ_N_S])
1636(define_int_iterator VORRQ_M_N [VORRQ_M_N_S VORRQ_M_N_U])
1637(define_int_iterator VREV32Q_M [VREV32Q_M_S VREV32Q_M_U])
1638(define_int_iterator VREV16Q_M [VREV16Q_M_S VREV16Q_M_U])
1639(define_int_iterator VQRSHRNTQ_N [VQRSHRNTQ_N_U VQRSHRNTQ_N_S])
1640(define_int_iterator VMOVNTQ_M [VMOVNTQ_M_U VMOVNTQ_M_S])
1641(define_int_iterator VMOVLBQ_M [VMOVLBQ_M_U VMOVLBQ_M_S])
1642(define_int_iterator VMLALDAVAQ [VMLALDAVAQ_S VMLALDAVAQ_U])
1643(define_int_iterator VQSHRNBQ_N [VQSHRNBQ_N_U VQSHRNBQ_N_S])
1644(define_int_iterator VSHRNBQ_N [VSHRNBQ_N_U VSHRNBQ_N_S])
1645(define_int_iterator VRSHRNBQ_N [VRSHRNBQ_N_S VRSHRNBQ_N_U])
1646(define_int_iterator VMLALDAVXQ_P [VMLALDAVXQ_P_U VMLALDAVXQ_P_S])
1647(define_int_iterator VQMOVNTQ_M [VQMOVNTQ_M_U VQMOVNTQ_M_S])
1648(define_int_iterator VMVNQ_M_N [VMVNQ_M_N_U VMVNQ_M_N_S])
1649(define_int_iterator VQSHRNTQ_N [VQSHRNTQ_N_U VQSHRNTQ_N_S])
1650(define_int_iterator VMLALDAVAXQ [VMLALDAVAXQ_S VMLALDAVAXQ_U])
1651(define_int_iterator VSHRNTQ_N [VSHRNTQ_N_S VSHRNTQ_N_U])
1652(define_int_iterator VCVTMQ_M [VCVTMQ_M_S VCVTMQ_M_U])
1653(define_int_iterator VCVTNQ_M [VCVTNQ_M_S VCVTNQ_M_U])
1654(define_int_iterator VCVTPQ_M [VCVTPQ_M_S VCVTPQ_M_U])
1655(define_int_iterator VCVTQ_M_N_FROM_F [VCVTQ_M_N_FROM_F_S VCVTQ_M_N_FROM_F_U])
1656(define_int_iterator VCVTQ_M_FROM_F [VCVTQ_M_FROM_F_U VCVTQ_M_FROM_F_S])
1657(define_int_iterator VRMLALDAVHQ_P [VRMLALDAVHQ_P_S VRMLALDAVHQ_P_U])
1658(define_int_iterator VADDLVAQ_P [VADDLVAQ_P_U VADDLVAQ_P_S])
1659(define_int_iterator VABAVQ_P [VABAVQ_P_S VABAVQ_P_U])
1660(define_int_iterator VSHLQ_M [VSHLQ_M_S VSHLQ_M_U])
1661(define_int_iterator VSRIQ_M_N [VSRIQ_M_N_S VSRIQ_M_N_U])
1662(define_int_iterator VSUBQ_M [VSUBQ_M_U VSUBQ_M_S])
1663(define_int_iterator VCVTQ_M_N_TO_F [VCVTQ_M_N_TO_F_U VCVTQ_M_N_TO_F_S])
1664(define_int_iterator VHSUBQ_M [VHSUBQ_M_S VHSUBQ_M_U])
1665(define_int_iterator VSLIQ_M_N [VSLIQ_M_N_U VSLIQ_M_N_S])
1666(define_int_iterator VRSHLQ_M [VRSHLQ_M_S VRSHLQ_M_U])
1667(define_int_iterator VMINQ_M [VMINQ_M_S VMINQ_M_U])
1668(define_int_iterator VMULLBQ_INT_M [VMULLBQ_INT_M_U VMULLBQ_INT_M_S])
1669(define_int_iterator VMULHQ_M [VMULHQ_M_S VMULHQ_M_U])
1670(define_int_iterator VMULQ_M [VMULQ_M_S VMULQ_M_U])
1671(define_int_iterator VHSUBQ_M_N [VHSUBQ_M_N_S VHSUBQ_M_N_U])
1672(define_int_iterator VHADDQ_M_N [VHADDQ_M_N_S VHADDQ_M_N_U])
1673(define_int_iterator VORRQ_M [VORRQ_M_S VORRQ_M_U])
1674(define_int_iterator VRMULHQ_M [VRMULHQ_M_U VRMULHQ_M_S])
1675(define_int_iterator VQADDQ_M [VQADDQ_M_U VQADDQ_M_S])
1676(define_int_iterator VRSHRQ_M_N [VRSHRQ_M_N_S VRSHRQ_M_N_U])
1677(define_int_iterator VQSUBQ_M_N [VQSUBQ_M_N_U VQSUBQ_M_N_S])
1678(define_int_iterator VADDQ_M [VADDQ_M_U VADDQ_M_S])
1679(define_int_iterator VORNQ_M [VORNQ_M_U VORNQ_M_S])
1680(define_int_iterator VRHADDQ_M [VRHADDQ_M_U VRHADDQ_M_S])
1681(define_int_iterator VQSHLQ_M [VQSHLQ_M_U VQSHLQ_M_S])
1682(define_int_iterator VANDQ_M [VANDQ_M_U VANDQ_M_S])
1683(define_int_iterator VBICQ_M [VBICQ_M_U VBICQ_M_S])
1684(define_int_iterator VSHLQ_M_N [VSHLQ_M_N_S VSHLQ_M_N_U])
1685(define_int_iterator VCADDQ_ROT270_M [VCADDQ_ROT270_M_U VCADDQ_ROT270_M_S])
1686(define_int_iterator VQRSHLQ_M [VQRSHLQ_M_U VQRSHLQ_M_S])
1687(define_int_iterator VQADDQ_M_N [VQADDQ_M_N_U VQADDQ_M_N_S])
1688(define_int_iterator VADDQ_M_N [VADDQ_M_N_S VADDQ_M_N_U])
1689(define_int_iterator VMAXQ_M [VMAXQ_M_S VMAXQ_M_U])
1690(define_int_iterator VQSUBQ_M [VQSUBQ_M_U VQSUBQ_M_S])
1691(define_int_iterator VMLASQ_M_N [VMLASQ_M_N_U VMLASQ_M_N_S])
1692(define_int_iterator VMLADAVAQ_P [VMLADAVAQ_P_U VMLADAVAQ_P_S])
1693(define_int_iterator VBRSRQ_M_N [VBRSRQ_M_N_U VBRSRQ_M_N_S])
1694(define_int_iterator VMULQ_M_N [VMULQ_M_N_U VMULQ_M_N_S])
1695(define_int_iterator VCADDQ_ROT90_M [VCADDQ_ROT90_M_U VCADDQ_ROT90_M_S])
1696(define_int_iterator VMULLTQ_INT_M [VMULLTQ_INT_M_S VMULLTQ_INT_M_U])
1697(define_int_iterator VEORQ_M [VEORQ_M_S VEORQ_M_U])
1698(define_int_iterator VSHRQ_M_N [VSHRQ_M_N_S VSHRQ_M_N_U])
1699(define_int_iterator VSUBQ_M_N [VSUBQ_M_N_S VSUBQ_M_N_U])
1700(define_int_iterator VHADDQ_M [VHADDQ_M_S VHADDQ_M_U])
1701(define_int_iterator VABDQ_M [VABDQ_M_S VABDQ_M_U])
1702(define_int_iterator VMLAQ_M_N [VMLAQ_M_N_S VMLAQ_M_N_U])
1703(define_int_iterator VQSHLQ_M_N [VQSHLQ_M_N_S VQSHLQ_M_N_U])
1704(define_int_iterator VMLALDAVAQ_P [VMLALDAVAQ_P_U VMLALDAVAQ_P_S])
1705(define_int_iterator VMLALDAVAXQ_P [VMLALDAVAXQ_P_S])
1706(define_int_iterator VQRSHRNBQ_M_N [VQRSHRNBQ_M_N_U VQRSHRNBQ_M_N_S])
1707(define_int_iterator VQRSHRNTQ_M_N [VQRSHRNTQ_M_N_S VQRSHRNTQ_M_N_U])
1708(define_int_iterator VQSHRNBQ_M_N [VQSHRNBQ_M_N_U VQSHRNBQ_M_N_S])
1709(define_int_iterator VQSHRNTQ_M_N [VQSHRNTQ_M_N_S VQSHRNTQ_M_N_U])
1710(define_int_iterator VRSHRNBQ_M_N [VRSHRNBQ_M_N_U VRSHRNBQ_M_N_S])
1711(define_int_iterator VRSHRNTQ_M_N [VRSHRNTQ_M_N_U VRSHRNTQ_M_N_S])
1712(define_int_iterator VSHLLBQ_M_N [VSHLLBQ_M_N_U VSHLLBQ_M_N_S])
1713(define_int_iterator VSHLLTQ_M_N [VSHLLTQ_M_N_U VSHLLTQ_M_N_S])
1714(define_int_iterator VSHRNBQ_M_N [VSHRNBQ_M_N_S VSHRNBQ_M_N_U])
1715(define_int_iterator VSHRNTQ_M_N [VSHRNTQ_M_N_S VSHRNTQ_M_N_U])
1716(define_int_iterator VSTRWSBQ [VSTRWQSB_S VSTRWQSB_U])
1717(define_int_iterator VSTRBSOQ [VSTRBQSO_S VSTRBQSO_U])
1718(define_int_iterator VSTRBQ [VSTRBQ_S VSTRBQ_U])
1719(define_int_iterator VLDRBGOQ [VLDRBQGO_S VLDRBQGO_U])
1720(define_int_iterator VLDRBQ [VLDRBQ_S VLDRBQ_U])
1721(define_int_iterator VLDRWGBQ [VLDRWQGB_S VLDRWQGB_U])
1722(define_int_iterator VLD1Q [VLD1Q_S VLD1Q_U])
1723(define_int_iterator VLDRHGOQ [VLDRHQGO_S VLDRHQGO_U])
1724(define_int_iterator VLDRHGSOQ [VLDRHQGSO_S VLDRHQGSO_U])
1725(define_int_iterator VLDRHQ [VLDRHQ_S VLDRHQ_U])
1726(define_int_iterator VLDRWQ [VLDRWQ_S VLDRWQ_U])
1727(define_int_iterator VLDRDGBQ [VLDRDQGB_S VLDRDQGB_U])
1728(define_int_iterator VLDRDGOQ [VLDRDQGO_S VLDRDQGO_U])
1729(define_int_iterator VLDRDGSOQ [VLDRDQGSO_S VLDRDQGSO_U])
1730(define_int_iterator VLDRWGOQ [VLDRWQGO_S VLDRWQGO_U])
1731(define_int_iterator VLDRWGSOQ [VLDRWQGSO_S VLDRWQGSO_U])
1732(define_int_iterator VST1Q [VST1Q_S VST1Q_U])
1733(define_int_iterator VSTRHSOQ [VSTRHQSO_S VSTRHQSO_U])
1734(define_int_iterator VSTRHSSOQ [VSTRHQSSO_S VSTRHQSSO_U])
1735(define_int_iterator VSTRHQ [VSTRHQ_S VSTRHQ_U])
1736(define_int_iterator VSTRWQ [VSTRWQ_S VSTRWQ_U])
1737(define_int_iterator VSTRDSBQ [VSTRDQSB_S VSTRDQSB_U])
1738(define_int_iterator VSTRDSOQ [VSTRDQSO_S VSTRDQSO_U])
1739(define_int_iterator VSTRDSSOQ [VSTRDQSSO_S VSTRDQSSO_U])
1740(define_int_iterator VSTRWSOQ [VSTRWQSO_S VSTRWQSO_U])
1741(define_int_iterator VSTRWSSOQ [VSTRWQSSO_S VSTRWQSSO_U])
1742(define_int_iterator VSTRWSBWBQ [VSTRWQSBWB_S VSTRWQSBWB_U])
1743(define_int_iterator VLDRWGBWBQ [VLDRWQGBWB_S VLDRWQGBWB_U])
1744(define_int_iterator VSTRDSBWBQ [VSTRDQSBWB_S VSTRDQSBWB_U])
1745(define_int_iterator VLDRDGBWBQ [VLDRDQGBWB_S VLDRDQGBWB_U])
1746(define_int_iterator VADCIQ [VADCIQ_U VADCIQ_S])
1747(define_int_iterator VADCIQ_M [VADCIQ_M_U VADCIQ_M_S])
1748(define_int_iterator VSBCQ [VSBCQ_U VSBCQ_S])
1749(define_int_iterator VSBCQ_M [VSBCQ_M_U VSBCQ_M_S])
1750(define_int_iterator VSBCIQ [VSBCIQ_U VSBCIQ_S])
1751(define_int_iterator VSBCIQ_M [VSBCIQ_M_U VSBCIQ_M_S])
1752(define_int_iterator VADCQ [VADCQ_U VADCQ_S])
1753(define_int_iterator VADCQ_M [VADCQ_M_U VADCQ_M_S])
1754(define_int_iterator UQRSHLLQ [UQRSHLL_64 UQRSHLL_48])
1755(define_int_iterator SQRSHRLQ [SQRSHRL_64 SQRSHRL_48])
1756(define_int_iterator VSHLCQ_M [VSHLCQ_M_S VSHLCQ_M_U])
1757
1758;; Define iterators for VCMLA operations
1759(define_int_iterator VCMLA_OP [UNSPEC_VCMLA
1760			       UNSPEC_VCMLA_CONJ
1761			       UNSPEC_VCMLA180
1762			       UNSPEC_VCMLA180_CONJ])
1763
1764;; Define iterators for VCMLA operations as MUL
1765(define_int_iterator VCMUL_OP [UNSPEC_VCMUL
1766			       UNSPEC_VCMUL_CONJ])
1767