1//===- IntrinsicsPowerPC.td - Defines PowerPC intrinsics ---*- tablegen -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file defines all of the PowerPC-specific intrinsics.
10//
11//===----------------------------------------------------------------------===//
12
13//===----------------------------------------------------------------------===//
14// Definitions for all PowerPC intrinsics.
15//
16
17// Non-altivec intrinsics.
18let TargetPrefix = "ppc" in {  // All intrinsics start with "llvm.ppc.".
19  // dcba/dcbf/dcbi/dcbst/dcbt/dcbz/dcbzl(PPC970) instructions.
20  def int_ppc_dcba  : Intrinsic<[], [llvm_ptr_ty], []>;
21  def int_ppc_dcbf : ClangBuiltin<"__builtin_dcbf">,
22                      Intrinsic<[], [llvm_ptr_ty], [IntrArgMemOnly]>;
23  def int_ppc_dcbfps : Intrinsic<[], [llvm_ptr_ty], [IntrArgMemOnly]>;
24  def int_ppc_dcbstps : Intrinsic<[], [llvm_ptr_ty], [IntrArgMemOnly]>;
25  def int_ppc_dcbi  : Intrinsic<[], [llvm_ptr_ty], []>;
26  def int_ppc_dcbt_with_hint: Intrinsic<[], [llvm_ptr_ty, llvm_i32_ty],
27    [IntrArgMemOnly, NoCapture<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>;
28  def int_ppc_dcbtst_with_hint: Intrinsic<[], [llvm_ptr_ty, llvm_i32_ty],
29    [IntrArgMemOnly, NoCapture<ArgIndex<0>>, ImmArg<ArgIndex<1>>]>;
30  def int_ppc_dcbzl : Intrinsic<[], [llvm_ptr_ty], []>;
31
32  // Get content from current FPSCR register
33  def int_ppc_readflm : ClangBuiltin<"__builtin_readflm">,
34                        Intrinsic<[llvm_double_ty], [],
35                                  [IntrNoMerge, IntrHasSideEffects]>;
36  // Set FPSCR register, and return previous content
37  def int_ppc_setflm : ClangBuiltin<"__builtin_setflm">,
38                       Intrinsic<[llvm_double_ty], [llvm_double_ty],
39                                 [IntrHasSideEffects]>;
40
41  // Intrinsics for [double]word extended forms of divide instructions
42  def int_ppc_divwe : ClangBuiltin<"__builtin_divwe">,
43                      Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
44                                [IntrNoMem]>;
45  def int_ppc_divweu : ClangBuiltin<"__builtin_divweu">,
46                       Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty],
47                                 [IntrNoMem]>;
48  def int_ppc_divde : ClangBuiltin<"__builtin_divde">,
49                      Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
50                                [IntrNoMem]>;
51  def int_ppc_divdeu : ClangBuiltin<"__builtin_divdeu">,
52                       Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
53                                 [IntrNoMem]>;
54
55  def int_ppc_unpack_longdouble : ClangBuiltin<"__builtin_unpack_longdouble">,
56                                  Intrinsic<[llvm_double_ty],
57                                            [llvm_ppcf128_ty, llvm_i32_ty],
58                                            [IntrNoMem]>;
59  def int_ppc_pack_longdouble : ClangBuiltin<"__builtin_pack_longdouble">,
60                                Intrinsic<[llvm_ppcf128_ty],
61                                          [llvm_double_ty, llvm_double_ty],
62                                          [IntrNoMem]>;
63
64  // Generate a random number
65  def int_ppc_darn : ClangBuiltin<"__builtin_darn">,
66                     Intrinsic<[llvm_i64_ty], [],
67                               [IntrNoMerge, IntrHasSideEffects]>;
68  def int_ppc_darnraw : ClangBuiltin<"__builtin_darn_raw">,
69                     Intrinsic<[llvm_i64_ty], [],
70                               [IntrNoMerge, IntrHasSideEffects]>;
71  def int_ppc_darn32 : ClangBuiltin<"__builtin_darn_32">,
72                     Intrinsic<[llvm_i32_ty], [],
73                               [IntrNoMerge, IntrHasSideEffects]>;
74
75  // Bit permute doubleword
76  def int_ppc_bpermd : ClangBuiltin<"__builtin_bpermd">,
77                       Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty],
78                                 [IntrNoMem]>;
79
80  // Parallel Bits Deposit/Extract Doubleword Builtins.
81  def int_ppc_pdepd
82      : ClangBuiltin<"__builtin_pdepd">,
83        Intrinsic <[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
84  def int_ppc_pextd
85      : ClangBuiltin<"__builtin_pextd">,
86        Intrinsic <[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
87
88  // Centrifuge Doubleword Builtin.
89  def int_ppc_cfuged
90      : ClangBuiltin<"__builtin_cfuged">,
91        Intrinsic <[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
92
93  // Count Leading / Trailing Zeroes under bit Mask Builtins.
94  def int_ppc_cntlzdm
95      : ClangBuiltin<"__builtin_cntlzdm">,
96        Intrinsic <[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
97  def int_ppc_cnttzdm
98      : ClangBuiltin<"__builtin_cnttzdm">,
99        Intrinsic <[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
100
101  def int_ppc_truncf128_round_to_odd
102      : ClangBuiltin<"__builtin_truncf128_round_to_odd">,
103        Intrinsic <[llvm_double_ty], [llvm_f128_ty], [IntrNoMem]>;
104  def int_ppc_sqrtf128_round_to_odd
105      : ClangBuiltin<"__builtin_sqrtf128_round_to_odd">,
106        Intrinsic <[llvm_f128_ty], [llvm_f128_ty], [IntrNoMem]>;
107  def int_ppc_addf128_round_to_odd
108      : ClangBuiltin<"__builtin_addf128_round_to_odd">,
109        Intrinsic <[llvm_f128_ty], [llvm_f128_ty,llvm_f128_ty], [IntrNoMem]>;
110  def int_ppc_subf128_round_to_odd
111      : ClangBuiltin<"__builtin_subf128_round_to_odd">,
112        Intrinsic <[llvm_f128_ty], [llvm_f128_ty,llvm_f128_ty], [IntrNoMem]>;
113  def int_ppc_mulf128_round_to_odd
114      : ClangBuiltin<"__builtin_mulf128_round_to_odd">,
115        Intrinsic <[llvm_f128_ty], [llvm_f128_ty,llvm_f128_ty], [IntrNoMem]>;
116  def int_ppc_divf128_round_to_odd
117      : ClangBuiltin<"__builtin_divf128_round_to_odd">,
118        Intrinsic <[llvm_f128_ty], [llvm_f128_ty,llvm_f128_ty], [IntrNoMem]>;
119  def int_ppc_fmaf128_round_to_odd
120      : ClangBuiltin<"__builtin_fmaf128_round_to_odd">,
121        Intrinsic <[llvm_f128_ty], [llvm_f128_ty,llvm_f128_ty,llvm_f128_ty], [IntrNoMem]>;
122  def int_ppc_scalar_extract_expq
123      : ClangBuiltin<"__builtin_vsx_scalar_extract_expq">,
124        Intrinsic <[llvm_i64_ty], [llvm_f128_ty], [IntrNoMem]>;
125  def int_ppc_scalar_insert_exp_qp
126      : ClangBuiltin<"__builtin_vsx_scalar_insert_exp_qp">,
127        Intrinsic <[llvm_f128_ty], [llvm_f128_ty, llvm_i64_ty], [IntrNoMem]>;
128
129  // Intrinsics defined to maintain XL compatibility
130  def int_ppc_tdw
131      : ClangBuiltin<"__builtin_ppc_tdw">,
132        Intrinsic <[], [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty], [ImmArg<ArgIndex<2>>]>;
133  def int_ppc_tw
134      : ClangBuiltin<"__builtin_ppc_tw">,
135        Intrinsic <[], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], [ImmArg<ArgIndex<2>>]>;
136  def int_ppc_trapd
137      : ClangBuiltin<"__builtin_ppc_trapd">,
138        Intrinsic <[], [llvm_i64_ty], []>;
139  def int_ppc_trap
140      : ClangBuiltin<"__builtin_ppc_trap">,
141        Intrinsic <[], [llvm_i32_ty], []>;
142  def int_ppc_fcfid
143      : ClangBuiltin<"__builtin_ppc_fcfid">,
144        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
145  def int_ppc_fcfud
146      : ClangBuiltin<"__builtin_ppc_fcfud">,
147        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
148  def int_ppc_fctid
149      : ClangBuiltin<"__builtin_ppc_fctid">,
150        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
151  def int_ppc_fctidz
152      : ClangBuiltin<"__builtin_ppc_fctidz">,
153        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
154  def int_ppc_fctiw
155      : ClangBuiltin<"__builtin_ppc_fctiw">,
156        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
157  def int_ppc_fctiwz
158      : ClangBuiltin<"__builtin_ppc_fctiwz">,
159        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
160  def int_ppc_fctudz
161      : ClangBuiltin<"__builtin_ppc_fctudz">,
162        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
163  def int_ppc_fctuwz
164      : ClangBuiltin<"__builtin_ppc_fctuwz">,
165        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
166
167  // XL compatible select functions
168  // TODO: Add llvm_f128_ty support.
169  def int_ppc_maxfe
170      : Intrinsic<
171            [llvm_ppcf128_ty],
172            [llvm_ppcf128_ty, llvm_ppcf128_ty, llvm_ppcf128_ty, llvm_vararg_ty],
173            [IntrNoMem]>;
174  def int_ppc_maxfl
175      : Intrinsic<
176            [llvm_double_ty],
177            [llvm_double_ty, llvm_double_ty, llvm_double_ty, llvm_vararg_ty],
178            [IntrNoMem]>;
179  def int_ppc_maxfs
180      : Intrinsic<[llvm_float_ty],
181                  [llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_vararg_ty],
182                  [IntrNoMem]>;
183  def int_ppc_minfe
184      : Intrinsic<
185            [llvm_ppcf128_ty],
186            [llvm_ppcf128_ty, llvm_ppcf128_ty, llvm_ppcf128_ty, llvm_vararg_ty],
187            [IntrNoMem]>;
188  def int_ppc_minfl
189      : Intrinsic<
190            [llvm_double_ty],
191            [llvm_double_ty, llvm_double_ty, llvm_double_ty, llvm_vararg_ty],
192            [IntrNoMem]>;
193  def int_ppc_minfs
194      : Intrinsic<[llvm_float_ty],
195                  [llvm_float_ty, llvm_float_ty, llvm_float_ty, llvm_vararg_ty],
196                  [IntrNoMem]>;
197}
198
199let TargetPrefix = "ppc" in {  // All PPC intrinsics start with "llvm.ppc.".
200  /// PowerPC_Vec_Intrinsic - Base class for all altivec intrinsics.
201  class PowerPC_Vec_Intrinsic<string GCCIntSuffix, list<LLVMType> ret_types,
202                              list<LLVMType> param_types,
203                              list<IntrinsicProperty> properties>
204    : ClangBuiltin<!strconcat("__builtin_altivec_", GCCIntSuffix)>,
205      Intrinsic<ret_types, param_types, properties>;
206
207  /// PowerPC_VSX_Intrinsic - Base class for all VSX intrinsics.
208  class PowerPC_VSX_Intrinsic<string GCCIntSuffix, list<LLVMType> ret_types,
209                              list<LLVMType> param_types,
210                              list<IntrinsicProperty> properties>
211    : ClangBuiltin<!strconcat("__builtin_vsx_", GCCIntSuffix)>,
212      Intrinsic<ret_types, param_types, properties>;
213}
214
215//===----------------------------------------------------------------------===//
216// PowerPC MMA Intrinsic Multi Class Definitions.
217//
218
219multiclass PowerPC_MMA_ACC_Intrinsic<list<LLVMType> args> {
220  def NAME: Intrinsic<[llvm_v512i1_ty], args, [IntrNoMem]>;
221  def pp : Intrinsic<[llvm_v512i1_ty], !listconcat([llvm_v512i1_ty], args),
222                     [IntrNoMem]>;
223  def pn : Intrinsic<[llvm_v512i1_ty], !listconcat([llvm_v512i1_ty], args),
224                     [IntrNoMem]>;
225  def np : Intrinsic<[llvm_v512i1_ty], !listconcat([llvm_v512i1_ty], args),
226                     [IntrNoMem]>;
227  def nn : Intrinsic<[llvm_v512i1_ty], !listconcat([llvm_v512i1_ty], args),
228                     [IntrNoMem]>;
229}
230
231multiclass PowerPC_MMA_ACC_PP_Intrinsic<list<LLVMType> args> {
232  def NAME: Intrinsic<[llvm_v512i1_ty], args, [IntrNoMem]>;
233  def pp : Intrinsic<[llvm_v512i1_ty], !listconcat([llvm_v512i1_ty], args),
234                     [IntrNoMem]>;
235}
236
237//===----------------------------------------------------------------------===//
238// PowerPC Altivec Intrinsic Class Definitions.
239//
240
241/// PowerPC_Vec_FF_Intrinsic - A PowerPC intrinsic that takes one v4f32
242/// vector and returns one.  These intrinsics have no side effects.
243class PowerPC_Vec_FF_Intrinsic<string GCCIntSuffix>
244  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
245                          [llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
246
247/// PowerPC_Vec_FFF_Intrinsic - A PowerPC intrinsic that takes two v4f32
248/// vectors and returns one.  These intrinsics have no side effects.
249class PowerPC_Vec_FFF_Intrinsic<string GCCIntSuffix>
250  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
251                          [llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
252                          [IntrNoMem]>;
253
254/// PowerPC_Vec_BBB_Intrinsic - A PowerPC intrinsic that takes two v16i8
255/// vectors and returns one.  These intrinsics have no side effects.
256class PowerPC_Vec_BBB_Intrinsic<string GCCIntSuffix>
257  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
258                          [llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
259                          [IntrNoMem]>;
260
261/// PowerPC_Vec_HHH_Intrinsic - A PowerPC intrinsic that takes two v8i16
262/// vectors and returns one.  These intrinsics have no side effects.
263class PowerPC_Vec_HHH_Intrinsic<string GCCIntSuffix>
264  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
265                          [llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
266                          [IntrNoMem]>;
267
268/// PowerPC_Vec_WWW_Intrinsic - A PowerPC intrinsic that takes two v4i32
269/// vectors and returns one.  These intrinsics have no side effects.
270class PowerPC_Vec_WWW_Intrinsic<string GCCIntSuffix>
271  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
272                          [llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
273                          [IntrNoMem]>;
274
275/// PowerPC_Vec_DDD_Intrinsic - A PowerPC intrinsic that takes two v2i64
276/// vectors and returns one.  These intrinsics have no side effects.
277class PowerPC_Vec_DDD_Intrinsic<string GCCIntSuffix>
278  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
279                          [llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
280                          [IntrNoMem]>;
281
282/// PowerPC_Vec_QQQ_Intrinsic - A PowerPC intrinsic that takes two v1i128
283/// vectors and returns one. These intrinsics have no side effects.
284class PowerPC_Vec_QQQ_Intrinsic<string GCCIntSuffix>
285  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
286                         [llvm_v1i128_ty], [llvm_v1i128_ty, llvm_v1i128_ty],
287                         [IntrNoMem]>;
288
289/// PowerPC_Vec_QDD_Intrinsic - A PowerPC intrinsic that takes two v2i64
290/// vectors and returns one v1i128. These intrinsics have no side effects.
291class PowerPC_Vec_QDD_Intrinsic<string GCCIntSuffix>
292  : PowerPC_Vec_Intrinsic<GCCIntSuffix,
293                          [llvm_v1i128_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
294                          [IntrNoMem]>;
295
296//===----------------------------------------------------------------------===//
297// PowerPC VSX Intrinsic Class Definitions.
298//
299
300/// PowerPC_VSX_Vec_DDD_Intrinsic - A PowerPC intrinsic that takes two v2f64
301/// vectors and returns one.  These intrinsics have no side effects.
302class PowerPC_VSX_Vec_DDD_Intrinsic<string GCCIntSuffix>
303  : PowerPC_VSX_Intrinsic<GCCIntSuffix,
304                          [llvm_v2f64_ty], [llvm_v2f64_ty, llvm_v2f64_ty],
305                          [IntrNoMem]>;
306
307/// PowerPC_VSX_Vec_FFF_Intrinsic - A PowerPC intrinsic that takes two v4f32
308/// vectors and returns one.  These intrinsics have no side effects.
309class PowerPC_VSX_Vec_FFF_Intrinsic<string GCCIntSuffix>
310  : PowerPC_VSX_Intrinsic<GCCIntSuffix,
311                          [llvm_v4f32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
312                          [IntrNoMem]>;
313
314/// PowerPC_VSX_Sca_DDD_Intrinsic - A PowerPC intrinsic that takes two f64
315/// scalars and returns one.  These intrinsics have no side effects.
316class PowerPC_VSX_Sca_DDD_Intrinsic<string GCCIntSuffix>
317  : PowerPC_VSX_Intrinsic<GCCIntSuffix,
318                          [llvm_double_ty], [llvm_double_ty, llvm_double_ty],
319                          [IntrNoMem]>;
320
321//===----------------------------------------------------------------------===//
322// PowerPC Altivec Intrinsic Definitions.
323
324let TargetPrefix = "ppc" in {  // All intrinsics start with "llvm.ppc.".
325  // Data Stream Control.
326  def int_ppc_altivec_dss : ClangBuiltin<"__builtin_altivec_dss">,
327              Intrinsic<[], [llvm_i32_ty], []>;
328  def int_ppc_altivec_dssall : ClangBuiltin<"__builtin_altivec_dssall">,
329              Intrinsic<[], [], []>;
330  def int_ppc_altivec_dst : ClangBuiltin<"__builtin_altivec_dst">,
331              Intrinsic<[],
332                        [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty],
333                        []>;
334  def int_ppc_altivec_dstt : ClangBuiltin<"__builtin_altivec_dstt">,
335              Intrinsic<[],
336                        [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty],
337                        []>;
338  def int_ppc_altivec_dstst : ClangBuiltin<"__builtin_altivec_dstst">,
339              Intrinsic<[],
340                        [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty],
341                        []>;
342  def int_ppc_altivec_dststt : ClangBuiltin<"__builtin_altivec_dststt">,
343              Intrinsic<[],
344                        [llvm_ptr_ty, llvm_i32_ty, llvm_i32_ty],
345                        []>;
346
347  // VSCR access.
348  def int_ppc_altivec_mfvscr : ClangBuiltin<"__builtin_altivec_mfvscr">,
349              Intrinsic<[llvm_v8i16_ty], [], [IntrNoMem, IntrHasSideEffects]>;
350  def int_ppc_altivec_mtvscr : ClangBuiltin<"__builtin_altivec_mtvscr">,
351              Intrinsic<[], [llvm_v4i32_ty], [IntrNoMem, IntrHasSideEffects]>;
352
353
354  // Loads.  These don't map directly to GCC builtins because they represent the
355  // source address with a single pointer.
356  def int_ppc_altivec_lvx :
357              Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
358  def int_ppc_altivec_lvxl :
359              Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
360  def int_ppc_altivec_lvebx :
361              Intrinsic<[llvm_v16i8_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
362  def int_ppc_altivec_lvehx :
363              Intrinsic<[llvm_v8i16_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
364  def int_ppc_altivec_lvewx :
365              Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
366
367  // Stores.  These don't map directly to GCC builtins because they represent the
368  // source address with a single pointer.
369  def int_ppc_altivec_stvx :
370              Intrinsic<[], [llvm_v4i32_ty, llvm_ptr_ty],
371                        [IntrWriteMem, IntrArgMemOnly]>;
372  def int_ppc_altivec_stvxl :
373              Intrinsic<[], [llvm_v4i32_ty, llvm_ptr_ty],
374                        [IntrWriteMem, IntrArgMemOnly]>;
375  def int_ppc_altivec_stvebx :
376              Intrinsic<[], [llvm_v16i8_ty, llvm_ptr_ty],
377                        [IntrWriteMem, IntrArgMemOnly]>;
378  def int_ppc_altivec_stvehx :
379              Intrinsic<[], [llvm_v8i16_ty, llvm_ptr_ty],
380                        [IntrWriteMem, IntrArgMemOnly]>;
381  def int_ppc_altivec_stvewx :
382              Intrinsic<[], [llvm_v4i32_ty, llvm_ptr_ty],
383                        [IntrWriteMem, IntrArgMemOnly]>;
384
385  // Comparisons setting a vector.
386  def int_ppc_altivec_vcmpbfp : ClangBuiltin<"__builtin_altivec_vcmpbfp">,
387              Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
388                        [IntrNoMem]>;
389  def int_ppc_altivec_vcmpeqfp : ClangBuiltin<"__builtin_altivec_vcmpeqfp">,
390              Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
391                        [IntrNoMem]>;
392  def int_ppc_altivec_vcmpgefp : ClangBuiltin<"__builtin_altivec_vcmpgefp">,
393              Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
394                        [IntrNoMem]>;
395  def int_ppc_altivec_vcmpgtfp : ClangBuiltin<"__builtin_altivec_vcmpgtfp">,
396              Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty, llvm_v4f32_ty],
397                        [IntrNoMem]>;
398
399  def int_ppc_altivec_vcmpequd : ClangBuiltin<"__builtin_altivec_vcmpequd">,
400              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
401                        [IntrNoMem]>;
402  def int_ppc_altivec_vcmpgtsd : ClangBuiltin<"__builtin_altivec_vcmpgtsd">,
403              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
404                        [IntrNoMem]>;
405  def int_ppc_altivec_vcmpgtud : ClangBuiltin<"__builtin_altivec_vcmpgtud">,
406              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
407                        [IntrNoMem]>;
408
409  def int_ppc_altivec_vcmpequw : ClangBuiltin<"__builtin_altivec_vcmpequw">,
410              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
411                        [IntrNoMem]>;
412  def int_ppc_altivec_vcmpgtsw : ClangBuiltin<"__builtin_altivec_vcmpgtsw">,
413              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
414                        [IntrNoMem]>;
415  def int_ppc_altivec_vcmpgtuw : ClangBuiltin<"__builtin_altivec_vcmpgtuw">,
416              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
417                        [IntrNoMem]>;
418  def int_ppc_altivec_vcmpnew : ClangBuiltin<"__builtin_altivec_vcmpnew">,
419              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
420                        [IntrNoMem]>;
421  def int_ppc_altivec_vcmpnezw : ClangBuiltin<"__builtin_altivec_vcmpnezw">,
422              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
423                        [IntrNoMem]>;
424
425  def int_ppc_altivec_vcmpequh : ClangBuiltin<"__builtin_altivec_vcmpequh">,
426              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
427                        [IntrNoMem]>;
428  def int_ppc_altivec_vcmpgtsh : ClangBuiltin<"__builtin_altivec_vcmpgtsh">,
429              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
430                        [IntrNoMem]>;
431  def int_ppc_altivec_vcmpgtuh : ClangBuiltin<"__builtin_altivec_vcmpgtuh">,
432              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
433                        [IntrNoMem]>;
434  def int_ppc_altivec_vcmpneh : ClangBuiltin<"__builtin_altivec_vcmpneh">,
435              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
436                        [IntrNoMem]>;
437  def int_ppc_altivec_vcmpnezh : ClangBuiltin<"__builtin_altivec_vcmpnezh">,
438              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
439                        [IntrNoMem]>;
440
441  def int_ppc_altivec_vcmpequb : ClangBuiltin<"__builtin_altivec_vcmpequb">,
442              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
443                        [IntrNoMem]>;
444  def int_ppc_altivec_vcmpgtsb : ClangBuiltin<"__builtin_altivec_vcmpgtsb">,
445              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
446                        [IntrNoMem]>;
447  def int_ppc_altivec_vcmpgtub : ClangBuiltin<"__builtin_altivec_vcmpgtub">,
448              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
449                        [IntrNoMem]>;
450  def int_ppc_altivec_vcmpneb : ClangBuiltin<"__builtin_altivec_vcmpneb">,
451              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
452                        [IntrNoMem]>;
453  def int_ppc_altivec_vcmpnezb : ClangBuiltin<"__builtin_altivec_vcmpnezb">,
454              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
455                        [IntrNoMem]>;
456
457  def int_ppc_altivec_vcmpequq : ClangBuiltin<"__builtin_altivec_vcmpequq">,
458              Intrinsic<[llvm_v1i128_ty], [llvm_v1i128_ty, llvm_v1i128_ty],
459                        [IntrNoMem]>;
460  def int_ppc_altivec_vcmpgtsq : ClangBuiltin<"__builtin_altivec_vcmpgtsq">,
461              Intrinsic<[llvm_v1i128_ty], [llvm_v1i128_ty, llvm_v1i128_ty],
462                        [IntrNoMem]>;
463  def int_ppc_altivec_vcmpgtuq : ClangBuiltin<"__builtin_altivec_vcmpgtuq">,
464              Intrinsic<[llvm_v1i128_ty], [llvm_v1i128_ty, llvm_v1i128_ty],
465                        [IntrNoMem]>;
466  def int_ppc_altivec_vcmpequq_p : ClangBuiltin<"__builtin_altivec_vcmpequq_p">,
467              Intrinsic<[llvm_i32_ty],
468                        [llvm_i32_ty,llvm_v1i128_ty,llvm_v1i128_ty],
469                        [IntrNoMem]>;
470  def int_ppc_altivec_vcmpgtsq_p : ClangBuiltin<"__builtin_altivec_vcmpgtsq_p">,
471              Intrinsic<[llvm_i32_ty],
472                        [llvm_i32_ty,llvm_v1i128_ty,llvm_v1i128_ty],
473                        [IntrNoMem]>;
474  def int_ppc_altivec_vcmpgtuq_p : ClangBuiltin<"__builtin_altivec_vcmpgtuq_p">,
475              Intrinsic<[llvm_i32_ty],
476                        [llvm_i32_ty,llvm_v1i128_ty,llvm_v1i128_ty],
477                        [IntrNoMem]>;
478
479  // Predicate Comparisons.  The first operand specifies interpretation of CR6.
480  def int_ppc_altivec_vcmpbfp_p : ClangBuiltin<"__builtin_altivec_vcmpbfp_p">,
481              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4f32_ty,llvm_v4f32_ty],
482                        [IntrNoMem]>;
483  def int_ppc_altivec_vcmpeqfp_p : ClangBuiltin<"__builtin_altivec_vcmpeqfp_p">,
484              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4f32_ty,llvm_v4f32_ty],
485                        [IntrNoMem]>;
486  def int_ppc_altivec_vcmpgefp_p : ClangBuiltin<"__builtin_altivec_vcmpgefp_p">,
487              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4f32_ty,llvm_v4f32_ty],
488                        [IntrNoMem]>;
489  def int_ppc_altivec_vcmpgtfp_p : ClangBuiltin<"__builtin_altivec_vcmpgtfp_p">,
490              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4f32_ty,llvm_v4f32_ty],
491                        [IntrNoMem]>;
492
493  def int_ppc_altivec_vcmpequd_p : ClangBuiltin<"__builtin_altivec_vcmpequd_p">,
494              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v2i64_ty,llvm_v2i64_ty],
495                        [IntrNoMem]>;
496  def int_ppc_altivec_vcmpgtsd_p : ClangBuiltin<"__builtin_altivec_vcmpgtsd_p">,
497              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v2i64_ty,llvm_v2i64_ty],
498                        [IntrNoMem]>;
499  def int_ppc_altivec_vcmpgtud_p : ClangBuiltin<"__builtin_altivec_vcmpgtud_p">,
500              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v2i64_ty,llvm_v2i64_ty],
501                        [IntrNoMem]>;
502
503  def int_ppc_altivec_vcmpequw_p : ClangBuiltin<"__builtin_altivec_vcmpequw_p">,
504              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4i32_ty,llvm_v4i32_ty],
505                        [IntrNoMem]>;
506  def int_ppc_altivec_vcmpgtsw_p : ClangBuiltin<"__builtin_altivec_vcmpgtsw_p">,
507              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4i32_ty,llvm_v4i32_ty],
508                        [IntrNoMem]>;
509  def int_ppc_altivec_vcmpgtuw_p : ClangBuiltin<"__builtin_altivec_vcmpgtuw_p">,
510              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4i32_ty,llvm_v4i32_ty],
511                        [IntrNoMem]>;
512  def int_ppc_altivec_vcmpnew_p : ClangBuiltin<"__builtin_altivec_vcmpnew_p">,
513              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4i32_ty,llvm_v4i32_ty],
514                        [IntrNoMem]>;
515  def int_ppc_altivec_vcmpnezw_p : ClangBuiltin<"__builtin_altivec_vcmpnezw_p">,
516              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4i32_ty,llvm_v4i32_ty],
517                        [IntrNoMem]>;
518
519  def int_ppc_altivec_vcmpequh_p : ClangBuiltin<"__builtin_altivec_vcmpequh_p">,
520              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v8i16_ty,llvm_v8i16_ty],
521                        [IntrNoMem]>;
522  def int_ppc_altivec_vcmpgtsh_p : ClangBuiltin<"__builtin_altivec_vcmpgtsh_p">,
523              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v8i16_ty,llvm_v8i16_ty],
524                        [IntrNoMem]>;
525  def int_ppc_altivec_vcmpgtuh_p : ClangBuiltin<"__builtin_altivec_vcmpgtuh_p">,
526              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v8i16_ty,llvm_v8i16_ty],
527                        [IntrNoMem]>;
528  def int_ppc_altivec_vcmpneh_p : ClangBuiltin<"__builtin_altivec_vcmpneh_p">,
529              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v8i16_ty,llvm_v8i16_ty],
530                        [IntrNoMem]>;
531  def int_ppc_altivec_vcmpnezh_p : ClangBuiltin<"__builtin_altivec_vcmpnezh_p">,
532              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v8i16_ty,llvm_v8i16_ty],
533                        [IntrNoMem]>;
534
535  def int_ppc_altivec_vcmpequb_p : ClangBuiltin<"__builtin_altivec_vcmpequb_p">,
536              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v16i8_ty,llvm_v16i8_ty],
537                        [IntrNoMem]>;
538  def int_ppc_altivec_vcmpgtsb_p : ClangBuiltin<"__builtin_altivec_vcmpgtsb_p">,
539              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v16i8_ty,llvm_v16i8_ty],
540                        [IntrNoMem]>;
541  def int_ppc_altivec_vcmpgtub_p : ClangBuiltin<"__builtin_altivec_vcmpgtub_p">,
542              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v16i8_ty,llvm_v16i8_ty],
543                        [IntrNoMem]>;
544  def int_ppc_altivec_vcmpneb_p : ClangBuiltin<"__builtin_altivec_vcmpneb_p">,
545              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v16i8_ty,llvm_v16i8_ty],
546                        [IntrNoMem]>;
547  def int_ppc_altivec_vcmpnezb_p : ClangBuiltin<"__builtin_altivec_vcmpnezb_p">,
548              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v16i8_ty,llvm_v16i8_ty],
549                        [IntrNoMem]>;
550  def int_ppc_altivec_vclzlsbb : ClangBuiltin<"__builtin_altivec_vclzlsbb">,
551              Intrinsic<[llvm_i32_ty],[llvm_v16i8_ty],[IntrNoMem]>;
552  def int_ppc_altivec_vctzlsbb : ClangBuiltin<"__builtin_altivec_vctzlsbb">,
553              Intrinsic<[llvm_i32_ty],[llvm_v16i8_ty],[IntrNoMem]>;
554  def int_ppc_altivec_vprtybw : ClangBuiltin<"__builtin_altivec_vprtybw">,
555              Intrinsic<[llvm_v4i32_ty],[llvm_v4i32_ty],[IntrNoMem]>;
556  def int_ppc_altivec_vprtybd : ClangBuiltin<"__builtin_altivec_vprtybd">,
557              Intrinsic<[llvm_v2i64_ty],[llvm_v2i64_ty],[IntrNoMem]>;
558  def int_ppc_altivec_vprtybq : ClangBuiltin<"__builtin_altivec_vprtybq">,
559              Intrinsic<[llvm_v1i128_ty],[llvm_v1i128_ty],[IntrNoMem]>;
560
561  // BCD intrinsics.
562  def int_ppc_bcdadd : ClangBuiltin<"__builtin_ppc_bcdadd">, Intrinsic<
563    [llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty],
564    [IntrNoMem, ImmArg<ArgIndex<2>>]>;
565  def int_ppc_bcdadd_p : ClangBuiltin<"__builtin_ppc_bcdadd_p">, Intrinsic<
566    [llvm_i32_ty], [llvm_i32_ty, llvm_v16i8_ty, llvm_v16i8_ty],
567    [IntrNoMem, ImmArg<ArgIndex<0>>]>;
568  def int_ppc_bcdsub : ClangBuiltin<"__builtin_ppc_bcdsub">, Intrinsic<
569    [llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty],
570    [IntrNoMem, ImmArg<ArgIndex<2>>]>;
571  def int_ppc_bcdsub_p : ClangBuiltin<"__builtin_ppc_bcdsub_p">, Intrinsic<
572    [llvm_i32_ty], [llvm_i32_ty, llvm_v16i8_ty, llvm_v16i8_ty],
573    [IntrNoMem, ImmArg<ArgIndex<0>>]>;
574
575  // P10 Vector Extract with Mask
576  def int_ppc_altivec_vextractbm : ClangBuiltin<"__builtin_altivec_vextractbm">,
577              Intrinsic<[llvm_i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
578  def int_ppc_altivec_vextracthm : ClangBuiltin<"__builtin_altivec_vextracthm">,
579              Intrinsic<[llvm_i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
580  def int_ppc_altivec_vextractwm : ClangBuiltin<"__builtin_altivec_vextractwm">,
581              Intrinsic<[llvm_i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
582  def int_ppc_altivec_vextractdm : ClangBuiltin<"__builtin_altivec_vextractdm">,
583              Intrinsic<[llvm_i32_ty], [llvm_v2i64_ty], [IntrNoMem]>;
584  def int_ppc_altivec_vextractqm : ClangBuiltin<"__builtin_altivec_vextractqm">,
585              Intrinsic<[llvm_i32_ty], [llvm_v1i128_ty], [IntrNoMem]>;
586
587  // P10 Vector Expand with Mask
588  def int_ppc_altivec_vexpandbm : ClangBuiltin<"__builtin_altivec_vexpandbm">,
589              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
590  def int_ppc_altivec_vexpandhm : ClangBuiltin<"__builtin_altivec_vexpandhm">,
591              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
592  def int_ppc_altivec_vexpandwm : ClangBuiltin<"__builtin_altivec_vexpandwm">,
593              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty], [IntrNoMem]>;
594  def int_ppc_altivec_vexpanddm : ClangBuiltin<"__builtin_altivec_vexpanddm">,
595              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
596  def int_ppc_altivec_vexpandqm : ClangBuiltin<"__builtin_altivec_vexpandqm">,
597              Intrinsic<[llvm_v1i128_ty], [llvm_v1i128_ty], [IntrNoMem]>;
598
599  // P10 Vector Count with Mask intrinsics.
600  def int_ppc_altivec_vcntmbb : ClangBuiltin<"__builtin_altivec_vcntmbb">,
601              Intrinsic<[llvm_i64_ty], [llvm_v16i8_ty, llvm_i32_ty],
602                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
603  def int_ppc_altivec_vcntmbh : ClangBuiltin<"__builtin_altivec_vcntmbh">,
604              Intrinsic<[llvm_i64_ty], [llvm_v8i16_ty, llvm_i32_ty],
605                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
606  def int_ppc_altivec_vcntmbw : ClangBuiltin<"__builtin_altivec_vcntmbw">,
607              Intrinsic<[llvm_i64_ty], [llvm_v4i32_ty, llvm_i32_ty],
608                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
609  def int_ppc_altivec_vcntmbd : ClangBuiltin<"__builtin_altivec_vcntmbd">,
610              Intrinsic<[llvm_i64_ty], [llvm_v2i64_ty, llvm_i32_ty],
611                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
612
613  // P10 Move to VSR with Mask Intrinsics.
614  def int_ppc_altivec_mtvsrbm : ClangBuiltin<"__builtin_altivec_mtvsrbm">,
615              Intrinsic<[llvm_v16i8_ty], [llvm_i64_ty], [IntrNoMem]>;
616  def int_ppc_altivec_mtvsrhm : ClangBuiltin<"__builtin_altivec_mtvsrhm">,
617              Intrinsic<[llvm_v8i16_ty], [llvm_i64_ty], [IntrNoMem]>;
618  def int_ppc_altivec_mtvsrwm : ClangBuiltin<"__builtin_altivec_mtvsrwm">,
619              Intrinsic<[llvm_v4i32_ty], [llvm_i64_ty], [IntrNoMem]>;
620  def int_ppc_altivec_mtvsrdm : ClangBuiltin<"__builtin_altivec_mtvsrdm">,
621              Intrinsic<[llvm_v2i64_ty], [llvm_i64_ty], [IntrNoMem]>;
622  def int_ppc_altivec_mtvsrqm : ClangBuiltin<"__builtin_altivec_mtvsrqm">,
623              Intrinsic<[llvm_v1i128_ty], [llvm_i64_ty], [IntrNoMem]>;
624
625  // P10 Vector Parallel Bits Deposit/Extract Doubleword Builtins.
626  def int_ppc_altivec_vpdepd : ClangBuiltin<"__builtin_altivec_vpdepd">,
627              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
628                        [IntrNoMem]>;
629  def int_ppc_altivec_vpextd : ClangBuiltin<"__builtin_altivec_vpextd">,
630              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
631                        [IntrNoMem]>;
632
633  // P10 Vector String Isolate Intrinsics.
634  def int_ppc_altivec_vstribr : ClangBuiltin<"__builtin_altivec_vstribr">,
635              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
636  def int_ppc_altivec_vstribl : ClangBuiltin<"__builtin_altivec_vstribl">,
637              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
638  def int_ppc_altivec_vstrihr : ClangBuiltin<"__builtin_altivec_vstrihr">,
639              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
640  def int_ppc_altivec_vstrihl : ClangBuiltin<"__builtin_altivec_vstrihl">,
641              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty], [IntrNoMem]>;
642  // Predicate Intrinsics: The first operand specifies interpretation of CR6.
643  def int_ppc_altivec_vstribr_p : ClangBuiltin<"__builtin_altivec_vstribr_p">,
644              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_v16i8_ty], [IntrNoMem]>;
645  def int_ppc_altivec_vstribl_p : ClangBuiltin<"__builtin_altivec_vstribl_p">,
646              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_v16i8_ty], [IntrNoMem]>;
647  def int_ppc_altivec_vstrihr_p : ClangBuiltin<"__builtin_altivec_vstrihr_p">,
648              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_v8i16_ty], [IntrNoMem]>;
649  def int_ppc_altivec_vstrihl_p : ClangBuiltin<"__builtin_altivec_vstrihl_p">,
650              Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_v8i16_ty], [IntrNoMem]>;
651
652  // P10 Vector Centrifuge Builtin.
653  def int_ppc_altivec_vcfuged : ClangBuiltin<"__builtin_altivec_vcfuged">,
654              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
655                        [IntrNoMem]>;
656
657  // P10 Vector Gather Every Nth Bit Builtin.
658  def int_ppc_altivec_vgnb : ClangBuiltin<"__builtin_altivec_vgnb">,
659              Intrinsic<[llvm_i64_ty], [llvm_v1i128_ty, llvm_i32_ty],
660                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
661
662   // P10 Vector Clear Bytes
663   def int_ppc_altivec_vclrlb :  ClangBuiltin<"__builtin_altivec_vclrlb">,
664               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_i32_ty],
665                         [IntrNoMem]>;
666   def int_ppc_altivec_vclrrb :  ClangBuiltin<"__builtin_altivec_vclrrb">,
667               Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_i32_ty],
668                         [IntrNoMem]>;
669
670  // P10 Vector Shift Double Bit Immediate.
671  def int_ppc_altivec_vsldbi : ClangBuiltin<"__builtin_altivec_vsldbi">,
672              Intrinsic<[llvm_v16i8_ty],
673                        [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty],
674                        [IntrNoMem, ImmArg<ArgIndex<2>>]>;
675  def int_ppc_altivec_vsrdbi : ClangBuiltin<"__builtin_altivec_vsrdbi">,
676              Intrinsic<[llvm_v16i8_ty],
677                        [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty],
678                        [IntrNoMem, ImmArg<ArgIndex<2>>]>;
679
680  // P10 Vector Insert.
681  def int_ppc_altivec_vinsblx : ClangBuiltin<"__builtin_altivec_vinsblx">,
682              Intrinsic<[llvm_v16i8_ty],
683                        [llvm_v16i8_ty, llvm_i32_ty, llvm_i32_ty],
684                        [IntrNoMem]>;
685  def int_ppc_altivec_vinsbrx : ClangBuiltin<"__builtin_altivec_vinsbrx">,
686              Intrinsic<[llvm_v16i8_ty],
687                        [llvm_v16i8_ty, llvm_i32_ty, llvm_i32_ty],
688                        [IntrNoMem]>;
689  def int_ppc_altivec_vinshlx : ClangBuiltin<"__builtin_altivec_vinshlx">,
690              Intrinsic<[llvm_v8i16_ty],
691                        [llvm_v8i16_ty, llvm_i32_ty, llvm_i32_ty],
692                        [IntrNoMem]>;
693  def int_ppc_altivec_vinshrx : ClangBuiltin<"__builtin_altivec_vinshrx">,
694              Intrinsic<[llvm_v8i16_ty],
695                        [llvm_v8i16_ty, llvm_i32_ty, llvm_i32_ty],
696                        [IntrNoMem]>;
697  def int_ppc_altivec_vinswlx : ClangBuiltin<"__builtin_altivec_vinswlx">,
698              Intrinsic<[llvm_v4i32_ty],
699                        [llvm_v4i32_ty, llvm_i32_ty, llvm_i32_ty],
700                        [IntrNoMem]>;
701  def int_ppc_altivec_vinswrx : ClangBuiltin<"__builtin_altivec_vinswrx">,
702              Intrinsic<[llvm_v4i32_ty],
703                        [llvm_v4i32_ty, llvm_i32_ty, llvm_i32_ty],
704                        [IntrNoMem]>;
705  def int_ppc_altivec_vinsdlx : ClangBuiltin<"__builtin_altivec_vinsdlx">,
706              Intrinsic<[llvm_v2i64_ty],
707                        [llvm_v2i64_ty, llvm_i64_ty, llvm_i64_ty],
708                        [IntrNoMem]>;
709  def int_ppc_altivec_vinsdrx : ClangBuiltin<"__builtin_altivec_vinsdrx">,
710              Intrinsic<[llvm_v2i64_ty],
711                        [llvm_v2i64_ty, llvm_i64_ty, llvm_i64_ty],
712                        [IntrNoMem]>;
713  def int_ppc_altivec_vinsbvlx : ClangBuiltin<"__builtin_altivec_vinsbvlx">,
714              Intrinsic<[llvm_v16i8_ty],
715                        [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty],
716                        [IntrNoMem]>;
717  def int_ppc_altivec_vinsbvrx : ClangBuiltin<"__builtin_altivec_vinsbvrx">,
718              Intrinsic<[llvm_v16i8_ty],
719                        [llvm_v16i8_ty, llvm_i32_ty, llvm_v16i8_ty],
720                        [IntrNoMem]>;
721  def int_ppc_altivec_vinshvlx : ClangBuiltin<"__builtin_altivec_vinshvlx">,
722              Intrinsic<[llvm_v8i16_ty],
723                        [llvm_v8i16_ty, llvm_i32_ty, llvm_v8i16_ty],
724                        [IntrNoMem]>;
725 def int_ppc_altivec_vinshvrx : ClangBuiltin<"__builtin_altivec_vinshvrx">,
726              Intrinsic<[llvm_v8i16_ty],
727                        [llvm_v8i16_ty, llvm_i32_ty, llvm_v8i16_ty],
728                        [IntrNoMem]>;
729  def int_ppc_altivec_vinswvlx : ClangBuiltin<"__builtin_altivec_vinswvlx">,
730              Intrinsic<[llvm_v4i32_ty],
731                        [llvm_v4i32_ty, llvm_i32_ty, llvm_v4i32_ty],
732                        [IntrNoMem]>;
733  def int_ppc_altivec_vinswvrx : ClangBuiltin<"__builtin_altivec_vinswvrx">,
734              Intrinsic<[llvm_v4i32_ty],
735                        [llvm_v4i32_ty, llvm_i32_ty, llvm_v4i32_ty],
736                        [IntrNoMem]>;
737  // P10 Vector Insert with immediate.
738  def int_ppc_altivec_vinsw :
739              Intrinsic<[llvm_v4i32_ty],
740                        [llvm_v4i32_ty, llvm_i32_ty, llvm_i32_ty],
741                        [IntrNoMem, ImmArg<ArgIndex<2>>]>;
742  def int_ppc_altivec_vinsd :
743              Intrinsic<[llvm_v2i64_ty],
744                        [llvm_v2i64_ty, llvm_i64_ty, llvm_i32_ty],
745                        [IntrNoMem, ImmArg<ArgIndex<2>>]>;
746  // P10 Vector Extract.
747  def int_ppc_altivec_vextdubvlx : ClangBuiltin<"__builtin_altivec_vextdubvlx">,
748              Intrinsic<[llvm_v2i64_ty],
749                        [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty],
750                        [IntrNoMem]>;
751  def int_ppc_altivec_vextdubvrx : ClangBuiltin<"__builtin_altivec_vextdubvrx">,
752              Intrinsic<[llvm_v2i64_ty],
753                        [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty],
754                        [IntrNoMem]>;
755  def int_ppc_altivec_vextduhvlx : ClangBuiltin<"__builtin_altivec_vextduhvlx">,
756              Intrinsic<[llvm_v2i64_ty],
757                        [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i32_ty],
758                        [IntrNoMem]>;
759  def int_ppc_altivec_vextduhvrx : ClangBuiltin<"__builtin_altivec_vextduhvrx">,
760              Intrinsic<[llvm_v2i64_ty],
761                        [llvm_v8i16_ty, llvm_v8i16_ty, llvm_i32_ty],
762                        [IntrNoMem]>;
763  def int_ppc_altivec_vextduwvlx : ClangBuiltin<"__builtin_altivec_vextduwvlx">,
764              Intrinsic<[llvm_v2i64_ty],
765                        [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i32_ty],
766                        [IntrNoMem]>;
767  def int_ppc_altivec_vextduwvrx : ClangBuiltin<"__builtin_altivec_vextduwvrx">,
768              Intrinsic<[llvm_v2i64_ty],
769                        [llvm_v4i32_ty, llvm_v4i32_ty, llvm_i32_ty],
770                        [IntrNoMem]>;
771  def int_ppc_altivec_vextddvlx : ClangBuiltin<"__builtin_altivec_vextddvlx">,
772              Intrinsic<[llvm_v2i64_ty],
773                        [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i32_ty],
774                        [IntrNoMem]>;
775  def int_ppc_altivec_vextddvrx : ClangBuiltin<"__builtin_altivec_vextddvrx">,
776              Intrinsic<[llvm_v2i64_ty],
777                        [llvm_v2i64_ty, llvm_v2i64_ty, llvm_i32_ty],
778                        [IntrNoMem]>;
779}
780
781// Vector average.
782def int_ppc_altivec_vavgsb : PowerPC_Vec_BBB_Intrinsic<"vavgsb">;
783def int_ppc_altivec_vavgsh : PowerPC_Vec_HHH_Intrinsic<"vavgsh">;
784def int_ppc_altivec_vavgsw : PowerPC_Vec_WWW_Intrinsic<"vavgsw">;
785def int_ppc_altivec_vavgub : PowerPC_Vec_BBB_Intrinsic<"vavgub">;
786def int_ppc_altivec_vavguh : PowerPC_Vec_HHH_Intrinsic<"vavguh">;
787def int_ppc_altivec_vavguw : PowerPC_Vec_WWW_Intrinsic<"vavguw">;
788
789// Vector maximum.
790def int_ppc_altivec_vmaxfp : PowerPC_Vec_FFF_Intrinsic<"vmaxfp">;
791def int_ppc_altivec_vmaxsb : PowerPC_Vec_BBB_Intrinsic<"vmaxsb">;
792def int_ppc_altivec_vmaxsh : PowerPC_Vec_HHH_Intrinsic<"vmaxsh">;
793def int_ppc_altivec_vmaxsw : PowerPC_Vec_WWW_Intrinsic<"vmaxsw">;
794def int_ppc_altivec_vmaxsd : PowerPC_Vec_DDD_Intrinsic<"vmaxsd">;
795def int_ppc_altivec_vmaxub : PowerPC_Vec_BBB_Intrinsic<"vmaxub">;
796def int_ppc_altivec_vmaxuh : PowerPC_Vec_HHH_Intrinsic<"vmaxuh">;
797def int_ppc_altivec_vmaxuw : PowerPC_Vec_WWW_Intrinsic<"vmaxuw">;
798def int_ppc_altivec_vmaxud : PowerPC_Vec_DDD_Intrinsic<"vmaxud">;
799
800// Vector minimum.
801def int_ppc_altivec_vminfp : PowerPC_Vec_FFF_Intrinsic<"vminfp">;
802def int_ppc_altivec_vminsb : PowerPC_Vec_BBB_Intrinsic<"vminsb">;
803def int_ppc_altivec_vminsh : PowerPC_Vec_HHH_Intrinsic<"vminsh">;
804def int_ppc_altivec_vminsw : PowerPC_Vec_WWW_Intrinsic<"vminsw">;
805def int_ppc_altivec_vminsd : PowerPC_Vec_DDD_Intrinsic<"vminsd">;
806def int_ppc_altivec_vminub : PowerPC_Vec_BBB_Intrinsic<"vminub">;
807def int_ppc_altivec_vminuh : PowerPC_Vec_HHH_Intrinsic<"vminuh">;
808def int_ppc_altivec_vminuw : PowerPC_Vec_WWW_Intrinsic<"vminuw">;
809def int_ppc_altivec_vminud : PowerPC_Vec_DDD_Intrinsic<"vminud">;
810
811// Saturating adds.
812def int_ppc_altivec_vaddubs : PowerPC_Vec_BBB_Intrinsic<"vaddubs">;
813def int_ppc_altivec_vaddsbs : PowerPC_Vec_BBB_Intrinsic<"vaddsbs">;
814def int_ppc_altivec_vadduhs : PowerPC_Vec_HHH_Intrinsic<"vadduhs">;
815def int_ppc_altivec_vaddshs : PowerPC_Vec_HHH_Intrinsic<"vaddshs">;
816def int_ppc_altivec_vadduws : PowerPC_Vec_WWW_Intrinsic<"vadduws">;
817def int_ppc_altivec_vaddsws : PowerPC_Vec_WWW_Intrinsic<"vaddsws">;
818def int_ppc_altivec_vaddcuw : PowerPC_Vec_WWW_Intrinsic<"vaddcuw">;
819def int_ppc_altivec_vaddcuq : PowerPC_Vec_QQQ_Intrinsic<"vaddcuq">;
820
821// Saturating subs.
822def int_ppc_altivec_vsububs : PowerPC_Vec_BBB_Intrinsic<"vsububs">;
823def int_ppc_altivec_vsubsbs : PowerPC_Vec_BBB_Intrinsic<"vsubsbs">;
824def int_ppc_altivec_vsubuhs : PowerPC_Vec_HHH_Intrinsic<"vsubuhs">;
825def int_ppc_altivec_vsubshs : PowerPC_Vec_HHH_Intrinsic<"vsubshs">;
826def int_ppc_altivec_vsubuws : PowerPC_Vec_WWW_Intrinsic<"vsubuws">;
827def int_ppc_altivec_vsubsws : PowerPC_Vec_WWW_Intrinsic<"vsubsws">;
828def int_ppc_altivec_vsubcuw : PowerPC_Vec_WWW_Intrinsic<"vsubcuw">;
829def int_ppc_altivec_vsubcuq : PowerPC_Vec_QQQ_Intrinsic<"vsubcuq">;
830
831let TargetPrefix = "ppc" in {  // All PPC intrinsics start with "llvm.ppc.".
832  // Saturating multiply-adds.
833  def int_ppc_altivec_vmhaddshs : ClangBuiltin<"__builtin_altivec_vmhaddshs">,
834              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
835                         llvm_v8i16_ty, llvm_v8i16_ty],
836                         [IntrNoMem, IntrHasSideEffects]>;
837  def int_ppc_altivec_vmhraddshs : ClangBuiltin<"__builtin_altivec_vmhraddshs">,
838              Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty,
839                         llvm_v8i16_ty, llvm_v8i16_ty],
840                         [IntrNoMem, IntrHasSideEffects]>;
841
842  def int_ppc_altivec_vmaddfp : ClangBuiltin<"__builtin_altivec_vmaddfp">,
843              Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
844                         llvm_v4f32_ty, llvm_v4f32_ty], [IntrNoMem]>;
845  def int_ppc_altivec_vnmsubfp : ClangBuiltin<"__builtin_altivec_vnmsubfp">,
846              Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty,
847                         llvm_v4f32_ty, llvm_v4f32_ty], [IntrNoMem]>;
848
849  // Vector Multiply Sum Instructions.
850  def int_ppc_altivec_vmsummbm : ClangBuiltin<"__builtin_altivec_vmsummbm">,
851            Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
852                       llvm_v4i32_ty], [IntrNoMem]>;
853  def int_ppc_altivec_vmsumshm : ClangBuiltin<"__builtin_altivec_vmsumshm">,
854            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
855                       llvm_v4i32_ty], [IntrNoMem]>;
856  def int_ppc_altivec_vmsumshs : ClangBuiltin<"__builtin_altivec_vmsumshs">,
857            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
858                       llvm_v4i32_ty], [IntrNoMem, IntrHasSideEffects]>;
859  def int_ppc_altivec_vmsumubm : ClangBuiltin<"__builtin_altivec_vmsumubm">,
860            Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty, llvm_v16i8_ty,
861                       llvm_v4i32_ty], [IntrNoMem]>;
862  def int_ppc_altivec_vmsumuhm : ClangBuiltin<"__builtin_altivec_vmsumuhm">,
863            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
864                       llvm_v4i32_ty], [IntrNoMem]>;
865  def int_ppc_altivec_vmsumudm : ClangBuiltin<"__builtin_altivec_vmsumudm">,
866            Intrinsic<[llvm_v1i128_ty], [llvm_v2i64_ty, llvm_v2i64_ty,
867                       llvm_v1i128_ty], [IntrNoMem]>;
868  def int_ppc_altivec_vmsumuhs : ClangBuiltin<"__builtin_altivec_vmsumuhs">,
869            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
870                       llvm_v4i32_ty], [IntrNoMem, IntrHasSideEffects]>;
871  def int_ppc_altivec_vmsumcud : ClangBuiltin<"__builtin_altivec_vmsumcud">,
872            Intrinsic<[llvm_v1i128_ty],
873                      [llvm_v2i64_ty, llvm_v2i64_ty, llvm_v1i128_ty], [IntrNoMem]>;
874
875  // Vector Multiply Instructions.
876  def int_ppc_altivec_vmulesb : ClangBuiltin<"__builtin_altivec_vmulesb">,
877          Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
878                    [IntrNoMem]>;
879  def int_ppc_altivec_vmulesh : ClangBuiltin<"__builtin_altivec_vmulesh">,
880          Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
881                    [IntrNoMem]>;
882  def int_ppc_altivec_vmulesw : ClangBuiltin<"__builtin_altivec_vmulesw">,
883          Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
884                    [IntrNoMem]>;
885  def int_ppc_altivec_vmulesd : PowerPC_Vec_QDD_Intrinsic<"vmulesd">;
886  def int_ppc_altivec_vmuleub : ClangBuiltin<"__builtin_altivec_vmuleub">,
887          Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
888                    [IntrNoMem]>;
889  def int_ppc_altivec_vmuleuh : ClangBuiltin<"__builtin_altivec_vmuleuh">,
890          Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
891                    [IntrNoMem]>;
892  def int_ppc_altivec_vmuleuw : ClangBuiltin<"__builtin_altivec_vmuleuw">,
893          Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
894                    [IntrNoMem]>;
895  def int_ppc_altivec_vmuleud : PowerPC_Vec_QDD_Intrinsic<"vmuleud">;
896
897  def int_ppc_altivec_vmulosb : ClangBuiltin<"__builtin_altivec_vmulosb">,
898          Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
899                    [IntrNoMem]>;
900  def int_ppc_altivec_vmulosh : ClangBuiltin<"__builtin_altivec_vmulosh">,
901          Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
902                    [IntrNoMem]>;
903  def int_ppc_altivec_vmulosw : ClangBuiltin<"__builtin_altivec_vmulosw">,
904          Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
905                    [IntrNoMem]>;
906  def int_ppc_altivec_vmulosd : PowerPC_Vec_QDD_Intrinsic<"vmulosd">;
907  def int_ppc_altivec_vmuloub : ClangBuiltin<"__builtin_altivec_vmuloub">,
908          Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
909                    [IntrNoMem]>;
910  def int_ppc_altivec_vmulouh : ClangBuiltin<"__builtin_altivec_vmulouh">,
911          Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
912                    [IntrNoMem]>;
913  def int_ppc_altivec_vmulouw : ClangBuiltin<"__builtin_altivec_vmulouw">,
914          Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
915                    [IntrNoMem]>;
916  def int_ppc_altivec_vmuloud : PowerPC_Vec_QDD_Intrinsic<"vmuloud">;
917
918  // Vector Sum Instructions.
919  def int_ppc_altivec_vsumsws : ClangBuiltin<"__builtin_altivec_vsumsws">,
920            Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
921                      [IntrNoMem, IntrHasSideEffects]>;
922  def int_ppc_altivec_vsum2sws : ClangBuiltin<"__builtin_altivec_vsum2sws">,
923            Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
924                      [IntrNoMem, IntrHasSideEffects]>;
925  def int_ppc_altivec_vsum4sbs : ClangBuiltin<"__builtin_altivec_vsum4sbs">,
926            Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty, llvm_v4i32_ty],
927                      [IntrNoMem, IntrHasSideEffects]>;
928  def int_ppc_altivec_vsum4shs : ClangBuiltin<"__builtin_altivec_vsum4shs">,
929            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty, llvm_v4i32_ty],
930                      [IntrNoMem, IntrHasSideEffects]>;
931  def int_ppc_altivec_vsum4ubs : ClangBuiltin<"__builtin_altivec_vsum4ubs">,
932            Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty, llvm_v4i32_ty],
933                      [IntrNoMem, IntrHasSideEffects]>;
934
935  // Vector Sign Extension Instructions
936  def int_ppc_altivec_vextsb2w : ClangBuiltin<"__builtin_altivec_vextsb2w">,
937            Intrinsic<[llvm_v4i32_ty], [llvm_v16i8_ty], [IntrNoMem]>;
938  def int_ppc_altivec_vextsb2d : ClangBuiltin<"__builtin_altivec_vextsb2d">,
939            Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty], [IntrNoMem]>;
940  def int_ppc_altivec_vextsh2w : ClangBuiltin<"__builtin_altivec_vextsh2w">,
941            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
942  def int_ppc_altivec_vextsh2d : ClangBuiltin<"__builtin_altivec_vextsh2d">,
943            Intrinsic<[llvm_v2i64_ty], [llvm_v8i16_ty], [IntrNoMem]>;
944  def int_ppc_altivec_vextsw2d : ClangBuiltin<"__builtin_altivec_vextsw2d">,
945            Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
946  def int_ppc_altivec_vextsd2q : ClangBuiltin<"__builtin_altivec_vextsd2q">,
947            Intrinsic<[llvm_v1i128_ty], [llvm_v2i64_ty], [IntrNoMem]>;
948
949  // Other multiplies.
950  def int_ppc_altivec_vmladduhm : ClangBuiltin<"__builtin_altivec_vmladduhm">,
951            Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,
952                       llvm_v8i16_ty], [IntrNoMem]>;
953
954  // Packs.
955  def int_ppc_altivec_vpkpx : ClangBuiltin<"__builtin_altivec_vpkpx">,
956            Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
957                      [IntrNoMem]>;
958  def int_ppc_altivec_vpkshss : ClangBuiltin<"__builtin_altivec_vpkshss">,
959            Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
960                      [IntrNoMem, IntrHasSideEffects]>;
961  def int_ppc_altivec_vpkshus : ClangBuiltin<"__builtin_altivec_vpkshus">,
962            Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
963                      [IntrNoMem, IntrHasSideEffects]>;
964  def int_ppc_altivec_vpkswss : ClangBuiltin<"__builtin_altivec_vpkswss">,
965            Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
966                      [IntrNoMem, IntrHasSideEffects]>;
967  def int_ppc_altivec_vpkswus : ClangBuiltin<"__builtin_altivec_vpkswus">,
968            Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
969                      [IntrNoMem, IntrHasSideEffects]>;
970  def int_ppc_altivec_vpksdss : ClangBuiltin<"__builtin_altivec_vpksdss">,
971            Intrinsic<[llvm_v4i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
972                      [IntrNoMem, IntrHasSideEffects]>;
973  def int_ppc_altivec_vpksdus : ClangBuiltin<"__builtin_altivec_vpksdus">,
974            Intrinsic<[llvm_v4i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
975                      [IntrNoMem, IntrHasSideEffects]>;
976  // vpkuhum is lowered to a shuffle.
977  def int_ppc_altivec_vpkuhus : ClangBuiltin<"__builtin_altivec_vpkuhus">,
978            Intrinsic<[llvm_v16i8_ty], [llvm_v8i16_ty, llvm_v8i16_ty],
979                      [IntrNoMem, IntrHasSideEffects]>;
980  // vpkuwum is lowered to a shuffle.
981  def int_ppc_altivec_vpkuwus : ClangBuiltin<"__builtin_altivec_vpkuwus">,
982            Intrinsic<[llvm_v8i16_ty], [llvm_v4i32_ty, llvm_v4i32_ty],
983                      [IntrNoMem, IntrHasSideEffects]>;
984  // vpkudum is lowered to a shuffle.
985  def int_ppc_altivec_vpkudus : ClangBuiltin<"__builtin_altivec_vpkudus">,
986            Intrinsic<[llvm_v4i32_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
987                      [IntrNoMem, IntrHasSideEffects]>;
988
989  // Unpacks.
990  def int_ppc_altivec_vupkhpx : ClangBuiltin<"__builtin_altivec_vupkhpx">,
991            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
992  def int_ppc_altivec_vupkhsb : ClangBuiltin<"__builtin_altivec_vupkhsb">,
993            Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
994  def int_ppc_altivec_vupkhsh : ClangBuiltin<"__builtin_altivec_vupkhsh">,
995            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
996  def int_ppc_altivec_vupkhsw : ClangBuiltin<"__builtin_altivec_vupkhsw">,
997            Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
998  def int_ppc_altivec_vupklpx : ClangBuiltin<"__builtin_altivec_vupklpx">,
999            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1000  def int_ppc_altivec_vupklsb : ClangBuiltin<"__builtin_altivec_vupklsb">,
1001            Intrinsic<[llvm_v8i16_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1002  def int_ppc_altivec_vupklsh : ClangBuiltin<"__builtin_altivec_vupklsh">,
1003            Intrinsic<[llvm_v4i32_ty], [llvm_v8i16_ty], [IntrNoMem]>;
1004  def int_ppc_altivec_vupklsw : ClangBuiltin<"__builtin_altivec_vupklsw">,
1005            Intrinsic<[llvm_v2i64_ty], [llvm_v4i32_ty], [IntrNoMem]>;
1006
1007
1008  // FP <-> integer conversion.
1009  def int_ppc_altivec_vcfsx : ClangBuiltin<"__builtin_altivec_vcfsx">,
1010              Intrinsic<[llvm_v4f32_ty], [llvm_v4i32_ty, llvm_i32_ty],
1011                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1012  def int_ppc_altivec_vcfux : ClangBuiltin<"__builtin_altivec_vcfux">,
1013              Intrinsic<[llvm_v4f32_ty], [llvm_v4i32_ty, llvm_i32_ty],
1014                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1015  def int_ppc_altivec_vctsxs : ClangBuiltin<"__builtin_altivec_vctsxs">,
1016              Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty, llvm_i32_ty],
1017                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1018  def int_ppc_altivec_vctuxs : ClangBuiltin<"__builtin_altivec_vctuxs">,
1019              Intrinsic<[llvm_v4i32_ty], [llvm_v4f32_ty, llvm_i32_ty],
1020                        [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1021
1022  def int_ppc_altivec_vrfim : ClangBuiltin<"__builtin_altivec_vrfim">,
1023              Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1024  def int_ppc_altivec_vrfin : ClangBuiltin<"__builtin_altivec_vrfin">,
1025              Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1026  def int_ppc_altivec_vrfip : ClangBuiltin<"__builtin_altivec_vrfip">,
1027              Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1028  def int_ppc_altivec_vrfiz : ClangBuiltin<"__builtin_altivec_vrfiz">,
1029              Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1030
1031  // Add Extended Quadword
1032  def int_ppc_altivec_vaddeuqm : ClangBuiltin<"__builtin_altivec_vaddeuqm">,
1033              Intrinsic<[llvm_v1i128_ty],
1034                        [llvm_v1i128_ty, llvm_v1i128_ty, llvm_v1i128_ty],
1035                        [IntrNoMem]>;
1036  def int_ppc_altivec_vaddecuq : ClangBuiltin<"__builtin_altivec_vaddecuq">,
1037              Intrinsic<[llvm_v1i128_ty],
1038                        [llvm_v1i128_ty, llvm_v1i128_ty, llvm_v1i128_ty],
1039                        [IntrNoMem]>;
1040
1041  // Sub Extended Quadword
1042  def int_ppc_altivec_vsubeuqm : ClangBuiltin<"__builtin_altivec_vsubeuqm">,
1043              Intrinsic<[llvm_v1i128_ty],
1044                        [llvm_v1i128_ty, llvm_v1i128_ty, llvm_v1i128_ty],
1045                        [IntrNoMem]>;
1046  def int_ppc_altivec_vsubecuq : ClangBuiltin<"__builtin_altivec_vsubecuq">,
1047              Intrinsic<[llvm_v1i128_ty],
1048                        [llvm_v1i128_ty, llvm_v1i128_ty, llvm_v1i128_ty],
1049                        [IntrNoMem]>;
1050
1051  // P10 Vector Count Leading / Trailing Zeroes under bit Mask Builtins.
1052  def int_ppc_altivec_vclzdm : ClangBuiltin<"__builtin_altivec_vclzdm">,
1053              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1054                        [IntrNoMem]>;
1055  def int_ppc_altivec_vctzdm : ClangBuiltin<"__builtin_altivec_vctzdm">,
1056              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty],
1057                        [IntrNoMem]>;
1058}
1059
1060def int_ppc_altivec_vsl   : PowerPC_Vec_WWW_Intrinsic<"vsl">;
1061def int_ppc_altivec_vslo  : PowerPC_Vec_WWW_Intrinsic<"vslo">;
1062
1063def int_ppc_altivec_vslb  : PowerPC_Vec_BBB_Intrinsic<"vslb">;
1064def int_ppc_altivec_vslv  : PowerPC_Vec_BBB_Intrinsic<"vslv">;
1065def int_ppc_altivec_vsrv  : PowerPC_Vec_BBB_Intrinsic<"vsrv">;
1066def int_ppc_altivec_vslh  : PowerPC_Vec_HHH_Intrinsic<"vslh">;
1067def int_ppc_altivec_vslw  : PowerPC_Vec_WWW_Intrinsic<"vslw">;
1068
1069// Right Shifts.
1070def int_ppc_altivec_vsr   : PowerPC_Vec_WWW_Intrinsic<"vsr">;
1071def int_ppc_altivec_vsro  : PowerPC_Vec_WWW_Intrinsic<"vsro">;
1072
1073def int_ppc_altivec_vsrb  : PowerPC_Vec_BBB_Intrinsic<"vsrb">;
1074def int_ppc_altivec_vsrh  : PowerPC_Vec_HHH_Intrinsic<"vsrh">;
1075def int_ppc_altivec_vsrw  : PowerPC_Vec_WWW_Intrinsic<"vsrw">;
1076def int_ppc_altivec_vsrab : PowerPC_Vec_BBB_Intrinsic<"vsrab">;
1077def int_ppc_altivec_vsrah : PowerPC_Vec_HHH_Intrinsic<"vsrah">;
1078def int_ppc_altivec_vsraw : PowerPC_Vec_WWW_Intrinsic<"vsraw">;
1079
1080// Rotates.
1081def int_ppc_altivec_vrlb  : PowerPC_Vec_BBB_Intrinsic<"vrlb">;
1082def int_ppc_altivec_vrlh  : PowerPC_Vec_HHH_Intrinsic<"vrlh">;
1083def int_ppc_altivec_vrlw  : PowerPC_Vec_WWW_Intrinsic<"vrlw">;
1084def int_ppc_altivec_vrld  : PowerPC_Vec_DDD_Intrinsic<"vrld">;
1085
1086let TargetPrefix = "ppc" in {  // All PPC intrinsics start with "llvm.ppc.".
1087  // Miscellaneous.
1088  def int_ppc_altivec_lvsl :
1089              Intrinsic<[llvm_v16i8_ty], [llvm_ptr_ty], [IntrNoMem]>;
1090  def int_ppc_altivec_lvsr :
1091              Intrinsic<[llvm_v16i8_ty], [llvm_ptr_ty], [IntrNoMem]>;
1092
1093  def int_ppc_altivec_vperm : ClangBuiltin<"__builtin_altivec_vperm_4si">,
1094              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
1095                         llvm_v4i32_ty, llvm_v16i8_ty], [IntrNoMem]>;
1096  def int_ppc_altivec_vsel : ClangBuiltin<"__builtin_altivec_vsel_4si">,
1097              Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
1098                         llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
1099  def int_ppc_altivec_vgbbd : ClangBuiltin<"__builtin_altivec_vgbbd">,
1100              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty], [IntrNoMem]>;
1101  def int_ppc_altivec_vbpermq : ClangBuiltin<"__builtin_altivec_vbpermq">,
1102              Intrinsic<[llvm_v2i64_ty], [llvm_v16i8_ty, llvm_v16i8_ty],
1103                        [IntrNoMem]>;
1104  def int_ppc_altivec_vbpermd : ClangBuiltin<"__builtin_altivec_vbpermd">,
1105              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v16i8_ty],
1106                        [IntrNoMem]>;
1107}
1108
1109def int_ppc_altivec_vexptefp  : PowerPC_Vec_FF_Intrinsic<"vexptefp">;
1110def int_ppc_altivec_vlogefp   : PowerPC_Vec_FF_Intrinsic<"vlogefp">;
1111def int_ppc_altivec_vrefp     : PowerPC_Vec_FF_Intrinsic<"vrefp">;
1112def int_ppc_altivec_vrsqrtefp : PowerPC_Vec_FF_Intrinsic<"vrsqrtefp">;
1113
1114// Power8 Intrinsics
1115// Crypto
1116let TargetPrefix = "ppc" in {  // All PPC intrinsics start with "llvm.ppc.".
1117  def int_ppc_altivec_crypto_vsbox :
1118              ClangBuiltin<"__builtin_altivec_crypto_vsbox">,
1119              Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty], [IntrNoMem]>;
1120  def int_ppc_altivec_crypto_vpermxor :
1121              ClangBuiltin<"__builtin_altivec_crypto_vpermxor">,
1122              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
1123                         llvm_v16i8_ty, llvm_v16i8_ty], [IntrNoMem]>;
1124  def int_ppc_altivec_crypto_vpermxor_be :
1125              ClangBuiltin<"__builtin_altivec_crypto_vpermxor_be">,
1126              Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty,
1127                         llvm_v16i8_ty, llvm_v16i8_ty], [IntrNoMem]>;
1128
1129def int_ppc_altivec_crypto_vshasigmad :
1130            ClangBuiltin<"__builtin_altivec_crypto_vshasigmad">,
1131            Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty,
1132                       llvm_i32_ty, llvm_i32_ty], [IntrNoMem, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>]>;
1133def int_ppc_altivec_crypto_vshasigmaw :
1134            ClangBuiltin<"__builtin_altivec_crypto_vshasigmaw">,
1135            Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty,
1136                       llvm_i32_ty, llvm_i32_ty], [IntrNoMem, ImmArg<ArgIndex<1>>, ImmArg<ArgIndex<2>>]>;
1137}
1138def int_ppc_altivec_crypto_vcipher :
1139            PowerPC_Vec_DDD_Intrinsic<"crypto_vcipher">;
1140def int_ppc_altivec_crypto_vcipherlast :
1141            PowerPC_Vec_DDD_Intrinsic<"crypto_vcipherlast">;
1142def int_ppc_altivec_crypto_vncipher :
1143            PowerPC_Vec_DDD_Intrinsic<"crypto_vncipher">;
1144def int_ppc_altivec_crypto_vncipherlast :
1145            PowerPC_Vec_DDD_Intrinsic<"crypto_vncipherlast">;
1146def int_ppc_altivec_crypto_vpmsumb :
1147            PowerPC_Vec_BBB_Intrinsic<"crypto_vpmsumb">;
1148def int_ppc_altivec_crypto_vpmsumh :
1149            PowerPC_Vec_HHH_Intrinsic<"crypto_vpmsumh">;
1150def int_ppc_altivec_crypto_vpmsumw :
1151            PowerPC_Vec_WWW_Intrinsic<"crypto_vpmsumw">;
1152def int_ppc_altivec_crypto_vpmsumd :
1153            PowerPC_Vec_DDD_Intrinsic<"crypto_vpmsumd">;
1154
1155// Absolute Difference intrinsics
1156def int_ppc_altivec_vabsdub : PowerPC_Vec_BBB_Intrinsic<"vabsdub">;
1157def int_ppc_altivec_vabsduh : PowerPC_Vec_HHH_Intrinsic<"vabsduh">;
1158def int_ppc_altivec_vabsduw : PowerPC_Vec_WWW_Intrinsic<"vabsduw">;
1159
1160// Vector rotates
1161def int_ppc_altivec_vrlwnm :
1162      PowerPC_Vec_Intrinsic<"vrlwnm", [llvm_v4i32_ty],
1163                            [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
1164def int_ppc_altivec_vrlwmi :
1165      PowerPC_Vec_Intrinsic<"vrlwmi", [llvm_v4i32_ty],
1166                            [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
1167                            [IntrNoMem]>;
1168def int_ppc_altivec_vrldnm :
1169      PowerPC_Vec_Intrinsic<"vrldnm", [llvm_v2i64_ty],
1170                            [llvm_v2i64_ty, llvm_v2i64_ty], [IntrNoMem]>;
1171def int_ppc_altivec_vrldmi :
1172      PowerPC_Vec_Intrinsic<"vrldmi", [llvm_v2i64_ty],
1173                            [llvm_v2i64_ty, llvm_v2i64_ty, llvm_v2i64_ty],
1174                            [IntrNoMem]>;
1175
1176def int_ppc_altivec_vrlqnm :
1177      PowerPC_Vec_Intrinsic<"vrlqnm", [llvm_v1i128_ty],
1178                           [llvm_v1i128_ty, llvm_v1i128_ty],
1179                            [IntrNoMem]>;
1180def int_ppc_altivec_vrlqmi :
1181      PowerPC_Vec_Intrinsic<"vrlqmi", [llvm_v1i128_ty],
1182                            [llvm_v1i128_ty, llvm_v1i128_ty, llvm_v1i128_ty],
1183                            [IntrNoMem]>;
1184
1185// Vector Divide Extended Intrinsics.
1186def int_ppc_altivec_vdivesw : PowerPC_Vec_WWW_Intrinsic<"vdivesw">;
1187def int_ppc_altivec_vdiveuw : PowerPC_Vec_WWW_Intrinsic<"vdiveuw">;
1188def int_ppc_altivec_vdivesd : PowerPC_Vec_DDD_Intrinsic<"vdivesd">;
1189def int_ppc_altivec_vdiveud : PowerPC_Vec_DDD_Intrinsic<"vdiveud">;
1190def int_ppc_altivec_vdivesq : PowerPC_Vec_QQQ_Intrinsic<"vdivesq">;
1191def int_ppc_altivec_vdiveuq : PowerPC_Vec_QQQ_Intrinsic<"vdiveuq">;
1192
1193// Vector Multiply High Intrinsics.
1194def int_ppc_altivec_vmulhsw : PowerPC_Vec_WWW_Intrinsic<"vmulhsw">;
1195def int_ppc_altivec_vmulhuw : PowerPC_Vec_WWW_Intrinsic<"vmulhuw">;
1196def int_ppc_altivec_vmulhsd : PowerPC_Vec_DDD_Intrinsic<"vmulhsd">;
1197def int_ppc_altivec_vmulhud : PowerPC_Vec_DDD_Intrinsic<"vmulhud">;
1198
1199//===----------------------------------------------------------------------===//
1200// PowerPC VSX Intrinsic Definitions.
1201
1202let TargetPrefix = "ppc" in {  // All intrinsics start with "llvm.ppc.".
1203
1204// Vector load.
1205def int_ppc_vsx_lxvw4x :
1206      Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1207def int_ppc_vsx_lxvd2x :
1208      Intrinsic<[llvm_v2f64_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1209def int_ppc_vsx_lxvw4x_be :
1210      Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1211def int_ppc_vsx_lxvd2x_be :
1212      Intrinsic<[llvm_v2f64_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1213def int_ppc_vsx_lxvl :
1214      Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty, llvm_i64_ty], [IntrReadMem,
1215      IntrArgMemOnly]>;
1216def int_ppc_vsx_lxvll :
1217      Intrinsic<[llvm_v4i32_ty], [llvm_ptr_ty, llvm_i64_ty], [IntrReadMem,
1218      IntrArgMemOnly]>;
1219def int_ppc_vsx_lxvp :
1220      Intrinsic<[llvm_v256i1_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1221
1222// Vector store.
1223def int_ppc_vsx_stxvw4x : Intrinsic<[], [llvm_v4i32_ty, llvm_ptr_ty],
1224                                    [IntrWriteMem, IntrArgMemOnly]>;
1225def int_ppc_vsx_stxvd2x : Intrinsic<[], [llvm_v2f64_ty, llvm_ptr_ty],
1226                                    [IntrWriteMem, IntrArgMemOnly]>;
1227def int_ppc_vsx_stxvw4x_be : Intrinsic<[], [llvm_v4i32_ty, llvm_ptr_ty],
1228                                       [IntrWriteMem, IntrArgMemOnly]>;
1229def int_ppc_vsx_stxvd2x_be : Intrinsic<[], [llvm_v2f64_ty, llvm_ptr_ty],
1230                                       [IntrWriteMem, IntrArgMemOnly]>;
1231def int_ppc_vsx_stxvl :
1232      Intrinsic<[], [llvm_v4i32_ty, llvm_ptr_ty, llvm_i64_ty],
1233      [IntrWriteMem, IntrArgMemOnly]>;
1234def int_ppc_vsx_stxvll :
1235      Intrinsic<[], [llvm_v4i32_ty, llvm_ptr_ty, llvm_i64_ty],
1236      [IntrWriteMem, IntrArgMemOnly]>;
1237def int_ppc_vsx_stxvp :
1238      Intrinsic<[], [llvm_v256i1_ty, llvm_ptr_ty], [IntrWriteMem,
1239      IntrArgMemOnly]>;
1240// Vector and scalar maximum.
1241def int_ppc_vsx_xvmaxdp : PowerPC_VSX_Vec_DDD_Intrinsic<"xvmaxdp">;
1242def int_ppc_vsx_xvmaxsp : PowerPC_VSX_Vec_FFF_Intrinsic<"xvmaxsp">;
1243def int_ppc_vsx_xsmaxdp : PowerPC_VSX_Sca_DDD_Intrinsic<"xsmaxdp">;
1244
1245// Vector and scalar minimum.
1246def int_ppc_vsx_xvmindp : PowerPC_VSX_Vec_DDD_Intrinsic<"xvmindp">;
1247def int_ppc_vsx_xvminsp : PowerPC_VSX_Vec_FFF_Intrinsic<"xvminsp">;
1248def int_ppc_vsx_xsmindp : PowerPC_VSX_Sca_DDD_Intrinsic<"xsmindp">;
1249
1250// Vector divide.
1251def int_ppc_vsx_xvdivdp : PowerPC_VSX_Vec_DDD_Intrinsic<"xvdivdp">;
1252def int_ppc_vsx_xvdivsp : PowerPC_VSX_Vec_FFF_Intrinsic<"xvdivsp">;
1253
1254// Vector round-to-infinity (ceil)
1255def int_ppc_vsx_xvrspip :
1256      Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1257def int_ppc_vsx_xvrdpip :
1258      Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
1259
1260// Vector reciprocal estimate
1261def int_ppc_vsx_xvresp : ClangBuiltin<"__builtin_vsx_xvresp">,
1262      Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1263def int_ppc_vsx_xvredp : ClangBuiltin<"__builtin_vsx_xvredp">,
1264      Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
1265
1266// Vector rsqrte
1267def int_ppc_vsx_xvrsqrtesp : ClangBuiltin<"__builtin_vsx_xvrsqrtesp">,
1268      Intrinsic<[llvm_v4f32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1269def int_ppc_vsx_xvrsqrtedp : ClangBuiltin<"__builtin_vsx_xvrsqrtedp">,
1270      Intrinsic<[llvm_v2f64_ty], [llvm_v2f64_ty], [IntrNoMem]>;
1271
1272// Vector compare
1273def int_ppc_vsx_xvcmpeqdp :
1274      PowerPC_VSX_Intrinsic<"xvcmpeqdp", [llvm_v2i64_ty],
1275                            [llvm_v2f64_ty, llvm_v2f64_ty], [IntrNoMem]>;
1276def int_ppc_vsx_xvcmpeqdp_p : ClangBuiltin<"__builtin_vsx_xvcmpeqdp_p">,
1277              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v2f64_ty,llvm_v2f64_ty],
1278                        [IntrNoMem]>;
1279def int_ppc_vsx_xvcmpeqsp :
1280      PowerPC_VSX_Intrinsic<"xvcmpeqsp", [llvm_v4i32_ty],
1281                            [llvm_v4f32_ty, llvm_v4f32_ty], [IntrNoMem]>;
1282def int_ppc_vsx_xvcmpeqsp_p : ClangBuiltin<"__builtin_vsx_xvcmpeqsp_p">,
1283              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4f32_ty,llvm_v4f32_ty],
1284                        [IntrNoMem]>;
1285def int_ppc_vsx_xvcmpgedp :
1286      PowerPC_VSX_Intrinsic<"xvcmpgedp", [llvm_v2i64_ty],
1287                            [llvm_v2f64_ty, llvm_v2f64_ty], [IntrNoMem]>;
1288def int_ppc_vsx_xvcmpgedp_p : ClangBuiltin<"__builtin_vsx_xvcmpgedp_p">,
1289              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v2f64_ty,llvm_v2f64_ty],
1290                        [IntrNoMem]>;
1291def int_ppc_vsx_xvcmpgesp :
1292      PowerPC_VSX_Intrinsic<"xvcmpgesp", [llvm_v4i32_ty],
1293                            [llvm_v4f32_ty, llvm_v4f32_ty], [IntrNoMem]>;
1294def int_ppc_vsx_xvcmpgesp_p : ClangBuiltin<"__builtin_vsx_xvcmpgesp_p">,
1295              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4f32_ty,llvm_v4f32_ty],
1296                        [IntrNoMem]>;
1297def int_ppc_vsx_xvcmpgtdp :
1298      PowerPC_VSX_Intrinsic<"xvcmpgtdp", [llvm_v2i64_ty],
1299                            [llvm_v2f64_ty, llvm_v2f64_ty], [IntrNoMem]>;
1300def int_ppc_vsx_xvcmpgtdp_p : ClangBuiltin<"__builtin_vsx_xvcmpgtdp_p">,
1301              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v2f64_ty,llvm_v2f64_ty],
1302                        [IntrNoMem]>;
1303def int_ppc_vsx_xvcmpgtsp :
1304      PowerPC_VSX_Intrinsic<"xvcmpgtsp", [llvm_v4i32_ty],
1305                            [llvm_v4f32_ty, llvm_v4f32_ty], [IntrNoMem]>;
1306def int_ppc_vsx_xvcmpgtsp_p : ClangBuiltin<"__builtin_vsx_xvcmpgtsp_p">,
1307              Intrinsic<[llvm_i32_ty],[llvm_i32_ty,llvm_v4f32_ty,llvm_v4f32_ty],
1308                        [IntrNoMem]>;
1309def int_ppc_vsx_xxleqv :
1310      PowerPC_VSX_Intrinsic<"xxleqv", [llvm_v4i32_ty],
1311                            [llvm_v4i32_ty, llvm_v4i32_ty], [IntrNoMem]>;
1312def int_ppc_vsx_xviexpdp :
1313      PowerPC_VSX_Intrinsic<"xviexpdp",[llvm_v2f64_ty],
1314                            [llvm_v2i64_ty, llvm_v2i64_ty],[IntrNoMem]>;
1315def int_ppc_vsx_xviexpsp :
1316      PowerPC_VSX_Intrinsic<"xviexpsp",[llvm_v4f32_ty],
1317                            [llvm_v4i32_ty, llvm_v4i32_ty],[IntrNoMem]>;
1318def int_ppc_vsx_xvcvdpsxws :
1319      PowerPC_VSX_Intrinsic<"xvcvdpsxws", [llvm_v4i32_ty],
1320                            [llvm_v2f64_ty], [IntrNoMem]>;
1321def int_ppc_vsx_xvcvdpuxws :
1322      PowerPC_VSX_Intrinsic<"xvcvdpuxws", [llvm_v4i32_ty],
1323                            [llvm_v2f64_ty], [IntrNoMem]>;
1324def int_ppc_vsx_xvcvspsxds :
1325      PowerPC_VSX_Intrinsic<"xvcvspsxds", [llvm_v2i64_ty],
1326                            [llvm_v4f32_ty], [IntrNoMem]>;
1327def int_ppc_vsx_xvcvspuxds :
1328      PowerPC_VSX_Intrinsic<"xvcvspuxds", [llvm_v2i64_ty],
1329                            [llvm_v4f32_ty], [IntrNoMem]>;
1330def int_ppc_vsx_xvcvsxwdp :
1331      PowerPC_VSX_Intrinsic<"xvcvsxwdp", [llvm_v2f64_ty],
1332                            [llvm_v4i32_ty], [IntrNoMem]>;
1333def int_ppc_vsx_xvcvuxwdp :
1334      PowerPC_VSX_Intrinsic<"xvcvuxwdp", [llvm_v2f64_ty],
1335                            [llvm_v4i32_ty], [IntrNoMem]>;
1336def int_ppc_vsx_xvcvspdp :
1337      PowerPC_VSX_Intrinsic<"xvcvspdp", [llvm_v2f64_ty],
1338                            [llvm_v4f32_ty], [IntrNoMem]>;
1339def int_ppc_vsx_xvcvsxdsp :
1340      PowerPC_VSX_Intrinsic<"xvcvsxdsp", [llvm_v4f32_ty],
1341                            [llvm_v2i64_ty], [IntrNoMem]>;
1342def int_ppc_vsx_xvcvuxdsp :
1343      PowerPC_VSX_Intrinsic<"xvcvuxdsp", [llvm_v4f32_ty],
1344                            [llvm_v2i64_ty], [IntrNoMem]>;
1345def int_ppc_vsx_xvcvdpsp :
1346      PowerPC_VSX_Intrinsic<"xvcvdpsp", [llvm_v4f32_ty],
1347                            [llvm_v2f64_ty], [IntrNoMem]>;
1348def int_ppc_vsx_xvcvsphp :
1349      PowerPC_VSX_Intrinsic<"xvcvsphp", [llvm_v4f32_ty],
1350                            [llvm_v4f32_ty], [IntrNoMem]>;
1351def int_ppc_vsx_xvxexpdp :
1352      PowerPC_VSX_Intrinsic<"xvxexpdp", [llvm_v2i64_ty],
1353                            [llvm_v2f64_ty], [IntrNoMem]>;
1354def int_ppc_vsx_xvxexpsp :
1355      PowerPC_VSX_Intrinsic<"xvxexpsp", [llvm_v4i32_ty],
1356                            [llvm_v4f32_ty], [IntrNoMem]>;
1357def int_ppc_vsx_xvxsigdp :
1358      PowerPC_VSX_Intrinsic<"xvxsigdp", [llvm_v2i64_ty],
1359                            [llvm_v2f64_ty], [IntrNoMem]>;
1360def int_ppc_vsx_xvxsigsp :
1361      PowerPC_VSX_Intrinsic<"xvxsigsp", [llvm_v4i32_ty],
1362                            [llvm_v4f32_ty], [IntrNoMem]>;
1363def int_ppc_vsx_xvtstdcdp :
1364      PowerPC_VSX_Intrinsic<"xvtstdcdp", [llvm_v2i64_ty],
1365                            [llvm_v2f64_ty, llvm_i32_ty], [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1366def int_ppc_vsx_xvtstdcsp :
1367      PowerPC_VSX_Intrinsic<"xvtstdcsp", [llvm_v4i32_ty],
1368                            [llvm_v4f32_ty,llvm_i32_ty], [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1369def int_ppc_vsx_xvcvhpsp :
1370      PowerPC_VSX_Intrinsic<"xvcvhpsp", [llvm_v4f32_ty],
1371                            [llvm_v8i16_ty],[IntrNoMem]>;
1372def int_ppc_vsx_xvcvspbf16 :
1373      PowerPC_VSX_Intrinsic<"xvcvspbf16", [llvm_v16i8_ty],
1374                            [llvm_v16i8_ty], [IntrNoMem]>;
1375def int_ppc_vsx_xvcvbf16spn :
1376      PowerPC_VSX_Intrinsic<"xvcvbf16spn", [llvm_v16i8_ty],
1377                            [llvm_v16i8_ty], [IntrNoMem]>;
1378def int_ppc_vsx_xxextractuw :
1379      PowerPC_VSX_Intrinsic<"xxextractuw",[llvm_v2i64_ty],
1380                            [llvm_v2i64_ty,llvm_i32_ty], [IntrNoMem]>;
1381def int_ppc_vsx_xxinsertw :
1382      PowerPC_VSX_Intrinsic<"xxinsertw",[llvm_v4i32_ty],
1383                            [llvm_v4i32_ty,llvm_v2i64_ty,llvm_i32_ty],
1384                            [IntrNoMem]>;
1385def int_ppc_vsx_xvtlsbb :
1386      PowerPC_VSX_Intrinsic<"xvtlsbb", [llvm_i32_ty],
1387                            [llvm_v16i8_ty, llvm_i32_ty], [IntrNoMem]>;
1388def int_ppc_vsx_xvtdivdp :
1389      PowerPC_VSX_Intrinsic<"xvtdivdp", [llvm_i32_ty],
1390                            [llvm_v2f64_ty, llvm_v2f64_ty], [IntrNoMem]>;
1391def int_ppc_vsx_xvtdivsp :
1392      PowerPC_VSX_Intrinsic<"xvtdivsp", [llvm_i32_ty],
1393                            [llvm_v4f32_ty, llvm_v4f32_ty], [IntrNoMem]>;
1394def int_ppc_vsx_xvtsqrtdp :
1395      PowerPC_VSX_Intrinsic<"xvtsqrtdp", [llvm_i32_ty], [llvm_v2f64_ty], [IntrNoMem]>;
1396def int_ppc_vsx_xvtsqrtsp :
1397      PowerPC_VSX_Intrinsic<"xvtsqrtsp", [llvm_i32_ty], [llvm_v4f32_ty], [IntrNoMem]>;
1398def int_ppc_vsx_xxeval :
1399      PowerPC_VSX_Intrinsic<"xxeval", [llvm_v2i64_ty],
1400                           [llvm_v2i64_ty, llvm_v2i64_ty,
1401                            llvm_v2i64_ty, llvm_i32_ty],
1402                           [IntrNoMem, ImmArg<ArgIndex<3>>]>;
1403def int_ppc_vsx_xxgenpcvbm :
1404      PowerPC_VSX_Intrinsic<"xxgenpcvbm", [llvm_v16i8_ty],
1405                            [llvm_v16i8_ty, llvm_i32_ty], [IntrNoMem]>;
1406def int_ppc_vsx_xxgenpcvhm :
1407      PowerPC_VSX_Intrinsic<"xxgenpcvhm", [llvm_v8i16_ty],
1408                            [llvm_v8i16_ty, llvm_i32_ty], [IntrNoMem]>;
1409def int_ppc_vsx_xxgenpcvwm :
1410      PowerPC_VSX_Intrinsic<"xxgenpcvwm", [llvm_v4i32_ty],
1411                            [llvm_v4i32_ty, llvm_i32_ty], [IntrNoMem]>;
1412def int_ppc_vsx_xxgenpcvdm :
1413      PowerPC_VSX_Intrinsic<"xxgenpcvdm", [llvm_v2i64_ty],
1414                            [llvm_v2i64_ty, llvm_i32_ty], [IntrNoMem]>;
1415
1416// P10 VSX Vector permute extended.
1417def int_ppc_vsx_xxpermx :
1418      ClangBuiltin<"__builtin_vsx_xxpermx">,
1419      Intrinsic<[llvm_v16i8_ty],
1420                [llvm_v16i8_ty,llvm_v16i8_ty,llvm_v16i8_ty,llvm_i32_ty],
1421                [IntrNoMem, ImmArg<ArgIndex<3>>]>;
1422// P10 VSX Vector Blend Variable.
1423def  int_ppc_vsx_xxblendvb: ClangBuiltin<"__builtin_vsx_xxblendvb">,
1424       Intrinsic<[llvm_v16i8_ty], [llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
1425                 [IntrNoMem]>;
1426def  int_ppc_vsx_xxblendvh: ClangBuiltin<"__builtin_vsx_xxblendvh">,
1427       Intrinsic<[llvm_v8i16_ty], [llvm_v8i16_ty, llvm_v8i16_ty,llvm_v8i16_ty],
1428                 [IntrNoMem]>;
1429def  int_ppc_vsx_xxblendvw: ClangBuiltin<"__builtin_vsx_xxblendvw">,
1430       Intrinsic<[llvm_v4i32_ty], [llvm_v4i32_ty, llvm_v4i32_ty, llvm_v4i32_ty],
1431                 [IntrNoMem]>;
1432def  int_ppc_vsx_xxblendvd: ClangBuiltin<"__builtin_vsx_xxblendvd">,
1433       Intrinsic<[llvm_v2i64_ty], [llvm_v2i64_ty, llvm_v2i64_ty, llvm_v2i64_ty],
1434                 [IntrNoMem]>;
1435}
1436
1437//===----------------------------------------------------------------------===//
1438// PowerPC HTM Intrinsic Definitions.
1439
1440let TargetPrefix = "ppc" in {  // All intrinsics start with "llvm.ppc.".
1441
1442def int_ppc_tbegin : ClangBuiltin<"__builtin_tbegin">,
1443      Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [ImmArg<ArgIndex<0>>]>;
1444def int_ppc_tend : ClangBuiltin<"__builtin_tend">,
1445      Intrinsic<[llvm_i32_ty], [llvm_i32_ty], [ImmArg<ArgIndex<0>>]>;
1446
1447def int_ppc_tabort : ClangBuiltin<"__builtin_tabort">,
1448      Intrinsic<[llvm_i32_ty], [llvm_i32_ty], []>;
1449def int_ppc_tabortwc : ClangBuiltin<"__builtin_tabortwc">,
1450      Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
1451def int_ppc_tabortwci : ClangBuiltin<"__builtin_tabortwci">,
1452      Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
1453def int_ppc_tabortdc : ClangBuiltin<"__builtin_tabortdc">,
1454      Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
1455def int_ppc_tabortdci : ClangBuiltin<"__builtin_tabortdci">,
1456      Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty], []>;
1457
1458def int_ppc_tcheck : ClangBuiltin<"__builtin_tcheck">,
1459      Intrinsic<[llvm_i32_ty], [], []>;
1460def int_ppc_treclaim : ClangBuiltin<"__builtin_treclaim">,
1461      Intrinsic<[llvm_i32_ty], [llvm_i32_ty], []>;
1462def int_ppc_trechkpt : ClangBuiltin<"__builtin_trechkpt">,
1463      Intrinsic<[llvm_i32_ty], [], []>;
1464def int_ppc_tsr : ClangBuiltin<"__builtin_tsr">,
1465      Intrinsic<[llvm_i32_ty], [llvm_i32_ty], []>;
1466
1467def int_ppc_get_texasr : ClangBuiltin<"__builtin_get_texasr">,
1468      Intrinsic<[llvm_i64_ty], [], []>;
1469def int_ppc_get_texasru : ClangBuiltin<"__builtin_get_texasru">,
1470      Intrinsic<[llvm_i64_ty], [], []>;
1471def int_ppc_get_tfhar : ClangBuiltin<"__builtin_get_tfhar">,
1472      Intrinsic<[llvm_i64_ty], [], []>;
1473def int_ppc_get_tfiar : ClangBuiltin<"__builtin_get_tfiar">,
1474      Intrinsic<[llvm_i64_ty], [], []>;
1475
1476def int_ppc_set_texasr : ClangBuiltin<"__builtin_set_texasr">,
1477      Intrinsic<[], [llvm_i64_ty], []>;
1478def int_ppc_set_texasru : ClangBuiltin<"__builtin_set_texasru">,
1479      Intrinsic<[], [llvm_i64_ty], []>;
1480def int_ppc_set_tfhar : ClangBuiltin<"__builtin_set_tfhar">,
1481      Intrinsic<[], [llvm_i64_ty], []>;
1482def int_ppc_set_tfiar : ClangBuiltin<"__builtin_set_tfiar">,
1483      Intrinsic<[], [llvm_i64_ty], []>;
1484
1485// Extended mnemonics
1486def int_ppc_tendall : ClangBuiltin<"__builtin_tendall">,
1487      Intrinsic<[llvm_i32_ty], [], []>;
1488def int_ppc_tresume : ClangBuiltin<"__builtin_tresume">,
1489      Intrinsic<[llvm_i32_ty], [], []>;
1490def int_ppc_tsuspend : ClangBuiltin<"__builtin_tsuspend">,
1491      Intrinsic<[llvm_i32_ty], [], []>;
1492
1493def int_ppc_ttest : ClangBuiltin<"__builtin_ttest">,
1494      Intrinsic<[llvm_i64_ty], [], []>;
1495
1496// We currently use llvm.ppc.cfence in the context of atomic load which
1497// in LLVM IR requires its type to be one of integer, pointer and
1498// float point type. So llvm_any_ty here refers to type mentioned above.
1499// Backend is supposed to lower these types to appropriate MVTs.
1500def int_ppc_cfence : Intrinsic<[], [llvm_any_ty], []>;
1501
1502// PowerPC set FPSCR Intrinsic Definitions.
1503def int_ppc_setrnd : ClangBuiltin<"__builtin_setrnd">,
1504      Intrinsic<[llvm_double_ty], [llvm_i32_ty], []>;
1505}
1506
1507let TargetPrefix = "ppc" in {
1508  def int_ppc_vsx_assemble_pair :
1509        Intrinsic<[llvm_v256i1_ty],
1510                  [llvm_v16i8_ty, llvm_v16i8_ty], [IntrNoMem]>;
1511
1512  def int_ppc_vsx_disassemble_pair :
1513        Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty],
1514                  [llvm_v256i1_ty], [IntrNoMem]>;
1515
1516  def int_ppc_mma_assemble_acc :
1517        Intrinsic<[llvm_v512i1_ty],
1518                  [llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
1519                  [IntrNoMem]>;
1520
1521  def int_ppc_mma_disassemble_acc :
1522        Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty, llvm_v16i8_ty],
1523                  [llvm_v512i1_ty], [IntrNoMem]>;
1524
1525  def int_ppc_mma_xxmtacc :
1526        Intrinsic<[llvm_v512i1_ty], [llvm_v512i1_ty], [IntrNoMem]>;
1527
1528  def int_ppc_mma_xxmfacc :
1529        Intrinsic<[llvm_v512i1_ty], [llvm_v512i1_ty], [IntrNoMem]>;
1530
1531  def int_ppc_mma_xxsetaccz :
1532        Intrinsic<[llvm_v512i1_ty], [], [IntrNoMem]>;
1533
1534  // MMA Reduced-Precision: Outer Product Intrinsic Definitions.
1535  defm int_ppc_mma_xvi4ger8 :
1536        PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty]>;
1537  defm int_ppc_mma_pmxvi4ger8 :
1538        PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty,
1539                                      llvm_i32_ty, llvm_i32_ty]>;
1540
1541  defm int_ppc_mma_xvi8ger4 :
1542       PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty]>;
1543  defm int_ppc_mma_pmxvi8ger4 :
1544       PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty,
1545                                     llvm_i32_ty, llvm_i32_ty]>;
1546
1547  defm int_ppc_mma_xvi16ger2s :
1548       PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty]>;
1549  defm int_ppc_mma_pmxvi16ger2s :
1550       PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty,
1551                                     llvm_i32_ty, llvm_i32_ty]>;
1552
1553  defm int_ppc_mma_xvf16ger2 :
1554       PowerPC_MMA_ACC_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty]>;
1555  defm int_ppc_mma_pmxvf16ger2 :
1556       PowerPC_MMA_ACC_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty,
1557                                  llvm_i32_ty, llvm_i32_ty]>;
1558  defm int_ppc_mma_xvf32ger :
1559       PowerPC_MMA_ACC_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty]>;
1560  defm int_ppc_mma_pmxvf32ger :
1561       PowerPC_MMA_ACC_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty,
1562                                  llvm_i32_ty]>;
1563  defm int_ppc_mma_xvf64ger :
1564       PowerPC_MMA_ACC_Intrinsic<[llvm_v256i1_ty, llvm_v16i8_ty]>;
1565  defm int_ppc_mma_pmxvf64ger :
1566       PowerPC_MMA_ACC_Intrinsic<[llvm_v256i1_ty, llvm_v16i8_ty, llvm_i32_ty,
1567                                  llvm_i32_ty]>;
1568
1569  // MMA Reduced-Precision: bfloat16 Outer Product Intrinsic Definitions.
1570  defm int_ppc_mma_xvbf16ger2 :
1571         PowerPC_MMA_ACC_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty]>;
1572  defm int_ppc_mma_pmxvbf16ger2 :
1573         PowerPC_MMA_ACC_Intrinsic<
1574           [llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty, llvm_i32_ty, llvm_i32_ty]>;
1575
1576  // MMA Reduced-Precision: Missing Integer-based Outer Product Operations.
1577  defm int_ppc_mma_xvi16ger2 :
1578         PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty]>;
1579  defm int_ppc_mma_pmxvi16ger2 :
1580         PowerPC_MMA_ACC_PP_Intrinsic<[llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty,
1581                                       llvm_i32_ty, llvm_i32_ty]>;
1582  def int_ppc_mma_xvi8ger4spp :
1583        Intrinsic<[llvm_v512i1_ty],
1584                  [llvm_v512i1_ty, llvm_v16i8_ty, llvm_v16i8_ty], [IntrNoMem]>;
1585  def int_ppc_mma_pmxvi8ger4spp :
1586        Intrinsic<[llvm_v512i1_ty],
1587                  [llvm_v512i1_ty, llvm_v16i8_ty, llvm_v16i8_ty, llvm_i32_ty,
1588                   llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
1589}
1590
1591// XL Compat intrinsics.
1592let TargetPrefix = "ppc" in {
1593  def int_ppc_dcbfl : ClangBuiltin<"__builtin_ppc_dcbfl">,
1594                      Intrinsic<[], [llvm_ptr_ty], [IntrArgMemOnly]>;
1595  def int_ppc_dcbflp : ClangBuiltin<"__builtin_ppc_dcbflp">,
1596                       Intrinsic<[], [llvm_ptr_ty], [IntrArgMemOnly]>;
1597  def int_ppc_dcbst : ClangBuiltin<"__builtin_ppc_dcbst">,
1598                      Intrinsic<[], [llvm_ptr_ty], []>;
1599  def int_ppc_dcbt  : ClangBuiltin<"__builtin_ppc_dcbt">,
1600                      Intrinsic<[], [llvm_ptr_ty],
1601    [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>;
1602  def int_ppc_dcbtst : ClangBuiltin<"__builtin_ppc_dcbtst">,
1603                       Intrinsic<[], [llvm_ptr_ty],
1604    [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>;
1605  def int_ppc_dcbz  : ClangBuiltin<"__builtin_ppc_dcbz">,
1606                      Intrinsic<[], [llvm_ptr_ty], []>;
1607  def int_ppc_icbt : ClangBuiltin<"__builtin_ppc_icbt">,
1608                     Intrinsic<[], [llvm_ptr_ty], []>;
1609
1610  // Population Count in each Byte.
1611  def int_ppc_popcntb : Intrinsic<[llvm_anyint_ty], [llvm_anyint_ty], [IntrNoMem]>;
1612
1613  // sync instruction (i.e. sync 0, a.k.a hwsync)
1614  def int_ppc_sync : ClangBuiltin<"__builtin_ppc_sync">,
1615                     Intrinsic<[], [], []>;
1616  def int_ppc_iospace_sync : ClangBuiltin<"__builtin_ppc_iospace_sync">,
1617                             Intrinsic<[], [], []>;
1618  // isync instruction
1619  def int_ppc_isync : ClangBuiltin<"__builtin_ppc_isync">,
1620                      Intrinsic<[], [], []>;
1621  // lwsync is sync 1
1622  def int_ppc_lwsync : ClangBuiltin<"__builtin_ppc_lwsync">,
1623                       Intrinsic<[], [], []>;
1624  def int_ppc_iospace_lwsync : ClangBuiltin<"__builtin_ppc_iospace_lwsync">,
1625                               Intrinsic<[], [], []>;
1626  // eieio instruction
1627  def int_ppc_eieio : ClangBuiltin<"__builtin_ppc_eieio">,
1628                      Intrinsic<[],[],[]>;
1629  def int_ppc_iospace_eieio : ClangBuiltin<"__builtin_ppc_iospace_eieio">,
1630                              Intrinsic<[],[],[]>;
1631  def int_ppc_stdcx : ClangBuiltin<"__builtin_ppc_stdcx">,
1632                      Intrinsic<[llvm_i32_ty], [llvm_ptr_ty, llvm_i64_ty],
1633                                [IntrWriteMem]>;
1634  def int_ppc_stwcx : ClangBuiltin<"__builtin_ppc_stwcx">,
1635                      Intrinsic<[llvm_i32_ty], [llvm_ptr_ty, llvm_i32_ty],
1636                                [IntrWriteMem]>;
1637  def int_ppc_sthcx
1638      : Intrinsic<[llvm_i32_ty], [ llvm_ptr_ty, llvm_i32_ty ], [IntrWriteMem]>;
1639  def int_ppc_stbcx : ClangBuiltin<"__builtin_ppc_stbcx">,
1640                      Intrinsic<[llvm_i32_ty], [llvm_ptr_ty, llvm_i32_ty],
1641                                [IntrWriteMem]>;
1642  def int_ppc_dcbtstt : ClangBuiltin<"__builtin_ppc_dcbtstt">,
1643                        Intrinsic<[], [llvm_ptr_ty],
1644                                  [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>;
1645  def int_ppc_dcbtt : ClangBuiltin<"__builtin_ppc_dcbtt">,
1646                      Intrinsic<[], [llvm_ptr_ty],
1647                                [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>;
1648  def int_ppc_mftbu : ClangBuiltin<"__builtin_ppc_mftbu">,
1649                      Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>;
1650  def int_ppc_mfmsr : ClangBuiltin<"__builtin_ppc_mfmsr">,
1651                      Intrinsic<[llvm_i32_ty], [], [IntrNoMem]>;
1652  def int_ppc_mfspr
1653      : Intrinsic<[llvm_anyint_ty], [llvm_i32_ty], [ImmArg<ArgIndex<0>>]>;
1654  def int_ppc_mtmsr
1655      : ClangBuiltin<"__builtin_ppc_mtmsr">, Intrinsic<[], [llvm_i32_ty], []>;
1656  def int_ppc_mtspr
1657      : Intrinsic<[], [llvm_i32_ty, llvm_anyint_ty], [ImmArg<ArgIndex<0>>]>;
1658  def int_ppc_stfiw : ClangBuiltin<"__builtin_ppc_stfiw">,
1659                      Intrinsic<[], [llvm_ptr_ty, llvm_double_ty],
1660                                [IntrWriteMem]>;
1661  // compare
1662  def int_ppc_cmpeqb
1663      : ClangBuiltin<"__builtin_ppc_cmpeqb">,
1664        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
1665  def int_ppc_cmprb
1666      : ClangBuiltin<"__builtin_ppc_cmprb">,
1667        Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty, llvm_i32_ty],
1668                  [IntrNoMem, ImmArg<ArgIndex<0>>]>;
1669  def int_ppc_setb
1670      : ClangBuiltin<"__builtin_ppc_setb">,
1671        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
1672  def int_ppc_cmpb
1673      : Intrinsic<[llvm_anyint_ty], [llvm_anyint_ty, llvm_anyint_ty],
1674                  [IntrNoMem]>;
1675  // multiply
1676  def int_ppc_mulhd
1677      : ClangBuiltin<"__builtin_ppc_mulhd">,
1678        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
1679  def int_ppc_mulhdu
1680      : ClangBuiltin<"__builtin_ppc_mulhdu">,
1681        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
1682  def int_ppc_mulhw
1683      : ClangBuiltin<"__builtin_ppc_mulhw">,
1684        Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
1685  def int_ppc_mulhwu
1686      : ClangBuiltin<"__builtin_ppc_mulhwu">,
1687        Intrinsic<[llvm_i32_ty], [llvm_i32_ty, llvm_i32_ty], [IntrNoMem]>;
1688  def int_ppc_maddhd
1689      : ClangBuiltin<"__builtin_ppc_maddhd">,
1690        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
1691  def int_ppc_maddhdu
1692      : ClangBuiltin<"__builtin_ppc_maddhdu">,
1693        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
1694  def int_ppc_maddld
1695      : ClangBuiltin<"__builtin_ppc_maddld">,
1696        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty, llvm_i64_ty], [IntrNoMem]>;
1697  // load
1698  def int_ppc_load2r
1699      : Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1700  def int_ppc_load4r
1701      : ClangBuiltin<"__builtin_ppc_load4r">,
1702        Intrinsic<[llvm_i32_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1703  def int_ppc_load8r
1704      : ClangBuiltin<"__builtin_ppc_load8r">,
1705        Intrinsic<[llvm_i64_ty], [llvm_ptr_ty], [IntrReadMem, IntrArgMemOnly]>;
1706  // store
1707  def int_ppc_store2r
1708      : ClangBuiltin<"__builtin_ppc_store2r">,
1709        Intrinsic<[], [llvm_i32_ty, llvm_ptr_ty], [IntrWriteMem]>;
1710  def int_ppc_store4r
1711      : ClangBuiltin<"__builtin_ppc_store4r">,
1712        Intrinsic<[], [llvm_i32_ty, llvm_ptr_ty], [IntrWriteMem]>;
1713  def int_ppc_store8r
1714      : ClangBuiltin<"__builtin_ppc_store8r">,
1715        Intrinsic<[], [llvm_i64_ty, llvm_ptr_ty], [IntrWriteMem]>;
1716  def int_ppc_insert_exp
1717      : ClangBuiltin<"__builtin_ppc_insert_exp">,
1718        Intrinsic <[llvm_double_ty], [llvm_double_ty, llvm_i64_ty],
1719                   [IntrNoMem]>;
1720  def int_ppc_extract_exp
1721      : ClangBuiltin<"__builtin_ppc_extract_exp">,
1722        Intrinsic <[llvm_i32_ty], [llvm_double_ty], [IntrNoMem]>;
1723  def int_ppc_extract_sig
1724      : ClangBuiltin<"__builtin_ppc_extract_sig">,
1725        Intrinsic <[llvm_i64_ty], [llvm_double_ty], [IntrNoMem]>;
1726  def int_ppc_mtfsb0
1727      : ClangBuiltin<"__builtin_ppc_mtfsb0">,
1728        Intrinsic <[], [llvm_i32_ty],
1729                   [IntrNoMem, IntrHasSideEffects, ImmArg<ArgIndex<0>>]>;
1730  def int_ppc_mtfsb1
1731      : ClangBuiltin<"__builtin_ppc_mtfsb1">,
1732        Intrinsic <[], [llvm_i32_ty],
1733                   [IntrNoMem, IntrHasSideEffects, ImmArg<ArgIndex<0>>]>;
1734  def int_ppc_mtfsf :
1735        Intrinsic <[], [llvm_i32_ty, llvm_double_ty],
1736                   [IntrNoMem, IntrHasSideEffects, ImmArg<ArgIndex<0>>]>;
1737  def int_ppc_mtfsfi
1738      : ClangBuiltin<"__builtin_ppc_mtfsfi">,
1739        Intrinsic <[], [llvm_i32_ty, llvm_i32_ty],
1740                   [IntrNoMem, IntrHasSideEffects,
1741                    ImmArg<ArgIndex<0>>,ImmArg<ArgIndex<1>>]>;
1742  def int_ppc_fmsub
1743      : ClangBuiltin<"__builtin_ppc_fmsub">,
1744        Intrinsic <[llvm_double_ty],
1745                   [llvm_double_ty, llvm_double_ty, llvm_double_ty],
1746                   [IntrNoMem]>;
1747  def int_ppc_fmsubs
1748      : ClangBuiltin<"__builtin_ppc_fmsubs">,
1749        Intrinsic <[llvm_float_ty],
1750                   [llvm_float_ty, llvm_float_ty, llvm_float_ty],
1751                   [IntrNoMem]>;
1752  def int_ppc_fnmadd
1753      : ClangBuiltin<"__builtin_ppc_fnmadd">,
1754        Intrinsic <[llvm_double_ty],
1755                   [llvm_double_ty, llvm_double_ty, llvm_double_ty],
1756                   [IntrNoMem]>;
1757  def int_ppc_fnmadds
1758      : ClangBuiltin<"__builtin_ppc_fnmadds">,
1759        Intrinsic <[llvm_float_ty],
1760                   [llvm_float_ty, llvm_float_ty, llvm_float_ty],
1761                   [IntrNoMem]>;
1762  def int_ppc_fnmsub
1763      : Intrinsic<[llvm_anyfloat_ty],
1764                  [LLVMMatchType<0>, LLVMMatchType<0>, LLVMMatchType<0>],
1765                  [IntrNoMem]>;
1766  def int_ppc_fre
1767      : ClangBuiltin<"__builtin_ppc_fre">,
1768        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
1769  def int_ppc_fres
1770      : ClangBuiltin<"__builtin_ppc_fres">,
1771        Intrinsic <[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
1772  def int_ppc_addex
1773      : ClangBuiltin<"__builtin_ppc_addex">,
1774        Intrinsic<[llvm_i64_ty], [llvm_i64_ty, llvm_i64_ty, llvm_i32_ty],
1775                  [IntrNoMem, IntrHasSideEffects, ImmArg<ArgIndex<2>>]>;
1776  def int_ppc_fsel : ClangBuiltin<"__builtin_ppc_fsel">,
1777                     Intrinsic<[llvm_double_ty], [llvm_double_ty, llvm_double_ty,
1778                                                  llvm_double_ty], [IntrNoMem]>;
1779  def int_ppc_fsels : ClangBuiltin<"__builtin_ppc_fsels">,
1780                      Intrinsic<[llvm_float_ty], [llvm_float_ty, llvm_float_ty,
1781                                                  llvm_float_ty], [IntrNoMem]>;
1782  def int_ppc_frsqrte : ClangBuiltin<"__builtin_ppc_frsqrte">,
1783                        Intrinsic<[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
1784  def int_ppc_frsqrtes : ClangBuiltin<"__builtin_ppc_frsqrtes">,
1785                         Intrinsic<[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
1786  def int_ppc_compare_exp_uo : ClangBuiltin<"__builtin_ppc_compare_exp_uo">,
1787                               Intrinsic<[llvm_i32_ty],
1788                                         [llvm_double_ty, llvm_double_ty],
1789                                         [IntrNoMem]>;
1790  def int_ppc_compare_exp_lt : ClangBuiltin<"__builtin_ppc_compare_exp_lt">,
1791                               Intrinsic<[llvm_i32_ty],
1792                                         [llvm_double_ty, llvm_double_ty],
1793                                         [IntrNoMem]>;
1794  def int_ppc_compare_exp_gt : ClangBuiltin<"__builtin_ppc_compare_exp_gt">,
1795                               Intrinsic<[llvm_i32_ty],
1796                                         [llvm_double_ty, llvm_double_ty],
1797                                         [IntrNoMem]>;
1798  def int_ppc_compare_exp_eq : ClangBuiltin<"__builtin_ppc_compare_exp_eq">,
1799                               Intrinsic<[llvm_i32_ty],
1800                                         [llvm_double_ty, llvm_double_ty],
1801                                         [IntrNoMem]>;
1802  def int_ppc_test_data_class_d : Intrinsic<[llvm_i32_ty],
1803                                            [llvm_double_ty, llvm_i32_ty],
1804                                            [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1805  def int_ppc_test_data_class_f : Intrinsic<[llvm_i32_ty],
1806                                            [llvm_float_ty, llvm_i32_ty],
1807                                            [IntrNoMem, ImmArg<ArgIndex<1>>]>;
1808  def int_ppc_fnabs
1809      : ClangBuiltin<"__builtin_ppc_fnabs">,
1810        Intrinsic <[llvm_double_ty], [llvm_double_ty], [IntrNoMem]>;
1811  def int_ppc_fnabss
1812      : ClangBuiltin<"__builtin_ppc_fnabss">,
1813        Intrinsic <[llvm_float_ty], [llvm_float_ty], [IntrNoMem]>;
1814
1815  def int_ppc_convert_f128_to_ppcf128
1816      : Intrinsic<[llvm_ppcf128_ty], [llvm_f128_ty], [IntrNoMem]>;
1817  def int_ppc_convert_ppcf128_to_f128
1818      : Intrinsic<[llvm_f128_ty], [llvm_ppcf128_ty], [IntrNoMem]>;
1819}
1820
1821//===----------------------------------------------------------------------===//
1822// PowerPC Atomic Intrinsic Definitions.
1823let TargetPrefix = "ppc" in {
1824  class AtomicRMW128Intrinsic
1825    : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
1826                [llvm_ptr_ty, llvm_i64_ty, llvm_i64_ty],
1827                [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>;
1828  def int_ppc_atomicrmw_xchg_i128 : AtomicRMW128Intrinsic;
1829  def int_ppc_atomicrmw_add_i128  : AtomicRMW128Intrinsic;
1830  def int_ppc_atomicrmw_sub_i128  : AtomicRMW128Intrinsic;
1831  def int_ppc_atomicrmw_and_i128  : AtomicRMW128Intrinsic;
1832  def int_ppc_atomicrmw_or_i128   : AtomicRMW128Intrinsic;
1833  def int_ppc_atomicrmw_xor_i128  : AtomicRMW128Intrinsic;
1834  def int_ppc_atomicrmw_nand_i128 : AtomicRMW128Intrinsic;
1835  def int_ppc_cmpxchg_i128 : Intrinsic<[llvm_i64_ty, llvm_i64_ty],
1836                                       [llvm_ptr_ty,
1837                                        llvm_i64_ty, llvm_i64_ty,
1838                                        llvm_i64_ty, llvm_i64_ty],
1839                                       [IntrArgMemOnly, NoCapture<ArgIndex<0>>]>;
1840  def int_ppc_atomic_load_i128 :
1841    Intrinsic<[llvm_i64_ty, llvm_i64_ty],
1842              [llvm_ptr_ty],
1843              [IntrArgMemOnly, IntrReadMem, NoCapture<ArgIndex<0>>]>;
1844  def int_ppc_atomic_store_i128 :
1845    Intrinsic<[], [llvm_i64_ty, llvm_i64_ty, llvm_ptr_ty],
1846              [IntrArgMemOnly, IntrWriteMem, NoCapture<ArgIndex<2>>]>;
1847}
1848