1 /* PowerPC AltiVec include file.
2    Copyright (C) 2002-2014 Free Software Foundation, Inc.
3    Contributed by Aldy Hernandez (aldyh@redhat.com).
4    Rewritten by Paolo Bonzini (bonzini@gnu.org).
5 
6    This file is part of GCC.
7 
8    GCC is free software; you can redistribute it and/or modify it
9    under the terms of the GNU General Public License as published
10    by the Free Software Foundation; either version 3, or (at your
11    option) any later version.
12 
13    GCC is distributed in the hope that it will be useful, but WITHOUT
14    ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
15    or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
16    License for more details.
17 
18    Under Section 7 of GPL version 3, you are granted additional
19    permissions described in the GCC Runtime Library Exception, version
20    3.1, as published by the Free Software Foundation.
21 
22    You should have received a copy of the GNU General Public License and
23    a copy of the GCC Runtime Library Exception along with this program;
24    see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
25    <http://www.gnu.org/licenses/>.  */
26 
27 /* Implemented to conform to the specification included in the AltiVec
28    Technology Programming Interface Manual (ALTIVECPIM/D 6/1999 Rev 0).  */
29 
30 #ifndef _ALTIVEC_H
31 #define _ALTIVEC_H 1
32 
33 #if !defined(__VEC__) || !defined(__ALTIVEC__)
34 #error Use the "-maltivec" flag to enable PowerPC AltiVec support
35 #endif
36 
37 /* If __APPLE_ALTIVEC__ is defined, the compiler supports 'vector',
38    'pixel' and 'bool' as context-sensitive AltiVec keywords (in
39    non-AltiVec contexts, they revert to their original meanings,
40    if any), so we do not need to define them as macros.  */
41 
42 #if !defined(__APPLE_ALTIVEC__)
43 /* You are allowed to undef these for C++ compatibility.  */
44 #define vector __vector
45 #define pixel __pixel
46 #define bool __bool
47 #endif
48 
49 /* Condition register codes for AltiVec predicates. */
50 
51 #define __CR6_EQ		0
52 #define __CR6_EQ_REV		1
53 #define __CR6_LT		2
54 #define __CR6_LT_REV		3
55 
56 /* Synonyms.  */
57 #define vec_vaddcuw vec_addc
58 #define vec_vand vec_and
59 #define vec_vandc vec_andc
60 #define vec_vrfip vec_ceil
61 #define vec_vcmpbfp vec_cmpb
62 #define vec_vcmpgefp vec_cmpge
63 #define vec_vctsxs vec_cts
64 #define vec_vctuxs vec_ctu
65 #define vec_vexptefp vec_expte
66 #define vec_vrfim vec_floor
67 #define vec_lvx vec_ld
68 #define vec_lvxl vec_ldl
69 #define vec_vlogefp vec_loge
70 #define vec_vmaddfp vec_madd
71 #define vec_vmhaddshs vec_madds
72 #define vec_vmladduhm vec_mladd
73 #define vec_vmhraddshs vec_mradds
74 #define vec_vnmsubfp vec_nmsub
75 #define vec_vnor vec_nor
76 #define vec_vor vec_or
77 #define vec_vpkpx vec_packpx
78 #define vec_vperm vec_perm
79 #define vec_vrefp vec_re
80 #define vec_vrfin vec_round
81 #define vec_vrsqrtefp vec_rsqrte
82 #define vec_vsel vec_sel
83 #define vec_vsldoi vec_sld
84 #define vec_vsl vec_sll
85 #define vec_vslo vec_slo
86 #define vec_vspltisb vec_splat_s8
87 #define vec_vspltish vec_splat_s16
88 #define vec_vspltisw vec_splat_s32
89 #define vec_vsr vec_srl
90 #define vec_vsro vec_sro
91 #define vec_stvx vec_st
92 #define vec_stvxl vec_stl
93 #define vec_vsubcuw vec_subc
94 #define vec_vsum2sws vec_sum2s
95 #define vec_vsumsws vec_sums
96 #define vec_vrfiz vec_trunc
97 #define vec_vxor vec_xor
98 
99 /* Functions that are resolved by the backend to one of the
100    typed builtins.  */
101 #define vec_vaddfp __builtin_vec_vaddfp
102 #define vec_addc __builtin_vec_addc
103 #define vec_vaddsws __builtin_vec_vaddsws
104 #define vec_vaddshs __builtin_vec_vaddshs
105 #define vec_vaddsbs __builtin_vec_vaddsbs
106 #define vec_vavgsw __builtin_vec_vavgsw
107 #define vec_vavguw __builtin_vec_vavguw
108 #define vec_vavgsh __builtin_vec_vavgsh
109 #define vec_vavguh __builtin_vec_vavguh
110 #define vec_vavgsb __builtin_vec_vavgsb
111 #define vec_vavgub __builtin_vec_vavgub
112 #define vec_ceil __builtin_vec_ceil
113 #define vec_cmpb __builtin_vec_cmpb
114 #define vec_vcmpeqfp __builtin_vec_vcmpeqfp
115 #define vec_cmpge __builtin_vec_cmpge
116 #define vec_vcmpgtfp __builtin_vec_vcmpgtfp
117 #define vec_vcmpgtsw __builtin_vec_vcmpgtsw
118 #define vec_vcmpgtuw __builtin_vec_vcmpgtuw
119 #define vec_vcmpgtsh __builtin_vec_vcmpgtsh
120 #define vec_vcmpgtuh __builtin_vec_vcmpgtuh
121 #define vec_vcmpgtsb __builtin_vec_vcmpgtsb
122 #define vec_vcmpgtub __builtin_vec_vcmpgtub
123 #define vec_vcfsx __builtin_vec_vcfsx
124 #define vec_vcfux __builtin_vec_vcfux
125 #define vec_cts __builtin_vec_cts
126 #define vec_ctu __builtin_vec_ctu
127 #define vec_expte __builtin_vec_expte
128 #define vec_floor __builtin_vec_floor
129 #define vec_loge __builtin_vec_loge
130 #define vec_madd __builtin_vec_madd
131 #define vec_madds __builtin_vec_madds
132 #define vec_mtvscr __builtin_vec_mtvscr
133 #define vec_vmaxfp __builtin_vec_vmaxfp
134 #define vec_vmaxsw __builtin_vec_vmaxsw
135 #define vec_vmaxsh __builtin_vec_vmaxsh
136 #define vec_vmaxsb __builtin_vec_vmaxsb
137 #define vec_vminfp __builtin_vec_vminfp
138 #define vec_vminsw __builtin_vec_vminsw
139 #define vec_vminsh __builtin_vec_vminsh
140 #define vec_vminsb __builtin_vec_vminsb
141 #define vec_mradds __builtin_vec_mradds
142 #define vec_vmsumshm __builtin_vec_vmsumshm
143 #define vec_vmsumuhm __builtin_vec_vmsumuhm
144 #define vec_vmsummbm __builtin_vec_vmsummbm
145 #define vec_vmsumubm __builtin_vec_vmsumubm
146 #define vec_vmsumshs __builtin_vec_vmsumshs
147 #define vec_vmsumuhs __builtin_vec_vmsumuhs
148 #define vec_vmulesb __builtin_vec_vmulesb
149 #define vec_vmulesh __builtin_vec_vmulesh
150 #define vec_vmuleuh __builtin_vec_vmuleuh
151 #define vec_vmuleub __builtin_vec_vmuleub
152 #define vec_vmulosh __builtin_vec_vmulosh
153 #define vec_vmulouh __builtin_vec_vmulouh
154 #define vec_vmulosb __builtin_vec_vmulosb
155 #define vec_vmuloub __builtin_vec_vmuloub
156 #define vec_nmsub __builtin_vec_nmsub
157 #define vec_packpx __builtin_vec_packpx
158 #define vec_vpkswss __builtin_vec_vpkswss
159 #define vec_vpkuwus __builtin_vec_vpkuwus
160 #define vec_vpkshss __builtin_vec_vpkshss
161 #define vec_vpkuhus __builtin_vec_vpkuhus
162 #define vec_vpkswus __builtin_vec_vpkswus
163 #define vec_vpkshus __builtin_vec_vpkshus
164 #define vec_re __builtin_vec_re
165 #define vec_round __builtin_vec_round
166 #define vec_recipdiv __builtin_vec_recipdiv
167 #define vec_rsqrt __builtin_vec_rsqrt
168 #define vec_rsqrte __builtin_vec_rsqrte
169 #define vec_vsubfp __builtin_vec_vsubfp
170 #define vec_subc __builtin_vec_subc
171 #define vec_vsubsws __builtin_vec_vsubsws
172 #define vec_vsubshs __builtin_vec_vsubshs
173 #define vec_vsubsbs __builtin_vec_vsubsbs
174 #define vec_sum4s __builtin_vec_sum4s
175 #define vec_vsum4shs __builtin_vec_vsum4shs
176 #define vec_vsum4sbs __builtin_vec_vsum4sbs
177 #define vec_vsum4ubs __builtin_vec_vsum4ubs
178 #define vec_sum2s __builtin_vec_sum2s
179 #define vec_sums __builtin_vec_sums
180 #define vec_trunc __builtin_vec_trunc
181 #define vec_vupkhpx __builtin_vec_vupkhpx
182 #define vec_vupkhsh __builtin_vec_vupkhsh
183 #define vec_vupkhsb __builtin_vec_vupkhsb
184 #define vec_vupklpx __builtin_vec_vupklpx
185 #define vec_vupklsh __builtin_vec_vupklsh
186 #define vec_vupklsb __builtin_vec_vupklsb
187 #define vec_abs __builtin_vec_abs
188 #define vec_abss __builtin_vec_abss
189 #define vec_add __builtin_vec_add
190 #define vec_adds __builtin_vec_adds
191 #define vec_and __builtin_vec_and
192 #define vec_andc __builtin_vec_andc
193 #define vec_avg __builtin_vec_avg
194 #define vec_cmpeq __builtin_vec_cmpeq
195 #define vec_cmpgt __builtin_vec_cmpgt
196 #define vec_ctf __builtin_vec_ctf
197 #define vec_dst __builtin_vec_dst
198 #define vec_dstst __builtin_vec_dstst
199 #define vec_dststt __builtin_vec_dststt
200 #define vec_dstt __builtin_vec_dstt
201 #define vec_ld __builtin_vec_ld
202 #define vec_lde __builtin_vec_lde
203 #define vec_ldl __builtin_vec_ldl
204 #define vec_lvebx __builtin_vec_lvebx
205 #define vec_lvehx __builtin_vec_lvehx
206 #define vec_lvewx __builtin_vec_lvewx
207 /* Cell only intrinsics.  */
208 #ifdef __PPU__
209 #define vec_lvlx __builtin_vec_lvlx
210 #define vec_lvlxl __builtin_vec_lvlxl
211 #define vec_lvrx __builtin_vec_lvrx
212 #define vec_lvrxl __builtin_vec_lvrxl
213 #endif
214 #define vec_lvsl __builtin_vec_lvsl
215 #define vec_lvsr __builtin_vec_lvsr
216 #define vec_max __builtin_vec_max
217 #define vec_mergeh __builtin_vec_mergeh
218 #define vec_mergel __builtin_vec_mergel
219 #define vec_min __builtin_vec_min
220 #define vec_mladd __builtin_vec_mladd
221 #define vec_msum __builtin_vec_msum
222 #define vec_msums __builtin_vec_msums
223 #define vec_mule __builtin_vec_mule
224 #define vec_mulo __builtin_vec_mulo
225 #define vec_nor __builtin_vec_nor
226 #define vec_or __builtin_vec_or
227 #define vec_pack __builtin_vec_pack
228 #define vec_packs __builtin_vec_packs
229 #define vec_packsu __builtin_vec_packsu
230 #define vec_perm __builtin_vec_perm
231 #define vec_rl __builtin_vec_rl
232 #define vec_sel __builtin_vec_sel
233 #define vec_sl __builtin_vec_sl
234 #define vec_sld __builtin_vec_sld
235 #define vec_sll __builtin_vec_sll
236 #define vec_slo __builtin_vec_slo
237 #define vec_splat __builtin_vec_splat
238 #define vec_sr __builtin_vec_sr
239 #define vec_sra __builtin_vec_sra
240 #define vec_srl __builtin_vec_srl
241 #define vec_sro __builtin_vec_sro
242 #define vec_st __builtin_vec_st
243 #define vec_ste __builtin_vec_ste
244 #define vec_stl __builtin_vec_stl
245 #define vec_stvebx __builtin_vec_stvebx
246 #define vec_stvehx __builtin_vec_stvehx
247 #define vec_stvewx __builtin_vec_stvewx
248 /* Cell only intrinsics.  */
249 #ifdef __PPU__
250 #define vec_stvlx __builtin_vec_stvlx
251 #define vec_stvlxl __builtin_vec_stvlxl
252 #define vec_stvrx __builtin_vec_stvrx
253 #define vec_stvrxl __builtin_vec_stvrxl
254 #endif
255 #define vec_sub __builtin_vec_sub
256 #define vec_subs __builtin_vec_subs
257 #define vec_sum __builtin_vec_sum
258 #define vec_unpackh __builtin_vec_unpackh
259 #define vec_unpackl __builtin_vec_unpackl
260 #define vec_vaddubm __builtin_vec_vaddubm
261 #define vec_vaddubs __builtin_vec_vaddubs
262 #define vec_vadduhm __builtin_vec_vadduhm
263 #define vec_vadduhs __builtin_vec_vadduhs
264 #define vec_vadduwm __builtin_vec_vadduwm
265 #define vec_vadduws __builtin_vec_vadduws
266 #define vec_vcmpequb __builtin_vec_vcmpequb
267 #define vec_vcmpequh __builtin_vec_vcmpequh
268 #define vec_vcmpequw __builtin_vec_vcmpequw
269 #define vec_vmaxub __builtin_vec_vmaxub
270 #define vec_vmaxuh __builtin_vec_vmaxuh
271 #define vec_vmaxuw __builtin_vec_vmaxuw
272 #define vec_vminub __builtin_vec_vminub
273 #define vec_vminuh __builtin_vec_vminuh
274 #define vec_vminuw __builtin_vec_vminuw
275 #define vec_vmrghb __builtin_vec_vmrghb
276 #define vec_vmrghh __builtin_vec_vmrghh
277 #define vec_vmrghw __builtin_vec_vmrghw
278 #define vec_vmrglb __builtin_vec_vmrglb
279 #define vec_vmrglh __builtin_vec_vmrglh
280 #define vec_vmrglw __builtin_vec_vmrglw
281 #define vec_vpkuhum __builtin_vec_vpkuhum
282 #define vec_vpkuwum __builtin_vec_vpkuwum
283 #define vec_vrlb __builtin_vec_vrlb
284 #define vec_vrlh __builtin_vec_vrlh
285 #define vec_vrlw __builtin_vec_vrlw
286 #define vec_vslb __builtin_vec_vslb
287 #define vec_vslh __builtin_vec_vslh
288 #define vec_vslw __builtin_vec_vslw
289 #define vec_vspltb __builtin_vec_vspltb
290 #define vec_vsplth __builtin_vec_vsplth
291 #define vec_vspltw __builtin_vec_vspltw
292 #define vec_vsrab __builtin_vec_vsrab
293 #define vec_vsrah __builtin_vec_vsrah
294 #define vec_vsraw __builtin_vec_vsraw
295 #define vec_vsrb __builtin_vec_vsrb
296 #define vec_vsrh __builtin_vec_vsrh
297 #define vec_vsrw __builtin_vec_vsrw
298 #define vec_vsububs __builtin_vec_vsububs
299 #define vec_vsububm __builtin_vec_vsububm
300 #define vec_vsubuhm __builtin_vec_vsubuhm
301 #define vec_vsubuhs __builtin_vec_vsubuhs
302 #define vec_vsubuwm __builtin_vec_vsubuwm
303 #define vec_vsubuws __builtin_vec_vsubuws
304 #define vec_xor __builtin_vec_xor
305 
306 #define vec_extract __builtin_vec_extract
307 #define vec_insert __builtin_vec_insert
308 #define vec_splats __builtin_vec_splats
309 #define vec_promote __builtin_vec_promote
310 
311 #ifdef __VSX__
312 /* VSX additions */
313 #define vec_div __builtin_vec_div
314 #define vec_mul __builtin_vec_mul
315 #define vec_msub __builtin_vec_msub
316 #define vec_nmadd __builtin_vec_nmadd
317 #define vec_nearbyint __builtin_vec_nearbyint
318 #define vec_rint __builtin_vec_rint
319 #define vec_sqrt __builtin_vec_sqrt
320 #define vec_vsx_ld __builtin_vec_vsx_ld
321 #define vec_vsx_st __builtin_vec_vsx_st
322 
323 /* Note, xxsldi and xxpermdi were added as __builtin_vsx_<xxx> functions
324    instead of __builtin_vec_<xxx>  */
325 #define vec_xxsldwi __builtin_vsx_xxsldwi
326 #define vec_xxpermdi __builtin_vsx_xxpermdi
327 #endif
328 
329 #ifdef _ARCH_PWR8
330 /* Vector additions added in ISA 2.07.  */
331 #define vec_eqv __builtin_vec_eqv
332 #define vec_nand __builtin_vec_nand
333 #define vec_orc __builtin_vec_orc
334 #define vec_vaddcuq __builtin_vec_vaddcuq
335 #define vec_vaddudm __builtin_vec_vaddudm
336 #define vec_vadduqm __builtin_vec_vadduqm
337 #define vec_vbpermq __builtin_vec_vbpermq
338 #define vec_vclz __builtin_vec_vclz
339 #define vec_vclzb __builtin_vec_vclzb
340 #define vec_vclzd __builtin_vec_vclzd
341 #define vec_vclzh __builtin_vec_vclzh
342 #define vec_vclzw __builtin_vec_vclzw
343 #define vec_vaddecuq __builtin_vec_vaddecuq
344 #define vec_vaddeuqm __builtin_vec_vaddeuqm
345 #define vec_vsubecuq __builtin_vec_vsubecuq
346 #define vec_vsubeuqm __builtin_vec_vsubeuqm
347 #define vec_vgbbd __builtin_vec_vgbbd
348 #define vec_vmaxsd __builtin_vec_vmaxsd
349 #define vec_vmaxud __builtin_vec_vmaxud
350 #define vec_vminsd __builtin_vec_vminsd
351 #define vec_vminud __builtin_vec_vminud
352 #define vec_vmrgew __builtin_vec_vmrgew
353 #define vec_vmrgow __builtin_vec_vmrgow
354 #define vec_vpksdss __builtin_vec_vpksdss
355 #define vec_vpksdus __builtin_vec_vpksdus
356 #define vec_vpkudum __builtin_vec_vpkudum
357 #define vec_vpkudus __builtin_vec_vpkudus
358 #define vec_vpopcnt __builtin_vec_vpopcnt
359 #define vec_vpopcntb __builtin_vec_vpopcntb
360 #define vec_vpopcntd __builtin_vec_vpopcntd
361 #define vec_vpopcnth __builtin_vec_vpopcnth
362 #define vec_vpopcntw __builtin_vec_vpopcntw
363 #define vec_vrld __builtin_vec_vrld
364 #define vec_vsld __builtin_vec_vsld
365 #define vec_vsrad __builtin_vec_vsrad
366 #define vec_vsrd __builtin_vec_vsrd
367 #define vec_vsubcuq __builtin_vec_vsubcuq
368 #define vec_vsubudm __builtin_vec_vsubudm
369 #define vec_vsubuqm __builtin_vec_vsubuqm
370 #define vec_vupkhsw __builtin_vec_vupkhsw
371 #define vec_vupklsw __builtin_vec_vupklsw
372 #endif
373 
374 /* Predicates.
375    For C++, we use templates in order to allow non-parenthesized arguments.
376    For C, instead, we use macros since non-parenthesized arguments were
377    not allowed even in older GCC implementation of AltiVec.
378 
379    In the future, we may add more magic to the back-end, so that no
380    one- or two-argument macros are used.  */
381 
382 #ifdef __cplusplus__
383 #define __altivec_unary_pred(NAME, CALL) \
384 template <class T> int NAME (T a1) { return CALL; }
385 
386 #define __altivec_scalar_pred(NAME, CALL) \
387 template <class T, class U> int NAME (T a1, U a2) { return CALL; }
388 
389 /* Given the vec_step of a type, return the corresponding bool type.  */
390 template <int STEP> class __altivec_bool_ret { };
391 template <> class __altivec_bool_ret <4> {
392   typedef __vector __bool int __ret;
393 };
394 template <> class __altivec_bool_ret <8> {
395   typedef __vector __bool short __ret;
396 };
397 template <> class __altivec_bool_ret <16> {
398   typedef __vector __bool char __ret;
399 };
400 
401 /* Be very liberal in the pairs we accept.  Mistakes such as passing
402    a `vector char' and `vector short' will be caught by the middle-end,
403    while any attempt to detect them here would produce hard to understand
404    error messages involving the implementation details of AltiVec.  */
405 #define __altivec_binary_pred(NAME, CALL) \
406 template <class T, class U> \
407 typename __altivec_bool_ret <vec_step (T)>::__ret \
408 NAME (T a1, U a2) \
409 { \
410   return CALL; \
411 }
412 
413 __altivec_binary_pred(vec_cmplt,
414   __builtin_vec_cmpgt (a2, a1))
415 __altivec_binary_pred(vec_cmple,
416   __builtin_vec_cmpge (a2, a1))
417 
418 __altivec_scalar_pred(vec_all_in,
419   __builtin_altivec_vcmpbfp_p (__CR6_EQ, a1, a2))
420 __altivec_scalar_pred(vec_any_out,
421   __builtin_altivec_vcmpbfp_p (__CR6_EQ_REV, a1, a2))
422 
423 __altivec_unary_pred(vec_all_nan,
424   __builtin_altivec_vcmpeq_p (__CR6_EQ, a1, a1))
425 __altivec_unary_pred(vec_any_nan,
426   __builtin_altivec_vcmpeq_p (__CR6_LT_REV, a1, a1))
427 
428 __altivec_unary_pred(vec_all_numeric,
429   __builtin_altivec_vcmpeq_p (__CR6_LT, a1, a1))
430 __altivec_unary_pred(vec_any_numeric,
431   __builtin_altivec_vcmpeq_p (__CR6_EQ_REV, a1, a1))
432 
433 __altivec_scalar_pred(vec_all_eq,
434   __builtin_vec_vcmpeq_p (__CR6_LT, a1, a2))
435 __altivec_scalar_pred(vec_all_ne,
436   __builtin_vec_vcmpeq_p (__CR6_EQ, a1, a2))
437 __altivec_scalar_pred(vec_any_eq,
438   __builtin_vec_vcmpeq_p (__CR6_EQ_REV, a1, a2))
439 __altivec_scalar_pred(vec_any_ne,
440   __builtin_vec_vcmpeq_p (__CR6_LT_REV, a1, a2))
441 
442 __altivec_scalar_pred(vec_all_gt,
443   __builtin_vec_vcmpgt_p (__CR6_LT, a1, a2))
444 __altivec_scalar_pred(vec_all_lt,
445   __builtin_vec_vcmpgt_p (__CR6_LT, a2, a1))
446 __altivec_scalar_pred(vec_any_gt,
447   __builtin_vec_vcmpgt_p (__CR6_EQ_REV, a1, a2))
448 __altivec_scalar_pred(vec_any_lt,
449   __builtin_vec_vcmpgt_p (__CR6_EQ_REV, a2, a1))
450 
451 __altivec_scalar_pred(vec_all_ngt,
452   __builtin_altivec_vcmpgt_p (__CR6_EQ, a1, a2))
453 __altivec_scalar_pred(vec_all_nlt,
454   __builtin_altivec_vcmpgt_p (__CR6_EQ, a2, a1))
455 __altivec_scalar_pred(vec_any_ngt,
456   __builtin_altivec_vcmpgt_p (__CR6_LT_REV, a1, a2))
457 __altivec_scalar_pred(vec_any_nlt,
458   __builtin_altivec_vcmpgt_p (__CR6_LT_REV, a2, a1))
459 
460 /* __builtin_vec_vcmpge_p is vcmpgefp for floating-point vector types,
461    while for integer types it is converted to __builtin_vec_vcmpgt_p,
462    with inverted args and condition code.  */
463 __altivec_scalar_pred(vec_all_le,
464   __builtin_vec_vcmpge_p (__CR6_LT, a2, a1))
465 __altivec_scalar_pred(vec_all_ge,
466   __builtin_vec_vcmpge_p (__CR6_LT, a1, a2))
467 __altivec_scalar_pred(vec_any_le,
468   __builtin_vec_vcmpge_p (__CR6_EQ_REV, a2, a1))
469 __altivec_scalar_pred(vec_any_ge,
470   __builtin_vec_vcmpge_p (__CR6_EQ_REV, a1, a2))
471 
472 __altivec_scalar_pred(vec_all_nge,
473   __builtin_altivec_vcmpge_p (__CR6_EQ, a1, a2))
474 __altivec_scalar_pred(vec_all_nle,
475   __builtin_altivec_vcmpge_p (__CR6_EQ, a2, a1))
476 __altivec_scalar_pred(vec_any_nge,
477   __builtin_altivec_vcmpge_p (__CR6_LT_REV, a1, a2))
478 __altivec_scalar_pred(vec_any_nle,
479   __builtin_altivec_vcmpge_p (__CR6_LT_REV, a2, a1))
480 
481 #undef __altivec_scalar_pred
482 #undef __altivec_unary_pred
483 #undef __altivec_binary_pred
484 #else
485 #define vec_cmplt(a1, a2) __builtin_vec_cmpgt ((a2), (a1))
486 #define vec_cmple(a1, a2) __builtin_vec_cmpge ((a2), (a1))
487 
488 #define vec_all_in(a1, a2) __builtin_altivec_vcmpbfp_p (__CR6_EQ, (a1), (a2))
489 #define vec_any_out(a1, a2) __builtin_altivec_vcmpbfp_p (__CR6_EQ_REV, (a1), (a2))
490 
491 #define vec_all_nan(a1) __builtin_vec_vcmpeq_p (__CR6_EQ, (a1), (a1))
492 #define vec_any_nan(a1) __builtin_vec_vcmpeq_p (__CR6_LT_REV, (a1), (a1))
493 
494 #define vec_all_numeric(a1) __builtin_vec_vcmpeq_p (__CR6_LT, (a1), (a1))
495 #define vec_any_numeric(a1) __builtin_vec_vcmpeq_p (__CR6_EQ_REV, (a1), (a1))
496 
497 #define vec_all_eq(a1, a2) __builtin_vec_vcmpeq_p (__CR6_LT, (a1), (a2))
498 #define vec_all_ne(a1, a2) __builtin_vec_vcmpeq_p (__CR6_EQ, (a1), (a2))
499 #define vec_any_eq(a1, a2) __builtin_vec_vcmpeq_p (__CR6_EQ_REV, (a1), (a2))
500 #define vec_any_ne(a1, a2) __builtin_vec_vcmpeq_p (__CR6_LT_REV, (a1), (a2))
501 
502 #define vec_all_gt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_LT, (a1), (a2))
503 #define vec_all_lt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_LT, (a2), (a1))
504 #define vec_any_gt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_EQ_REV, (a1), (a2))
505 #define vec_any_lt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_EQ_REV, (a2), (a1))
506 
507 #define vec_all_ngt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_EQ, (a1), (a2))
508 #define vec_all_nlt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_EQ, (a2), (a1))
509 #define vec_any_ngt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_LT_REV, (a1), (a2))
510 #define vec_any_nlt(a1, a2) __builtin_vec_vcmpgt_p (__CR6_LT_REV, (a2), (a1))
511 
512 /* __builtin_vec_vcmpge_p is vcmpgefp for floating-point vector types,
513    while for integer types it is converted to __builtin_vec_vcmpgt_p,
514    with inverted args and condition code.  */
515 #define vec_all_le(a1, a2) __builtin_vec_vcmpge_p (__CR6_LT, (a2), (a1))
516 #define vec_all_ge(a1, a2) __builtin_vec_vcmpge_p (__CR6_LT, (a1), (a2))
517 #define vec_any_le(a1, a2) __builtin_vec_vcmpge_p (__CR6_EQ_REV, (a2), (a1))
518 #define vec_any_ge(a1, a2) __builtin_vec_vcmpge_p (__CR6_EQ_REV, (a1), (a2))
519 
520 #define vec_all_nge(a1, a2) __builtin_vec_vcmpge_p (__CR6_EQ, (a1), (a2))
521 #define vec_all_nle(a1, a2) __builtin_vec_vcmpge_p (__CR6_EQ, (a2), (a1))
522 #define vec_any_nge(a1, a2) __builtin_vec_vcmpge_p (__CR6_LT_REV, (a1), (a2))
523 #define vec_any_nle(a1, a2) __builtin_vec_vcmpge_p (__CR6_LT_REV, (a2), (a1))
524 #endif
525 
526 /* These do not accept vectors, so they do not have a __builtin_vec_*
527    counterpart.  */
528 #define vec_dss(x) __builtin_altivec_dss((x))
529 #define vec_dssall() __builtin_altivec_dssall ()
530 #define vec_mfvscr() ((__vector unsigned short) __builtin_altivec_mfvscr ())
531 #define vec_splat_s8(x) __builtin_altivec_vspltisb ((x))
532 #define vec_splat_s16(x) __builtin_altivec_vspltish ((x))
533 #define vec_splat_s32(x) __builtin_altivec_vspltisw ((x))
534 #define vec_splat_u8(x) ((__vector unsigned char) vec_splat_s8 ((x)))
535 #define vec_splat_u16(x) ((__vector unsigned short) vec_splat_s16 ((x)))
536 #define vec_splat_u32(x) ((__vector unsigned int) vec_splat_s32 ((x)))
537 
538 /* This also accepts a type for its parameter, so it is not enough
539    to #define vec_step to __builtin_vec_step.  */
540 #define vec_step(x) __builtin_vec_step (* (__typeof__ (x) *) 0)
541 
542 #endif /* _ALTIVEC_H */
543