1 /* Copyright (C) 2006-2018 Free Software Foundation, Inc. 2 3 This file is part of GCC. 4 5 GCC is free software; you can redistribute it and/or modify 6 it under the terms of the GNU General Public License as published by 7 the Free Software Foundation; either version 3, or (at your option) 8 any later version. 9 10 GCC is distributed in the hope that it will be useful, 11 but WITHOUT ANY WARRANTY; without even the implied warranty of 12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 13 GNU General Public License for more details. 14 15 Under Section 7 of GPL version 3, you are granted additional 16 permissions described in the GCC Runtime Library Exception, version 17 3.1, as published by the Free Software Foundation. 18 19 You should have received a copy of the GNU General Public License and 20 a copy of the GCC Runtime Library Exception along with this program; 21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see 22 <http://www.gnu.org/licenses/>. */ 23 24 /* Implemented from the specification included in the Intel C++ Compiler 25 User Guide and Reference, version 9.1. */ 26 27 #ifndef _TMMINTRIN_H_INCLUDED 28 #define _TMMINTRIN_H_INCLUDED 29 30 /* We need definitions from the SSE3, SSE2 and SSE header files*/ 31 #include <pmmintrin.h> 32 33 #ifndef __SSSE3__ 34 #pragma GCC push_options 35 #pragma GCC target("ssse3") 36 #define __DISABLE_SSSE3__ 37 #endif /* __SSSE3__ */ 38 39 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 40 _mm_hadd_epi16 (__m128i __X, __m128i __Y) 41 { 42 return (__m128i) __builtin_ia32_phaddw128 ((__v8hi)__X, (__v8hi)__Y); 43 } 44 45 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 46 _mm_hadd_epi32 (__m128i __X, __m128i __Y) 47 { 48 return (__m128i) __builtin_ia32_phaddd128 ((__v4si)__X, (__v4si)__Y); 49 } 50 51 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 52 _mm_hadds_epi16 (__m128i __X, __m128i __Y) 53 { 54 return (__m128i) __builtin_ia32_phaddsw128 ((__v8hi)__X, (__v8hi)__Y); 55 } 56 57 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 58 _mm_hadd_pi16 (__m64 __X, __m64 __Y) 59 { 60 return (__m64) __builtin_ia32_phaddw ((__v4hi)__X, (__v4hi)__Y); 61 } 62 63 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 64 _mm_hadd_pi32 (__m64 __X, __m64 __Y) 65 { 66 return (__m64) __builtin_ia32_phaddd ((__v2si)__X, (__v2si)__Y); 67 } 68 69 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 70 _mm_hadds_pi16 (__m64 __X, __m64 __Y) 71 { 72 return (__m64) __builtin_ia32_phaddsw ((__v4hi)__X, (__v4hi)__Y); 73 } 74 75 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 76 _mm_hsub_epi16 (__m128i __X, __m128i __Y) 77 { 78 return (__m128i) __builtin_ia32_phsubw128 ((__v8hi)__X, (__v8hi)__Y); 79 } 80 81 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 82 _mm_hsub_epi32 (__m128i __X, __m128i __Y) 83 { 84 return (__m128i) __builtin_ia32_phsubd128 ((__v4si)__X, (__v4si)__Y); 85 } 86 87 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 88 _mm_hsubs_epi16 (__m128i __X, __m128i __Y) 89 { 90 return (__m128i) __builtin_ia32_phsubsw128 ((__v8hi)__X, (__v8hi)__Y); 91 } 92 93 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 94 _mm_hsub_pi16 (__m64 __X, __m64 __Y) 95 { 96 return (__m64) __builtin_ia32_phsubw ((__v4hi)__X, (__v4hi)__Y); 97 } 98 99 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 100 _mm_hsub_pi32 (__m64 __X, __m64 __Y) 101 { 102 return (__m64) __builtin_ia32_phsubd ((__v2si)__X, (__v2si)__Y); 103 } 104 105 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 106 _mm_hsubs_pi16 (__m64 __X, __m64 __Y) 107 { 108 return (__m64) __builtin_ia32_phsubsw ((__v4hi)__X, (__v4hi)__Y); 109 } 110 111 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 112 _mm_maddubs_epi16 (__m128i __X, __m128i __Y) 113 { 114 return (__m128i) __builtin_ia32_pmaddubsw128 ((__v16qi)__X, (__v16qi)__Y); 115 } 116 117 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 118 _mm_maddubs_pi16 (__m64 __X, __m64 __Y) 119 { 120 return (__m64) __builtin_ia32_pmaddubsw ((__v8qi)__X, (__v8qi)__Y); 121 } 122 123 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 124 _mm_mulhrs_epi16 (__m128i __X, __m128i __Y) 125 { 126 return (__m128i) __builtin_ia32_pmulhrsw128 ((__v8hi)__X, (__v8hi)__Y); 127 } 128 129 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 130 _mm_mulhrs_pi16 (__m64 __X, __m64 __Y) 131 { 132 return (__m64) __builtin_ia32_pmulhrsw ((__v4hi)__X, (__v4hi)__Y); 133 } 134 135 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 136 _mm_shuffle_epi8 (__m128i __X, __m128i __Y) 137 { 138 return (__m128i) __builtin_ia32_pshufb128 ((__v16qi)__X, (__v16qi)__Y); 139 } 140 141 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 142 _mm_shuffle_pi8 (__m64 __X, __m64 __Y) 143 { 144 return (__m64) __builtin_ia32_pshufb ((__v8qi)__X, (__v8qi)__Y); 145 } 146 147 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 148 _mm_sign_epi8 (__m128i __X, __m128i __Y) 149 { 150 return (__m128i) __builtin_ia32_psignb128 ((__v16qi)__X, (__v16qi)__Y); 151 } 152 153 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 154 _mm_sign_epi16 (__m128i __X, __m128i __Y) 155 { 156 return (__m128i) __builtin_ia32_psignw128 ((__v8hi)__X, (__v8hi)__Y); 157 } 158 159 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 160 _mm_sign_epi32 (__m128i __X, __m128i __Y) 161 { 162 return (__m128i) __builtin_ia32_psignd128 ((__v4si)__X, (__v4si)__Y); 163 } 164 165 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 166 _mm_sign_pi8 (__m64 __X, __m64 __Y) 167 { 168 return (__m64) __builtin_ia32_psignb ((__v8qi)__X, (__v8qi)__Y); 169 } 170 171 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 172 _mm_sign_pi16 (__m64 __X, __m64 __Y) 173 { 174 return (__m64) __builtin_ia32_psignw ((__v4hi)__X, (__v4hi)__Y); 175 } 176 177 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 178 _mm_sign_pi32 (__m64 __X, __m64 __Y) 179 { 180 return (__m64) __builtin_ia32_psignd ((__v2si)__X, (__v2si)__Y); 181 } 182 183 #ifdef __OPTIMIZE__ 184 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 185 _mm_alignr_epi8(__m128i __X, __m128i __Y, const int __N) 186 { 187 return (__m128i) __builtin_ia32_palignr128 ((__v2di)__X, 188 (__v2di)__Y, __N * 8); 189 } 190 191 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 192 _mm_alignr_pi8(__m64 __X, __m64 __Y, const int __N) 193 { 194 return (__m64) __builtin_ia32_palignr ((__v1di)__X, 195 (__v1di)__Y, __N * 8); 196 } 197 #else 198 #define _mm_alignr_epi8(X, Y, N) \ 199 ((__m128i) __builtin_ia32_palignr128 ((__v2di)(__m128i)(X), \ 200 (__v2di)(__m128i)(Y), \ 201 (int)(N) * 8)) 202 #define _mm_alignr_pi8(X, Y, N) \ 203 ((__m64) __builtin_ia32_palignr ((__v1di)(__m64)(X), \ 204 (__v1di)(__m64)(Y), \ 205 (int)(N) * 8)) 206 #endif 207 208 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 209 _mm_abs_epi8 (__m128i __X) 210 { 211 return (__m128i) __builtin_ia32_pabsb128 ((__v16qi)__X); 212 } 213 214 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 215 _mm_abs_epi16 (__m128i __X) 216 { 217 return (__m128i) __builtin_ia32_pabsw128 ((__v8hi)__X); 218 } 219 220 extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 221 _mm_abs_epi32 (__m128i __X) 222 { 223 return (__m128i) __builtin_ia32_pabsd128 ((__v4si)__X); 224 } 225 226 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 227 _mm_abs_pi8 (__m64 __X) 228 { 229 return (__m64) __builtin_ia32_pabsb ((__v8qi)__X); 230 } 231 232 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 233 _mm_abs_pi16 (__m64 __X) 234 { 235 return (__m64) __builtin_ia32_pabsw ((__v4hi)__X); 236 } 237 238 extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) 239 _mm_abs_pi32 (__m64 __X) 240 { 241 return (__m64) __builtin_ia32_pabsd ((__v2si)__X); 242 } 243 244 #ifdef __DISABLE_SSSE3__ 245 #undef __DISABLE_SSSE3__ 246 #pragma GCC pop_options 247 #endif /* __DISABLE_SSSE3__ */ 248 249 #endif /* _TMMINTRIN_H_INCLUDED */ 250