1 /* This file is part of the Vc library. {{{
2 Copyright © 2010-2015 Matthias Kretz <kretz@kde.org>
3
4 Redistribution and use in source and binary forms, with or without
5 modification, are permitted provided that the following conditions are met:
6 * Redistributions of source code must retain the above copyright
7 notice, this list of conditions and the following disclaimer.
8 * Redistributions in binary form must reproduce the above copyright
9 notice, this list of conditions and the following disclaimer in the
10 documentation and/or other materials provided with the distribution.
11 * Neither the names of contributing organizations nor the
12 names of its contributors may be used to endorse or promote products
13 derived from this software without specific prior written permission.
14
15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
16 ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE FOR ANY
19 DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
20 (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
21 LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
22 ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
24 SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25
26 }}}*/
27
28 namespace Vc_VERSIONED_NAMESPACE
29 {
30 namespace SSE
31 {
32
deinterleave(Vector<float> & a,Vector<float> & b)33 inline void deinterleave(Vector<float> &a, Vector<float> &b)
34 {
35 const __m128 tmp0 = _mm_unpacklo_ps(a.data(), b.data());
36 const __m128 tmp1 = _mm_unpackhi_ps(a.data(), b.data());
37 a.data() = _mm_unpacklo_ps(tmp0, tmp1);
38 b.data() = _mm_unpackhi_ps(tmp0, tmp1);
39 }
40
deinterleave(Vector<float> & a,Vector<float> & b,Vector<short>::AsArg tmp)41 inline void deinterleave(Vector<float> &a, Vector<float> &b, Vector<short>::AsArg tmp)
42 {
43 a.data() = _mm_cvtepi32_ps(_mm_srai_epi32(_mm_slli_epi32(tmp.data(), 16), 16));
44 b.data() = _mm_cvtepi32_ps(_mm_srai_epi32(tmp.data(), 16));
45 }
46
deinterleave(Vector<float> & a,Vector<float> & b,Vector<unsigned short>::AsArg tmp)47 inline void deinterleave(Vector<float> &a, Vector<float> &b, Vector<unsigned short>::AsArg tmp)
48 {
49 a.data() = _mm_cvtepi32_ps(_mm_srli_epi32(_mm_slli_epi32(tmp.data(), 16), 16));
50 b.data() = _mm_cvtepi32_ps(_mm_srli_epi32(tmp.data(), 16));
51 }
52
deinterleave(Vector<double> & a,Vector<double> & b)53 inline void deinterleave(Vector<double> &a, Vector<double> &b)
54 {
55 __m128d tmp = _mm_unpacklo_pd(a.data(), b.data());
56 b.data() = _mm_unpackhi_pd(a.data(), b.data());
57 a.data() = tmp;
58 }
59
deinterleave(Vector<int> & a,Vector<int> & b)60 inline void deinterleave(Vector<int> &a, Vector<int> &b)
61 {
62 const __m128i tmp0 = _mm_unpacklo_epi32(a.data(), b.data());
63 const __m128i tmp1 = _mm_unpackhi_epi32(a.data(), b.data());
64 a.data() = _mm_unpacklo_epi32(tmp0, tmp1);
65 b.data() = _mm_unpackhi_epi32(tmp0, tmp1);
66 }
67
deinterleave(Vector<unsigned int> & a,Vector<unsigned int> & b)68 inline void deinterleave(Vector<unsigned int> &a, Vector<unsigned int> &b)
69 {
70 const __m128i tmp0 = _mm_unpacklo_epi32(a.data(), b.data());
71 const __m128i tmp1 = _mm_unpackhi_epi32(a.data(), b.data());
72 a.data() = _mm_unpacklo_epi32(tmp0, tmp1);
73 b.data() = _mm_unpackhi_epi32(tmp0, tmp1);
74 }
75
deinterleave(Vector<short> & a,Vector<short> & b)76 inline void deinterleave(Vector<short> &a, Vector<short> &b)
77 {
78 __m128i tmp0 = _mm_unpacklo_epi16(a.data(), b.data()); // a0 a4 b0 b4 a1 a5 b1 b5
79 __m128i tmp1 = _mm_unpackhi_epi16(a.data(), b.data()); // a2 a6 b2 b6 a3 a7 b3 b7
80 __m128i tmp2 = _mm_unpacklo_epi16(tmp0, tmp1); // a0 a2 a4 a6 b0 b2 b4 b6
81 __m128i tmp3 = _mm_unpackhi_epi16(tmp0, tmp1); // a1 a3 a5 a7 b1 b3 b5 b7
82 a.data() = _mm_unpacklo_epi16(tmp2, tmp3);
83 b.data() = _mm_unpackhi_epi16(tmp2, tmp3);
84 }
85
deinterleave(Vector<unsigned short> & a,Vector<unsigned short> & b)86 inline void deinterleave(Vector<unsigned short> &a, Vector<unsigned short> &b)
87 {
88 __m128i tmp0 = _mm_unpacklo_epi16(a.data(), b.data()); // a0 a4 b0 b4 a1 a5 b1 b5
89 __m128i tmp1 = _mm_unpackhi_epi16(a.data(), b.data()); // a2 a6 b2 b6 a3 a7 b3 b7
90 __m128i tmp2 = _mm_unpacklo_epi16(tmp0, tmp1); // a0 a2 a4 a6 b0 b2 b4 b6
91 __m128i tmp3 = _mm_unpackhi_epi16(tmp0, tmp1); // a1 a3 a5 a7 b1 b3 b5 b7
92 a.data() = _mm_unpacklo_epi16(tmp2, tmp3);
93 b.data() = _mm_unpackhi_epi16(tmp2, tmp3);
94 }
95
deinterleave(Vector<int> & a,Vector<int> & b,Vector<short>::AsArg tmp)96 inline void deinterleave(Vector<int> &a, Vector<int> &b, Vector<short>::AsArg tmp)
97 {
98 a.data() = _mm_srai_epi32(_mm_slli_epi32(tmp.data(), 16), 16);
99 b.data() = _mm_srai_epi32(tmp.data(), 16);
100 }
101
deinterleave(Vector<unsigned int> & a,Vector<unsigned int> & b,Vector<unsigned short>::AsArg tmp)102 inline void deinterleave(Vector<unsigned int> &a, Vector<unsigned int> &b, Vector<unsigned short>::AsArg tmp)
103 {
104 a.data() = _mm_srli_epi32(_mm_slli_epi32(tmp.data(), 16), 16);
105 b.data() = _mm_srli_epi32(tmp.data(), 16);
106 }
107
108 }
109 }
110 namespace Vc_VERSIONED_NAMESPACE
111 {
112 namespace Detail
113 {
deinterleave(SSE::float_v & a,SSE::float_v & b,const float * m,A align)114 template<typename A> inline void deinterleave(
115 SSE::float_v &a, SSE::float_v &b, const float *m, A align)
116 {
117 a.load(m, align);
118 b.load(m + SSE::float_v::Size, align);
119 Vc::SSE::deinterleave(a, b);
120 }
121
deinterleave(SSE::float_v & a,SSE::float_v & b,const short * m,A align)122 template<typename A> inline void deinterleave(
123 SSE::float_v &a, SSE::float_v &b, const short *m, A align)
124 {
125 SSE::short_v tmp(m, align);
126 Vc::SSE::deinterleave(a, b, tmp);
127 }
128
deinterleave(SSE::float_v & a,SSE::float_v & b,const unsigned short * m,A align)129 template<typename A> inline void deinterleave(
130 SSE::float_v &a, SSE::float_v &b, const unsigned short *m, A align)
131 {
132 SSE::ushort_v tmp(m, align);
133 Vc::SSE::deinterleave(a, b, tmp);
134 }
135
deinterleave(SSE::double_v & a,SSE::double_v & b,const double * m,A align)136 template<typename A> inline void deinterleave(
137 SSE::double_v &a, SSE::double_v &b, const double *m, A align)
138 {
139 a.load(m, align);
140 b.load(m + SSE::double_v::Size, align);
141 Vc::SSE::deinterleave(a, b);
142 }
143
deinterleave(SSE::int_v & a,SSE::int_v & b,const int * m,A align)144 template<typename A> inline void deinterleave(
145 SSE::int_v &a, SSE::int_v &b, const int *m, A align)
146 {
147 a.load(m, align);
148 b.load(m + SSE::int_v::Size, align);
149 Vc::SSE::deinterleave(a, b);
150 }
151
deinterleave(SSE::int_v & a,SSE::int_v & b,const short * m,A align)152 template<typename A> inline void deinterleave(
153 SSE::int_v &a, SSE::int_v &b, const short *m, A align)
154 {
155 SSE::short_v tmp(m, align);
156 Vc::SSE::deinterleave(a, b, tmp);
157 }
158
deinterleave(SSE::uint_v & a,SSE::uint_v & b,const unsigned int * m,A align)159 template<typename A> inline void deinterleave(
160 SSE::uint_v &a, SSE::uint_v &b, const unsigned int *m, A align)
161 {
162 a.load(m, align);
163 b.load(m + SSE::uint_v::Size, align);
164 Vc::SSE::deinterleave(a, b);
165 }
166
deinterleave(SSE::uint_v & a,SSE::uint_v & b,const unsigned short * m,A align)167 template<typename A> inline void deinterleave(
168 SSE::uint_v &a, SSE::uint_v &b, const unsigned short *m, A align)
169 {
170 SSE::ushort_v tmp(m, align);
171 Vc::SSE::deinterleave(a, b, tmp);
172 }
173
deinterleave(SSE::short_v & a,SSE::short_v & b,const short * m,A align)174 template<typename A> inline void deinterleave(
175 SSE::short_v &a, SSE::short_v &b, const short *m, A align)
176 {
177 a.load(m, align);
178 b.load(m + SSE::short_v::Size, align);
179 Vc::SSE::deinterleave(a, b);
180 }
181
deinterleave(SSE::ushort_v & a,SSE::ushort_v & b,const unsigned short * m,A align)182 template<typename A> inline void deinterleave(
183 SSE::ushort_v &a, SSE::ushort_v &b, const unsigned short *m, A align)
184 {
185 a.load(m, align);
186 b.load(m + SSE::ushort_v::Size, align);
187 Vc::SSE::deinterleave(a, b);
188 }
189 } // namespace Detail
190 } // namespace Vc
191