Lines Matching refs:dst
68 static void packed_small_direct_fft(float *dst, const float *src, size_t rank) in packed_small_direct_fft() argument
72 float s0_re = dst[0] + dst[2]; in packed_small_direct_fft()
73 float s1_re = dst[0] - dst[2]; in packed_small_direct_fft()
74 float s0_im = dst[1] + dst[3]; in packed_small_direct_fft()
75 float s1_im = dst[1] - dst[3]; in packed_small_direct_fft()
77 float s2_re = dst[4] + dst[6]; in packed_small_direct_fft()
78 float s3_re = dst[4] - dst[6]; in packed_small_direct_fft()
79 float s2_im = dst[5] + dst[7]; in packed_small_direct_fft()
80 float s3_im = dst[5] - dst[7]; in packed_small_direct_fft()
82 dst[0] = s0_re + s2_re; in packed_small_direct_fft()
83 dst[1] = s0_im + s2_im; in packed_small_direct_fft()
84 dst[2] = s1_re + s3_im; in packed_small_direct_fft()
85 dst[3] = s1_im - s3_re; in packed_small_direct_fft()
87 dst[4] = s0_re - s2_re; in packed_small_direct_fft()
88 dst[5] = s0_im - s2_im; in packed_small_direct_fft()
89 dst[6] = s1_re - s3_im; in packed_small_direct_fft()
90 dst[7] = s1_im + s3_re; in packed_small_direct_fft()
98 dst[2] = src[0] - s1_re; in packed_small_direct_fft()
99 dst[3] = src[1] - s1_im; in packed_small_direct_fft()
100 dst[0] = src[0] + s1_re; in packed_small_direct_fft()
101 dst[1] = src[1] + s1_im; in packed_small_direct_fft()
105 dst[0] = src[0]; in packed_small_direct_fft()
106 dst[1] = src[1]; in packed_small_direct_fft()
110 static void packed_small_reverse_fft(float *dst, const float *src, size_t rank) in packed_small_reverse_fft() argument
124 dst[0] = (s0_re + s2_re)*0.25f; in packed_small_reverse_fft()
125 dst[1] = (s0_im + s2_im)*0.25f; in packed_small_reverse_fft()
126 dst[2] = (s1_re - s3_im)*0.25f; in packed_small_reverse_fft()
127 dst[3] = (s1_im + s3_re)*0.25f; in packed_small_reverse_fft()
129 dst[4] = (s0_re - s2_re)*0.25f; in packed_small_reverse_fft()
130 dst[5] = (s0_im - s2_im)*0.25f; in packed_small_reverse_fft()
131 dst[6] = (s1_re + s3_im)*0.25f; in packed_small_reverse_fft()
132 dst[7] = (s1_im - s3_re)*0.25f; in packed_small_reverse_fft()
140 dst[2] = src[0] - s1_re; in packed_small_reverse_fft()
141 dst[3] = src[1] - s1_im; in packed_small_reverse_fft()
142 dst[0] = src[0] + s1_re; in packed_small_reverse_fft()
143 dst[1] = src[1] + s1_im; in packed_small_reverse_fft()
147 dst[0] = src[0]; in packed_small_reverse_fft()
148 dst[1] = src[1]; in packed_small_reverse_fft()
153 void packed_direct_fft(float *dst, const float *src, size_t rank) in packed_direct_fft() argument
157 packed_small_direct_fft(dst, src, rank); in packed_direct_fft()
161 if ((dst == src) || (rank < 4)) in packed_direct_fft()
163 dsp::move(dst, src, 2 << rank); // 1 << rank + 1 in packed_direct_fft()
165 packed_scramble_self_direct8(dst, rank); in packed_direct_fft()
167 packed_scramble_self_direct16(dst, rank); in packed_direct_fft()
172 packed_scramble_copy_direct8(dst, src, rank-4); in packed_direct_fft()
174 packed_scramble_copy_direct16(dst, src, rank-4); in packed_direct_fft()
178 packed_butterfly_direct8p(dst, i, 1 << (rank - i - 1)); in packed_direct_fft()
180 packed_fft_repack(dst, rank); in packed_direct_fft()
183 void packed_reverse_fft(float *dst, const float *src, size_t rank) in packed_reverse_fft() argument
187 packed_small_reverse_fft(dst, src, rank); in packed_reverse_fft()
191 if ((dst == src) || (rank < 4)) in packed_reverse_fft()
193 dsp::move(dst, src, 2 << rank); // 1 << rank + 1 in packed_reverse_fft()
195 packed_scramble_self_reverse8(dst, rank); in packed_reverse_fft()
197 packed_scramble_self_reverse16(dst, rank); in packed_reverse_fft()
202 packed_scramble_copy_reverse8(dst, src, rank-4); in packed_reverse_fft()
204 packed_scramble_copy_reverse16(dst, src, rank-4); in packed_reverse_fft()
208 packed_butterfly_reverse8p(dst, i, 1 << (rank - i - 1)); in packed_reverse_fft()
210 packed_fft_repack_normalize(dst, rank); in packed_reverse_fft()
213 void packed_direct_fft_fma3(float *dst, const float *src, size_t rank) in packed_direct_fft_fma3() argument
217 packed_small_direct_fft(dst, src, rank); in packed_direct_fft_fma3()
221 if ((dst == src) || (rank < 4)) in packed_direct_fft_fma3()
223 dsp::move(dst, src, 2 << rank); // 1 << rank + 1 in packed_direct_fft_fma3()
225 packed_scramble_self_direct8_fma3(dst, rank); in packed_direct_fft_fma3()
227 packed_scramble_self_direct16_fma3(dst, rank); in packed_direct_fft_fma3()
232 packed_scramble_copy_direct8_fma3(dst, src, rank-4); in packed_direct_fft_fma3()
234 packed_scramble_copy_direct16_fma3(dst, src, rank-4); in packed_direct_fft_fma3()
238 packed_butterfly_direct8p_fma3(dst, i, 1 << (rank - i - 1)); in packed_direct_fft_fma3()
240 packed_fft_repack(dst, rank); in packed_direct_fft_fma3()
243 void packed_reverse_fft_fma3(float *dst, const float *src, size_t rank) in packed_reverse_fft_fma3() argument
247 packed_small_reverse_fft(dst, src, rank); in packed_reverse_fft_fma3()
251 if ((dst == src) || (rank < 4)) in packed_reverse_fft_fma3()
253 dsp::move(dst, src, 2 << rank); // 1 << rank + 1 in packed_reverse_fft_fma3()
255 packed_scramble_self_reverse8_fma3(dst, rank); in packed_reverse_fft_fma3()
257 packed_scramble_self_reverse16_fma3(dst, rank); in packed_reverse_fft_fma3()
262 packed_scramble_copy_reverse8_fma3(dst, src, rank-4); in packed_reverse_fft_fma3()
264 packed_scramble_copy_reverse16_fma3(dst, src, rank-4); in packed_reverse_fft_fma3()
268 packed_butterfly_reverse8p_fma3(dst, i, 1 << (rank - i - 1)); in packed_reverse_fft_fma3()
270 packed_fft_repack_normalize(dst, rank); in packed_reverse_fft_fma3()