1 /*
2 * Copyright (c) 2003, 2007-14 Matteo Frigo
3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18 *
19 */
20
21 /* This file was automatically generated --- DO NOT EDIT */
22 /* Generated on Thu Dec 10 07:06:31 EST 2020 */
23
24 #include "rdft/codelet-rdft.h"
25
26 #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA)
27
28 /* Generated by: ../../../genfft/gen_hc2hc.native -fma -compact -variables 4 -pipeline-latency 4 -sign 1 -n 20 -dif -name hb_20 -include rdft/scalar/hb.h */
29
30 /*
31 * This function contains 246 FP additions, 148 FP multiplications,
32 * (or, 136 additions, 38 multiplications, 110 fused multiply/add),
33 * 91 stack variables, 4 constants, and 80 memory accesses
34 */
35 #include "rdft/scalar/hb.h"
36
hb_20(R * cr,R * ci,const R * W,stride rs,INT mb,INT me,INT ms)37 static void hb_20(R *cr, R *ci, const R *W, stride rs, INT mb, INT me, INT ms)
38 {
39 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
40 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
41 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
42 DK(KP618033988, +0.618033988749894848204586834365638117720309180);
43 {
44 INT m;
45 for (m = mb, W = W + ((mb - 1) * 38); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 38, MAKE_VOLATILE_STRIDE(40, rs)) {
46 E T7, T4e, T4z, TE, T1t, T2W, T3z, T2l, T13, T3G, T3H, T1i, T2g, T4H, T4G;
47 E T2d, T1B, T4u, T4r, T1A, T2s, T3l, T2t, T3s, T2m, T2n, T2o, T1u, T1v, T1w;
48 E TC, T29, T3C, T3E, T4l, T4n, TL, TN, T3b, T3d, T4C, T4E;
49 {
50 E T3, T2U, T1s, T2V, T6, T3y, T1p, T3x;
51 {
52 E T1, T2, T1q, T1r;
53 T1 = cr[0];
54 T2 = ci[WS(rs, 9)];
55 T3 = T1 + T2;
56 T2U = T1 - T2;
57 T1q = ci[WS(rs, 14)];
58 T1r = cr[WS(rs, 15)];
59 T1s = T1q - T1r;
60 T2V = T1q + T1r;
61 }
62 {
63 E T4, T5, T1n, T1o;
64 T4 = cr[WS(rs, 5)];
65 T5 = ci[WS(rs, 4)];
66 T6 = T4 + T5;
67 T3y = T4 - T5;
68 T1n = ci[WS(rs, 19)];
69 T1o = cr[WS(rs, 10)];
70 T1p = T1n - T1o;
71 T3x = T1n + T1o;
72 }
73 T7 = T3 + T6;
74 T4e = T2U - T2V;
75 T4z = T3y + T3x;
76 TE = T3 - T6;
77 T1t = T1p - T1s;
78 T2W = T2U + T2V;
79 T3z = T3x - T3y;
80 T2l = T1p + T1s;
81 }
82 {
83 E Te, T4f, T4p, TF, T1a, T2Z, T3o, T2b, TA, T4j, T4t, TJ, T12, T39, T3k;
84 E T2f, Tl, T4g, T4q, TG, T1h, T32, T3r, T2c, Tt, T4i, T4s, TI, TV, T36;
85 E T3h, T2e;
86 {
87 E Ta, T2X, T19, T2Y, Td, T3n, T16, T3m;
88 {
89 E T8, T9, T17, T18;
90 T8 = cr[WS(rs, 4)];
91 T9 = ci[WS(rs, 5)];
92 Ta = T8 + T9;
93 T2X = T8 - T9;
94 T17 = ci[WS(rs, 10)];
95 T18 = cr[WS(rs, 19)];
96 T19 = T17 - T18;
97 T2Y = T17 + T18;
98 }
99 {
100 E Tb, Tc, T14, T15;
101 Tb = cr[WS(rs, 9)];
102 Tc = ci[0];
103 Td = Tb + Tc;
104 T3n = Tb - Tc;
105 T14 = ci[WS(rs, 15)];
106 T15 = cr[WS(rs, 14)];
107 T16 = T14 - T15;
108 T3m = T14 + T15;
109 }
110 Te = Ta + Td;
111 T4f = T2X - T2Y;
112 T4p = T3n + T3m;
113 TF = Ta - Td;
114 T1a = T16 - T19;
115 T2Z = T2X + T2Y;
116 T3o = T3m - T3n;
117 T2b = T16 + T19;
118 }
119 {
120 E Tw, T37, Tz, T3i, TY, T3j, T11, T38;
121 {
122 E Tu, Tv, Tx, Ty;
123 Tu = ci[WS(rs, 7)];
124 Tv = cr[WS(rs, 2)];
125 Tw = Tu + Tv;
126 T37 = Tu - Tv;
127 Tx = ci[WS(rs, 2)];
128 Ty = cr[WS(rs, 7)];
129 Tz = Tx + Ty;
130 T3i = Tx - Ty;
131 }
132 {
133 E TW, TX, TZ, T10;
134 TW = ci[WS(rs, 17)];
135 TX = cr[WS(rs, 12)];
136 TY = TW - TX;
137 T3j = TW + TX;
138 TZ = ci[WS(rs, 12)];
139 T10 = cr[WS(rs, 17)];
140 T11 = TZ - T10;
141 T38 = TZ + T10;
142 }
143 TA = Tw + Tz;
144 T4j = T37 + T38;
145 T4t = T3i - T3j;
146 TJ = Tw - Tz;
147 T12 = TY - T11;
148 T39 = T37 - T38;
149 T3k = T3i + T3j;
150 T2f = TY + T11;
151 }
152 {
153 E Th, T30, T1g, T31, Tk, T3p, T1d, T3q;
154 {
155 E Tf, Tg, T1e, T1f;
156 Tf = ci[WS(rs, 3)];
157 Tg = cr[WS(rs, 6)];
158 Th = Tf + Tg;
159 T30 = Tf - Tg;
160 T1e = ci[WS(rs, 18)];
161 T1f = cr[WS(rs, 11)];
162 T1g = T1e - T1f;
163 T31 = T1e + T1f;
164 }
165 {
166 E Ti, Tj, T1b, T1c;
167 Ti = cr[WS(rs, 1)];
168 Tj = ci[WS(rs, 8)];
169 Tk = Ti + Tj;
170 T3p = Ti - Tj;
171 T1b = ci[WS(rs, 13)];
172 T1c = cr[WS(rs, 16)];
173 T1d = T1b - T1c;
174 T3q = T1b + T1c;
175 }
176 Tl = Th + Tk;
177 T4g = T30 - T31;
178 T4q = T3p - T3q;
179 TG = Th - Tk;
180 T1h = T1d - T1g;
181 T32 = T30 + T31;
182 T3r = T3p + T3q;
183 T2c = T1d + T1g;
184 }
185 {
186 E Tp, T34, TU, T35, Ts, T3g, TR, T3f;
187 {
188 E Tn, To, TS, TT;
189 Tn = cr[WS(rs, 8)];
190 To = ci[WS(rs, 1)];
191 Tp = Tn + To;
192 T34 = Tn - To;
193 TS = ci[WS(rs, 16)];
194 TT = cr[WS(rs, 13)];
195 TU = TS - TT;
196 T35 = TS + TT;
197 }
198 {
199 E Tq, Tr, TP, TQ;
200 Tq = ci[WS(rs, 6)];
201 Tr = cr[WS(rs, 3)];
202 Ts = Tq + Tr;
203 T3g = Tq - Tr;
204 TP = ci[WS(rs, 11)];
205 TQ = cr[WS(rs, 18)];
206 TR = TP - TQ;
207 T3f = TP + TQ;
208 }
209 Tt = Tp + Ts;
210 T4i = T34 + T35;
211 T4s = T3g + T3f;
212 TI = Tp - Ts;
213 TV = TR - TU;
214 T36 = T34 - T35;
215 T3h = T3f - T3g;
216 T2e = TR + TU;
217 }
218 T13 = TV - T12;
219 T3G = T36 - T39;
220 T3H = T2Z - T32;
221 T1i = T1a - T1h;
222 T2g = T2e - T2f;
223 T4H = T4i - T4j;
224 T4G = T4f - T4g;
225 T2d = T2b - T2c;
226 T1B = TF - TG;
227 T4u = T4s - T4t;
228 T4r = T4p - T4q;
229 T1A = TI - TJ;
230 T2s = Te - Tl;
231 T3l = T3h + T3k;
232 T2t = Tt - TA;
233 T3s = T3o + T3r;
234 T2m = T2b + T2c;
235 T2n = T2e + T2f;
236 T2o = T2m + T2n;
237 T1u = T1a + T1h;
238 T1v = TV + T12;
239 T1w = T1u + T1v;
240 {
241 E Tm, TB, TH, TK;
242 Tm = Te + Tl;
243 TB = Tt + TA;
244 TC = Tm + TB;
245 T29 = Tm - TB;
246 {
247 E T3A, T3B, T4h, T4k;
248 T3A = T3o - T3r;
249 T3B = T3h - T3k;
250 T3C = T3A + T3B;
251 T3E = T3A - T3B;
252 T4h = T4f + T4g;
253 T4k = T4i + T4j;
254 T4l = T4h + T4k;
255 T4n = T4h - T4k;
256 }
257 TH = TF + TG;
258 TK = TI + TJ;
259 TL = TH + TK;
260 TN = TH - TK;
261 {
262 E T33, T3a, T4A, T4B;
263 T33 = T2Z + T32;
264 T3a = T36 + T39;
265 T3b = T33 + T3a;
266 T3d = T33 - T3a;
267 T4A = T4p + T4q;
268 T4B = T4s + T4t;
269 T4C = T4A + T4B;
270 T4E = T4A - T4B;
271 }
272 }
273 }
274 cr[0] = T7 + TC;
275 ci[0] = T2l + T2o;
276 {
277 E T25, T21, T23, T24, T26, T22;
278 T25 = T1t + T1w;
279 T22 = TE + TL;
280 T21 = W[18];
281 T23 = T21 * T22;
282 T24 = W[19];
283 T26 = T24 * T22;
284 cr[WS(rs, 10)] = FNMS(T24, T25, T23);
285 ci[WS(rs, 10)] = FMA(T21, T25, T26);
286 }
287 {
288 E T58, T5b, T59, T5c, T57, T5a;
289 T58 = T4e + T4l;
290 T5b = T4z + T4C;
291 T57 = W[8];
292 T59 = T57 * T58;
293 T5c = T57 * T5b;
294 T5a = W[9];
295 cr[WS(rs, 5)] = FNMS(T5a, T5b, T59);
296 ci[WS(rs, 5)] = FMA(T5a, T58, T5c);
297 }
298 {
299 E T48, T4b, T49, T4c, T47, T4a;
300 T48 = T2W + T3b;
301 T4b = T3z + T3C;
302 T47 = W[28];
303 T49 = T47 * T48;
304 T4c = T47 * T4b;
305 T4a = W[29];
306 cr[WS(rs, 15)] = FNMS(T4a, T4b, T49);
307 ci[WS(rs, 15)] = FMA(T4a, T48, T4c);
308 }
309 {
310 E T3u, T42, T3M, T3U, T3J, T45, T3P, T3Z;
311 {
312 E T3t, T3T, T3e, T3S, T3c;
313 T3t = FNMS(KP618033988, T3s, T3l);
314 T3T = FMA(KP618033988, T3l, T3s);
315 T3c = FNMS(KP250000000, T3b, T2W);
316 T3e = FNMS(KP559016994, T3d, T3c);
317 T3S = FMA(KP559016994, T3d, T3c);
318 T3u = FNMS(KP951056516, T3t, T3e);
319 T42 = FMA(KP951056516, T3T, T3S);
320 T3M = FMA(KP951056516, T3t, T3e);
321 T3U = FNMS(KP951056516, T3T, T3S);
322 }
323 {
324 E T3I, T3Y, T3F, T3X, T3D;
325 T3I = FNMS(KP618033988, T3H, T3G);
326 T3Y = FMA(KP618033988, T3G, T3H);
327 T3D = FNMS(KP250000000, T3C, T3z);
328 T3F = FNMS(KP559016994, T3E, T3D);
329 T3X = FMA(KP559016994, T3E, T3D);
330 T3J = FMA(KP951056516, T3I, T3F);
331 T45 = FNMS(KP951056516, T3Y, T3X);
332 T3P = FNMS(KP951056516, T3I, T3F);
333 T3Z = FMA(KP951056516, T3Y, T3X);
334 }
335 {
336 E T3v, T3K, T2T, T3w;
337 T2T = W[4];
338 T3v = T2T * T3u;
339 T3K = T2T * T3J;
340 T3w = W[5];
341 cr[WS(rs, 3)] = FNMS(T3w, T3J, T3v);
342 ci[WS(rs, 3)] = FMA(T3w, T3u, T3K);
343 }
344 {
345 E T43, T46, T41, T44;
346 T41 = W[36];
347 T43 = T41 * T42;
348 T46 = T41 * T45;
349 T44 = W[37];
350 cr[WS(rs, 19)] = FNMS(T44, T45, T43);
351 ci[WS(rs, 19)] = FMA(T44, T42, T46);
352 }
353 {
354 E T3N, T3Q, T3L, T3O;
355 T3L = W[12];
356 T3N = T3L * T3M;
357 T3Q = T3L * T3P;
358 T3O = W[13];
359 cr[WS(rs, 7)] = FNMS(T3O, T3P, T3N);
360 ci[WS(rs, 7)] = FMA(T3O, T3M, T3Q);
361 }
362 {
363 E T3V, T40, T3R, T3W;
364 T3R = W[20];
365 T3V = T3R * T3U;
366 T40 = T3R * T3Z;
367 T3W = W[21];
368 cr[WS(rs, 11)] = FNMS(T3W, T3Z, T3V);
369 ci[WS(rs, 11)] = FMA(T3W, T3U, T40);
370 }
371 }
372 {
373 E T4w, T52, T4M, T4U, T4J, T55, T4P, T4Z;
374 {
375 E T4v, T4T, T4o, T4S, T4m;
376 T4v = FMA(KP618033988, T4u, T4r);
377 T4T = FNMS(KP618033988, T4r, T4u);
378 T4m = FNMS(KP250000000, T4l, T4e);
379 T4o = FMA(KP559016994, T4n, T4m);
380 T4S = FNMS(KP559016994, T4n, T4m);
381 T4w = FNMS(KP951056516, T4v, T4o);
382 T52 = FMA(KP951056516, T4T, T4S);
383 T4M = FMA(KP951056516, T4v, T4o);
384 T4U = FNMS(KP951056516, T4T, T4S);
385 }
386 {
387 E T4I, T4Y, T4F, T4X, T4D;
388 T4I = FMA(KP618033988, T4H, T4G);
389 T4Y = FNMS(KP618033988, T4G, T4H);
390 T4D = FNMS(KP250000000, T4C, T4z);
391 T4F = FMA(KP559016994, T4E, T4D);
392 T4X = FNMS(KP559016994, T4E, T4D);
393 T4J = FMA(KP951056516, T4I, T4F);
394 T55 = FNMS(KP951056516, T4Y, T4X);
395 T4P = FNMS(KP951056516, T4I, T4F);
396 T4Z = FMA(KP951056516, T4Y, T4X);
397 }
398 {
399 E T4x, T4K, T4d, T4y;
400 T4d = W[0];
401 T4x = T4d * T4w;
402 T4K = T4d * T4J;
403 T4y = W[1];
404 cr[WS(rs, 1)] = FNMS(T4y, T4J, T4x);
405 ci[WS(rs, 1)] = FMA(T4y, T4w, T4K);
406 }
407 {
408 E T53, T56, T51, T54;
409 T51 = W[32];
410 T53 = T51 * T52;
411 T56 = T51 * T55;
412 T54 = W[33];
413 cr[WS(rs, 17)] = FNMS(T54, T55, T53);
414 ci[WS(rs, 17)] = FMA(T54, T52, T56);
415 }
416 {
417 E T4N, T4Q, T4L, T4O;
418 T4L = W[16];
419 T4N = T4L * T4M;
420 T4Q = T4L * T4P;
421 T4O = W[17];
422 cr[WS(rs, 9)] = FNMS(T4O, T4P, T4N);
423 ci[WS(rs, 9)] = FMA(T4O, T4M, T4Q);
424 }
425 {
426 E T4V, T50, T4R, T4W;
427 T4R = W[24];
428 T4V = T4R * T4U;
429 T50 = T4R * T4Z;
430 T4W = W[25];
431 cr[WS(rs, 13)] = FNMS(T4W, T4Z, T4V);
432 ci[WS(rs, 13)] = FMA(T4W, T4U, T50);
433 }
434 }
435 {
436 E T2u, T2K, T2r, T2J, T2i, T2O, T2y, T2G, T2p, T2q;
437 T2u = FMA(KP618033988, T2t, T2s);
438 T2K = FNMS(KP618033988, T2s, T2t);
439 T2p = FNMS(KP250000000, T2o, T2l);
440 T2q = T2m - T2n;
441 T2r = FMA(KP559016994, T2q, T2p);
442 T2J = FNMS(KP559016994, T2q, T2p);
443 {
444 E T2h, T2F, T2a, T2E, T28;
445 T2h = FMA(KP618033988, T2g, T2d);
446 T2F = FNMS(KP618033988, T2d, T2g);
447 T28 = FNMS(KP250000000, TC, T7);
448 T2a = FMA(KP559016994, T29, T28);
449 T2E = FNMS(KP559016994, T29, T28);
450 T2i = FMA(KP951056516, T2h, T2a);
451 T2O = FMA(KP951056516, T2F, T2E);
452 T2y = FNMS(KP951056516, T2h, T2a);
453 T2G = FNMS(KP951056516, T2F, T2E);
454 }
455 {
456 E T2v, T2k, T2w, T27, T2j;
457 T2v = FNMS(KP951056516, T2u, T2r);
458 T2k = W[7];
459 T2w = T2k * T2i;
460 T27 = W[6];
461 T2j = T27 * T2i;
462 cr[WS(rs, 4)] = FNMS(T2k, T2v, T2j);
463 ci[WS(rs, 4)] = FMA(T27, T2v, T2w);
464 }
465 {
466 E T2R, T2Q, T2S, T2N, T2P;
467 T2R = FNMS(KP951056516, T2K, T2J);
468 T2Q = W[23];
469 T2S = T2Q * T2O;
470 T2N = W[22];
471 T2P = T2N * T2O;
472 cr[WS(rs, 12)] = FNMS(T2Q, T2R, T2P);
473 ci[WS(rs, 12)] = FMA(T2N, T2R, T2S);
474 }
475 {
476 E T2B, T2A, T2C, T2x, T2z;
477 T2B = FMA(KP951056516, T2u, T2r);
478 T2A = W[31];
479 T2C = T2A * T2y;
480 T2x = W[30];
481 T2z = T2x * T2y;
482 cr[WS(rs, 16)] = FNMS(T2A, T2B, T2z);
483 ci[WS(rs, 16)] = FMA(T2x, T2B, T2C);
484 }
485 {
486 E T2L, T2I, T2M, T2D, T2H;
487 T2L = FMA(KP951056516, T2K, T2J);
488 T2I = W[15];
489 T2M = T2I * T2G;
490 T2D = W[14];
491 T2H = T2D * T2G;
492 cr[WS(rs, 8)] = FNMS(T2I, T2L, T2H);
493 ci[WS(rs, 8)] = FMA(T2D, T2L, T2M);
494 }
495 }
496 {
497 E T1C, T1S, T1z, T1R, T1k, T1W, T1G, T1O, T1x, T1y;
498 T1C = FNMS(KP618033988, T1B, T1A);
499 T1S = FMA(KP618033988, T1A, T1B);
500 T1x = FNMS(KP250000000, T1w, T1t);
501 T1y = T1u - T1v;
502 T1z = FNMS(KP559016994, T1y, T1x);
503 T1R = FMA(KP559016994, T1y, T1x);
504 {
505 E T1j, T1N, TO, T1M, TM;
506 T1j = FNMS(KP618033988, T1i, T13);
507 T1N = FMA(KP618033988, T13, T1i);
508 TM = FNMS(KP250000000, TL, TE);
509 TO = FNMS(KP559016994, TN, TM);
510 T1M = FMA(KP559016994, TN, TM);
511 T1k = FMA(KP951056516, T1j, TO);
512 T1W = FMA(KP951056516, T1N, T1M);
513 T1G = FNMS(KP951056516, T1j, TO);
514 T1O = FNMS(KP951056516, T1N, T1M);
515 }
516 {
517 E T1D, T1m, T1E, TD, T1l;
518 T1D = FNMS(KP951056516, T1C, T1z);
519 T1m = W[3];
520 T1E = T1m * T1k;
521 TD = W[2];
522 T1l = TD * T1k;
523 cr[WS(rs, 2)] = FNMS(T1m, T1D, T1l);
524 ci[WS(rs, 2)] = FMA(TD, T1D, T1E);
525 }
526 {
527 E T1Z, T1Y, T20, T1V, T1X;
528 T1Z = FNMS(KP951056516, T1S, T1R);
529 T1Y = W[27];
530 T20 = T1Y * T1W;
531 T1V = W[26];
532 T1X = T1V * T1W;
533 cr[WS(rs, 14)] = FNMS(T1Y, T1Z, T1X);
534 ci[WS(rs, 14)] = FMA(T1V, T1Z, T20);
535 }
536 {
537 E T1J, T1I, T1K, T1F, T1H;
538 T1J = FMA(KP951056516, T1C, T1z);
539 T1I = W[35];
540 T1K = T1I * T1G;
541 T1F = W[34];
542 T1H = T1F * T1G;
543 cr[WS(rs, 18)] = FNMS(T1I, T1J, T1H);
544 ci[WS(rs, 18)] = FMA(T1F, T1J, T1K);
545 }
546 {
547 E T1T, T1Q, T1U, T1L, T1P;
548 T1T = FMA(KP951056516, T1S, T1R);
549 T1Q = W[11];
550 T1U = T1Q * T1O;
551 T1L = W[10];
552 T1P = T1L * T1O;
553 cr[WS(rs, 6)] = FNMS(T1Q, T1T, T1P);
554 ci[WS(rs, 6)] = FMA(T1L, T1T, T1U);
555 }
556 }
557 }
558 }
559 }
560
561 static const tw_instr twinstr[] = {
562 { TW_FULL, 1, 20 },
563 { TW_NEXT, 1, 0 }
564 };
565
566 static const hc2hc_desc desc = { 20, "hb_20", twinstr, &GENUS, { 136, 38, 110, 0 } };
567
X(codelet_hb_20)568 void X(codelet_hb_20) (planner *p) {
569 X(khc2hc_register) (p, hb_20, &desc);
570 }
571 #else
572
573 /* Generated by: ../../../genfft/gen_hc2hc.native -compact -variables 4 -pipeline-latency 4 -sign 1 -n 20 -dif -name hb_20 -include rdft/scalar/hb.h */
574
575 /*
576 * This function contains 246 FP additions, 124 FP multiplications,
577 * (or, 184 additions, 62 multiplications, 62 fused multiply/add),
578 * 97 stack variables, 4 constants, and 80 memory accesses
579 */
580 #include "rdft/scalar/hb.h"
581
hb_20(R * cr,R * ci,const R * W,stride rs,INT mb,INT me,INT ms)582 static void hb_20(R *cr, R *ci, const R *W, stride rs, INT mb, INT me, INT ms)
583 {
584 DK(KP250000000, +0.250000000000000000000000000000000000000000000);
585 DK(KP559016994, +0.559016994374947424102293417182819058860154590);
586 DK(KP587785252, +0.587785252292473129168705954639072768597652438);
587 DK(KP951056516, +0.951056516295153572116439333379382143405698634);
588 {
589 INT m;
590 for (m = mb, W = W + ((mb - 1) * 38); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 38, MAKE_VOLATILE_STRIDE(40, rs)) {
591 E T7, T3T, T49, TE, T1v, T2T, T3g, T2d, T13, T3n, T3o, T1i, T26, T4e, T4d;
592 E T23, T1n, T42, T3Z, T1m, T2h, T2I, T2i, T2P, T30, T37, T38, Tm, TB, TC;
593 E T46, T47, T4a, T2a, T2b, T2e, T1w, T1x, T1y, T3O, T3R, T3U, T3h, T3i, T3j;
594 E TH, TK, TL;
595 {
596 E T3, T2R, T1u, T2S, T6, T3f, T1r, T3e;
597 {
598 E T1, T2, T1s, T1t;
599 T1 = cr[0];
600 T2 = ci[WS(rs, 9)];
601 T3 = T1 + T2;
602 T2R = T1 - T2;
603 T1s = ci[WS(rs, 14)];
604 T1t = cr[WS(rs, 15)];
605 T1u = T1s - T1t;
606 T2S = T1s + T1t;
607 }
608 {
609 E T4, T5, T1p, T1q;
610 T4 = cr[WS(rs, 5)];
611 T5 = ci[WS(rs, 4)];
612 T6 = T4 + T5;
613 T3f = T4 - T5;
614 T1p = ci[WS(rs, 19)];
615 T1q = cr[WS(rs, 10)];
616 T1r = T1p - T1q;
617 T3e = T1p + T1q;
618 }
619 T7 = T3 + T6;
620 T3T = T2R - T2S;
621 T49 = T3f + T3e;
622 TE = T3 - T6;
623 T1v = T1r - T1u;
624 T2T = T2R + T2S;
625 T3g = T3e - T3f;
626 T2d = T1r + T1u;
627 }
628 {
629 E Te, T3M, T3X, TF, TV, T2E, T2W, T21, TA, T3Q, T41, TJ, T1h, T2O, T36;
630 E T25, Tl, T3N, T3Y, TG, T12, T2H, T2Z, T22, Tt, T3P, T40, TI, T1a, T2L;
631 E T33, T24;
632 {
633 E Ta, T2U, TU, T2V, Td, T2D, TR, T2C;
634 {
635 E T8, T9, TS, TT;
636 T8 = cr[WS(rs, 4)];
637 T9 = ci[WS(rs, 5)];
638 Ta = T8 + T9;
639 T2U = T8 - T9;
640 TS = ci[WS(rs, 10)];
641 TT = cr[WS(rs, 19)];
642 TU = TS - TT;
643 T2V = TS + TT;
644 }
645 {
646 E Tb, Tc, TP, TQ;
647 Tb = cr[WS(rs, 9)];
648 Tc = ci[0];
649 Td = Tb + Tc;
650 T2D = Tb - Tc;
651 TP = ci[WS(rs, 15)];
652 TQ = cr[WS(rs, 14)];
653 TR = TP - TQ;
654 T2C = TP + TQ;
655 }
656 Te = Ta + Td;
657 T3M = T2U - T2V;
658 T3X = T2D + T2C;
659 TF = Ta - Td;
660 TV = TR - TU;
661 T2E = T2C - T2D;
662 T2W = T2U + T2V;
663 T21 = TR + TU;
664 }
665 {
666 E Tw, T34, Tz, T2M, T1d, T2N, T1g, T35;
667 {
668 E Tu, Tv, Tx, Ty;
669 Tu = ci[WS(rs, 7)];
670 Tv = cr[WS(rs, 2)];
671 Tw = Tu + Tv;
672 T34 = Tu - Tv;
673 Tx = ci[WS(rs, 2)];
674 Ty = cr[WS(rs, 7)];
675 Tz = Tx + Ty;
676 T2M = Tx - Ty;
677 }
678 {
679 E T1b, T1c, T1e, T1f;
680 T1b = ci[WS(rs, 17)];
681 T1c = cr[WS(rs, 12)];
682 T1d = T1b - T1c;
683 T2N = T1b + T1c;
684 T1e = ci[WS(rs, 12)];
685 T1f = cr[WS(rs, 17)];
686 T1g = T1e - T1f;
687 T35 = T1e + T1f;
688 }
689 TA = Tw + Tz;
690 T3Q = T34 + T35;
691 T41 = T2M - T2N;
692 TJ = Tw - Tz;
693 T1h = T1d - T1g;
694 T2O = T2M + T2N;
695 T36 = T34 - T35;
696 T25 = T1d + T1g;
697 }
698 {
699 E Th, T2X, T11, T2Y, Tk, T2F, TY, T2G;
700 {
701 E Tf, Tg, TZ, T10;
702 Tf = ci[WS(rs, 3)];
703 Tg = cr[WS(rs, 6)];
704 Th = Tf + Tg;
705 T2X = Tf - Tg;
706 TZ = ci[WS(rs, 18)];
707 T10 = cr[WS(rs, 11)];
708 T11 = TZ - T10;
709 T2Y = TZ + T10;
710 }
711 {
712 E Ti, Tj, TW, TX;
713 Ti = cr[WS(rs, 1)];
714 Tj = ci[WS(rs, 8)];
715 Tk = Ti + Tj;
716 T2F = Ti - Tj;
717 TW = ci[WS(rs, 13)];
718 TX = cr[WS(rs, 16)];
719 TY = TW - TX;
720 T2G = TW + TX;
721 }
722 Tl = Th + Tk;
723 T3N = T2X - T2Y;
724 T3Y = T2F - T2G;
725 TG = Th - Tk;
726 T12 = TY - T11;
727 T2H = T2F + T2G;
728 T2Z = T2X + T2Y;
729 T22 = TY + T11;
730 }
731 {
732 E Tp, T31, T19, T32, Ts, T2K, T16, T2J;
733 {
734 E Tn, To, T17, T18;
735 Tn = cr[WS(rs, 8)];
736 To = ci[WS(rs, 1)];
737 Tp = Tn + To;
738 T31 = Tn - To;
739 T17 = ci[WS(rs, 16)];
740 T18 = cr[WS(rs, 13)];
741 T19 = T17 - T18;
742 T32 = T17 + T18;
743 }
744 {
745 E Tq, Tr, T14, T15;
746 Tq = ci[WS(rs, 6)];
747 Tr = cr[WS(rs, 3)];
748 Ts = Tq + Tr;
749 T2K = Tq - Tr;
750 T14 = ci[WS(rs, 11)];
751 T15 = cr[WS(rs, 18)];
752 T16 = T14 - T15;
753 T2J = T14 + T15;
754 }
755 Tt = Tp + Ts;
756 T3P = T31 + T32;
757 T40 = T2K + T2J;
758 TI = Tp - Ts;
759 T1a = T16 - T19;
760 T2L = T2J - T2K;
761 T33 = T31 - T32;
762 T24 = T16 + T19;
763 }
764 T13 = TV - T12;
765 T3n = T2W - T2Z;
766 T3o = T33 - T36;
767 T1i = T1a - T1h;
768 T26 = T24 - T25;
769 T4e = T3P - T3Q;
770 T4d = T3M - T3N;
771 T23 = T21 - T22;
772 T1n = TI - TJ;
773 T42 = T40 - T41;
774 T3Z = T3X - T3Y;
775 T1m = TF - TG;
776 T2h = Te - Tl;
777 T2I = T2E + T2H;
778 T2i = Tt - TA;
779 T2P = T2L + T2O;
780 T30 = T2W + T2Z;
781 T37 = T33 + T36;
782 T38 = T30 + T37;
783 Tm = Te + Tl;
784 TB = Tt + TA;
785 TC = Tm + TB;
786 T46 = T3X + T3Y;
787 T47 = T40 + T41;
788 T4a = T46 + T47;
789 T2a = T21 + T22;
790 T2b = T24 + T25;
791 T2e = T2a + T2b;
792 T1w = TV + T12;
793 T1x = T1a + T1h;
794 T1y = T1w + T1x;
795 T3O = T3M + T3N;
796 T3R = T3P + T3Q;
797 T3U = T3O + T3R;
798 T3h = T2E - T2H;
799 T3i = T2L - T2O;
800 T3j = T3h + T3i;
801 TH = TF + TG;
802 TK = TI + TJ;
803 TL = TH + TK;
804 }
805 cr[0] = T7 + TC;
806 ci[0] = T2d + T2e;
807 {
808 E T1U, T1W, T1T, T1V;
809 T1U = TE + TL;
810 T1W = T1v + T1y;
811 T1T = W[18];
812 T1V = W[19];
813 cr[WS(rs, 10)] = FNMS(T1V, T1W, T1T * T1U);
814 ci[WS(rs, 10)] = FMA(T1V, T1U, T1T * T1W);
815 }
816 {
817 E T4y, T4A, T4x, T4z;
818 T4y = T3T + T3U;
819 T4A = T49 + T4a;
820 T4x = W[8];
821 T4z = W[9];
822 cr[WS(rs, 5)] = FNMS(T4z, T4A, T4x * T4y);
823 ci[WS(rs, 5)] = FMA(T4x, T4A, T4z * T4y);
824 }
825 {
826 E T3I, T3K, T3H, T3J;
827 T3I = T2T + T38;
828 T3K = T3g + T3j;
829 T3H = W[28];
830 T3J = W[29];
831 cr[WS(rs, 15)] = FNMS(T3J, T3K, T3H * T3I);
832 ci[WS(rs, 15)] = FMA(T3H, T3K, T3J * T3I);
833 }
834 {
835 E T27, T2j, T2v, T2r, T2g, T2u, T20, T2q;
836 T27 = FMA(KP951056516, T23, KP587785252 * T26);
837 T2j = FMA(KP951056516, T2h, KP587785252 * T2i);
838 T2v = FNMS(KP951056516, T2i, KP587785252 * T2h);
839 T2r = FNMS(KP951056516, T26, KP587785252 * T23);
840 {
841 E T2c, T2f, T1Y, T1Z;
842 T2c = KP559016994 * (T2a - T2b);
843 T2f = FNMS(KP250000000, T2e, T2d);
844 T2g = T2c + T2f;
845 T2u = T2f - T2c;
846 T1Y = KP559016994 * (Tm - TB);
847 T1Z = FNMS(KP250000000, TC, T7);
848 T20 = T1Y + T1Z;
849 T2q = T1Z - T1Y;
850 }
851 {
852 E T28, T2k, T1X, T29;
853 T28 = T20 + T27;
854 T2k = T2g - T2j;
855 T1X = W[6];
856 T29 = W[7];
857 cr[WS(rs, 4)] = FNMS(T29, T2k, T1X * T28);
858 ci[WS(rs, 4)] = FMA(T29, T28, T1X * T2k);
859 }
860 {
861 E T2y, T2A, T2x, T2z;
862 T2y = T2q - T2r;
863 T2A = T2v + T2u;
864 T2x = W[22];
865 T2z = W[23];
866 cr[WS(rs, 12)] = FNMS(T2z, T2A, T2x * T2y);
867 ci[WS(rs, 12)] = FMA(T2z, T2y, T2x * T2A);
868 }
869 {
870 E T2m, T2o, T2l, T2n;
871 T2m = T20 - T27;
872 T2o = T2j + T2g;
873 T2l = W[30];
874 T2n = W[31];
875 cr[WS(rs, 16)] = FNMS(T2n, T2o, T2l * T2m);
876 ci[WS(rs, 16)] = FMA(T2n, T2m, T2l * T2o);
877 }
878 {
879 E T2s, T2w, T2p, T2t;
880 T2s = T2q + T2r;
881 T2w = T2u - T2v;
882 T2p = W[14];
883 T2t = W[15];
884 cr[WS(rs, 8)] = FNMS(T2t, T2w, T2p * T2s);
885 ci[WS(rs, 8)] = FMA(T2t, T2s, T2p * T2w);
886 }
887 }
888 {
889 E T43, T4f, T4r, T4m, T4c, T4q, T3W, T4n;
890 T43 = FMA(KP951056516, T3Z, KP587785252 * T42);
891 T4f = FMA(KP951056516, T4d, KP587785252 * T4e);
892 T4r = FNMS(KP951056516, T4e, KP587785252 * T4d);
893 T4m = FNMS(KP951056516, T42, KP587785252 * T3Z);
894 {
895 E T48, T4b, T3S, T3V;
896 T48 = KP559016994 * (T46 - T47);
897 T4b = FNMS(KP250000000, T4a, T49);
898 T4c = T48 + T4b;
899 T4q = T4b - T48;
900 T3S = KP559016994 * (T3O - T3R);
901 T3V = FNMS(KP250000000, T3U, T3T);
902 T3W = T3S + T3V;
903 T4n = T3V - T3S;
904 }
905 {
906 E T44, T4g, T3L, T45;
907 T44 = T3W - T43;
908 T4g = T4c + T4f;
909 T3L = W[0];
910 T45 = W[1];
911 cr[WS(rs, 1)] = FNMS(T45, T4g, T3L * T44);
912 ci[WS(rs, 1)] = FMA(T3L, T4g, T45 * T44);
913 }
914 {
915 E T4u, T4w, T4t, T4v;
916 T4u = T4n - T4m;
917 T4w = T4q + T4r;
918 T4t = W[32];
919 T4v = W[33];
920 cr[WS(rs, 17)] = FNMS(T4v, T4w, T4t * T4u);
921 ci[WS(rs, 17)] = FMA(T4t, T4w, T4v * T4u);
922 }
923 {
924 E T4i, T4k, T4h, T4j;
925 T4i = T43 + T3W;
926 T4k = T4c - T4f;
927 T4h = W[16];
928 T4j = W[17];
929 cr[WS(rs, 9)] = FNMS(T4j, T4k, T4h * T4i);
930 ci[WS(rs, 9)] = FMA(T4h, T4k, T4j * T4i);
931 }
932 {
933 E T4o, T4s, T4l, T4p;
934 T4o = T4m + T4n;
935 T4s = T4q - T4r;
936 T4l = W[24];
937 T4p = W[25];
938 cr[WS(rs, 13)] = FNMS(T4p, T4s, T4l * T4o);
939 ci[WS(rs, 13)] = FMA(T4l, T4s, T4p * T4o);
940 }
941 }
942 {
943 E T1j, T1o, T1M, T1J, T1B, T1N, TO, T1I;
944 T1j = FNMS(KP951056516, T1i, KP587785252 * T13);
945 T1o = FNMS(KP951056516, T1n, KP587785252 * T1m);
946 T1M = FMA(KP951056516, T1m, KP587785252 * T1n);
947 T1J = FMA(KP951056516, T13, KP587785252 * T1i);
948 {
949 E T1z, T1A, TM, TN;
950 T1z = FNMS(KP250000000, T1y, T1v);
951 T1A = KP559016994 * (T1w - T1x);
952 T1B = T1z - T1A;
953 T1N = T1A + T1z;
954 TM = FNMS(KP250000000, TL, TE);
955 TN = KP559016994 * (TH - TK);
956 TO = TM - TN;
957 T1I = TN + TM;
958 }
959 {
960 E T1k, T1C, TD, T1l;
961 T1k = TO - T1j;
962 T1C = T1o + T1B;
963 TD = W[2];
964 T1l = W[3];
965 cr[WS(rs, 2)] = FNMS(T1l, T1C, TD * T1k);
966 ci[WS(rs, 2)] = FMA(T1l, T1k, TD * T1C);
967 }
968 {
969 E T1Q, T1S, T1P, T1R;
970 T1Q = T1I + T1J;
971 T1S = T1N - T1M;
972 T1P = W[26];
973 T1R = W[27];
974 cr[WS(rs, 14)] = FNMS(T1R, T1S, T1P * T1Q);
975 ci[WS(rs, 14)] = FMA(T1R, T1Q, T1P * T1S);
976 }
977 {
978 E T1E, T1G, T1D, T1F;
979 T1E = TO + T1j;
980 T1G = T1B - T1o;
981 T1D = W[34];
982 T1F = W[35];
983 cr[WS(rs, 18)] = FNMS(T1F, T1G, T1D * T1E);
984 ci[WS(rs, 18)] = FMA(T1F, T1E, T1D * T1G);
985 }
986 {
987 E T1K, T1O, T1H, T1L;
988 T1K = T1I - T1J;
989 T1O = T1M + T1N;
990 T1H = W[10];
991 T1L = W[11];
992 cr[WS(rs, 6)] = FNMS(T1L, T1O, T1H * T1K);
993 ci[WS(rs, 6)] = FMA(T1L, T1K, T1H * T1O);
994 }
995 }
996 {
997 E T2Q, T3p, T3B, T3x, T3m, T3A, T3b, T3w;
998 T2Q = FNMS(KP951056516, T2P, KP587785252 * T2I);
999 T3p = FNMS(KP951056516, T3o, KP587785252 * T3n);
1000 T3B = FMA(KP951056516, T3n, KP587785252 * T3o);
1001 T3x = FMA(KP951056516, T2I, KP587785252 * T2P);
1002 {
1003 E T3k, T3l, T39, T3a;
1004 T3k = FNMS(KP250000000, T3j, T3g);
1005 T3l = KP559016994 * (T3h - T3i);
1006 T3m = T3k - T3l;
1007 T3A = T3l + T3k;
1008 T39 = FNMS(KP250000000, T38, T2T);
1009 T3a = KP559016994 * (T30 - T37);
1010 T3b = T39 - T3a;
1011 T3w = T3a + T39;
1012 }
1013 {
1014 E T3c, T3q, T2B, T3d;
1015 T3c = T2Q + T3b;
1016 T3q = T3m - T3p;
1017 T2B = W[4];
1018 T3d = W[5];
1019 cr[WS(rs, 3)] = FNMS(T3d, T3q, T2B * T3c);
1020 ci[WS(rs, 3)] = FMA(T2B, T3q, T3d * T3c);
1021 }
1022 {
1023 E T3E, T3G, T3D, T3F;
1024 T3E = T3x + T3w;
1025 T3G = T3A - T3B;
1026 T3D = W[36];
1027 T3F = W[37];
1028 cr[WS(rs, 19)] = FNMS(T3F, T3G, T3D * T3E);
1029 ci[WS(rs, 19)] = FMA(T3D, T3G, T3F * T3E);
1030 }
1031 {
1032 E T3s, T3u, T3r, T3t;
1033 T3s = T3b - T2Q;
1034 T3u = T3m + T3p;
1035 T3r = W[12];
1036 T3t = W[13];
1037 cr[WS(rs, 7)] = FNMS(T3t, T3u, T3r * T3s);
1038 ci[WS(rs, 7)] = FMA(T3r, T3u, T3t * T3s);
1039 }
1040 {
1041 E T3y, T3C, T3v, T3z;
1042 T3y = T3w - T3x;
1043 T3C = T3A + T3B;
1044 T3v = W[20];
1045 T3z = W[21];
1046 cr[WS(rs, 11)] = FNMS(T3z, T3C, T3v * T3y);
1047 ci[WS(rs, 11)] = FMA(T3v, T3C, T3z * T3y);
1048 }
1049 }
1050 }
1051 }
1052 }
1053
1054 static const tw_instr twinstr[] = {
1055 { TW_FULL, 1, 20 },
1056 { TW_NEXT, 1, 0 }
1057 };
1058
1059 static const hc2hc_desc desc = { 20, "hb_20", twinstr, &GENUS, { 184, 62, 62, 0 } };
1060
X(codelet_hb_20)1061 void X(codelet_hb_20) (planner *p) {
1062 X(khc2hc_register) (p, hb_20, &desc);
1063 }
1064 #endif
1065