1 /*
2 * Copyright (c) 2003, 2007-14 Matteo Frigo
3 * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18 *
19 */
20
21 /* This file was automatically generated --- DO NOT EDIT */
22 /* Generated on Thu Dec 10 07:06:28 EST 2020 */
23
24 #include "rdft/codelet-rdft.h"
25
26 #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA)
27
28 /* Generated by: ../../../genfft/gen_hc2hc.native -fma -compact -variables 4 -pipeline-latency 4 -sign 1 -n 64 -dif -name hb_64 -include rdft/scalar/hb.h */
29
30 /*
31 * This function contains 1038 FP additions, 644 FP multiplications,
32 * (or, 520 additions, 126 multiplications, 518 fused multiply/add),
33 * 192 stack variables, 15 constants, and 256 memory accesses
34 */
35 #include "rdft/scalar/hb.h"
36
hb_64(R * cr,R * ci,const R * W,stride rs,INT mb,INT me,INT ms)37 static void hb_64(R *cr, R *ci, const R *W, stride rs, INT mb, INT me, INT ms)
38 {
39 DK(KP881921264, +0.881921264348355029712756863660388349508442621);
40 DK(KP534511135, +0.534511135950791641089685961295362908582039528);
41 DK(KP956940335, +0.956940335732208864935797886980269969482849206);
42 DK(KP303346683, +0.303346683607342391675883946941299872384187453);
43 DK(KP995184726, +0.995184726672196886244836953109479921575474869);
44 DK(KP098491403, +0.098491403357164253077197521291327432293052451);
45 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
46 DK(KP773010453, +0.773010453362736960810906609758469800971041293);
47 DK(KP820678790, +0.820678790828660330972281985331011598767386482);
48 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
49 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
50 DK(KP668178637, +0.668178637919298919997757686523080761552472251);
51 DK(KP198912367, +0.198912367379658006911597622644676228597850501);
52 DK(KP414213562, +0.414213562373095048801688724209698078569671875);
53 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
54 {
55 INT m;
56 for (m = mb, W = W + ((mb - 1) * 126); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 126, MAKE_VOLATILE_STRIDE(128, rs)) {
57 E Tv, Thy, T5B, T7n, Tey, TfP, TjB, Tkl, T2k, T6U, T2H, T7o, Tia, TiH, Tj8;
58 E Tk8, T5E, T6V, T9N, Tbz, T9Q, Tb7, Tev, Tgh, T8G, Tb6, T8N, TbA, TcU, TfO;
59 E Td5, Tgi, T10, Ti3, Tje, TjC, ThF, TiI, Tds, TeA, Tjb, TjD, Tdh, TeB, TfT;
60 E Tgl, TfW, Tgk, T39, T7r, T5H, T6Z, T8V, TbC, T9S, Tbb, T3A, T7q, T5G, T72;
61 E T92, TbD, T9T, Tbe, T1w, ThH, Tjq, Tke, Tjt, Tkf, ThO, TiK, Tec, TgT, Tfc;
62 E Tgb, Tel, TgU, Tfd, Tg8, T5a, T82, T83, T5n, T6i, T77, T7a, T6j, T9f, Tcb;
63 E Tcc, T9m, Tar, Tbj, Tbm, Tas, T21, ThQ, Tjj, Tkb, Tjm, Tkc, ThX, TiL, TdL;
64 E TgW, Tf9, Tg4, TdU, TgX, Tfa, Tg1, T4h, T7Z, T80, T4u, T6f, T7e, T7h, T6g;
65 E T9y, Tce, Tcf, T9F, Tau, Tbq, Tbt, Tav;
66 {
67 E T3, T6, T7, T5t, T24, Tes, Ter, T27, Ti4, T5w, Ta, TcR, Td, TcS, Te;
68 E T2d, Ti5, T5z, T5y, T2i, Tm, Td3, Ti7, T2p, T2u, T8I, Td0, T8H, Tt, TcY;
69 E Ti8, T2A, T2F, T8L, TcX, T8K;
70 {
71 E T1, T2, T4, T5;
72 T1 = cr[0];
73 T2 = ci[WS(rs, 31)];
74 T3 = T1 + T2;
75 T4 = cr[WS(rs, 16)];
76 T5 = ci[WS(rs, 15)];
77 T6 = T4 + T5;
78 T7 = T3 + T6;
79 T5t = T4 - T5;
80 T24 = T1 - T2;
81 }
82 {
83 E T25, T26, T5u, T5v;
84 T25 = ci[WS(rs, 47)];
85 T26 = cr[WS(rs, 48)];
86 Tes = T25 - T26;
87 T5u = ci[WS(rs, 63)];
88 T5v = cr[WS(rs, 32)];
89 Ter = T5u - T5v;
90 T27 = T25 + T26;
91 Ti4 = Ter + Tes;
92 T5w = T5u + T5v;
93 }
94 {
95 E T29, T2h, T2e, T2c;
96 {
97 E T8, T9, T2f, T2g;
98 T8 = cr[WS(rs, 8)];
99 T9 = ci[WS(rs, 23)];
100 Ta = T8 + T9;
101 T29 = T8 - T9;
102 T2f = ci[WS(rs, 39)];
103 T2g = cr[WS(rs, 56)];
104 T2h = T2f + T2g;
105 TcR = T2f - T2g;
106 }
107 {
108 E Tb, Tc, T2a, T2b;
109 Tb = ci[WS(rs, 7)];
110 Tc = cr[WS(rs, 24)];
111 Td = Tb + Tc;
112 T2e = Tb - Tc;
113 T2a = ci[WS(rs, 55)];
114 T2b = cr[WS(rs, 40)];
115 T2c = T2a + T2b;
116 TcS = T2a - T2b;
117 }
118 Te = Ta + Td;
119 T2d = T29 - T2c;
120 Ti5 = TcS + TcR;
121 T5z = T2e + T2h;
122 T5y = T29 + T2c;
123 T2i = T2e - T2h;
124 }
125 {
126 E Ti, T2l, T2t, Td1, Tl, T2q, T2o, Td2;
127 {
128 E Tg, Th, T2r, T2s;
129 Tg = cr[WS(rs, 4)];
130 Th = ci[WS(rs, 27)];
131 Ti = Tg + Th;
132 T2l = Tg - Th;
133 T2r = ci[WS(rs, 59)];
134 T2s = cr[WS(rs, 36)];
135 T2t = T2r + T2s;
136 Td1 = T2r - T2s;
137 }
138 {
139 E Tj, Tk, T2m, T2n;
140 Tj = cr[WS(rs, 20)];
141 Tk = ci[WS(rs, 11)];
142 Tl = Tj + Tk;
143 T2q = Tj - Tk;
144 T2m = ci[WS(rs, 43)];
145 T2n = cr[WS(rs, 52)];
146 T2o = T2m + T2n;
147 Td2 = T2m - T2n;
148 }
149 Tm = Ti + Tl;
150 Td3 = Td1 - Td2;
151 Ti7 = Td1 + Td2;
152 T2p = T2l - T2o;
153 T2u = T2q + T2t;
154 T8I = T2l + T2o;
155 Td0 = Ti - Tl;
156 T8H = T2t - T2q;
157 }
158 {
159 E Tp, T2w, T2E, TcV, Ts, T2B, T2z, TcW;
160 {
161 E Tn, To, T2C, T2D;
162 Tn = ci[WS(rs, 3)];
163 To = cr[WS(rs, 28)];
164 Tp = Tn + To;
165 T2w = Tn - To;
166 T2C = ci[WS(rs, 35)];
167 T2D = cr[WS(rs, 60)];
168 T2E = T2C + T2D;
169 TcV = T2C - T2D;
170 }
171 {
172 E Tq, Tr, T2x, T2y;
173 Tq = cr[WS(rs, 12)];
174 Tr = ci[WS(rs, 19)];
175 Ts = Tq + Tr;
176 T2B = Tq - Tr;
177 T2x = ci[WS(rs, 51)];
178 T2y = cr[WS(rs, 44)];
179 T2z = T2x + T2y;
180 TcW = T2x - T2y;
181 }
182 Tt = Tp + Ts;
183 TcY = Tp - Ts;
184 Ti8 = TcV + TcW;
185 T2A = T2w - T2z;
186 T2F = T2B - T2E;
187 T8L = T2w + T2z;
188 TcX = TcV - TcW;
189 T8K = T2B + T2E;
190 }
191 {
192 E Tf, Tu, T5x, T5A;
193 Tf = T7 + Te;
194 Tu = Tm + Tt;
195 Tv = Tf + Tu;
196 Thy = Tf - Tu;
197 T5x = T5t + T5w;
198 T5A = T5y - T5z;
199 T5B = FMA(KP707106781, T5A, T5x);
200 T7n = FNMS(KP707106781, T5A, T5x);
201 }
202 {
203 E Tew, Tex, Tjz, TjA;
204 Tew = Td0 - Td3;
205 Tex = TcY + TcX;
206 Tey = Tew - Tex;
207 TfP = Tew + Tex;
208 Tjz = Ti4 - Ti5;
209 TjA = Tm - Tt;
210 TjB = Tjz - TjA;
211 Tkl = TjA + Tjz;
212 }
213 {
214 E T28, T2j, T2v, T2G;
215 T28 = T24 - T27;
216 T2j = T2d + T2i;
217 T2k = FMA(KP707106781, T2j, T28);
218 T6U = FNMS(KP707106781, T2j, T28);
219 T2v = FNMS(KP414213562, T2u, T2p);
220 T2G = FMA(KP414213562, T2F, T2A);
221 T2H = T2v + T2G;
222 T7o = T2v - T2G;
223 }
224 {
225 E Ti6, Ti9, Tj6, Tj7;
226 Ti6 = Ti4 + Ti5;
227 Ti9 = Ti7 + Ti8;
228 Tia = Ti6 - Ti9;
229 TiH = Ti6 + Ti9;
230 Tj6 = T7 - Te;
231 Tj7 = Ti8 - Ti7;
232 Tj8 = Tj6 - Tj7;
233 Tk8 = Tj6 + Tj7;
234 }
235 {
236 E T5C, T5D, T9L, T9M;
237 T5C = FMA(KP414213562, T2p, T2u);
238 T5D = FNMS(KP414213562, T2A, T2F);
239 T5E = T5C + T5D;
240 T6V = T5D - T5C;
241 T9L = T5w - T5t;
242 T9M = T2d - T2i;
243 T9N = FMA(KP707106781, T9M, T9L);
244 Tbz = FNMS(KP707106781, T9M, T9L);
245 }
246 {
247 E T9O, T9P, Tet, Teu;
248 T9O = FMA(KP414213562, T8H, T8I);
249 T9P = FMA(KP414213562, T8K, T8L);
250 T9Q = T9O - T9P;
251 Tb7 = T9O + T9P;
252 Tet = Ter - Tes;
253 Teu = Ta - Td;
254 Tev = Tet - Teu;
255 Tgh = Teu + Tet;
256 }
257 {
258 E T8E, T8F, T8J, T8M;
259 T8E = T24 + T27;
260 T8F = T5y + T5z;
261 T8G = FNMS(KP707106781, T8F, T8E);
262 Tb6 = FMA(KP707106781, T8F, T8E);
263 T8J = FNMS(KP414213562, T8I, T8H);
264 T8M = FNMS(KP414213562, T8L, T8K);
265 T8N = T8J + T8M;
266 TbA = T8M - T8J;
267 }
268 {
269 E TcQ, TcT, TcZ, Td4;
270 TcQ = T3 - T6;
271 TcT = TcR - TcS;
272 TcU = TcQ - TcT;
273 TfO = TcQ + TcT;
274 TcZ = TcX - TcY;
275 Td4 = Td0 + Td3;
276 Td5 = TcZ - Td4;
277 Tgi = Td4 + TcZ;
278 }
279 }
280 {
281 E TC, Tdn, ThC, T3e, T3v, T8S, Tdk, T8P, TY, Tdf, ThA, T2S, T2X, T36, Tda;
282 E T35, TJ, Tdq, ThD, T3j, T3o, T3x, Tdl, T3w, TR, Tdc, Thz, T2N, T34, T8Z;
283 E Td9, T8W;
284 {
285 E Ty, T3r, T3u, Tdj, TB, T3a, T3d, Tdi;
286 {
287 E Tw, Tx, T3s, T3t;
288 Tw = cr[WS(rs, 2)];
289 Tx = ci[WS(rs, 29)];
290 Ty = Tw + Tx;
291 T3r = Tw - Tx;
292 T3s = ci[WS(rs, 45)];
293 T3t = cr[WS(rs, 50)];
294 T3u = T3s + T3t;
295 Tdj = T3s - T3t;
296 }
297 {
298 E Tz, TA, T3b, T3c;
299 Tz = cr[WS(rs, 18)];
300 TA = ci[WS(rs, 13)];
301 TB = Tz + TA;
302 T3a = Tz - TA;
303 T3b = ci[WS(rs, 61)];
304 T3c = cr[WS(rs, 34)];
305 T3d = T3b + T3c;
306 Tdi = T3b - T3c;
307 }
308 TC = Ty + TB;
309 Tdn = Ty - TB;
310 ThC = Tdi + Tdj;
311 T3e = T3a + T3d;
312 T3v = T3r - T3u;
313 T8S = T3r + T3u;
314 Tdk = Tdi - Tdj;
315 T8P = T3d - T3a;
316 }
317 {
318 E TU, T2O, T2W, Tdd, TX, T2T, T2R, Tde;
319 {
320 E TS, TT, T2U, T2V;
321 TS = cr[WS(rs, 6)];
322 TT = ci[WS(rs, 25)];
323 TU = TS + TT;
324 T2O = TS - TT;
325 T2U = ci[WS(rs, 41)];
326 T2V = cr[WS(rs, 54)];
327 T2W = T2U + T2V;
328 Tdd = T2U - T2V;
329 }
330 {
331 E TV, TW, T2P, T2Q;
332 TV = ci[WS(rs, 9)];
333 TW = cr[WS(rs, 22)];
334 TX = TV + TW;
335 T2T = TV - TW;
336 T2P = ci[WS(rs, 57)];
337 T2Q = cr[WS(rs, 38)];
338 T2R = T2P + T2Q;
339 Tde = T2P - T2Q;
340 }
341 TY = TU + TX;
342 Tdf = Tdd - Tde;
343 ThA = Tde + Tdd;
344 T2S = T2O + T2R;
345 T2X = T2T + T2W;
346 T36 = T2T - T2W;
347 Tda = TU - TX;
348 T35 = T2O - T2R;
349 }
350 {
351 E TF, T3f, T3n, Tdo, TI, T3k, T3i, Tdp;
352 {
353 E TD, TE, T3l, T3m;
354 TD = cr[WS(rs, 10)];
355 TE = ci[WS(rs, 21)];
356 TF = TD + TE;
357 T3f = TD - TE;
358 T3l = ci[WS(rs, 37)];
359 T3m = cr[WS(rs, 58)];
360 T3n = T3l + T3m;
361 Tdo = T3l - T3m;
362 }
363 {
364 E TG, TH, T3g, T3h;
365 TG = ci[WS(rs, 5)];
366 TH = cr[WS(rs, 26)];
367 TI = TG + TH;
368 T3k = TG - TH;
369 T3g = ci[WS(rs, 53)];
370 T3h = cr[WS(rs, 42)];
371 T3i = T3g + T3h;
372 Tdp = T3g - T3h;
373 }
374 TJ = TF + TI;
375 Tdq = Tdo - Tdp;
376 ThD = Tdp + Tdo;
377 T3j = T3f + T3i;
378 T3o = T3k + T3n;
379 T3x = T3k - T3n;
380 Tdl = TF - TI;
381 T3w = T3f - T3i;
382 }
383 {
384 E TN, T30, T33, Td8, TQ, T2J, T2M, Td7;
385 {
386 E TL, TM, T31, T32;
387 TL = ci[WS(rs, 1)];
388 TM = cr[WS(rs, 30)];
389 TN = TL + TM;
390 T30 = TL - TM;
391 T31 = ci[WS(rs, 49)];
392 T32 = cr[WS(rs, 46)];
393 T33 = T31 + T32;
394 Td8 = T31 - T32;
395 }
396 {
397 E TO, TP, T2K, T2L;
398 TO = cr[WS(rs, 14)];
399 TP = ci[WS(rs, 17)];
400 TQ = TO + TP;
401 T2J = TO - TP;
402 T2K = ci[WS(rs, 33)];
403 T2L = cr[WS(rs, 62)];
404 T2M = T2K + T2L;
405 Td7 = T2K - T2L;
406 }
407 TR = TN + TQ;
408 Tdc = TN - TQ;
409 Thz = Td7 + Td8;
410 T2N = T2J - T2M;
411 T34 = T30 - T33;
412 T8Z = T30 + T33;
413 Td9 = Td7 - Td8;
414 T8W = T2J + T2M;
415 }
416 {
417 E TK, TZ, Tdm, Tdr;
418 TK = TC + TJ;
419 TZ = TR + TY;
420 T10 = TK + TZ;
421 Ti3 = TK - TZ;
422 {
423 E Tjc, Tjd, ThB, ThE;
424 Tjc = TC - TJ;
425 Tjd = ThC - ThD;
426 Tje = Tjc + Tjd;
427 TjC = Tjc - Tjd;
428 ThB = Thz + ThA;
429 ThE = ThC + ThD;
430 ThF = ThB - ThE;
431 TiI = ThE + ThB;
432 }
433 Tdm = Tdk - Tdl;
434 Tdr = Tdn - Tdq;
435 Tds = FNMS(KP414213562, Tdr, Tdm);
436 TeA = FMA(KP414213562, Tdm, Tdr);
437 {
438 E Tj9, Tja, Tdb, Tdg;
439 Tj9 = Thz - ThA;
440 Tja = TR - TY;
441 Tjb = Tj9 - Tja;
442 TjD = Tja + Tj9;
443 Tdb = Td9 - Tda;
444 Tdg = Tdc - Tdf;
445 Tdh = FMA(KP414213562, Tdg, Tdb);
446 TeB = FNMS(KP414213562, Tdb, Tdg);
447 }
448 }
449 {
450 E TfR, TfS, TfU, TfV;
451 TfR = Tda + Td9;
452 TfS = Tdc + Tdf;
453 TfT = FNMS(KP414213562, TfS, TfR);
454 Tgl = FMA(KP414213562, TfR, TfS);
455 TfU = Tdl + Tdk;
456 TfV = Tdn + Tdq;
457 TfW = FMA(KP414213562, TfV, TfU);
458 Tgk = FNMS(KP414213562, TfU, TfV);
459 {
460 E T2Z, T6X, T38, T6Y, T2Y, T37;
461 T2Y = T2S - T2X;
462 T2Z = FMA(KP707106781, T2Y, T2N);
463 T6X = FNMS(KP707106781, T2Y, T2N);
464 T37 = T35 + T36;
465 T38 = FMA(KP707106781, T37, T34);
466 T6Y = FNMS(KP707106781, T37, T34);
467 T39 = FNMS(KP198912367, T38, T2Z);
468 T7r = FNMS(KP668178637, T6X, T6Y);
469 T5H = FMA(KP198912367, T2Z, T38);
470 T6Z = FMA(KP668178637, T6Y, T6X);
471 }
472 }
473 {
474 E T8R, Tb9, T8U, Tba, T8Q, T8T;
475 T8Q = T3x - T3w;
476 T8R = FNMS(KP707106781, T8Q, T8P);
477 Tb9 = FMA(KP707106781, T8Q, T8P);
478 T8T = T3j + T3o;
479 T8U = FNMS(KP707106781, T8T, T8S);
480 Tba = FMA(KP707106781, T8T, T8S);
481 T8V = FMA(KP668178637, T8U, T8R);
482 TbC = FMA(KP198912367, Tb9, Tba);
483 T9S = FNMS(KP668178637, T8R, T8U);
484 Tbb = FNMS(KP198912367, Tba, Tb9);
485 }
486 {
487 E T3q, T70, T3z, T71, T3p, T3y;
488 T3p = T3j - T3o;
489 T3q = FMA(KP707106781, T3p, T3e);
490 T70 = FNMS(KP707106781, T3p, T3e);
491 T3y = T3w + T3x;
492 T3z = FMA(KP707106781, T3y, T3v);
493 T71 = FNMS(KP707106781, T3y, T3v);
494 T3A = FMA(KP198912367, T3z, T3q);
495 T7q = FMA(KP668178637, T70, T71);
496 T5G = FNMS(KP198912367, T3q, T3z);
497 T72 = FNMS(KP668178637, T71, T70);
498 }
499 {
500 E T8Y, Tbc, T91, Tbd, T8X, T90;
501 T8X = T35 - T36;
502 T8Y = FNMS(KP707106781, T8X, T8W);
503 Tbc = FMA(KP707106781, T8X, T8W);
504 T90 = T2S + T2X;
505 T91 = FNMS(KP707106781, T90, T8Z);
506 Tbd = FMA(KP707106781, T90, T8Z);
507 T92 = FMA(KP668178637, T91, T8Y);
508 TbD = FMA(KP198912367, Tbc, Tbd);
509 T9T = FNMS(KP668178637, T8Y, T91);
510 Tbe = FNMS(KP198912367, Tbd, Tbc);
511 }
512 }
513 {
514 E T18, Ted, ThI, T4A, T5f, T9g, TdY, T95, T1u, Te4, ThM, T52, T57, T9c, Te1;
515 E T9b, T1f, Teg, ThJ, T4F, T4K, T5h, TdZ, T5g, T1n, Te9, ThL, T4R, T4W, T99;
516 E Te6, T98;
517 {
518 E T14, T5b, T5e, TdX, T17, T4w, T4z, TdW;
519 {
520 E T12, T13, T5c, T5d;
521 T12 = cr[WS(rs, 1)];
522 T13 = ci[WS(rs, 30)];
523 T14 = T12 + T13;
524 T5b = T12 - T13;
525 T5c = ci[WS(rs, 46)];
526 T5d = cr[WS(rs, 49)];
527 T5e = T5c + T5d;
528 TdX = T5c - T5d;
529 }
530 {
531 E T15, T16, T4x, T4y;
532 T15 = cr[WS(rs, 17)];
533 T16 = ci[WS(rs, 14)];
534 T17 = T15 + T16;
535 T4w = T15 - T16;
536 T4x = ci[WS(rs, 62)];
537 T4y = cr[WS(rs, 33)];
538 T4z = T4x + T4y;
539 TdW = T4x - T4y;
540 }
541 T18 = T14 + T17;
542 Ted = T14 - T17;
543 ThI = TdW + TdX;
544 T4A = T4w + T4z;
545 T5f = T5b - T5e;
546 T9g = T5b + T5e;
547 TdY = TdW - TdX;
548 T95 = T4z - T4w;
549 }
550 {
551 E T1q, T53, T56, Te3, T1t, T4Y, T51, Te2;
552 {
553 E T1o, T1p, T54, T55;
554 T1o = ci[WS(rs, 2)];
555 T1p = cr[WS(rs, 29)];
556 T1q = T1o + T1p;
557 T53 = T1o - T1p;
558 T54 = ci[WS(rs, 50)];
559 T55 = cr[WS(rs, 45)];
560 T56 = T54 + T55;
561 Te3 = T54 - T55;
562 }
563 {
564 E T1r, T1s, T4Z, T50;
565 T1r = cr[WS(rs, 13)];
566 T1s = ci[WS(rs, 18)];
567 T1t = T1r + T1s;
568 T4Y = T1r - T1s;
569 T4Z = ci[WS(rs, 34)];
570 T50 = cr[WS(rs, 61)];
571 T51 = T4Z + T50;
572 Te2 = T4Z - T50;
573 }
574 T1u = T1q + T1t;
575 Te4 = Te2 - Te3;
576 ThM = Te2 + Te3;
577 T52 = T4Y - T51;
578 T57 = T53 - T56;
579 T9c = T4Y + T51;
580 Te1 = T1q - T1t;
581 T9b = T53 + T56;
582 }
583 {
584 E T1b, T4B, T4J, Tee, T1e, T4G, T4E, Tef;
585 {
586 E T19, T1a, T4H, T4I;
587 T19 = cr[WS(rs, 9)];
588 T1a = ci[WS(rs, 22)];
589 T1b = T19 + T1a;
590 T4B = T19 - T1a;
591 T4H = ci[WS(rs, 38)];
592 T4I = cr[WS(rs, 57)];
593 T4J = T4H + T4I;
594 Tee = T4H - T4I;
595 }
596 {
597 E T1c, T1d, T4C, T4D;
598 T1c = ci[WS(rs, 6)];
599 T1d = cr[WS(rs, 25)];
600 T1e = T1c + T1d;
601 T4G = T1c - T1d;
602 T4C = ci[WS(rs, 54)];
603 T4D = cr[WS(rs, 41)];
604 T4E = T4C + T4D;
605 Tef = T4C - T4D;
606 }
607 T1f = T1b + T1e;
608 Teg = Tee - Tef;
609 ThJ = Tef + Tee;
610 T4F = T4B + T4E;
611 T4K = T4G + T4J;
612 T5h = T4G - T4J;
613 TdZ = T1b - T1e;
614 T5g = T4B - T4E;
615 }
616 {
617 E T1j, T4S, T4V, Te8, T1m, T4N, T4Q, Te7;
618 {
619 E T1h, T1i, T4T, T4U;
620 T1h = cr[WS(rs, 5)];
621 T1i = ci[WS(rs, 26)];
622 T1j = T1h + T1i;
623 T4S = T1h - T1i;
624 T4T = ci[WS(rs, 42)];
625 T4U = cr[WS(rs, 53)];
626 T4V = T4T + T4U;
627 Te8 = T4T - T4U;
628 }
629 {
630 E T1k, T1l, T4O, T4P;
631 T1k = cr[WS(rs, 21)];
632 T1l = ci[WS(rs, 10)];
633 T1m = T1k + T1l;
634 T4N = T1k - T1l;
635 T4O = ci[WS(rs, 58)];
636 T4P = cr[WS(rs, 37)];
637 T4Q = T4O + T4P;
638 Te7 = T4O - T4P;
639 }
640 T1n = T1j + T1m;
641 Te9 = Te7 - Te8;
642 ThL = Te7 + Te8;
643 T4R = T4N + T4Q;
644 T4W = T4S - T4V;
645 T99 = T4Q - T4N;
646 Te6 = T1j - T1m;
647 T98 = T4S + T4V;
648 }
649 {
650 E T1g, T1v, Tjo, Tjp;
651 T1g = T18 + T1f;
652 T1v = T1n + T1u;
653 T1w = T1g + T1v;
654 ThH = T1g - T1v;
655 Tjo = ThI - ThJ;
656 Tjp = T1n - T1u;
657 Tjq = Tjo - Tjp;
658 Tke = Tjp + Tjo;
659 }
660 {
661 E Tjr, Tjs, ThK, ThN;
662 Tjr = T18 - T1f;
663 Tjs = ThM - ThL;
664 Tjt = Tjr - Tjs;
665 Tkf = Tjr + Tjs;
666 ThK = ThI + ThJ;
667 ThN = ThL + ThM;
668 ThO = ThK - ThN;
669 TiK = ThK + ThN;
670 }
671 {
672 E Te0, Tg9, Teb, Tga, Te5, Tea;
673 Te0 = TdY - TdZ;
674 Tg9 = Ted + Teg;
675 Te5 = Te1 + Te4;
676 Tea = Te6 - Te9;
677 Teb = Te5 - Tea;
678 Tga = Tea + Te5;
679 Tec = FNMS(KP707106781, Teb, Te0);
680 TgT = FMA(KP707106781, Tga, Tg9);
681 Tfc = FMA(KP707106781, Teb, Te0);
682 Tgb = FNMS(KP707106781, Tga, Tg9);
683 }
684 {
685 E Teh, Tg6, Tek, Tg7, Tei, Tej;
686 Teh = Ted - Teg;
687 Tg6 = TdZ + TdY;
688 Tei = Te6 + Te9;
689 Tej = Te4 - Te1;
690 Tek = Tei - Tej;
691 Tg7 = Tei + Tej;
692 Tel = FNMS(KP707106781, Tek, Teh);
693 TgU = FMA(KP707106781, Tg7, Tg6);
694 Tfd = FMA(KP707106781, Tek, Teh);
695 Tg8 = FNMS(KP707106781, Tg7, Tg6);
696 }
697 {
698 E T4M, T78, T5j, T75, T59, T76, T5m, T79, T4L, T5i;
699 T4L = T4F - T4K;
700 T4M = FMA(KP707106781, T4L, T4A);
701 T78 = FNMS(KP707106781, T4L, T4A);
702 T5i = T5g + T5h;
703 T5j = FMA(KP707106781, T5i, T5f);
704 T75 = FNMS(KP707106781, T5i, T5f);
705 {
706 E T4X, T58, T5k, T5l;
707 T4X = FMA(KP414213562, T4W, T4R);
708 T58 = FNMS(KP414213562, T57, T52);
709 T59 = T4X + T58;
710 T76 = T4X - T58;
711 T5k = FNMS(KP414213562, T4R, T4W);
712 T5l = FMA(KP414213562, T52, T57);
713 T5m = T5k + T5l;
714 T79 = T5l - T5k;
715 }
716 T5a = FNMS(KP923879532, T59, T4M);
717 T82 = FMA(KP923879532, T79, T78);
718 T83 = FMA(KP923879532, T76, T75);
719 T5n = FNMS(KP923879532, T5m, T5j);
720 T6i = FMA(KP923879532, T59, T4M);
721 T77 = FNMS(KP923879532, T76, T75);
722 T7a = FNMS(KP923879532, T79, T78);
723 T6j = FMA(KP923879532, T5m, T5j);
724 }
725 {
726 E T97, Tbk, T9i, Tbh, T9e, Tbi, T9l, Tbl, T96, T9h;
727 T96 = T5h - T5g;
728 T97 = FNMS(KP707106781, T96, T95);
729 Tbk = FMA(KP707106781, T96, T95);
730 T9h = T4F + T4K;
731 T9i = FNMS(KP707106781, T9h, T9g);
732 Tbh = FMA(KP707106781, T9h, T9g);
733 {
734 E T9a, T9d, T9j, T9k;
735 T9a = FMA(KP414213562, T99, T98);
736 T9d = FMA(KP414213562, T9c, T9b);
737 T9e = T9a - T9d;
738 Tbi = T9a + T9d;
739 T9j = FNMS(KP414213562, T98, T99);
740 T9k = FNMS(KP414213562, T9b, T9c);
741 T9l = T9j + T9k;
742 Tbl = T9j - T9k;
743 }
744 T9f = FNMS(KP923879532, T9e, T97);
745 Tcb = FMA(KP923879532, Tbl, Tbk);
746 Tcc = FMA(KP923879532, Tbi, Tbh);
747 T9m = FMA(KP923879532, T9l, T9i);
748 Tar = FNMS(KP923879532, T9l, T9i);
749 Tbj = FNMS(KP923879532, Tbi, Tbh);
750 Tbm = FNMS(KP923879532, Tbl, Tbk);
751 Tas = FMA(KP923879532, T9e, T97);
752 }
753 }
754 {
755 E T1D, TdM, ThR, T3H, T4m, T9z, Tdx, T9o, T1Z, TdD, ThV, T49, T4e, T9s, TdA;
756 E T9r, T1K, TdP, ThS, T3M, T3R, T4o, Tdy, T4n, T1S, TdI, ThU, T3Y, T43, T9v;
757 E TdF, T9u;
758 {
759 E T1z, T4i, T4l, Tdw, T1C, T3D, T3G, Tdv;
760 {
761 E T1x, T1y, T4j, T4k;
762 T1x = ci[0];
763 T1y = cr[WS(rs, 31)];
764 T1z = T1x + T1y;
765 T4i = T1x - T1y;
766 T4j = ci[WS(rs, 48)];
767 T4k = cr[WS(rs, 47)];
768 T4l = T4j + T4k;
769 Tdw = T4j - T4k;
770 }
771 {
772 E T1A, T1B, T3E, T3F;
773 T1A = cr[WS(rs, 15)];
774 T1B = ci[WS(rs, 16)];
775 T1C = T1A + T1B;
776 T3D = T1A - T1B;
777 T3E = ci[WS(rs, 32)];
778 T3F = cr[WS(rs, 63)];
779 T3G = T3E + T3F;
780 Tdv = T3E - T3F;
781 }
782 T1D = T1z + T1C;
783 TdM = T1z - T1C;
784 ThR = Tdv + Tdw;
785 T3H = T3D - T3G;
786 T4m = T4i - T4l;
787 T9z = T4i + T4l;
788 Tdx = Tdv - Tdw;
789 T9o = T3D + T3G;
790 }
791 {
792 E T1V, T4a, T4d, TdC, T1Y, T45, T48, TdB;
793 {
794 E T1T, T1U, T4b, T4c;
795 T1T = ci[WS(rs, 4)];
796 T1U = cr[WS(rs, 27)];
797 T1V = T1T + T1U;
798 T4a = T1T - T1U;
799 T4b = ci[WS(rs, 52)];
800 T4c = cr[WS(rs, 43)];
801 T4d = T4b + T4c;
802 TdC = T4b - T4c;
803 }
804 {
805 E T1W, T1X, T46, T47;
806 T1W = cr[WS(rs, 11)];
807 T1X = ci[WS(rs, 20)];
808 T1Y = T1W + T1X;
809 T45 = T1W - T1X;
810 T46 = ci[WS(rs, 36)];
811 T47 = cr[WS(rs, 59)];
812 T48 = T46 + T47;
813 TdB = T46 - T47;
814 }
815 T1Z = T1V + T1Y;
816 TdD = TdB - TdC;
817 ThV = TdB + TdC;
818 T49 = T45 - T48;
819 T4e = T4a - T4d;
820 T9s = T45 + T48;
821 TdA = T1V - T1Y;
822 T9r = T4a + T4d;
823 }
824 {
825 E T1G, T3I, T3Q, TdN, T1J, T3N, T3L, TdO;
826 {
827 E T1E, T1F, T3O, T3P;
828 T1E = cr[WS(rs, 7)];
829 T1F = ci[WS(rs, 24)];
830 T1G = T1E + T1F;
831 T3I = T1E - T1F;
832 T3O = ci[WS(rs, 40)];
833 T3P = cr[WS(rs, 55)];
834 T3Q = T3O + T3P;
835 TdN = T3O - T3P;
836 }
837 {
838 E T1H, T1I, T3J, T3K;
839 T1H = ci[WS(rs, 8)];
840 T1I = cr[WS(rs, 23)];
841 T1J = T1H + T1I;
842 T3N = T1H - T1I;
843 T3J = ci[WS(rs, 56)];
844 T3K = cr[WS(rs, 39)];
845 T3L = T3J + T3K;
846 TdO = T3J - T3K;
847 }
848 T1K = T1G + T1J;
849 TdP = TdN - TdO;
850 ThS = TdO + TdN;
851 T3M = T3I + T3L;
852 T3R = T3N + T3Q;
853 T4o = T3N - T3Q;
854 Tdy = T1G - T1J;
855 T4n = T3I - T3L;
856 }
857 {
858 E T1O, T3Z, T42, TdH, T1R, T3U, T3X, TdG;
859 {
860 E T1M, T1N, T40, T41;
861 T1M = cr[WS(rs, 3)];
862 T1N = ci[WS(rs, 28)];
863 T1O = T1M + T1N;
864 T3Z = T1M - T1N;
865 T40 = ci[WS(rs, 44)];
866 T41 = cr[WS(rs, 51)];
867 T42 = T40 + T41;
868 TdH = T40 - T41;
869 }
870 {
871 E T1P, T1Q, T3V, T3W;
872 T1P = cr[WS(rs, 19)];
873 T1Q = ci[WS(rs, 12)];
874 T1R = T1P + T1Q;
875 T3U = T1P - T1Q;
876 T3V = ci[WS(rs, 60)];
877 T3W = cr[WS(rs, 35)];
878 T3X = T3V + T3W;
879 TdG = T3V - T3W;
880 }
881 T1S = T1O + T1R;
882 TdI = TdG - TdH;
883 ThU = TdG + TdH;
884 T3Y = T3U + T3X;
885 T43 = T3Z - T42;
886 T9v = T3U - T3X;
887 TdF = T1O - T1R;
888 T9u = T3Z + T42;
889 }
890 {
891 E T1L, T20, Tjh, Tji;
892 T1L = T1D + T1K;
893 T20 = T1S + T1Z;
894 T21 = T1L + T20;
895 ThQ = T1L - T20;
896 Tjh = ThR - ThS;
897 Tji = T1S - T1Z;
898 Tjj = Tjh - Tji;
899 Tkb = Tji + Tjh;
900 }
901 {
902 E Tjk, Tjl, ThT, ThW;
903 Tjk = T1D - T1K;
904 Tjl = ThV - ThU;
905 Tjm = Tjk - Tjl;
906 Tkc = Tjk + Tjl;
907 ThT = ThR + ThS;
908 ThW = ThU + ThV;
909 ThX = ThT - ThW;
910 TiL = ThT + ThW;
911 }
912 {
913 E Tdz, Tg2, TdK, Tg3, TdE, TdJ;
914 Tdz = Tdx - Tdy;
915 Tg2 = TdM + TdP;
916 TdE = TdA + TdD;
917 TdJ = TdF - TdI;
918 TdK = TdE - TdJ;
919 Tg3 = TdJ + TdE;
920 TdL = FNMS(KP707106781, TdK, Tdz);
921 TgW = FMA(KP707106781, Tg3, Tg2);
922 Tf9 = FMA(KP707106781, TdK, Tdz);
923 Tg4 = FNMS(KP707106781, Tg3, Tg2);
924 }
925 {
926 E TdQ, TfZ, TdT, Tg0, TdR, TdS;
927 TdQ = TdM - TdP;
928 TfZ = Tdy + Tdx;
929 TdR = TdF + TdI;
930 TdS = TdD - TdA;
931 TdT = TdR - TdS;
932 Tg0 = TdR + TdS;
933 TdU = FNMS(KP707106781, TdT, TdQ);
934 TgX = FMA(KP707106781, Tg0, TfZ);
935 Tfa = FMA(KP707106781, TdT, TdQ);
936 Tg1 = FNMS(KP707106781, Tg0, TfZ);
937 }
938 {
939 E T3T, T7f, T4q, T7c, T4g, T7d, T4t, T7g, T3S, T4p;
940 T3S = T3M - T3R;
941 T3T = FMA(KP707106781, T3S, T3H);
942 T7f = FNMS(KP707106781, T3S, T3H);
943 T4p = T4n + T4o;
944 T4q = FMA(KP707106781, T4p, T4m);
945 T7c = FNMS(KP707106781, T4p, T4m);
946 {
947 E T44, T4f, T4r, T4s;
948 T44 = FMA(KP414213562, T43, T3Y);
949 T4f = FNMS(KP414213562, T4e, T49);
950 T4g = T44 + T4f;
951 T7d = T44 - T4f;
952 T4r = FNMS(KP414213562, T3Y, T43);
953 T4s = FMA(KP414213562, T49, T4e);
954 T4t = T4r + T4s;
955 T7g = T4s - T4r;
956 }
957 T4h = FNMS(KP923879532, T4g, T3T);
958 T7Z = FMA(KP923879532, T7g, T7f);
959 T80 = FMA(KP923879532, T7d, T7c);
960 T4u = FNMS(KP923879532, T4t, T4q);
961 T6f = FMA(KP923879532, T4g, T3T);
962 T7e = FNMS(KP923879532, T7d, T7c);
963 T7h = FNMS(KP923879532, T7g, T7f);
964 T6g = FMA(KP923879532, T4t, T4q);
965 }
966 {
967 E T9q, Tbr, T9B, Tbo, T9x, Tbp, T9E, Tbs, T9p, T9A;
968 T9p = T4n - T4o;
969 T9q = FNMS(KP707106781, T9p, T9o);
970 Tbr = FMA(KP707106781, T9p, T9o);
971 T9A = T3M + T3R;
972 T9B = FNMS(KP707106781, T9A, T9z);
973 Tbo = FMA(KP707106781, T9A, T9z);
974 {
975 E T9t, T9w, T9C, T9D;
976 T9t = FMA(KP414213562, T9s, T9r);
977 T9w = FNMS(KP414213562, T9v, T9u);
978 T9x = T9t - T9w;
979 Tbp = T9w + T9t;
980 T9C = FMA(KP414213562, T9u, T9v);
981 T9D = FNMS(KP414213562, T9r, T9s);
982 T9E = T9C - T9D;
983 Tbs = T9C + T9D;
984 }
985 T9y = FNMS(KP923879532, T9x, T9q);
986 Tce = FMA(KP923879532, Tbs, Tbr);
987 Tcf = FMA(KP923879532, Tbp, Tbo);
988 T9F = FNMS(KP923879532, T9E, T9B);
989 Tau = FMA(KP923879532, T9E, T9B);
990 Tbq = FNMS(KP923879532, Tbp, Tbo);
991 Tbt = FNMS(KP923879532, Tbs, Tbr);
992 Tav = FMA(KP923879532, T9x, T9q);
993 }
994 }
995 {
996 E T11, T22, TiE, TiJ, TiM, TiN;
997 T11 = Tv + T10;
998 T22 = T1w + T21;
999 TiE = T11 - T22;
1000 TiJ = TiH + TiI;
1001 TiM = TiK + TiL;
1002 TiN = TiJ - TiM;
1003 cr[0] = T11 + T22;
1004 ci[0] = TiJ + TiM;
1005 {
1006 E TiD, TiF, TiG, TiO;
1007 TiD = W[62];
1008 TiF = TiD * TiE;
1009 TiG = W[63];
1010 TiO = TiG * TiE;
1011 cr[WS(rs, 32)] = FNMS(TiG, TiN, TiF);
1012 ci[WS(rs, 32)] = FMA(TiD, TiN, TiO);
1013 }
1014 }
1015 {
1016 E TiS, Tj0, TiX, Tj3;
1017 {
1018 E TiQ, TiR, TiV, TiW;
1019 TiQ = Tv - T10;
1020 TiR = TiL - TiK;
1021 TiS = TiQ - TiR;
1022 Tj0 = TiQ + TiR;
1023 TiV = TiH - TiI;
1024 TiW = T1w - T21;
1025 TiX = TiV - TiW;
1026 Tj3 = TiW + TiV;
1027 }
1028 {
1029 E TiT, TiY, TiP, TiU;
1030 TiP = W[94];
1031 TiT = TiP * TiS;
1032 TiY = TiP * TiX;
1033 TiU = W[95];
1034 cr[WS(rs, 48)] = FNMS(TiU, TiX, TiT);
1035 ci[WS(rs, 48)] = FMA(TiU, TiS, TiY);
1036 }
1037 {
1038 E Tj1, Tj4, TiZ, Tj2;
1039 TiZ = W[30];
1040 Tj1 = TiZ * Tj0;
1041 Tj4 = TiZ * Tj3;
1042 Tj2 = W[31];
1043 cr[WS(rs, 16)] = FNMS(Tj2, Tj3, Tj1);
1044 ci[WS(rs, 16)] = FMA(Tj2, Tj0, Tj4);
1045 }
1046 }
1047 {
1048 E Tib, Tie, Tiy, Tiq, Ti0, TiB, Tii, Tiv;
1049 Tib = Ti3 + Tia;
1050 {
1051 E Tio, Tic, Tid, Tip;
1052 Tio = Thy - ThF;
1053 Tic = ThH + ThO;
1054 Tid = ThX - ThQ;
1055 Tip = Tid - Tic;
1056 Tie = Tic + Tid;
1057 Tiy = FMA(KP707106781, Tip, Tio);
1058 Tiq = FNMS(KP707106781, Tip, Tio);
1059 }
1060 {
1061 E ThG, Tit, ThZ, Tiu, ThP, ThY;
1062 ThG = Thy + ThF;
1063 Tit = Tia - Ti3;
1064 ThP = ThH - ThO;
1065 ThY = ThQ + ThX;
1066 ThZ = ThP + ThY;
1067 Tiu = ThP - ThY;
1068 Ti0 = FNMS(KP707106781, ThZ, ThG);
1069 TiB = FMA(KP707106781, Tiu, Tit);
1070 Tii = FMA(KP707106781, ThZ, ThG);
1071 Tiv = FNMS(KP707106781, Tiu, Tit);
1072 }
1073 {
1074 E Tir, Tiw, Tin, Tis;
1075 Tin = W[110];
1076 Tir = Tin * Tiq;
1077 Tiw = Tin * Tiv;
1078 Tis = W[111];
1079 cr[WS(rs, 56)] = FNMS(Tis, Tiv, Tir);
1080 ci[WS(rs, 56)] = FMA(Tis, Tiq, Tiw);
1081 }
1082 {
1083 E Tiz, TiC, Tix, TiA;
1084 Tix = W[46];
1085 Tiz = Tix * Tiy;
1086 TiC = Tix * TiB;
1087 TiA = W[47];
1088 cr[WS(rs, 24)] = FNMS(TiA, TiB, Tiz);
1089 ci[WS(rs, 24)] = FMA(TiA, Tiy, TiC);
1090 }
1091 {
1092 E Tif, Ti2, Tig, Thx, Ti1;
1093 Tif = FNMS(KP707106781, Tie, Tib);
1094 Ti2 = W[79];
1095 Tig = Ti2 * Ti0;
1096 Thx = W[78];
1097 Ti1 = Thx * Ti0;
1098 cr[WS(rs, 40)] = FNMS(Ti2, Tif, Ti1);
1099 ci[WS(rs, 40)] = FMA(Thx, Tif, Tig);
1100 }
1101 {
1102 E Til, Tik, Tim, Tih, Tij;
1103 Til = FMA(KP707106781, Tie, Tib);
1104 Tik = W[15];
1105 Tim = Tik * Tii;
1106 Tih = W[14];
1107 Tij = Tih * Tii;
1108 cr[WS(rs, 8)] = FNMS(Tik, Til, Tij);
1109 ci[WS(rs, 8)] = FMA(Tih, Til, Tim);
1110 }
1111 }
1112 {
1113 E Tjw, Tk2, Tk5, TjF, TjI, TjU, TjZ, TjM;
1114 {
1115 E TjE, TjX, Tjg, TjS, TjG, TjH, TjT, Tjv, TjY, Tjf, Tjn, Tju;
1116 TjE = TjC - TjD;
1117 TjX = FNMS(KP707106781, TjE, TjB);
1118 Tjf = Tjb - Tje;
1119 Tjg = FMA(KP707106781, Tjf, Tj8);
1120 TjS = FNMS(KP707106781, Tjf, Tj8);
1121 TjG = FMA(KP414213562, Tjq, Tjt);
1122 TjH = FNMS(KP414213562, Tjj, Tjm);
1123 TjT = TjG + TjH;
1124 Tjn = FMA(KP414213562, Tjm, Tjj);
1125 Tju = FNMS(KP414213562, Tjt, Tjq);
1126 Tjv = Tjn - Tju;
1127 TjY = Tju + Tjn;
1128 Tjw = FNMS(KP923879532, Tjv, Tjg);
1129 Tk2 = FMA(KP923879532, TjT, TjS);
1130 Tk5 = FMA(KP923879532, TjY, TjX);
1131 TjF = FMA(KP707106781, TjE, TjB);
1132 TjI = TjG - TjH;
1133 TjU = FNMS(KP923879532, TjT, TjS);
1134 TjZ = FNMS(KP923879532, TjY, TjX);
1135 TjM = FMA(KP923879532, Tjv, Tjg);
1136 }
1137 {
1138 E TjV, Tk0, TjR, TjW;
1139 TjR = W[54];
1140 TjV = TjR * TjU;
1141 Tk0 = TjR * TjZ;
1142 TjW = W[55];
1143 cr[WS(rs, 28)] = FNMS(TjW, TjZ, TjV);
1144 ci[WS(rs, 28)] = FMA(TjW, TjU, Tk0);
1145 }
1146 {
1147 E Tk3, Tk6, Tk1, Tk4;
1148 Tk1 = W[118];
1149 Tk3 = Tk1 * Tk2;
1150 Tk6 = Tk1 * Tk5;
1151 Tk4 = W[119];
1152 cr[WS(rs, 60)] = FNMS(Tk4, Tk5, Tk3);
1153 ci[WS(rs, 60)] = FMA(Tk4, Tk2, Tk6);
1154 }
1155 {
1156 E TjJ, Tjy, TjK, Tj5, Tjx;
1157 TjJ = FNMS(KP923879532, TjI, TjF);
1158 Tjy = W[87];
1159 TjK = Tjy * Tjw;
1160 Tj5 = W[86];
1161 Tjx = Tj5 * Tjw;
1162 cr[WS(rs, 44)] = FNMS(Tjy, TjJ, Tjx);
1163 ci[WS(rs, 44)] = FMA(Tj5, TjJ, TjK);
1164 }
1165 {
1166 E TjP, TjO, TjQ, TjL, TjN;
1167 TjP = FMA(KP923879532, TjI, TjF);
1168 TjO = W[23];
1169 TjQ = TjO * TjM;
1170 TjL = W[22];
1171 TjN = TjL * TjM;
1172 cr[WS(rs, 12)] = FNMS(TjO, TjP, TjN);
1173 ci[WS(rs, 12)] = FMA(TjL, TjP, TjQ);
1174 }
1175 }
1176 {
1177 E Tki, TkK, TkN, Tkn, Tkq, TkC, TkH, Tku;
1178 {
1179 E Tkm, TkF, Tka, TkA, Tko, Tkp, TkB, Tkh, TkG, Tk9, Tkd, Tkg;
1180 Tkm = Tje + Tjb;
1181 TkF = FMA(KP707106781, Tkm, Tkl);
1182 Tk9 = TjC + TjD;
1183 Tka = FNMS(KP707106781, Tk9, Tk8);
1184 TkA = FMA(KP707106781, Tk9, Tk8);
1185 Tko = FNMS(KP414213562, Tke, Tkf);
1186 Tkp = FMA(KP414213562, Tkb, Tkc);
1187 TkB = Tko + Tkp;
1188 Tkd = FNMS(KP414213562, Tkc, Tkb);
1189 Tkg = FMA(KP414213562, Tkf, Tke);
1190 Tkh = Tkd - Tkg;
1191 TkG = Tkg + Tkd;
1192 Tki = FNMS(KP923879532, Tkh, Tka);
1193 TkK = FMA(KP923879532, TkB, TkA);
1194 TkN = FMA(KP923879532, TkG, TkF);
1195 Tkn = FNMS(KP707106781, Tkm, Tkl);
1196 Tkq = Tko - Tkp;
1197 TkC = FNMS(KP923879532, TkB, TkA);
1198 TkH = FNMS(KP923879532, TkG, TkF);
1199 Tku = FMA(KP923879532, Tkh, Tka);
1200 }
1201 {
1202 E TkD, TkI, Tkz, TkE;
1203 Tkz = W[70];
1204 TkD = Tkz * TkC;
1205 TkI = Tkz * TkH;
1206 TkE = W[71];
1207 cr[WS(rs, 36)] = FNMS(TkE, TkH, TkD);
1208 ci[WS(rs, 36)] = FMA(TkE, TkC, TkI);
1209 }
1210 {
1211 E TkL, TkO, TkJ, TkM;
1212 TkJ = W[6];
1213 TkL = TkJ * TkK;
1214 TkO = TkJ * TkN;
1215 TkM = W[7];
1216 cr[WS(rs, 4)] = FNMS(TkM, TkN, TkL);
1217 ci[WS(rs, 4)] = FMA(TkM, TkK, TkO);
1218 }
1219 {
1220 E Tkr, Tkk, Tks, Tk7, Tkj;
1221 Tkr = FNMS(KP923879532, Tkq, Tkn);
1222 Tkk = W[103];
1223 Tks = Tkk * Tki;
1224 Tk7 = W[102];
1225 Tkj = Tk7 * Tki;
1226 cr[WS(rs, 52)] = FNMS(Tkk, Tkr, Tkj);
1227 ci[WS(rs, 52)] = FMA(Tk7, Tkr, Tks);
1228 }
1229 {
1230 E Tkx, Tkw, Tky, Tkt, Tkv;
1231 Tkx = FMA(KP923879532, Tkq, Tkn);
1232 Tkw = W[39];
1233 Tky = Tkw * Tku;
1234 Tkt = W[38];
1235 Tkv = Tkt * Tku;
1236 cr[WS(rs, 20)] = FNMS(Tkw, Tkx, Tkv);
1237 ci[WS(rs, 20)] = FMA(Tkt, Tkx, Tky);
1238 }
1239 }
1240 {
1241 E T5q, T66, T69, T5J, T5M, T5Y, T63, T5Q;
1242 {
1243 E T5F, T5I, T61, T5K, T5L, T5X, T3C, T5W, T5p, T62;
1244 T5F = FNMS(KP923879532, T5E, T5B);
1245 T5I = T5G - T5H;
1246 T61 = FNMS(KP980785280, T5I, T5F);
1247 T5K = FMA(KP820678790, T5a, T5n);
1248 T5L = FNMS(KP820678790, T4h, T4u);
1249 T5X = T5K + T5L;
1250 {
1251 E T2I, T3B, T4v, T5o;
1252 T2I = FNMS(KP923879532, T2H, T2k);
1253 T3B = T39 - T3A;
1254 T3C = FMA(KP980785280, T3B, T2I);
1255 T5W = FNMS(KP980785280, T3B, T2I);
1256 T4v = FMA(KP820678790, T4u, T4h);
1257 T5o = FNMS(KP820678790, T5n, T5a);
1258 T5p = T4v - T5o;
1259 T62 = T5o + T4v;
1260 }
1261 T5q = FNMS(KP773010453, T5p, T3C);
1262 T66 = FMA(KP773010453, T5X, T5W);
1263 T69 = FMA(KP773010453, T62, T61);
1264 T5J = FMA(KP980785280, T5I, T5F);
1265 T5M = T5K - T5L;
1266 T5Y = FNMS(KP773010453, T5X, T5W);
1267 T63 = FNMS(KP773010453, T62, T61);
1268 T5Q = FMA(KP773010453, T5p, T3C);
1269 }
1270 {
1271 E T5Z, T64, T5V, T60;
1272 T5V = W[48];
1273 T5Z = T5V * T5Y;
1274 T64 = T5V * T63;
1275 T60 = W[49];
1276 cr[WS(rs, 25)] = FNMS(T60, T63, T5Z);
1277 ci[WS(rs, 25)] = FMA(T60, T5Y, T64);
1278 }
1279 {
1280 E T67, T6a, T65, T68;
1281 T65 = W[112];
1282 T67 = T65 * T66;
1283 T6a = T65 * T69;
1284 T68 = W[113];
1285 cr[WS(rs, 57)] = FNMS(T68, T69, T67);
1286 ci[WS(rs, 57)] = FMA(T68, T66, T6a);
1287 }
1288 {
1289 E T5N, T5s, T5O, T23, T5r;
1290 T5N = FNMS(KP773010453, T5M, T5J);
1291 T5s = W[81];
1292 T5O = T5s * T5q;
1293 T23 = W[80];
1294 T5r = T23 * T5q;
1295 cr[WS(rs, 41)] = FNMS(T5s, T5N, T5r);
1296 ci[WS(rs, 41)] = FMA(T23, T5N, T5O);
1297 }
1298 {
1299 E T5T, T5S, T5U, T5P, T5R;
1300 T5T = FMA(KP773010453, T5M, T5J);
1301 T5S = W[17];
1302 T5U = T5S * T5Q;
1303 T5P = W[16];
1304 T5R = T5P * T5Q;
1305 cr[WS(rs, 9)] = FNMS(T5S, T5T, T5R);
1306 ci[WS(rs, 9)] = FMA(T5P, T5T, T5U);
1307 }
1308 }
1309 {
1310 E Tge, TgG, TgK, Tgr, Tgu, TgC, TgF, Tgx;
1311 {
1312 E Tg5, Tgc, Tgd, Tgj, Tgm, Tgn, TfY, TgA, Tgq, TgB;
1313 Tg5 = FMA(KP668178637, Tg4, Tg1);
1314 Tgc = FNMS(KP668178637, Tgb, Tg8);
1315 Tgd = Tg5 - Tgc;
1316 Tgj = FNMS(KP707106781, Tgi, Tgh);
1317 Tgm = Tgk - Tgl;
1318 Tgn = FMA(KP923879532, Tgm, Tgj);
1319 {
1320 E TfQ, TfX, Tgo, Tgp;
1321 TfQ = FNMS(KP707106781, TfP, TfO);
1322 TfX = TfT - TfW;
1323 TfY = FMA(KP923879532, TfX, TfQ);
1324 TgA = FNMS(KP923879532, TfX, TfQ);
1325 Tgo = FMA(KP668178637, Tg8, Tgb);
1326 Tgp = FNMS(KP668178637, Tg1, Tg4);
1327 Tgq = Tgo - Tgp;
1328 TgB = Tgo + Tgp;
1329 }
1330 Tge = FNMS(KP831469612, Tgd, TfY);
1331 TgG = Tgc + Tg5;
1332 TgK = FMA(KP831469612, TgB, TgA);
1333 Tgr = FNMS(KP831469612, Tgq, Tgn);
1334 Tgu = FMA(KP831469612, Tgd, TfY);
1335 TgC = FNMS(KP831469612, TgB, TgA);
1336 TgF = FNMS(KP923879532, Tgm, Tgj);
1337 Tgx = FMA(KP831469612, Tgq, Tgn);
1338 }
1339 {
1340 E Tgf, Tgs, TfN, Tgg;
1341 TfN = W[82];
1342 Tgf = TfN * Tge;
1343 Tgs = TfN * Tgr;
1344 Tgg = W[83];
1345 cr[WS(rs, 42)] = FNMS(Tgg, Tgr, Tgf);
1346 ci[WS(rs, 42)] = FMA(Tgg, Tge, Tgs);
1347 }
1348 {
1349 E Tgv, Tgy, Tgt, Tgw;
1350 Tgt = W[18];
1351 Tgv = Tgt * Tgu;
1352 Tgy = Tgt * Tgx;
1353 Tgw = W[19];
1354 cr[WS(rs, 10)] = FNMS(Tgw, Tgx, Tgv);
1355 ci[WS(rs, 10)] = FMA(Tgw, Tgu, Tgy);
1356 }
1357 {
1358 E TgH, TgE, TgI, Tgz, TgD;
1359 TgH = FNMS(KP831469612, TgG, TgF);
1360 TgE = W[51];
1361 TgI = TgE * TgC;
1362 Tgz = W[50];
1363 TgD = Tgz * TgC;
1364 cr[WS(rs, 26)] = FNMS(TgE, TgH, TgD);
1365 ci[WS(rs, 26)] = FMA(Tgz, TgH, TgI);
1366 }
1367 {
1368 E TgN, TgM, TgO, TgJ, TgL;
1369 TgN = FMA(KP831469612, TgG, TgF);
1370 TgM = W[115];
1371 TgO = TgM * TgK;
1372 TgJ = W[114];
1373 TgL = TgJ * TgK;
1374 cr[WS(rs, 58)] = FNMS(TgM, TgN, TgL);
1375 ci[WS(rs, 58)] = FMA(TgJ, TgN, TgO);
1376 }
1377 }
1378 {
1379 E Th0, Ths, Thv, Th5, Th8, Thk, Thp, Thc;
1380 {
1381 E Th3, Th4, Thn, Th6, Th7, Thj, TgS, Thi, TgZ, Tho;
1382 Th3 = FMA(KP707106781, Tgi, Tgh);
1383 Th4 = TfW + TfT;
1384 Thn = FNMS(KP923879532, Th4, Th3);
1385 Th6 = FMA(KP198912367, TgT, TgU);
1386 Th7 = FNMS(KP198912367, TgW, TgX);
1387 Thj = Th7 - Th6;
1388 {
1389 E TgQ, TgR, TgV, TgY;
1390 TgQ = FMA(KP707106781, TfP, TfO);
1391 TgR = Tgk + Tgl;
1392 TgS = FMA(KP923879532, TgR, TgQ);
1393 Thi = FNMS(KP923879532, TgR, TgQ);
1394 TgV = FNMS(KP198912367, TgU, TgT);
1395 TgY = FMA(KP198912367, TgX, TgW);
1396 TgZ = TgV + TgY;
1397 Tho = TgV - TgY;
1398 }
1399 Th0 = FNMS(KP980785280, TgZ, TgS);
1400 Ths = FMA(KP980785280, Thj, Thi);
1401 Thv = FMA(KP980785280, Tho, Thn);
1402 Th5 = FMA(KP923879532, Th4, Th3);
1403 Th8 = Th6 + Th7;
1404 Thk = FNMS(KP980785280, Thj, Thi);
1405 Thp = FNMS(KP980785280, Tho, Thn);
1406 Thc = FMA(KP980785280, TgZ, TgS);
1407 }
1408 {
1409 E Thl, Thq, Thh, Thm;
1410 Thh = W[98];
1411 Thl = Thh * Thk;
1412 Thq = Thh * Thp;
1413 Thm = W[99];
1414 cr[WS(rs, 50)] = FNMS(Thm, Thp, Thl);
1415 ci[WS(rs, 50)] = FMA(Thm, Thk, Thq);
1416 }
1417 {
1418 E Tht, Thw, Thr, Thu;
1419 Thr = W[34];
1420 Tht = Thr * Ths;
1421 Thw = Thr * Thv;
1422 Thu = W[35];
1423 cr[WS(rs, 18)] = FNMS(Thu, Thv, Tht);
1424 ci[WS(rs, 18)] = FMA(Thu, Ths, Thw);
1425 }
1426 {
1427 E Th9, Th2, Tha, TgP, Th1;
1428 Th9 = FNMS(KP980785280, Th8, Th5);
1429 Th2 = W[67];
1430 Tha = Th2 * Th0;
1431 TgP = W[66];
1432 Th1 = TgP * Th0;
1433 cr[WS(rs, 34)] = FNMS(Th2, Th9, Th1);
1434 ci[WS(rs, 34)] = FMA(TgP, Th9, Tha);
1435 }
1436 {
1437 E Thf, The, Thg, Thb, Thd;
1438 Thf = FMA(KP980785280, Th8, Th5);
1439 The = W[3];
1440 Thg = The * Thc;
1441 Thb = W[2];
1442 Thd = Thb * Thc;
1443 cr[WS(rs, 2)] = FNMS(The, Thf, Thd);
1444 ci[WS(rs, 2)] = FMA(Thb, Thf, Thg);
1445 }
1446 }
1447 {
1448 E T6m, T6O, T6R, T6r, T6u, T6G, T6L, T6y;
1449 {
1450 E T6p, T6q, T6J, T6s, T6t, T6F, T6e, T6E, T6l, T6K;
1451 T6p = FMA(KP923879532, T5E, T5B);
1452 T6q = T3A + T39;
1453 T6J = FMA(KP980785280, T6q, T6p);
1454 T6s = FNMS(KP098491403, T6i, T6j);
1455 T6t = FMA(KP098491403, T6f, T6g);
1456 T6F = T6s + T6t;
1457 {
1458 E T6c, T6d, T6h, T6k;
1459 T6c = FMA(KP923879532, T2H, T2k);
1460 T6d = T5G + T5H;
1461 T6e = FNMS(KP980785280, T6d, T6c);
1462 T6E = FMA(KP980785280, T6d, T6c);
1463 T6h = FNMS(KP098491403, T6g, T6f);
1464 T6k = FMA(KP098491403, T6j, T6i);
1465 T6l = T6h - T6k;
1466 T6K = T6k + T6h;
1467 }
1468 T6m = FNMS(KP995184726, T6l, T6e);
1469 T6O = FMA(KP995184726, T6F, T6E);
1470 T6R = FMA(KP995184726, T6K, T6J);
1471 T6r = FNMS(KP980785280, T6q, T6p);
1472 T6u = T6s - T6t;
1473 T6G = FNMS(KP995184726, T6F, T6E);
1474 T6L = FNMS(KP995184726, T6K, T6J);
1475 T6y = FMA(KP995184726, T6l, T6e);
1476 }
1477 {
1478 E T6H, T6M, T6D, T6I;
1479 T6D = W[64];
1480 T6H = T6D * T6G;
1481 T6M = T6D * T6L;
1482 T6I = W[65];
1483 cr[WS(rs, 33)] = FNMS(T6I, T6L, T6H);
1484 ci[WS(rs, 33)] = FMA(T6I, T6G, T6M);
1485 }
1486 {
1487 E T6P, T6S, T6N, T6Q;
1488 T6N = W[0];
1489 T6P = T6N * T6O;
1490 T6S = T6N * T6R;
1491 T6Q = W[1];
1492 cr[WS(rs, 1)] = FNMS(T6Q, T6R, T6P);
1493 ci[WS(rs, 1)] = FMA(T6Q, T6O, T6S);
1494 }
1495 {
1496 E T6v, T6o, T6w, T6b, T6n;
1497 T6v = FNMS(KP995184726, T6u, T6r);
1498 T6o = W[97];
1499 T6w = T6o * T6m;
1500 T6b = W[96];
1501 T6n = T6b * T6m;
1502 cr[WS(rs, 49)] = FNMS(T6o, T6v, T6n);
1503 ci[WS(rs, 49)] = FMA(T6b, T6v, T6w);
1504 }
1505 {
1506 E T6B, T6A, T6C, T6x, T6z;
1507 T6B = FMA(KP995184726, T6u, T6r);
1508 T6A = W[33];
1509 T6C = T6A * T6y;
1510 T6x = W[32];
1511 T6z = T6x * T6y;
1512 cr[WS(rs, 17)] = FNMS(T6A, T6B, T6z);
1513 ci[WS(rs, 17)] = FMA(T6x, T6B, T6C);
1514 }
1515 }
1516 {
1517 E Tbw, Tc2, Tc5, TbF, TbI, TbU, TbZ, TbM;
1518 {
1519 E TbB, TbE, TbX, TbG, TbH, TbT, Tbg, TbS, Tbv, TbY;
1520 TbB = FMA(KP923879532, TbA, Tbz);
1521 TbE = TbC - TbD;
1522 TbX = FNMS(KP980785280, TbE, TbB);
1523 TbG = FMA(KP820678790, Tbj, Tbm);
1524 TbH = FMA(KP820678790, Tbq, Tbt);
1525 TbT = TbG + TbH;
1526 {
1527 E Tb8, Tbf, Tbn, Tbu;
1528 Tb8 = FNMS(KP923879532, Tb7, Tb6);
1529 Tbf = Tbb + Tbe;
1530 Tbg = FNMS(KP980785280, Tbf, Tb8);
1531 TbS = FMA(KP980785280, Tbf, Tb8);
1532 Tbn = FNMS(KP820678790, Tbm, Tbj);
1533 Tbu = FNMS(KP820678790, Tbt, Tbq);
1534 Tbv = Tbn + Tbu;
1535 TbY = Tbn - Tbu;
1536 }
1537 Tbw = FNMS(KP773010453, Tbv, Tbg);
1538 Tc2 = FMA(KP773010453, TbT, TbS);
1539 Tc5 = FNMS(KP773010453, TbY, TbX);
1540 TbF = FMA(KP980785280, TbE, TbB);
1541 TbI = TbG - TbH;
1542 TbU = FNMS(KP773010453, TbT, TbS);
1543 TbZ = FMA(KP773010453, TbY, TbX);
1544 TbM = FMA(KP773010453, Tbv, Tbg);
1545 }
1546 {
1547 E TbV, Tc0, TbR, TbW;
1548 TbR = W[44];
1549 TbV = TbR * TbU;
1550 Tc0 = TbR * TbZ;
1551 TbW = W[45];
1552 cr[WS(rs, 23)] = FNMS(TbW, TbZ, TbV);
1553 ci[WS(rs, 23)] = FMA(TbW, TbU, Tc0);
1554 }
1555 {
1556 E Tc3, Tc6, Tc1, Tc4;
1557 Tc1 = W[108];
1558 Tc3 = Tc1 * Tc2;
1559 Tc6 = Tc1 * Tc5;
1560 Tc4 = W[109];
1561 cr[WS(rs, 55)] = FNMS(Tc4, Tc5, Tc3);
1562 ci[WS(rs, 55)] = FMA(Tc4, Tc2, Tc6);
1563 }
1564 {
1565 E TbJ, Tby, TbK, Tb5, Tbx;
1566 TbJ = FNMS(KP773010453, TbI, TbF);
1567 Tby = W[77];
1568 TbK = Tby * Tbw;
1569 Tb5 = W[76];
1570 Tbx = Tb5 * Tbw;
1571 cr[WS(rs, 39)] = FNMS(Tby, TbJ, Tbx);
1572 ci[WS(rs, 39)] = FMA(Tb5, TbJ, TbK);
1573 }
1574 {
1575 E TbP, TbO, TbQ, TbL, TbN;
1576 TbP = FMA(KP773010453, TbI, TbF);
1577 TbO = W[13];
1578 TbQ = TbO * TbM;
1579 TbL = W[12];
1580 TbN = TbL * TbM;
1581 cr[WS(rs, 7)] = FNMS(TbO, TbP, TbN);
1582 ci[WS(rs, 7)] = FMA(TbL, TbP, TbQ);
1583 }
1584 }
1585 {
1586 E Tay, Tb0, Tb3, TaD, TaG, TaS, TaX, TaK;
1587 {
1588 E TaB, TaC, TaV, TaE, TaF, TaR, Taq, TaQ, Tax, TaW;
1589 TaB = FMA(KP923879532, T9Q, T9N);
1590 TaC = T8V - T92;
1591 TaV = FNMS(KP831469612, TaC, TaB);
1592 TaE = FMA(KP303346683, Tar, Tas);
1593 TaF = FMA(KP303346683, Tau, Tav);
1594 TaR = TaE + TaF;
1595 {
1596 E Tao, Tap, Tat, Taw;
1597 Tao = FNMS(KP923879532, T8N, T8G);
1598 Tap = T9S + T9T;
1599 Taq = FMA(KP831469612, Tap, Tao);
1600 TaQ = FNMS(KP831469612, Tap, Tao);
1601 Tat = FNMS(KP303346683, Tas, Tar);
1602 Taw = FNMS(KP303346683, Tav, Tau);
1603 Tax = Tat + Taw;
1604 TaW = Tat - Taw;
1605 }
1606 Tay = FNMS(KP956940335, Tax, Taq);
1607 Tb0 = FMA(KP956940335, TaR, TaQ);
1608 Tb3 = FNMS(KP956940335, TaW, TaV);
1609 TaD = FMA(KP831469612, TaC, TaB);
1610 TaG = TaE - TaF;
1611 TaS = FNMS(KP956940335, TaR, TaQ);
1612 TaX = FMA(KP956940335, TaW, TaV);
1613 TaK = FMA(KP956940335, Tax, Taq);
1614 }
1615 {
1616 E TaT, TaY, TaP, TaU;
1617 TaP = W[36];
1618 TaT = TaP * TaS;
1619 TaY = TaP * TaX;
1620 TaU = W[37];
1621 cr[WS(rs, 19)] = FNMS(TaU, TaX, TaT);
1622 ci[WS(rs, 19)] = FMA(TaU, TaS, TaY);
1623 }
1624 {
1625 E Tb1, Tb4, TaZ, Tb2;
1626 TaZ = W[100];
1627 Tb1 = TaZ * Tb0;
1628 Tb4 = TaZ * Tb3;
1629 Tb2 = W[101];
1630 cr[WS(rs, 51)] = FNMS(Tb2, Tb3, Tb1);
1631 ci[WS(rs, 51)] = FMA(Tb2, Tb0, Tb4);
1632 }
1633 {
1634 E TaH, TaA, TaI, Tan, Taz;
1635 TaH = FNMS(KP956940335, TaG, TaD);
1636 TaA = W[69];
1637 TaI = TaA * Tay;
1638 Tan = W[68];
1639 Taz = Tan * Tay;
1640 cr[WS(rs, 35)] = FNMS(TaA, TaH, Taz);
1641 ci[WS(rs, 35)] = FMA(Tan, TaH, TaI);
1642 }
1643 {
1644 E TaN, TaM, TaO, TaJ, TaL;
1645 TaN = FMA(KP956940335, TaG, TaD);
1646 TaM = W[5];
1647 TaO = TaM * TaK;
1648 TaJ = W[4];
1649 TaL = TaJ * TaK;
1650 cr[WS(rs, 3)] = FNMS(TaM, TaN, TaL);
1651 ci[WS(rs, 3)] = FMA(TaJ, TaN, TaO);
1652 }
1653 }
1654 {
1655 E Tfg, TfI, TfL, Tfl, Tfo, TfA, TfF, Tfs;
1656 {
1657 E Tfj, Tfk, TfD, Tfm, Tfn, Tfz, Tf8, Tfy, Tff, TfE;
1658 Tfj = FNMS(KP707106781, Tey, Tev);
1659 Tfk = Tds + Tdh;
1660 TfD = FMA(KP923879532, Tfk, Tfj);
1661 Tfm = FMA(KP198912367, Tfc, Tfd);
1662 Tfn = FNMS(KP198912367, Tf9, Tfa);
1663 Tfz = Tfm + Tfn;
1664 {
1665 E Tf6, Tf7, Tfb, Tfe;
1666 Tf6 = FNMS(KP707106781, Td5, TcU);
1667 Tf7 = TeA + TeB;
1668 Tf8 = FNMS(KP923879532, Tf7, Tf6);
1669 Tfy = FMA(KP923879532, Tf7, Tf6);
1670 Tfb = FMA(KP198912367, Tfa, Tf9);
1671 Tfe = FNMS(KP198912367, Tfd, Tfc);
1672 Tff = Tfb - Tfe;
1673 TfE = Tfe + Tfb;
1674 }
1675 Tfg = FNMS(KP980785280, Tff, Tf8);
1676 TfI = FMA(KP980785280, Tfz, Tfy);
1677 TfL = FMA(KP980785280, TfE, TfD);
1678 Tfl = FNMS(KP923879532, Tfk, Tfj);
1679 Tfo = Tfm - Tfn;
1680 TfA = FNMS(KP980785280, Tfz, Tfy);
1681 TfF = FNMS(KP980785280, TfE, TfD);
1682 Tfs = FMA(KP980785280, Tff, Tf8);
1683 }
1684 {
1685 E TfB, TfG, Tfx, TfC;
1686 Tfx = W[58];
1687 TfB = Tfx * TfA;
1688 TfG = Tfx * TfF;
1689 TfC = W[59];
1690 cr[WS(rs, 30)] = FNMS(TfC, TfF, TfB);
1691 ci[WS(rs, 30)] = FMA(TfC, TfA, TfG);
1692 }
1693 {
1694 E TfJ, TfM, TfH, TfK;
1695 TfH = W[122];
1696 TfJ = TfH * TfI;
1697 TfM = TfH * TfL;
1698 TfK = W[123];
1699 cr[WS(rs, 62)] = FNMS(TfK, TfL, TfJ);
1700 ci[WS(rs, 62)] = FMA(TfK, TfI, TfM);
1701 }
1702 {
1703 E Tfp, Tfi, Tfq, Tf5, Tfh;
1704 Tfp = FNMS(KP980785280, Tfo, Tfl);
1705 Tfi = W[91];
1706 Tfq = Tfi * Tfg;
1707 Tf5 = W[90];
1708 Tfh = Tf5 * Tfg;
1709 cr[WS(rs, 46)] = FNMS(Tfi, Tfp, Tfh);
1710 ci[WS(rs, 46)] = FMA(Tf5, Tfp, Tfq);
1711 }
1712 {
1713 E Tfv, Tfu, Tfw, Tfr, Tft;
1714 Tfv = FMA(KP980785280, Tfo, Tfl);
1715 Tfu = W[27];
1716 Tfw = Tfu * Tfs;
1717 Tfr = W[26];
1718 Tft = Tfr * Tfs;
1719 cr[WS(rs, 14)] = FNMS(Tfu, Tfv, Tft);
1720 ci[WS(rs, 14)] = FMA(Tfr, Tfv, Tfw);
1721 }
1722 }
1723 {
1724 E T7k, T7Q, T7T, T7t, T7w, T7I, T7N, T7A;
1725 {
1726 E T7p, T7s, T7L, T7u, T7v, T7H, T74, T7G, T7j, T7M;
1727 T7p = FMA(KP923879532, T7o, T7n);
1728 T7s = T7q - T7r;
1729 T7L = FNMS(KP831469612, T7s, T7p);
1730 T7u = FMA(KP534511135, T77, T7a);
1731 T7v = FNMS(KP534511135, T7e, T7h);
1732 T7H = T7v - T7u;
1733 {
1734 E T6W, T73, T7b, T7i;
1735 T6W = FMA(KP923879532, T6V, T6U);
1736 T73 = T6Z - T72;
1737 T74 = FMA(KP831469612, T73, T6W);
1738 T7G = FNMS(KP831469612, T73, T6W);
1739 T7b = FNMS(KP534511135, T7a, T77);
1740 T7i = FMA(KP534511135, T7h, T7e);
1741 T7j = T7b + T7i;
1742 T7M = T7b - T7i;
1743 }
1744 T7k = FNMS(KP881921264, T7j, T74);
1745 T7Q = FMA(KP881921264, T7H, T7G);
1746 T7T = FMA(KP881921264, T7M, T7L);
1747 T7t = FMA(KP831469612, T7s, T7p);
1748 T7w = T7u + T7v;
1749 T7I = FNMS(KP881921264, T7H, T7G);
1750 T7N = FNMS(KP881921264, T7M, T7L);
1751 T7A = FMA(KP881921264, T7j, T74);
1752 }
1753 {
1754 E T7J, T7O, T7F, T7K;
1755 T7F = W[104];
1756 T7J = T7F * T7I;
1757 T7O = T7F * T7N;
1758 T7K = W[105];
1759 cr[WS(rs, 53)] = FNMS(T7K, T7N, T7J);
1760 ci[WS(rs, 53)] = FMA(T7K, T7I, T7O);
1761 }
1762 {
1763 E T7R, T7U, T7P, T7S;
1764 T7P = W[40];
1765 T7R = T7P * T7Q;
1766 T7U = T7P * T7T;
1767 T7S = W[41];
1768 cr[WS(rs, 21)] = FNMS(T7S, T7T, T7R);
1769 ci[WS(rs, 21)] = FMA(T7S, T7Q, T7U);
1770 }
1771 {
1772 E T7x, T7m, T7y, T6T, T7l;
1773 T7x = FNMS(KP881921264, T7w, T7t);
1774 T7m = W[73];
1775 T7y = T7m * T7k;
1776 T6T = W[72];
1777 T7l = T6T * T7k;
1778 cr[WS(rs, 37)] = FNMS(T7m, T7x, T7l);
1779 ci[WS(rs, 37)] = FMA(T6T, T7x, T7y);
1780 }
1781 {
1782 E T7D, T7C, T7E, T7z, T7B;
1783 T7D = FMA(KP881921264, T7w, T7t);
1784 T7C = W[9];
1785 T7E = T7C * T7A;
1786 T7z = W[8];
1787 T7B = T7z * T7A;
1788 cr[WS(rs, 5)] = FNMS(T7C, T7D, T7B);
1789 ci[WS(rs, 5)] = FMA(T7z, T7D, T7E);
1790 }
1791 }
1792 {
1793 E T86, T8u, T8y, T8f, T8i, T8q, T8t, T8l;
1794 {
1795 E T81, T84, T85, T89, T8a, T8b, T7Y, T8o, T8e, T8p;
1796 T81 = FMA(KP303346683, T80, T7Z);
1797 T84 = FNMS(KP303346683, T83, T82);
1798 T85 = T81 - T84;
1799 T89 = FNMS(KP923879532, T7o, T7n);
1800 T8a = T72 + T6Z;
1801 T8b = FNMS(KP831469612, T8a, T89);
1802 {
1803 E T7W, T7X, T8c, T8d;
1804 T7W = FNMS(KP923879532, T6V, T6U);
1805 T7X = T7q + T7r;
1806 T7Y = FNMS(KP831469612, T7X, T7W);
1807 T8o = FMA(KP831469612, T7X, T7W);
1808 T8c = FMA(KP303346683, T82, T83);
1809 T8d = FNMS(KP303346683, T7Z, T80);
1810 T8e = T8c - T8d;
1811 T8p = T8c + T8d;
1812 }
1813 T86 = FNMS(KP956940335, T85, T7Y);
1814 T8u = T84 + T81;
1815 T8y = FMA(KP956940335, T8p, T8o);
1816 T8f = FNMS(KP956940335, T8e, T8b);
1817 T8i = FMA(KP956940335, T85, T7Y);
1818 T8q = FNMS(KP956940335, T8p, T8o);
1819 T8t = FMA(KP831469612, T8a, T89);
1820 T8l = FMA(KP956940335, T8e, T8b);
1821 }
1822 {
1823 E T87, T8g, T7V, T88;
1824 T7V = W[88];
1825 T87 = T7V * T86;
1826 T8g = T7V * T8f;
1827 T88 = W[89];
1828 cr[WS(rs, 45)] = FNMS(T88, T8f, T87);
1829 ci[WS(rs, 45)] = FMA(T88, T86, T8g);
1830 }
1831 {
1832 E T8j, T8m, T8h, T8k;
1833 T8h = W[24];
1834 T8j = T8h * T8i;
1835 T8m = T8h * T8l;
1836 T8k = W[25];
1837 cr[WS(rs, 13)] = FNMS(T8k, T8l, T8j);
1838 ci[WS(rs, 13)] = FMA(T8k, T8i, T8m);
1839 }
1840 {
1841 E T8v, T8s, T8w, T8n, T8r;
1842 T8v = FNMS(KP956940335, T8u, T8t);
1843 T8s = W[57];
1844 T8w = T8s * T8q;
1845 T8n = W[56];
1846 T8r = T8n * T8q;
1847 cr[WS(rs, 29)] = FNMS(T8s, T8v, T8r);
1848 ci[WS(rs, 29)] = FMA(T8n, T8v, T8w);
1849 }
1850 {
1851 E T8B, T8A, T8C, T8x, T8z;
1852 T8B = FMA(KP956940335, T8u, T8t);
1853 T8A = W[121];
1854 T8C = T8A * T8y;
1855 T8x = W[120];
1856 T8z = T8x * T8y;
1857 cr[WS(rs, 61)] = FNMS(T8A, T8B, T8z);
1858 ci[WS(rs, 61)] = FMA(T8x, T8B, T8C);
1859 }
1860 }
1861 {
1862 E T9I, Tai, Tal, T9V, T9Y, Taa, Taf, Ta2;
1863 {
1864 E T9R, T9U, Tad, T9W, T9X, Ta9, T94, Ta8, T9H, Tae;
1865 T9R = FNMS(KP923879532, T9Q, T9N);
1866 T9U = T9S - T9T;
1867 Tad = FNMS(KP831469612, T9U, T9R);
1868 T9W = FMA(KP534511135, T9f, T9m);
1869 T9X = FMA(KP534511135, T9y, T9F);
1870 Ta9 = T9W + T9X;
1871 {
1872 E T8O, T93, T9n, T9G;
1873 T8O = FMA(KP923879532, T8N, T8G);
1874 T93 = T8V + T92;
1875 T94 = FNMS(KP831469612, T93, T8O);
1876 Ta8 = FMA(KP831469612, T93, T8O);
1877 T9n = FNMS(KP534511135, T9m, T9f);
1878 T9G = FNMS(KP534511135, T9F, T9y);
1879 T9H = T9n + T9G;
1880 Tae = T9G - T9n;
1881 }
1882 T9I = FMA(KP881921264, T9H, T94);
1883 Tai = FMA(KP881921264, Ta9, Ta8);
1884 Tal = FNMS(KP881921264, Tae, Tad);
1885 T9V = FMA(KP831469612, T9U, T9R);
1886 T9Y = T9W - T9X;
1887 Taa = FNMS(KP881921264, Ta9, Ta8);
1888 Taf = FMA(KP881921264, Tae, Tad);
1889 Ta2 = FNMS(KP881921264, T9H, T94);
1890 }
1891 {
1892 E Tab, Tag, Ta7, Tac;
1893 Ta7 = W[52];
1894 Tab = Ta7 * Taa;
1895 Tag = Ta7 * Taf;
1896 Tac = W[53];
1897 cr[WS(rs, 27)] = FNMS(Tac, Taf, Tab);
1898 ci[WS(rs, 27)] = FMA(Tac, Taa, Tag);
1899 }
1900 {
1901 E Taj, Tam, Tah, Tak;
1902 Tah = W[116];
1903 Taj = Tah * Tai;
1904 Tam = Tah * Tal;
1905 Tak = W[117];
1906 cr[WS(rs, 59)] = FNMS(Tak, Tal, Taj);
1907 ci[WS(rs, 59)] = FMA(Tak, Tai, Tam);
1908 }
1909 {
1910 E T9Z, T9K, Ta0, T8D, T9J;
1911 T9Z = FNMS(KP881921264, T9Y, T9V);
1912 T9K = W[85];
1913 Ta0 = T9K * T9I;
1914 T8D = W[84];
1915 T9J = T8D * T9I;
1916 cr[WS(rs, 43)] = FNMS(T9K, T9Z, T9J);
1917 ci[WS(rs, 43)] = FMA(T8D, T9Z, Ta0);
1918 }
1919 {
1920 E Ta5, Ta4, Ta6, Ta1, Ta3;
1921 Ta5 = FMA(KP881921264, T9Y, T9V);
1922 Ta4 = W[21];
1923 Ta6 = Ta4 * Ta2;
1924 Ta1 = W[20];
1925 Ta3 = Ta1 * Ta2;
1926 cr[WS(rs, 11)] = FNMS(Ta4, Ta5, Ta3);
1927 ci[WS(rs, 11)] = FMA(Ta1, Ta5, Ta6);
1928 }
1929 }
1930 {
1931 E Teo, Tf0, Tf3, TeD, TeG, TeS, TeX, TeK;
1932 {
1933 E Tez, TeC, TeV, TeE, TeF, TeR, Tdu, TeQ, Ten, TeW;
1934 Tez = FMA(KP707106781, Tey, Tev);
1935 TeC = TeA - TeB;
1936 TeV = FMA(KP923879532, TeC, Tez);
1937 TeE = FNMS(KP668178637, Tec, Tel);
1938 TeF = FMA(KP668178637, TdL, TdU);
1939 TeR = TeE + TeF;
1940 {
1941 E Td6, Tdt, TdV, Tem;
1942 Td6 = FMA(KP707106781, Td5, TcU);
1943 Tdt = Tdh - Tds;
1944 Tdu = FNMS(KP923879532, Tdt, Td6);
1945 TeQ = FMA(KP923879532, Tdt, Td6);
1946 TdV = FNMS(KP668178637, TdU, TdL);
1947 Tem = FMA(KP668178637, Tel, Tec);
1948 Ten = TdV - Tem;
1949 TeW = Tem + TdV;
1950 }
1951 Teo = FNMS(KP831469612, Ten, Tdu);
1952 Tf0 = FMA(KP831469612, TeR, TeQ);
1953 Tf3 = FMA(KP831469612, TeW, TeV);
1954 TeD = FNMS(KP923879532, TeC, Tez);
1955 TeG = TeE - TeF;
1956 TeS = FNMS(KP831469612, TeR, TeQ);
1957 TeX = FNMS(KP831469612, TeW, TeV);
1958 TeK = FMA(KP831469612, Ten, Tdu);
1959 }
1960 {
1961 E TeT, TeY, TeP, TeU;
1962 TeP = W[74];
1963 TeT = TeP * TeS;
1964 TeY = TeP * TeX;
1965 TeU = W[75];
1966 cr[WS(rs, 38)] = FNMS(TeU, TeX, TeT);
1967 ci[WS(rs, 38)] = FMA(TeU, TeS, TeY);
1968 }
1969 {
1970 E Tf1, Tf4, TeZ, Tf2;
1971 TeZ = W[10];
1972 Tf1 = TeZ * Tf0;
1973 Tf4 = TeZ * Tf3;
1974 Tf2 = W[11];
1975 cr[WS(rs, 6)] = FNMS(Tf2, Tf3, Tf1);
1976 ci[WS(rs, 6)] = FMA(Tf2, Tf0, Tf4);
1977 }
1978 {
1979 E TeH, Teq, TeI, TcP, Tep;
1980 TeH = FNMS(KP831469612, TeG, TeD);
1981 Teq = W[107];
1982 TeI = Teq * Teo;
1983 TcP = W[106];
1984 Tep = TcP * Teo;
1985 cr[WS(rs, 54)] = FNMS(Teq, TeH, Tep);
1986 ci[WS(rs, 54)] = FMA(TcP, TeH, TeI);
1987 }
1988 {
1989 E TeN, TeM, TeO, TeJ, TeL;
1990 TeN = FMA(KP831469612, TeG, TeD);
1991 TeM = W[43];
1992 TeO = TeM * TeK;
1993 TeJ = W[42];
1994 TeL = TeJ * TeK;
1995 cr[WS(rs, 22)] = FNMS(TeM, TeN, TeL);
1996 ci[WS(rs, 22)] = FMA(TeJ, TeN, TeO);
1997 }
1998 }
1999 {
2000 E Tci, TcK, TcN, Tcn, Tcq, TcC, TcH, Tcu;
2001 {
2002 E Tcl, Tcm, TcF, Tco, Tcp, TcB, Tca, TcA, Tch, TcG;
2003 Tcl = FNMS(KP923879532, TbA, Tbz);
2004 Tcm = Tbe - Tbb;
2005 TcF = FNMS(KP980785280, Tcm, Tcl);
2006 Tco = FMA(KP098491403, Tcb, Tcc);
2007 Tcp = FMA(KP098491403, Tce, Tcf);
2008 TcB = Tco + Tcp;
2009 {
2010 E Tc8, Tc9, Tcd, Tcg;
2011 Tc8 = FMA(KP923879532, Tb7, Tb6);
2012 Tc9 = TbC + TbD;
2013 Tca = FNMS(KP980785280, Tc9, Tc8);
2014 TcA = FMA(KP980785280, Tc9, Tc8);
2015 Tcd = FNMS(KP098491403, Tcc, Tcb);
2016 Tcg = FNMS(KP098491403, Tcf, Tce);
2017 Tch = Tcd + Tcg;
2018 TcG = Tcg - Tcd;
2019 }
2020 Tci = FMA(KP995184726, Tch, Tca);
2021 TcK = FMA(KP995184726, TcB, TcA);
2022 TcN = FNMS(KP995184726, TcG, TcF);
2023 Tcn = FMA(KP980785280, Tcm, Tcl);
2024 Tcq = Tco - Tcp;
2025 TcC = FNMS(KP995184726, TcB, TcA);
2026 TcH = FMA(KP995184726, TcG, TcF);
2027 Tcu = FNMS(KP995184726, Tch, Tca);
2028 }
2029 {
2030 E TcD, TcI, Tcz, TcE;
2031 Tcz = W[60];
2032 TcD = Tcz * TcC;
2033 TcI = Tcz * TcH;
2034 TcE = W[61];
2035 cr[WS(rs, 31)] = FNMS(TcE, TcH, TcD);
2036 ci[WS(rs, 31)] = FMA(TcE, TcC, TcI);
2037 }
2038 {
2039 E TcL, TcO, TcJ, TcM;
2040 TcJ = W[124];
2041 TcL = TcJ * TcK;
2042 TcO = TcJ * TcN;
2043 TcM = W[125];
2044 cr[WS(rs, 63)] = FNMS(TcM, TcN, TcL);
2045 ci[WS(rs, 63)] = FMA(TcM, TcK, TcO);
2046 }
2047 {
2048 E Tcr, Tck, Tcs, Tc7, Tcj;
2049 Tcr = FNMS(KP995184726, Tcq, Tcn);
2050 Tck = W[93];
2051 Tcs = Tck * Tci;
2052 Tc7 = W[92];
2053 Tcj = Tc7 * Tci;
2054 cr[WS(rs, 47)] = FNMS(Tck, Tcr, Tcj);
2055 ci[WS(rs, 47)] = FMA(Tc7, Tcr, Tcs);
2056 }
2057 {
2058 E Tcx, Tcw, Tcy, Tct, Tcv;
2059 Tcx = FMA(KP995184726, Tcq, Tcn);
2060 Tcw = W[29];
2061 Tcy = Tcw * Tcu;
2062 Tct = W[28];
2063 Tcv = Tct * Tcu;
2064 cr[WS(rs, 15)] = FNMS(Tcw, Tcx, Tcv);
2065 ci[WS(rs, 15)] = FMA(Tct, Tcx, Tcy);
2066 }
2067 }
2068 }
2069 }
2070 }
2071
2072 static const tw_instr twinstr[] = {
2073 { TW_FULL, 1, 64 },
2074 { TW_NEXT, 1, 0 }
2075 };
2076
2077 static const hc2hc_desc desc = { 64, "hb_64", twinstr, &GENUS, { 520, 126, 518, 0 } };
2078
X(codelet_hb_64)2079 void X(codelet_hb_64) (planner *p) {
2080 X(khc2hc_register) (p, hb_64, &desc);
2081 }
2082 #else
2083
2084 /* Generated by: ../../../genfft/gen_hc2hc.native -compact -variables 4 -pipeline-latency 4 -sign 1 -n 64 -dif -name hb_64 -include rdft/scalar/hb.h */
2085
2086 /*
2087 * This function contains 1038 FP additions, 500 FP multiplications,
2088 * (or, 808 additions, 270 multiplications, 230 fused multiply/add),
2089 * 196 stack variables, 15 constants, and 256 memory accesses
2090 */
2091 #include "rdft/scalar/hb.h"
2092
hb_64(R * cr,R * ci,const R * W,stride rs,INT mb,INT me,INT ms)2093 static void hb_64(R *cr, R *ci, const R *W, stride rs, INT mb, INT me, INT ms)
2094 {
2095 DK(KP098017140, +0.098017140329560601994195563888641845861136673);
2096 DK(KP995184726, +0.995184726672196886244836953109479921575474869);
2097 DK(KP773010453, +0.773010453362736960810906609758469800971041293);
2098 DK(KP634393284, +0.634393284163645498215171613225493370675687095);
2099 DK(KP471396736, +0.471396736825997648556387625905254377657460319);
2100 DK(KP881921264, +0.881921264348355029712756863660388349508442621);
2101 DK(KP956940335, +0.956940335732208864935797886980269969482849206);
2102 DK(KP290284677, +0.290284677254462367636192375817395274691476278);
2103 DK(KP195090322, +0.195090322016128267848284868477022240927691618);
2104 DK(KP980785280, +0.980785280403230449126182236134239036973933731);
2105 DK(KP555570233, +0.555570233019602224742830813948532874374937191);
2106 DK(KP831469612, +0.831469612302545237078788377617905756738560812);
2107 DK(KP382683432, +0.382683432365089771728459984030398866761344562);
2108 DK(KP923879532, +0.923879532511286756128183189396788286822416626);
2109 DK(KP707106781, +0.707106781186547524400844362104849039284835938);
2110 {
2111 INT m;
2112 for (m = mb, W = W + ((mb - 1) * 126); m < me; m = m + 1, cr = cr + ms, ci = ci - ms, W = W + 126, MAKE_VOLATILE_STRIDE(128, rs)) {
2113 E Tf, T8C, Tfa, Thk, Tgg, ThM, T2c, T5O, T4K, T6g, Tag, TdE, TcA, Te6, T7P;
2114 E T94, TK, T7o, T38, T4P, Tfv, Thn, T5W, T6j, Tb0, TdK, Tfs, Tho, T8K, T97;
2115 E Tb7, TdL, TZ, T7l, T2P, T4Q, Tfo, Thq, T5T, T6k, TaH, TdH, Tfl, Thr, T8H;
2116 E T98, TaO, TdI, Tu, T95, Tfh, ThN, Tgj, Thl, T2v, T6h, T4N, T5P, Tav, Te7;
2117 E TcD, TdF, T7S, T8D, T1L, T20, T7A, T7D, T7G, T7H, T40, T62, Tg1, Thv, Tg8;
2118 E Thz, Tg5, Thw, T4t, T5Z, T4j, T60, T4w, T63, TbY, TdS, Tcd, TdQ, TfU, Thy;
2119 E T8P, T9z, T8S, T9A, Tcl, TdP, Tco, TdT, T1g, T1v, T7r, T7u, T7x, T7y, T3j;
2120 E T69, TfI, ThD, TfP, ThG, TfM, ThC, T3M, T66, T3C, T67, T3P, T6a, Tbl, TdZ;
2121 E TbA, TdX, TfB, ThF, T8W, T9C, T8Z, T9D, TbI, TdW, TbL, Te0;
2122 {
2123 E T3, Ta6, T6, Tcu, T4I, Ta7, T4F, Tcv, Td, Tcy, T27, Tae, Ta, Tcx, T2a;
2124 E Tab;
2125 {
2126 E T1, T2, T4D, T4E;
2127 T1 = cr[0];
2128 T2 = ci[WS(rs, 31)];
2129 T3 = T1 + T2;
2130 Ta6 = T1 - T2;
2131 {
2132 E T4, T5, T4G, T4H;
2133 T4 = cr[WS(rs, 16)];
2134 T5 = ci[WS(rs, 15)];
2135 T6 = T4 + T5;
2136 Tcu = T4 - T5;
2137 T4G = ci[WS(rs, 47)];
2138 T4H = cr[WS(rs, 48)];
2139 T4I = T4G - T4H;
2140 Ta7 = T4G + T4H;
2141 }
2142 T4D = ci[WS(rs, 63)];
2143 T4E = cr[WS(rs, 32)];
2144 T4F = T4D - T4E;
2145 Tcv = T4D + T4E;
2146 {
2147 E Tb, Tc, Tac, T25, T26, Tad;
2148 Tb = ci[WS(rs, 7)];
2149 Tc = cr[WS(rs, 24)];
2150 Tac = Tb - Tc;
2151 T25 = ci[WS(rs, 39)];
2152 T26 = cr[WS(rs, 56)];
2153 Tad = T25 + T26;
2154 Td = Tb + Tc;
2155 Tcy = Tac + Tad;
2156 T27 = T25 - T26;
2157 Tae = Tac - Tad;
2158 }
2159 {
2160 E T8, T9, Ta9, T28, T29, Taa;
2161 T8 = cr[WS(rs, 8)];
2162 T9 = ci[WS(rs, 23)];
2163 Ta9 = T8 - T9;
2164 T28 = ci[WS(rs, 55)];
2165 T29 = cr[WS(rs, 40)];
2166 Taa = T28 + T29;
2167 Ta = T8 + T9;
2168 Tcx = Ta9 + Taa;
2169 T2a = T28 - T29;
2170 Tab = Ta9 - Taa;
2171 }
2172 }
2173 {
2174 E T7, Te, Tf8, Tf9;
2175 T7 = T3 + T6;
2176 Te = Ta + Td;
2177 Tf = T7 + Te;
2178 T8C = T7 - Te;
2179 Tf8 = Ta6 + Ta7;
2180 Tf9 = KP707106781 * (Tcx + Tcy);
2181 Tfa = Tf8 - Tf9;
2182 Thk = Tf8 + Tf9;
2183 }
2184 {
2185 E Tge, Tgf, T24, T2b;
2186 Tge = Tcv - Tcu;
2187 Tgf = KP707106781 * (Tab - Tae);
2188 Tgg = Tge + Tgf;
2189 ThM = Tge - Tgf;
2190 T24 = T3 - T6;
2191 T2b = T27 - T2a;
2192 T2c = T24 + T2b;
2193 T5O = T24 - T2b;
2194 }
2195 {
2196 E T4C, T4J, Ta8, Taf;
2197 T4C = Ta - Td;
2198 T4J = T4F - T4I;
2199 T4K = T4C + T4J;
2200 T6g = T4J - T4C;
2201 Ta8 = Ta6 - Ta7;
2202 Taf = KP707106781 * (Tab + Tae);
2203 Tag = Ta8 - Taf;
2204 TdE = Ta8 + Taf;
2205 }
2206 {
2207 E Tcw, Tcz, T7N, T7O;
2208 Tcw = Tcu + Tcv;
2209 Tcz = KP707106781 * (Tcx - Tcy);
2210 TcA = Tcw - Tcz;
2211 Te6 = Tcw + Tcz;
2212 T7N = T4F + T4I;
2213 T7O = T2a + T27;
2214 T7P = T7N + T7O;
2215 T94 = T7N - T7O;
2216 }
2217 }
2218 {
2219 E TC, Tb1, T2Z, TaQ, T2X, Tb2, T7m, TaR, TJ, Tb4, Tb5, T2Q, T36, TaV, TaY;
2220 E T7n, Tfq, Tfr;
2221 {
2222 E Tw, Tx, Ty, Tz, TA, TB;
2223 Tw = cr[WS(rs, 2)];
2224 Tx = ci[WS(rs, 29)];
2225 Ty = Tw + Tx;
2226 Tz = cr[WS(rs, 18)];
2227 TA = ci[WS(rs, 13)];
2228 TB = Tz + TA;
2229 TC = Ty + TB;
2230 Tb1 = Tz - TA;
2231 T2Z = Ty - TB;
2232 TaQ = Tw - Tx;
2233 }
2234 {
2235 E T2R, T2S, T2T, T2U, T2V, T2W;
2236 T2R = ci[WS(rs, 61)];
2237 T2S = cr[WS(rs, 34)];
2238 T2T = T2R - T2S;
2239 T2U = ci[WS(rs, 45)];
2240 T2V = cr[WS(rs, 50)];
2241 T2W = T2U - T2V;
2242 T2X = T2T - T2W;
2243 Tb2 = T2R + T2S;
2244 T7m = T2T + T2W;
2245 TaR = T2U + T2V;
2246 }
2247 {
2248 E TF, TaT, T35, TaU, TI, TaW, T32, TaX;
2249 {
2250 E TD, TE, T33, T34;
2251 TD = cr[WS(rs, 10)];
2252 TE = ci[WS(rs, 21)];
2253 TF = TD + TE;
2254 TaT = TD - TE;
2255 T33 = ci[WS(rs, 53)];
2256 T34 = cr[WS(rs, 42)];
2257 T35 = T33 - T34;
2258 TaU = T33 + T34;
2259 }
2260 {
2261 E TG, TH, T30, T31;
2262 TG = ci[WS(rs, 5)];
2263 TH = cr[WS(rs, 26)];
2264 TI = TG + TH;
2265 TaW = TG - TH;
2266 T30 = ci[WS(rs, 37)];
2267 T31 = cr[WS(rs, 58)];
2268 T32 = T30 - T31;
2269 TaX = T30 + T31;
2270 }
2271 TJ = TF + TI;
2272 Tb4 = TaT + TaU;
2273 Tb5 = TaW + TaX;
2274 T2Q = TF - TI;
2275 T36 = T32 - T35;
2276 TaV = TaT - TaU;
2277 TaY = TaW - TaX;
2278 T7n = T35 + T32;
2279 }
2280 TK = TC + TJ;
2281 T7o = T7m + T7n;
2282 {
2283 E T2Y, T37, Tft, Tfu;
2284 T2Y = T2Q + T2X;
2285 T37 = T2Z + T36;
2286 T38 = FMA(KP923879532, T2Y, KP382683432 * T37);
2287 T4P = FNMS(KP382683432, T2Y, KP923879532 * T37);
2288 Tft = TaQ + TaR;
2289 Tfu = KP707106781 * (Tb4 + Tb5);
2290 Tfv = Tft - Tfu;
2291 Thn = Tft + Tfu;
2292 }
2293 {
2294 E T5U, T5V, TaS, TaZ;
2295 T5U = T2X - T2Q;
2296 T5V = T2Z - T36;
2297 T5W = FMA(KP382683432, T5U, KP923879532 * T5V);
2298 T6j = FNMS(KP923879532, T5U, KP382683432 * T5V);
2299 TaS = TaQ - TaR;
2300 TaZ = KP707106781 * (TaV + TaY);
2301 Tb0 = TaS - TaZ;
2302 TdK = TaS + TaZ;
2303 }
2304 Tfq = Tb2 - Tb1;
2305 Tfr = KP707106781 * (TaV - TaY);
2306 Tfs = Tfq + Tfr;
2307 Tho = Tfq - Tfr;
2308 {
2309 E T8I, T8J, Tb3, Tb6;
2310 T8I = TC - TJ;
2311 T8J = T7m - T7n;
2312 T8K = T8I + T8J;
2313 T97 = T8I - T8J;
2314 Tb3 = Tb1 + Tb2;
2315 Tb6 = KP707106781 * (Tb4 - Tb5);
2316 Tb7 = Tb3 - Tb6;
2317 TdL = Tb3 + Tb6;
2318 }
2319 }
2320 {
2321 E TR, TaI, T2G, Tax, T2E, TaJ, T7j, Tay, TY, TaL, TaM, T2x, T2N, TaC, TaF;
2322 E T7k, Tfj, Tfk;
2323 {
2324 E TL, TM, TN, TO, TP, TQ;
2325 TL = ci[WS(rs, 1)];
2326 TM = cr[WS(rs, 30)];
2327 TN = TL + TM;
2328 TO = cr[WS(rs, 14)];
2329 TP = ci[WS(rs, 17)];
2330 TQ = TO + TP;
2331 TR = TN + TQ;
2332 TaI = TL - TM;
2333 T2G = TN - TQ;
2334 Tax = TO - TP;
2335 }
2336 {
2337 E T2y, T2z, T2A, T2B, T2C, T2D;
2338 T2y = ci[WS(rs, 33)];
2339 T2z = cr[WS(rs, 62)];
2340 T2A = T2y - T2z;
2341 T2B = ci[WS(rs, 49)];
2342 T2C = cr[WS(rs, 46)];
2343 T2D = T2B - T2C;
2344 T2E = T2A - T2D;
2345 TaJ = T2B + T2C;
2346 T7j = T2A + T2D;
2347 Tay = T2y + T2z;
2348 }
2349 {
2350 E TU, TaA, T2M, TaB, TX, TaD, T2J, TaE;
2351 {
2352 E TS, TT, T2K, T2L;
2353 TS = cr[WS(rs, 6)];
2354 TT = ci[WS(rs, 25)];
2355 TU = TS + TT;
2356 TaA = TS - TT;
2357 T2K = ci[WS(rs, 57)];
2358 T2L = cr[WS(rs, 38)];
2359 T2M = T2K - T2L;
2360 TaB = T2K + T2L;
2361 }
2362 {
2363 E TV, TW, T2H, T2I;
2364 TV = ci[WS(rs, 9)];
2365 TW = cr[WS(rs, 22)];
2366 TX = TV + TW;
2367 TaD = TV - TW;
2368 T2H = ci[WS(rs, 41)];
2369 T2I = cr[WS(rs, 54)];
2370 T2J = T2H - T2I;
2371 TaE = T2H + T2I;
2372 }
2373 TY = TU + TX;
2374 TaL = TaA - TaB;
2375 TaM = TaD - TaE;
2376 T2x = TU - TX;
2377 T2N = T2J - T2M;
2378 TaC = TaA + TaB;
2379 TaF = TaD + TaE;
2380 T7k = T2M + T2J;
2381 }
2382 TZ = TR + TY;
2383 T7l = T7j + T7k;
2384 {
2385 E T2F, T2O, Tfm, Tfn;
2386 T2F = T2x + T2E;
2387 T2O = T2G + T2N;
2388 T2P = FNMS(KP382683432, T2O, KP923879532 * T2F);
2389 T4Q = FMA(KP382683432, T2F, KP923879532 * T2O);
2390 Tfm = TaI + TaJ;
2391 Tfn = KP707106781 * (TaC + TaF);
2392 Tfo = Tfm - Tfn;
2393 Thq = Tfm + Tfn;
2394 }
2395 {
2396 E T5R, T5S, Taz, TaG;
2397 T5R = T2E - T2x;
2398 T5S = T2G - T2N;
2399 T5T = FNMS(KP923879532, T5S, KP382683432 * T5R);
2400 T6k = FMA(KP923879532, T5R, KP382683432 * T5S);
2401 Taz = Tax - Tay;
2402 TaG = KP707106781 * (TaC - TaF);
2403 TaH = Taz - TaG;
2404 TdH = Taz + TaG;
2405 }
2406 Tfj = KP707106781 * (TaL - TaM);
2407 Tfk = Tax + Tay;
2408 Tfl = Tfj - Tfk;
2409 Thr = Tfk + Tfj;
2410 {
2411 E T8F, T8G, TaK, TaN;
2412 T8F = T7j - T7k;
2413 T8G = TR - TY;
2414 T8H = T8F - T8G;
2415 T98 = T8G + T8F;
2416 TaK = TaI - TaJ;
2417 TaN = KP707106781 * (TaL + TaM);
2418 TaO = TaK - TaN;
2419 TdI = TaK + TaN;
2420 }
2421 }
2422 {
2423 E Ti, T2j, Tl, T2g, T2d, T2k, Tfc, Tfb, Tat, Taq, Tp, T2s, Ts, T2p, T2m;
2424 E T2t, Tff, Tfe, Tam, Taj;
2425 {
2426 E Tar, Tas, Tao, Tap;
2427 {
2428 E Tg, Th, T2h, T2i;
2429 Tg = cr[WS(rs, 4)];
2430 Th = ci[WS(rs, 27)];
2431 Ti = Tg + Th;
2432 Tar = Tg - Th;
2433 T2h = ci[WS(rs, 43)];
2434 T2i = cr[WS(rs, 52)];
2435 T2j = T2h - T2i;
2436 Tas = T2h + T2i;
2437 }
2438 {
2439 E Tj, Tk, T2e, T2f;
2440 Tj = cr[WS(rs, 20)];
2441 Tk = ci[WS(rs, 11)];
2442 Tl = Tj + Tk;
2443 Tao = Tj - Tk;
2444 T2e = ci[WS(rs, 59)];
2445 T2f = cr[WS(rs, 36)];
2446 T2g = T2e - T2f;
2447 Tap = T2e + T2f;
2448 }
2449 T2d = Ti - Tl;
2450 T2k = T2g - T2j;
2451 Tfc = Tap - Tao;
2452 Tfb = Tar + Tas;
2453 Tat = Tar - Tas;
2454 Taq = Tao + Tap;
2455 }
2456 {
2457 E Tak, Tal, Tah, Tai;
2458 {
2459 E Tn, To, T2q, T2r;
2460 Tn = ci[WS(rs, 3)];
2461 To = cr[WS(rs, 28)];
2462 Tp = Tn + To;
2463 Tak = Tn - To;
2464 T2q = ci[WS(rs, 51)];
2465 T2r = cr[WS(rs, 44)];
2466 T2s = T2q - T2r;
2467 Tal = T2q + T2r;
2468 }
2469 {
2470 E Tq, Tr, T2n, T2o;
2471 Tq = cr[WS(rs, 12)];
2472 Tr = ci[WS(rs, 19)];
2473 Ts = Tq + Tr;
2474 Tah = Tq - Tr;
2475 T2n = ci[WS(rs, 35)];
2476 T2o = cr[WS(rs, 60)];
2477 T2p = T2n - T2o;
2478 Tai = T2n + T2o;
2479 }
2480 T2m = Tp - Ts;
2481 T2t = T2p - T2s;
2482 Tff = Tah + Tai;
2483 Tfe = Tak + Tal;
2484 Tam = Tak - Tal;
2485 Taj = Tah - Tai;
2486 }
2487 {
2488 E Tm, Tt, Tfd, Tfg;
2489 Tm = Ti + Tl;
2490 Tt = Tp + Ts;
2491 Tu = Tm + Tt;
2492 T95 = Tm - Tt;
2493 Tfd = FNMS(KP923879532, Tfc, KP382683432 * Tfb);
2494 Tfg = FNMS(KP923879532, Tff, KP382683432 * Tfe);
2495 Tfh = Tfd + Tfg;
2496 ThN = Tfd - Tfg;
2497 }
2498 {
2499 E Tgh, Tgi, T2l, T2u;
2500 Tgh = FMA(KP382683432, Tfc, KP923879532 * Tfb);
2501 Tgi = FMA(KP382683432, Tff, KP923879532 * Tfe);
2502 Tgj = Tgh - Tgi;
2503 Thl = Tgh + Tgi;
2504 T2l = T2d - T2k;
2505 T2u = T2m + T2t;
2506 T2v = KP707106781 * (T2l + T2u);
2507 T6h = KP707106781 * (T2l - T2u);
2508 }
2509 {
2510 E T4L, T4M, Tan, Tau;
2511 T4L = T2d + T2k;
2512 T4M = T2t - T2m;
2513 T4N = KP707106781 * (T4L + T4M);
2514 T5P = KP707106781 * (T4M - T4L);
2515 Tan = FNMS(KP382683432, Tam, KP923879532 * Taj);
2516 Tau = FMA(KP923879532, Taq, KP382683432 * Tat);
2517 Tav = Tan - Tau;
2518 Te7 = Tau + Tan;
2519 }
2520 {
2521 E TcB, TcC, T7Q, T7R;
2522 TcB = FNMS(KP382683432, Taq, KP923879532 * Tat);
2523 TcC = FMA(KP382683432, Taj, KP923879532 * Tam);
2524 TcD = TcB - TcC;
2525 TdF = TcB + TcC;
2526 T7Q = T2g + T2j;
2527 T7R = T2p + T2s;
2528 T7S = T7Q + T7R;
2529 T8D = T7R - T7Q;
2530 }
2531 }
2532 {
2533 E T1z, T1C, T1D, Tcf, TbO, T4o, T4r, T7B, Tcg, TbP, T1G, T3Y, T1J, T3V, T1K;
2534 E T7C, Tcj, Tci, TbW, TbT, T1S, TfV, TfW, T41, T48, Tc8, Tcb, T7E, T1Z, TfY;
2535 E TfZ, T4a, T4h, Tc1, Tc4, T7F;
2536 {
2537 E T1x, T1y, T1A, T1B;
2538 T1x = ci[0];
2539 T1y = cr[WS(rs, 31)];
2540 T1z = T1x + T1y;
2541 T1A = cr[WS(rs, 15)];
2542 T1B = ci[WS(rs, 16)];
2543 T1C = T1A + T1B;
2544 T1D = T1z + T1C;
2545 Tcf = T1A - T1B;
2546 TbO = T1x - T1y;
2547 }
2548 {
2549 E T4m, T4n, T4p, T4q;
2550 T4m = ci[WS(rs, 32)];
2551 T4n = cr[WS(rs, 63)];
2552 T4o = T4m - T4n;
2553 T4p = ci[WS(rs, 48)];
2554 T4q = cr[WS(rs, 47)];
2555 T4r = T4p - T4q;
2556 T7B = T4o + T4r;
2557 Tcg = T4m + T4n;
2558 TbP = T4p + T4q;
2559 }
2560 {
2561 E TbR, TbS, TbU, TbV;
2562 {
2563 E T1E, T1F, T3W, T3X;
2564 T1E = cr[WS(rs, 7)];
2565 T1F = ci[WS(rs, 24)];
2566 T1G = T1E + T1F;
2567 TbR = T1E - T1F;
2568 T3W = ci[WS(rs, 56)];
2569 T3X = cr[WS(rs, 39)];
2570 T3Y = T3W - T3X;
2571 TbS = T3W + T3X;
2572 }
2573 {
2574 E T1H, T1I, T3T, T3U;
2575 T1H = ci[WS(rs, 8)];
2576 T1I = cr[WS(rs, 23)];
2577 T1J = T1H + T1I;
2578 TbU = T1H - T1I;
2579 T3T = ci[WS(rs, 40)];
2580 T3U = cr[WS(rs, 55)];
2581 T3V = T3T - T3U;
2582 TbV = T3T + T3U;
2583 }
2584 T1K = T1G + T1J;
2585 T7C = T3Y + T3V;
2586 Tcj = TbU + TbV;
2587 Tci = TbR + TbS;
2588 TbW = TbU - TbV;
2589 TbT = TbR - TbS;
2590 }
2591 {
2592 E T1O, Tc9, T47, Tca, T1R, Tc6, T44, Tc7;
2593 {
2594 E T1M, T1N, T45, T46;
2595 T1M = cr[WS(rs, 3)];
2596 T1N = ci[WS(rs, 28)];
2597 T1O = T1M + T1N;
2598 Tc9 = T1M - T1N;
2599 T45 = ci[WS(rs, 44)];
2600 T46 = cr[WS(rs, 51)];
2601 T47 = T45 - T46;
2602 Tca = T45 + T46;
2603 }
2604 {
2605 E T1P, T1Q, T42, T43;
2606 T1P = cr[WS(rs, 19)];
2607 T1Q = ci[WS(rs, 12)];
2608 T1R = T1P + T1Q;
2609 Tc6 = T1P - T1Q;
2610 T42 = ci[WS(rs, 60)];
2611 T43 = cr[WS(rs, 35)];
2612 T44 = T42 - T43;
2613 Tc7 = T42 + T43;
2614 }
2615 T1S = T1O + T1R;
2616 TfV = Tc9 + Tca;
2617 TfW = Tc7 - Tc6;
2618 T41 = T1O - T1R;
2619 T48 = T44 - T47;
2620 Tc8 = Tc6 + Tc7;
2621 Tcb = Tc9 - Tca;
2622 T7E = T44 + T47;
2623 }
2624 {
2625 E T1V, Tc2, T4g, Tc3, T1Y, TbZ, T4d, Tc0;
2626 {
2627 E T1T, T1U, T4e, T4f;
2628 T1T = ci[WS(rs, 4)];
2629 T1U = cr[WS(rs, 27)];
2630 T1V = T1T + T1U;
2631 Tc2 = T1T - T1U;
2632 T4e = ci[WS(rs, 52)];
2633 T4f = cr[WS(rs, 43)];
2634 T4g = T4e - T4f;
2635 Tc3 = T4e + T4f;
2636 }
2637 {
2638 E T1W, T1X, T4b, T4c;
2639 T1W = cr[WS(rs, 11)];
2640 T1X = ci[WS(rs, 20)];
2641 T1Y = T1W + T1X;
2642 TbZ = T1W - T1X;
2643 T4b = ci[WS(rs, 36)];
2644 T4c = cr[WS(rs, 59)];
2645 T4d = T4b - T4c;
2646 Tc0 = T4b + T4c;
2647 }
2648 T1Z = T1V + T1Y;
2649 TfY = Tc2 + Tc3;
2650 TfZ = TbZ + Tc0;
2651 T4a = T1V - T1Y;
2652 T4h = T4d - T4g;
2653 Tc1 = TbZ - Tc0;
2654 Tc4 = Tc2 - Tc3;
2655 T7F = T4d + T4g;
2656 }
2657 T1L = T1D + T1K;
2658 T20 = T1S + T1Z;
2659 T7A = T1L - T20;
2660 T7D = T7B + T7C;
2661 T7G = T7E + T7F;
2662 T7H = T7D - T7G;
2663 {
2664 E T3S, T3Z, TfX, Tg0;
2665 T3S = T1z - T1C;
2666 T3Z = T3V - T3Y;
2667 T40 = T3S + T3Z;
2668 T62 = T3S - T3Z;
2669 TfX = FNMS(KP923879532, TfW, KP382683432 * TfV);
2670 Tg0 = FNMS(KP923879532, TfZ, KP382683432 * TfY);
2671 Tg1 = TfX + Tg0;
2672 Thv = TfX - Tg0;
2673 }
2674 {
2675 E Tg6, Tg7, Tg3, Tg4;
2676 Tg6 = FMA(KP382683432, TfW, KP923879532 * TfV);
2677 Tg7 = FMA(KP382683432, TfZ, KP923879532 * TfY);
2678 Tg8 = Tg6 - Tg7;
2679 Thz = Tg6 + Tg7;
2680 Tg3 = KP707106781 * (TbT - TbW);
2681 Tg4 = Tcf + Tcg;
2682 Tg5 = Tg3 - Tg4;
2683 Thw = Tg4 + Tg3;
2684 }
2685 {
2686 E T4l, T4s, T49, T4i;
2687 T4l = T1G - T1J;
2688 T4s = T4o - T4r;
2689 T4t = T4l + T4s;
2690 T5Z = T4s - T4l;
2691 T49 = T41 - T48;
2692 T4i = T4a + T4h;
2693 T4j = KP707106781 * (T49 + T4i);
2694 T60 = KP707106781 * (T49 - T4i);
2695 }
2696 {
2697 E T4u, T4v, TbQ, TbX;
2698 T4u = T41 + T48;
2699 T4v = T4h - T4a;
2700 T4w = KP707106781 * (T4u + T4v);
2701 T63 = KP707106781 * (T4v - T4u);
2702 TbQ = TbO - TbP;
2703 TbX = KP707106781 * (TbT + TbW);
2704 TbY = TbQ - TbX;
2705 TdS = TbQ + TbX;
2706 }
2707 {
2708 E Tc5, Tcc, TfS, TfT;
2709 Tc5 = FNMS(KP382683432, Tc4, KP923879532 * Tc1);
2710 Tcc = FMA(KP923879532, Tc8, KP382683432 * Tcb);
2711 Tcd = Tc5 - Tcc;
2712 TdQ = Tcc + Tc5;
2713 TfS = TbO + TbP;
2714 TfT = KP707106781 * (Tci + Tcj);
2715 TfU = TfS - TfT;
2716 Thy = TfS + TfT;
2717 }
2718 {
2719 E T8N, T8O, T8Q, T8R;
2720 T8N = T7B - T7C;
2721 T8O = T1S - T1Z;
2722 T8P = T8N - T8O;
2723 T9z = T8O + T8N;
2724 T8Q = T1D - T1K;
2725 T8R = T7F - T7E;
2726 T8S = T8Q - T8R;
2727 T9A = T8Q + T8R;
2728 }
2729 {
2730 E Tch, Tck, Tcm, Tcn;
2731 Tch = Tcf - Tcg;
2732 Tck = KP707106781 * (Tci - Tcj);
2733 Tcl = Tch - Tck;
2734 TdP = Tch + Tck;
2735 Tcm = FNMS(KP382683432, Tc8, KP923879532 * Tcb);
2736 Tcn = FMA(KP382683432, Tc1, KP923879532 * Tc4);
2737 Tco = Tcm - Tcn;
2738 TdT = Tcm + Tcn;
2739 }
2740 }
2741 {
2742 E T14, T17, T18, TbC, Tbb, T3H, T3K, T7s, TbD, Tbc, T1b, T3h, T1e, T3e, T1f;
2743 E T7t, TbG, TbF, Tbj, Tbg, T1n, TfC, TfD, T3k, T3r, Tbv, Tby, T7v, T1u, TfF;
2744 E TfG, T3t, T3A, Tbo, Tbr, T7w;
2745 {
2746 E T12, T13, T15, T16;
2747 T12 = cr[WS(rs, 1)];
2748 T13 = ci[WS(rs, 30)];
2749 T14 = T12 + T13;
2750 T15 = cr[WS(rs, 17)];
2751 T16 = ci[WS(rs, 14)];
2752 T17 = T15 + T16;
2753 T18 = T14 + T17;
2754 TbC = T15 - T16;
2755 Tbb = T12 - T13;
2756 }
2757 {
2758 E T3F, T3G, T3I, T3J;
2759 T3F = ci[WS(rs, 62)];
2760 T3G = cr[WS(rs, 33)];
2761 T3H = T3F - T3G;
2762 T3I = ci[WS(rs, 46)];
2763 T3J = cr[WS(rs, 49)];
2764 T3K = T3I - T3J;
2765 T7s = T3H + T3K;
2766 TbD = T3F + T3G;
2767 Tbc = T3I + T3J;
2768 }
2769 {
2770 E Tbe, Tbf, Tbh, Tbi;
2771 {
2772 E T19, T1a, T3f, T3g;
2773 T19 = cr[WS(rs, 9)];
2774 T1a = ci[WS(rs, 22)];
2775 T1b = T19 + T1a;
2776 Tbe = T19 - T1a;
2777 T3f = ci[WS(rs, 54)];
2778 T3g = cr[WS(rs, 41)];
2779 T3h = T3f - T3g;
2780 Tbf = T3f + T3g;
2781 }
2782 {
2783 E T1c, T1d, T3c, T3d;
2784 T1c = ci[WS(rs, 6)];
2785 T1d = cr[WS(rs, 25)];
2786 T1e = T1c + T1d;
2787 Tbh = T1c - T1d;
2788 T3c = ci[WS(rs, 38)];
2789 T3d = cr[WS(rs, 57)];
2790 T3e = T3c - T3d;
2791 Tbi = T3c + T3d;
2792 }
2793 T1f = T1b + T1e;
2794 T7t = T3h + T3e;
2795 TbG = Tbh + Tbi;
2796 TbF = Tbe + Tbf;
2797 Tbj = Tbh - Tbi;
2798 Tbg = Tbe - Tbf;
2799 }
2800 {
2801 E T1j, Tbw, T3q, Tbx, T1m, Tbt, T3n, Tbu;
2802 {
2803 E T1h, T1i, T3o, T3p;
2804 T1h = cr[WS(rs, 5)];
2805 T1i = ci[WS(rs, 26)];
2806 T1j = T1h + T1i;
2807 Tbw = T1h - T1i;
2808 T3o = ci[WS(rs, 42)];
2809 T3p = cr[WS(rs, 53)];
2810 T3q = T3o - T3p;
2811 Tbx = T3o + T3p;
2812 }
2813 {
2814 E T1k, T1l, T3l, T3m;
2815 T1k = cr[WS(rs, 21)];
2816 T1l = ci[WS(rs, 10)];
2817 T1m = T1k + T1l;
2818 Tbt = T1k - T1l;
2819 T3l = ci[WS(rs, 58)];
2820 T3m = cr[WS(rs, 37)];
2821 T3n = T3l - T3m;
2822 Tbu = T3l + T3m;
2823 }
2824 T1n = T1j + T1m;
2825 TfC = Tbw + Tbx;
2826 TfD = Tbu - Tbt;
2827 T3k = T1j - T1m;
2828 T3r = T3n - T3q;
2829 Tbv = Tbt + Tbu;
2830 Tby = Tbw - Tbx;
2831 T7v = T3n + T3q;
2832 }
2833 {
2834 E T1q, Tbp, T3z, Tbq, T1t, Tbm, T3w, Tbn;
2835 {
2836 E T1o, T1p, T3x, T3y;
2837 T1o = ci[WS(rs, 2)];
2838 T1p = cr[WS(rs, 29)];
2839 T1q = T1o + T1p;
2840 Tbp = T1o - T1p;
2841 T3x = ci[WS(rs, 50)];
2842 T3y = cr[WS(rs, 45)];
2843 T3z = T3x - T3y;
2844 Tbq = T3x + T3y;
2845 }
2846 {
2847 E T1r, T1s, T3u, T3v;
2848 T1r = cr[WS(rs, 13)];
2849 T1s = ci[WS(rs, 18)];
2850 T1t = T1r + T1s;
2851 Tbm = T1r - T1s;
2852 T3u = ci[WS(rs, 34)];
2853 T3v = cr[WS(rs, 61)];
2854 T3w = T3u - T3v;
2855 Tbn = T3u + T3v;
2856 }
2857 T1u = T1q + T1t;
2858 TfF = Tbp + Tbq;
2859 TfG = Tbm + Tbn;
2860 T3t = T1q - T1t;
2861 T3A = T3w - T3z;
2862 Tbo = Tbm - Tbn;
2863 Tbr = Tbp - Tbq;
2864 T7w = T3w + T3z;
2865 }
2866 T1g = T18 + T1f;
2867 T1v = T1n + T1u;
2868 T7r = T1g - T1v;
2869 T7u = T7s + T7t;
2870 T7x = T7v + T7w;
2871 T7y = T7u - T7x;
2872 {
2873 E T3b, T3i, TfE, TfH;
2874 T3b = T14 - T17;
2875 T3i = T3e - T3h;
2876 T3j = T3b + T3i;
2877 T69 = T3b - T3i;
2878 TfE = FNMS(KP923879532, TfD, KP382683432 * TfC);
2879 TfH = FNMS(KP923879532, TfG, KP382683432 * TfF);
2880 TfI = TfE + TfH;
2881 ThD = TfE - TfH;
2882 }
2883 {
2884 E TfN, TfO, TfK, TfL;
2885 TfN = FMA(KP382683432, TfD, KP923879532 * TfC);
2886 TfO = FMA(KP382683432, TfG, KP923879532 * TfF);
2887 TfP = TfN - TfO;
2888 ThG = TfN + TfO;
2889 TfK = TbD - TbC;
2890 TfL = KP707106781 * (Tbg - Tbj);
2891 TfM = TfK + TfL;
2892 ThC = TfK - TfL;
2893 }
2894 {
2895 E T3E, T3L, T3s, T3B;
2896 T3E = T1b - T1e;
2897 T3L = T3H - T3K;
2898 T3M = T3E + T3L;
2899 T66 = T3L - T3E;
2900 T3s = T3k - T3r;
2901 T3B = T3t + T3A;
2902 T3C = KP707106781 * (T3s + T3B);
2903 T67 = KP707106781 * (T3s - T3B);
2904 }
2905 {
2906 E T3N, T3O, Tbd, Tbk;
2907 T3N = T3k + T3r;
2908 T3O = T3A - T3t;
2909 T3P = KP707106781 * (T3N + T3O);
2910 T6a = KP707106781 * (T3O - T3N);
2911 Tbd = Tbb - Tbc;
2912 Tbk = KP707106781 * (Tbg + Tbj);
2913 Tbl = Tbd - Tbk;
2914 TdZ = Tbd + Tbk;
2915 }
2916 {
2917 E Tbs, Tbz, Tfz, TfA;
2918 Tbs = FNMS(KP382683432, Tbr, KP923879532 * Tbo);
2919 Tbz = FMA(KP923879532, Tbv, KP382683432 * Tby);
2920 TbA = Tbs - Tbz;
2921 TdX = Tbz + Tbs;
2922 Tfz = Tbb + Tbc;
2923 TfA = KP707106781 * (TbF + TbG);
2924 TfB = Tfz - TfA;
2925 ThF = Tfz + TfA;
2926 }
2927 {
2928 E T8U, T8V, T8X, T8Y;
2929 T8U = T7s - T7t;
2930 T8V = T1n - T1u;
2931 T8W = T8U - T8V;
2932 T9C = T8V + T8U;
2933 T8X = T18 - T1f;
2934 T8Y = T7w - T7v;
2935 T8Z = T8X - T8Y;
2936 T9D = T8X + T8Y;
2937 }
2938 {
2939 E TbE, TbH, TbJ, TbK;
2940 TbE = TbC + TbD;
2941 TbH = KP707106781 * (TbF - TbG);
2942 TbI = TbE - TbH;
2943 TdW = TbE + TbH;
2944 TbJ = FNMS(KP382683432, Tbv, KP923879532 * Tby);
2945 TbK = FMA(KP382683432, Tbo, KP923879532 * Tbr);
2946 TbL = TbJ - TbK;
2947 Te0 = TbJ + TbK;
2948 }
2949 }
2950 {
2951 E T11, T8q, T8n, T8r, T22, T8v, T8k, T8u;
2952 {
2953 E Tv, T10, T8l, T8m;
2954 Tv = Tf + Tu;
2955 T10 = TK + TZ;
2956 T11 = Tv + T10;
2957 T8q = Tv - T10;
2958 T8l = T7u + T7x;
2959 T8m = T7D + T7G;
2960 T8n = T8l + T8m;
2961 T8r = T8m - T8l;
2962 }
2963 {
2964 E T1w, T21, T8i, T8j;
2965 T1w = T1g + T1v;
2966 T21 = T1L + T20;
2967 T22 = T1w + T21;
2968 T8v = T1w - T21;
2969 T8i = T7P + T7S;
2970 T8j = T7o + T7l;
2971 T8k = T8i + T8j;
2972 T8u = T8i - T8j;
2973 }
2974 cr[0] = T11 + T22;
2975 ci[0] = T8k + T8n;
2976 {
2977 E T8g, T8o, T8f, T8h;
2978 T8g = T11 - T22;
2979 T8o = T8k - T8n;
2980 T8f = W[62];
2981 T8h = W[63];
2982 cr[WS(rs, 32)] = FNMS(T8h, T8o, T8f * T8g);
2983 ci[WS(rs, 32)] = FMA(T8h, T8g, T8f * T8o);
2984 }
2985 {
2986 E T8s, T8w, T8p, T8t;
2987 T8s = T8q - T8r;
2988 T8w = T8u - T8v;
2989 T8p = W[94];
2990 T8t = W[95];
2991 cr[WS(rs, 48)] = FNMS(T8t, T8w, T8p * T8s);
2992 ci[WS(rs, 48)] = FMA(T8p, T8w, T8t * T8s);
2993 }
2994 {
2995 E T8y, T8A, T8x, T8z;
2996 T8y = T8q + T8r;
2997 T8A = T8v + T8u;
2998 T8x = W[30];
2999 T8z = W[31];
3000 cr[WS(rs, 16)] = FNMS(T8z, T8A, T8x * T8y);
3001 ci[WS(rs, 16)] = FMA(T8x, T8A, T8z * T8y);
3002 }
3003 }
3004 {
3005 E T9y, T9U, T9N, T9V, T9F, T9Z, T9K, T9Y;
3006 {
3007 E T9w, T9x, T9L, T9M;
3008 T9w = T8C + T8D;
3009 T9x = KP707106781 * (T97 + T98);
3010 T9y = T9w - T9x;
3011 T9U = T9w + T9x;
3012 T9L = FNMS(KP382683432, T9C, KP923879532 * T9D);
3013 T9M = FMA(KP382683432, T9z, KP923879532 * T9A);
3014 T9N = T9L - T9M;
3015 T9V = T9L + T9M;
3016 }
3017 {
3018 E T9B, T9E, T9I, T9J;
3019 T9B = FNMS(KP382683432, T9A, KP923879532 * T9z);
3020 T9E = FMA(KP923879532, T9C, KP382683432 * T9D);
3021 T9F = T9B - T9E;
3022 T9Z = T9E + T9B;
3023 T9I = T95 + T94;
3024 T9J = KP707106781 * (T8K + T8H);
3025 T9K = T9I - T9J;
3026 T9Y = T9I + T9J;
3027 }
3028 {
3029 E T9G, T9O, T9v, T9H;
3030 T9G = T9y - T9F;
3031 T9O = T9K - T9N;
3032 T9v = W[102];
3033 T9H = W[103];
3034 cr[WS(rs, 52)] = FNMS(T9H, T9O, T9v * T9G);
3035 ci[WS(rs, 52)] = FMA(T9H, T9G, T9v * T9O);
3036 }
3037 {
3038 E Ta2, Ta4, Ta1, Ta3;
3039 Ta2 = T9U + T9V;
3040 Ta4 = T9Y + T9Z;
3041 Ta1 = W[6];
3042 Ta3 = W[7];
3043 cr[WS(rs, 4)] = FNMS(Ta3, Ta4, Ta1 * Ta2);
3044 ci[WS(rs, 4)] = FMA(Ta1, Ta4, Ta3 * Ta2);
3045 }
3046 {
3047 E T9Q, T9S, T9P, T9R;
3048 T9Q = T9y + T9F;
3049 T9S = T9K + T9N;
3050 T9P = W[38];
3051 T9R = W[39];
3052 cr[WS(rs, 20)] = FNMS(T9R, T9S, T9P * T9Q);
3053 ci[WS(rs, 20)] = FMA(T9R, T9Q, T9P * T9S);
3054 }
3055 {
3056 E T9W, Ta0, T9T, T9X;
3057 T9W = T9U - T9V;
3058 Ta0 = T9Y - T9Z;
3059 T9T = W[70];
3060 T9X = W[71];
3061 cr[WS(rs, 36)] = FNMS(T9X, Ta0, T9T * T9W);
3062 ci[WS(rs, 36)] = FMA(T9T, Ta0, T9X * T9W);
3063 }
3064 }
3065 {
3066 E T8M, T9k, T9d, T9l, T91, T9p, T9a, T9o;
3067 {
3068 E T8E, T8L, T9b, T9c;
3069 T8E = T8C - T8D;
3070 T8L = KP707106781 * (T8H - T8K);
3071 T8M = T8E - T8L;
3072 T9k = T8E + T8L;
3073 T9b = FNMS(KP923879532, T8W, KP382683432 * T8Z);
3074 T9c = FMA(KP923879532, T8P, KP382683432 * T8S);
3075 T9d = T9b - T9c;
3076 T9l = T9b + T9c;
3077 }
3078 {
3079 E T8T, T90, T96, T99;
3080 T8T = FNMS(KP923879532, T8S, KP382683432 * T8P);
3081 T90 = FMA(KP382683432, T8W, KP923879532 * T8Z);
3082 T91 = T8T - T90;
3083 T9p = T90 + T8T;
3084 T96 = T94 - T95;
3085 T99 = KP707106781 * (T97 - T98);
3086 T9a = T96 - T99;
3087 T9o = T96 + T99;
3088 }
3089 {
3090 E T92, T9e, T8B, T93;
3091 T92 = T8M - T91;
3092 T9e = T9a - T9d;
3093 T8B = W[118];
3094 T93 = W[119];
3095 cr[WS(rs, 60)] = FNMS(T93, T9e, T8B * T92);
3096 ci[WS(rs, 60)] = FMA(T93, T92, T8B * T9e);
3097 }
3098 {
3099 E T9s, T9u, T9r, T9t;
3100 T9s = T9k + T9l;
3101 T9u = T9o + T9p;
3102 T9r = W[22];
3103 T9t = W[23];
3104 cr[WS(rs, 12)] = FNMS(T9t, T9u, T9r * T9s);
3105 ci[WS(rs, 12)] = FMA(T9r, T9u, T9t * T9s);
3106 }
3107 {
3108 E T9g, T9i, T9f, T9h;
3109 T9g = T8M + T91;
3110 T9i = T9a + T9d;
3111 T9f = W[54];
3112 T9h = W[55];
3113 cr[WS(rs, 28)] = FNMS(T9h, T9i, T9f * T9g);
3114 ci[WS(rs, 28)] = FMA(T9h, T9g, T9f * T9i);
3115 }
3116 {
3117 E T9m, T9q, T9j, T9n;
3118 T9m = T9k - T9l;
3119 T9q = T9o - T9p;
3120 T9j = W[86];
3121 T9n = W[87];
3122 cr[WS(rs, 44)] = FNMS(T9n, T9q, T9j * T9m);
3123 ci[WS(rs, 44)] = FMA(T9j, T9q, T9n * T9m);
3124 }
3125 }
3126 {
3127 E T7q, T84, T7X, T85, T7J, T89, T7U, T88;
3128 {
3129 E T7i, T7p, T7V, T7W;
3130 T7i = Tf - Tu;
3131 T7p = T7l - T7o;
3132 T7q = T7i + T7p;
3133 T84 = T7i - T7p;
3134 T7V = T7r + T7y;
3135 T7W = T7H - T7A;
3136 T7X = KP707106781 * (T7V + T7W);
3137 T85 = KP707106781 * (T7W - T7V);
3138 }
3139 {
3140 E T7z, T7I, T7M, T7T;
3141 T7z = T7r - T7y;
3142 T7I = T7A + T7H;
3143 T7J = KP707106781 * (T7z + T7I);
3144 T89 = KP707106781 * (T7z - T7I);
3145 T7M = TK - TZ;
3146 T7T = T7P - T7S;
3147 T7U = T7M + T7T;
3148 T88 = T7T - T7M;
3149 }
3150 {
3151 E T7K, T7Y, T7h, T7L;
3152 T7K = T7q - T7J;
3153 T7Y = T7U - T7X;
3154 T7h = W[78];
3155 T7L = W[79];
3156 cr[WS(rs, 40)] = FNMS(T7L, T7Y, T7h * T7K);
3157 ci[WS(rs, 40)] = FMA(T7L, T7K, T7h * T7Y);
3158 }
3159 {
3160 E T8c, T8e, T8b, T8d;
3161 T8c = T84 + T85;
3162 T8e = T88 + T89;
3163 T8b = W[46];
3164 T8d = W[47];
3165 cr[WS(rs, 24)] = FNMS(T8d, T8e, T8b * T8c);
3166 ci[WS(rs, 24)] = FMA(T8b, T8e, T8d * T8c);
3167 }
3168 {
3169 E T80, T82, T7Z, T81;
3170 T80 = T7q + T7J;
3171 T82 = T7U + T7X;
3172 T7Z = W[14];
3173 T81 = W[15];
3174 cr[WS(rs, 8)] = FNMS(T81, T82, T7Z * T80);
3175 ci[WS(rs, 8)] = FMA(T81, T80, T7Z * T82);
3176 }
3177 {
3178 E T86, T8a, T83, T87;
3179 T86 = T84 - T85;
3180 T8a = T88 - T89;
3181 T83 = W[110];
3182 T87 = W[111];
3183 cr[WS(rs, 56)] = FNMS(T87, T8a, T83 * T86);
3184 ci[WS(rs, 56)] = FMA(T83, T8a, T87 * T86);
3185 }
3186 }
3187 {
3188 E T6K, T76, T6W, T7a, T6R, T7b, T6Z, T77;
3189 {
3190 E T6I, T6J, T6U, T6V;
3191 T6I = T5O + T5P;
3192 T6J = T6j + T6k;
3193 T6K = T6I - T6J;
3194 T76 = T6I + T6J;
3195 T6U = T6g + T6h;
3196 T6V = T5W + T5T;
3197 T6W = T6U - T6V;
3198 T7a = T6U + T6V;
3199 {
3200 E T6N, T6Y, T6Q, T6X;
3201 {
3202 E T6L, T6M, T6O, T6P;
3203 T6L = T5Z + T60;
3204 T6M = T62 + T63;
3205 T6N = FNMS(KP555570233, T6M, KP831469612 * T6L);
3206 T6Y = FMA(KP555570233, T6L, KP831469612 * T6M);
3207 T6O = T66 + T67;
3208 T6P = T69 + T6a;
3209 T6Q = FMA(KP831469612, T6O, KP555570233 * T6P);
3210 T6X = FNMS(KP555570233, T6O, KP831469612 * T6P);
3211 }
3212 T6R = T6N - T6Q;
3213 T7b = T6Q + T6N;
3214 T6Z = T6X - T6Y;
3215 T77 = T6X + T6Y;
3216 }
3217 }
3218 {
3219 E T6S, T70, T6H, T6T;
3220 T6S = T6K - T6R;
3221 T70 = T6W - T6Z;
3222 T6H = W[106];
3223 T6T = W[107];
3224 cr[WS(rs, 54)] = FNMS(T6T, T70, T6H * T6S);
3225 ci[WS(rs, 54)] = FMA(T6T, T6S, T6H * T70);
3226 }
3227 {
3228 E T7e, T7g, T7d, T7f;
3229 T7e = T76 + T77;
3230 T7g = T7a + T7b;
3231 T7d = W[10];
3232 T7f = W[11];
3233 cr[WS(rs, 6)] = FNMS(T7f, T7g, T7d * T7e);
3234 ci[WS(rs, 6)] = FMA(T7d, T7g, T7f * T7e);
3235 }
3236 {
3237 E T72, T74, T71, T73;
3238 T72 = T6K + T6R;
3239 T74 = T6W + T6Z;
3240 T71 = W[42];
3241 T73 = W[43];
3242 cr[WS(rs, 22)] = FNMS(T73, T74, T71 * T72);
3243 ci[WS(rs, 22)] = FMA(T73, T72, T71 * T74);
3244 }
3245 {
3246 E T78, T7c, T75, T79;
3247 T78 = T76 - T77;
3248 T7c = T7a - T7b;
3249 T75 = W[74];
3250 T79 = W[75];
3251 cr[WS(rs, 38)] = FNMS(T79, T7c, T75 * T78);
3252 ci[WS(rs, 38)] = FMA(T75, T7c, T79 * T78);
3253 }
3254 }
3255 {
3256 E T3a, T52, T4S, T56, T4z, T57, T4V, T53;
3257 {
3258 E T2w, T39, T4O, T4R;
3259 T2w = T2c - T2v;
3260 T39 = T2P - T38;
3261 T3a = T2w + T39;
3262 T52 = T2w - T39;
3263 T4O = T4K - T4N;
3264 T4R = T4P - T4Q;
3265 T4S = T4O + T4R;
3266 T56 = T4O - T4R;
3267 {
3268 E T3R, T4T, T4y, T4U;
3269 {
3270 E T3D, T3Q, T4k, T4x;
3271 T3D = T3j - T3C;
3272 T3Q = T3M - T3P;
3273 T3R = FNMS(KP831469612, T3Q, KP555570233 * T3D);
3274 T4T = FMA(KP831469612, T3D, KP555570233 * T3Q);
3275 T4k = T40 - T4j;
3276 T4x = T4t - T4w;
3277 T4y = FMA(KP555570233, T4k, KP831469612 * T4x);
3278 T4U = FNMS(KP831469612, T4k, KP555570233 * T4x);
3279 }
3280 T4z = T3R + T4y;
3281 T57 = T3R - T4y;
3282 T4V = T4T + T4U;
3283 T53 = T4U - T4T;
3284 }
3285 }
3286 {
3287 E T4A, T4W, T23, T4B;
3288 T4A = T3a - T4z;
3289 T4W = T4S - T4V;
3290 T23 = W[82];
3291 T4B = W[83];
3292 cr[WS(rs, 42)] = FNMS(T4B, T4W, T23 * T4A);
3293 ci[WS(rs, 42)] = FMA(T4B, T4A, T23 * T4W);
3294 }
3295 {
3296 E T5a, T5c, T59, T5b;
3297 T5a = T52 + T53;
3298 T5c = T56 + T57;
3299 T59 = W[50];
3300 T5b = W[51];
3301 cr[WS(rs, 26)] = FNMS(T5b, T5c, T59 * T5a);
3302 ci[WS(rs, 26)] = FMA(T59, T5c, T5b * T5a);
3303 }
3304 {
3305 E T4Y, T50, T4X, T4Z;
3306 T4Y = T3a + T4z;
3307 T50 = T4S + T4V;
3308 T4X = W[18];
3309 T4Z = W[19];
3310 cr[WS(rs, 10)] = FNMS(T4Z, T50, T4X * T4Y);
3311 ci[WS(rs, 10)] = FMA(T4Z, T4Y, T4X * T50);
3312 }
3313 {
3314 E T54, T58, T51, T55;
3315 T54 = T52 - T53;
3316 T58 = T56 - T57;
3317 T51 = W[114];
3318 T55 = W[115];
3319 cr[WS(rs, 58)] = FNMS(T55, T58, T51 * T54);
3320 ci[WS(rs, 58)] = FMA(T51, T58, T55 * T54);
3321 }
3322 }
3323 {
3324 E T5g, T5C, T5s, T5G, T5n, T5H, T5v, T5D;
3325 {
3326 E T5e, T5f, T5q, T5r;
3327 T5e = T2c + T2v;
3328 T5f = T4P + T4Q;
3329 T5g = T5e + T5f;
3330 T5C = T5e - T5f;
3331 T5q = T4K + T4N;
3332 T5r = T38 + T2P;
3333 T5s = T5q + T5r;
3334 T5G = T5q - T5r;
3335 {
3336 E T5j, T5t, T5m, T5u;
3337 {
3338 E T5h, T5i, T5k, T5l;
3339 T5h = T3j + T3C;
3340 T5i = T3M + T3P;
3341 T5j = FNMS(KP195090322, T5i, KP980785280 * T5h);
3342 T5t = FMA(KP195090322, T5h, KP980785280 * T5i);
3343 T5k = T40 + T4j;
3344 T5l = T4t + T4w;
3345 T5m = FMA(KP980785280, T5k, KP195090322 * T5l);
3346 T5u = FNMS(KP195090322, T5k, KP980785280 * T5l);
3347 }
3348 T5n = T5j + T5m;
3349 T5H = T5j - T5m;
3350 T5v = T5t + T5u;
3351 T5D = T5u - T5t;
3352 }
3353 }
3354 {
3355 E T5o, T5w, T5d, T5p;
3356 T5o = T5g - T5n;
3357 T5w = T5s - T5v;
3358 T5d = W[66];
3359 T5p = W[67];
3360 cr[WS(rs, 34)] = FNMS(T5p, T5w, T5d * T5o);
3361 ci[WS(rs, 34)] = FMA(T5p, T5o, T5d * T5w);
3362 }
3363 {
3364 E T5K, T5M, T5J, T5L;
3365 T5K = T5C + T5D;
3366 T5M = T5G + T5H;
3367 T5J = W[34];
3368 T5L = W[35];
3369 cr[WS(rs, 18)] = FNMS(T5L, T5M, T5J * T5K);
3370 ci[WS(rs, 18)] = FMA(T5J, T5M, T5L * T5K);
3371 }
3372 {
3373 E T5y, T5A, T5x, T5z;
3374 T5y = T5g + T5n;
3375 T5A = T5s + T5v;
3376 T5x = W[2];
3377 T5z = W[3];
3378 cr[WS(rs, 2)] = FNMS(T5z, T5A, T5x * T5y);
3379 ci[WS(rs, 2)] = FMA(T5z, T5y, T5x * T5A);
3380 }
3381 {
3382 E T5E, T5I, T5B, T5F;
3383 T5E = T5C - T5D;
3384 T5I = T5G - T5H;
3385 T5B = W[98];
3386 T5F = W[99];
3387 cr[WS(rs, 50)] = FNMS(T5F, T5I, T5B * T5E);
3388 ci[WS(rs, 50)] = FMA(T5B, T5I, T5F * T5E);
3389 }
3390 }
3391 {
3392 E T5Y, T6w, T6m, T6A, T6d, T6B, T6p, T6x;
3393 {
3394 E T5Q, T5X, T6i, T6l;
3395 T5Q = T5O - T5P;
3396 T5X = T5T - T5W;
3397 T5Y = T5Q - T5X;
3398 T6w = T5Q + T5X;
3399 T6i = T6g - T6h;
3400 T6l = T6j - T6k;
3401 T6m = T6i - T6l;
3402 T6A = T6i + T6l;
3403 {
3404 E T65, T6o, T6c, T6n;
3405 {
3406 E T61, T64, T68, T6b;
3407 T61 = T5Z - T60;
3408 T64 = T62 - T63;
3409 T65 = FNMS(KP980785280, T64, KP195090322 * T61);
3410 T6o = FMA(KP980785280, T61, KP195090322 * T64);
3411 T68 = T66 - T67;
3412 T6b = T69 - T6a;
3413 T6c = FMA(KP195090322, T68, KP980785280 * T6b);
3414 T6n = FNMS(KP980785280, T68, KP195090322 * T6b);
3415 }
3416 T6d = T65 - T6c;
3417 T6B = T6c + T65;
3418 T6p = T6n - T6o;
3419 T6x = T6n + T6o;
3420 }
3421 }
3422 {
3423 E T6e, T6q, T5N, T6f;
3424 T6e = T5Y - T6d;
3425 T6q = T6m - T6p;
3426 T5N = W[122];
3427 T6f = W[123];
3428 cr[WS(rs, 62)] = FNMS(T6f, T6q, T5N * T6e);
3429 ci[WS(rs, 62)] = FMA(T6f, T6e, T5N * T6q);
3430 }
3431 {
3432 E T6E, T6G, T6D, T6F;
3433 T6E = T6w + T6x;
3434 T6G = T6A + T6B;
3435 T6D = W[26];
3436 T6F = W[27];
3437 cr[WS(rs, 14)] = FNMS(T6F, T6G, T6D * T6E);
3438 ci[WS(rs, 14)] = FMA(T6D, T6G, T6F * T6E);
3439 }
3440 {
3441 E T6s, T6u, T6r, T6t;
3442 T6s = T5Y + T6d;
3443 T6u = T6m + T6p;
3444 T6r = W[58];
3445 T6t = W[59];
3446 cr[WS(rs, 30)] = FNMS(T6t, T6u, T6r * T6s);
3447 ci[WS(rs, 30)] = FMA(T6t, T6s, T6r * T6u);
3448 }
3449 {
3450 E T6y, T6C, T6v, T6z;
3451 T6y = T6w - T6x;
3452 T6C = T6A - T6B;
3453 T6v = W[90];
3454 T6z = W[91];
3455 cr[WS(rs, 46)] = FNMS(T6z, T6C, T6v * T6y);
3456 ci[WS(rs, 46)] = FMA(T6v, T6C, T6z * T6y);
3457 }
3458 }
3459 {
3460 E Tba, Tdw, TcS, Tdi, TcI, Tds, TcW, Td6, Tcr, TcX, TcL, TcT, Tdd, Tdx, Tdl;
3461 E Tdt;
3462 {
3463 E Taw, Tdg, Tb9, Tdh, TaP, Tb8;
3464 Taw = Tag - Tav;
3465 Tdg = TcA + TcD;
3466 TaP = FNMS(KP831469612, TaO, KP555570233 * TaH);
3467 Tb8 = FMA(KP831469612, Tb0, KP555570233 * Tb7);
3468 Tb9 = TaP - Tb8;
3469 Tdh = Tb8 + TaP;
3470 Tba = Taw + Tb9;
3471 Tdw = Tdg - Tdh;
3472 TcS = Taw - Tb9;
3473 Tdi = Tdg + Tdh;
3474 }
3475 {
3476 E TcE, Td4, TcH, Td5, TcF, TcG;
3477 TcE = TcA - TcD;
3478 Td4 = Tag + Tav;
3479 TcF = FNMS(KP831469612, Tb7, KP555570233 * Tb0);
3480 TcG = FMA(KP555570233, TaO, KP831469612 * TaH);
3481 TcH = TcF - TcG;
3482 Td5 = TcF + TcG;
3483 TcI = TcE + TcH;
3484 Tds = Td4 - Td5;
3485 TcW = TcE - TcH;
3486 Td6 = Td4 + Td5;
3487 }
3488 {
3489 E TbN, TcJ, Tcq, TcK;
3490 {
3491 E TbB, TbM, Tce, Tcp;
3492 TbB = Tbl - TbA;
3493 TbM = TbI - TbL;
3494 TbN = FNMS(KP956940335, TbM, KP290284677 * TbB);
3495 TcJ = FMA(KP956940335, TbB, KP290284677 * TbM);
3496 Tce = TbY - Tcd;
3497 Tcp = Tcl - Tco;
3498 Tcq = FMA(KP290284677, Tce, KP956940335 * Tcp);
3499 TcK = FNMS(KP956940335, Tce, KP290284677 * Tcp);
3500 }
3501 Tcr = TbN + Tcq;
3502 TcX = TbN - Tcq;
3503 TcL = TcJ + TcK;
3504 TcT = TcK - TcJ;
3505 }
3506 {
3507 E Td9, Tdj, Tdc, Tdk;
3508 {
3509 E Td7, Td8, Tda, Tdb;
3510 Td7 = Tbl + TbA;
3511 Td8 = TbI + TbL;
3512 Td9 = FNMS(KP471396736, Td8, KP881921264 * Td7);
3513 Tdj = FMA(KP471396736, Td7, KP881921264 * Td8);
3514 Tda = TbY + Tcd;
3515 Tdb = Tcl + Tco;
3516 Tdc = FMA(KP881921264, Tda, KP471396736 * Tdb);
3517 Tdk = FNMS(KP471396736, Tda, KP881921264 * Tdb);
3518 }
3519 Tdd = Td9 + Tdc;
3520 Tdx = Td9 - Tdc;
3521 Tdl = Tdj + Tdk;
3522 Tdt = Tdk - Tdj;
3523 }
3524 {
3525 E Tcs, TcM, Ta5, Tct;
3526 Tcs = Tba - Tcr;
3527 TcM = TcI - TcL;
3528 Ta5 = W[88];
3529 Tct = W[89];
3530 cr[WS(rs, 45)] = FNMS(Tct, TcM, Ta5 * Tcs);
3531 ci[WS(rs, 45)] = FMA(Tct, Tcs, Ta5 * TcM);
3532 }
3533 {
3534 E Tdu, Tdy, Tdr, Tdv;
3535 Tdu = Tds - Tdt;
3536 Tdy = Tdw - Tdx;
3537 Tdr = W[104];
3538 Tdv = W[105];
3539 cr[WS(rs, 53)] = FNMS(Tdv, Tdy, Tdr * Tdu);
3540 ci[WS(rs, 53)] = FMA(Tdr, Tdy, Tdv * Tdu);
3541 }
3542 {
3543 E TdA, TdC, Tdz, TdB;
3544 TdA = Tds + Tdt;
3545 TdC = Tdw + Tdx;
3546 Tdz = W[40];
3547 TdB = W[41];
3548 cr[WS(rs, 21)] = FNMS(TdB, TdC, Tdz * TdA);
3549 ci[WS(rs, 21)] = FMA(Tdz, TdC, TdB * TdA);
3550 }
3551 {
3552 E TcO, TcQ, TcN, TcP;
3553 TcO = Tba + Tcr;
3554 TcQ = TcI + TcL;
3555 TcN = W[24];
3556 TcP = W[25];
3557 cr[WS(rs, 13)] = FNMS(TcP, TcQ, TcN * TcO);
3558 ci[WS(rs, 13)] = FMA(TcP, TcO, TcN * TcQ);
3559 }
3560 {
3561 E TcU, TcY, TcR, TcV;
3562 TcU = TcS - TcT;
3563 TcY = TcW - TcX;
3564 TcR = W[120];
3565 TcV = W[121];
3566 cr[WS(rs, 61)] = FNMS(TcV, TcY, TcR * TcU);
3567 ci[WS(rs, 61)] = FMA(TcR, TcY, TcV * TcU);
3568 }
3569 {
3570 E Tde, Tdm, Td3, Tdf;
3571 Tde = Td6 - Tdd;
3572 Tdm = Tdi - Tdl;
3573 Td3 = W[72];
3574 Tdf = W[73];
3575 cr[WS(rs, 37)] = FNMS(Tdf, Tdm, Td3 * Tde);
3576 ci[WS(rs, 37)] = FMA(Tdf, Tde, Td3 * Tdm);
3577 }
3578 {
3579 E Tdo, Tdq, Tdn, Tdp;
3580 Tdo = Td6 + Tdd;
3581 Tdq = Tdi + Tdl;
3582 Tdn = W[8];
3583 Tdp = W[9];
3584 cr[WS(rs, 5)] = FNMS(Tdp, Tdq, Tdn * Tdo);
3585 ci[WS(rs, 5)] = FMA(Tdp, Tdo, Tdn * Tdq);
3586 }
3587 {
3588 E Td0, Td2, TcZ, Td1;
3589 Td0 = TcS + TcT;
3590 Td2 = TcW + TcX;
3591 TcZ = W[56];
3592 Td1 = W[57];
3593 cr[WS(rs, 29)] = FNMS(Td1, Td2, TcZ * Td0);
3594 ci[WS(rs, 29)] = FMA(TcZ, Td2, Td1 * Td0);
3595 }
3596 }
3597 {
3598 E Tfy, Thc, Tgy, TgY, Tgo, Th8, TgC, TgM, Tgb, TgD, Tgr, Tgz, TgT, Thd, Th1;
3599 E Th9;
3600 {
3601 E Tfi, TgW, Tfx, TgX, Tfp, Tfw;
3602 Tfi = Tfa - Tfh;
3603 TgW = Tgg + Tgj;
3604 Tfp = FNMS(KP555570233, Tfo, KP831469612 * Tfl);
3605 Tfw = FMA(KP831469612, Tfs, KP555570233 * Tfv);
3606 Tfx = Tfp - Tfw;
3607 TgX = Tfw + Tfp;
3608 Tfy = Tfi + Tfx;
3609 Thc = TgW - TgX;
3610 Tgy = Tfi - Tfx;
3611 TgY = TgW + TgX;
3612 }
3613 {
3614 E Tgk, TgK, Tgn, TgL, Tgl, Tgm;
3615 Tgk = Tgg - Tgj;
3616 TgK = Tfa + Tfh;
3617 Tgl = FNMS(KP555570233, Tfs, KP831469612 * Tfv);
3618 Tgm = FMA(KP555570233, Tfl, KP831469612 * Tfo);
3619 Tgn = Tgl - Tgm;
3620 TgL = Tgl + Tgm;
3621 Tgo = Tgk + Tgn;
3622 Th8 = TgK - TgL;
3623 TgC = Tgk - Tgn;
3624 TgM = TgK + TgL;
3625 }
3626 {
3627 E TfR, Tgp, Tga, Tgq;
3628 {
3629 E TfJ, TfQ, Tg2, Tg9;
3630 TfJ = TfB - TfI;
3631 TfQ = TfM - TfP;
3632 TfR = FNMS(KP881921264, TfQ, KP471396736 * TfJ);
3633 Tgp = FMA(KP881921264, TfJ, KP471396736 * TfQ);
3634 Tg2 = TfU - Tg1;
3635 Tg9 = Tg5 - Tg8;
3636 Tga = FMA(KP471396736, Tg2, KP881921264 * Tg9);
3637 Tgq = FNMS(KP881921264, Tg2, KP471396736 * Tg9);
3638 }
3639 Tgb = TfR + Tga;
3640 TgD = TfR - Tga;
3641 Tgr = Tgp + Tgq;
3642 Tgz = Tgq - Tgp;
3643 }
3644 {
3645 E TgP, TgZ, TgS, Th0;
3646 {
3647 E TgN, TgO, TgQ, TgR;
3648 TgN = TfB + TfI;
3649 TgO = TfM + TfP;
3650 TgP = FNMS(KP290284677, TgO, KP956940335 * TgN);
3651 TgZ = FMA(KP290284677, TgN, KP956940335 * TgO);
3652 TgQ = TfU + Tg1;
3653 TgR = Tg5 + Tg8;
3654 TgS = FMA(KP956940335, TgQ, KP290284677 * TgR);
3655 Th0 = FNMS(KP290284677, TgQ, KP956940335 * TgR);
3656 }
3657 TgT = TgP + TgS;
3658 Thd = TgP - TgS;
3659 Th1 = TgZ + Th0;
3660 Th9 = Th0 - TgZ;
3661 }
3662 {
3663 E Tgc, Tgs, Tf7, Tgd;
3664 Tgc = Tfy - Tgb;
3665 Tgs = Tgo - Tgr;
3666 Tf7 = W[84];
3667 Tgd = W[85];
3668 cr[WS(rs, 43)] = FNMS(Tgd, Tgs, Tf7 * Tgc);
3669 ci[WS(rs, 43)] = FMA(Tgd, Tgc, Tf7 * Tgs);
3670 }
3671 {
3672 E Tha, The, Th7, Thb;
3673 Tha = Th8 - Th9;
3674 The = Thc - Thd;
3675 Th7 = W[100];
3676 Thb = W[101];
3677 cr[WS(rs, 51)] = FNMS(Thb, The, Th7 * Tha);
3678 ci[WS(rs, 51)] = FMA(Th7, The, Thb * Tha);
3679 }
3680 {
3681 E Thg, Thi, Thf, Thh;
3682 Thg = Th8 + Th9;
3683 Thi = Thc + Thd;
3684 Thf = W[36];
3685 Thh = W[37];
3686 cr[WS(rs, 19)] = FNMS(Thh, Thi, Thf * Thg);
3687 ci[WS(rs, 19)] = FMA(Thf, Thi, Thh * Thg);
3688 }
3689 {
3690 E Tgu, Tgw, Tgt, Tgv;
3691 Tgu = Tfy + Tgb;
3692 Tgw = Tgo + Tgr;
3693 Tgt = W[20];
3694 Tgv = W[21];
3695 cr[WS(rs, 11)] = FNMS(Tgv, Tgw, Tgt * Tgu);
3696 ci[WS(rs, 11)] = FMA(Tgv, Tgu, Tgt * Tgw);
3697 }
3698 {
3699 E TgA, TgE, Tgx, TgB;
3700 TgA = Tgy - Tgz;
3701 TgE = TgC - TgD;
3702 Tgx = W[116];
3703 TgB = W[117];
3704 cr[WS(rs, 59)] = FNMS(TgB, TgE, Tgx * TgA);
3705 ci[WS(rs, 59)] = FMA(Tgx, TgE, TgB * TgA);
3706 }
3707 {
3708 E TgU, Th2, TgJ, TgV;
3709 TgU = TgM - TgT;
3710 Th2 = TgY - Th1;
3711 TgJ = W[68];
3712 TgV = W[69];
3713 cr[WS(rs, 35)] = FNMS(TgV, Th2, TgJ * TgU);
3714 ci[WS(rs, 35)] = FMA(TgV, TgU, TgJ * Th2);
3715 }
3716 {
3717 E Th4, Th6, Th3, Th5;
3718 Th4 = TgM + TgT;
3719 Th6 = TgY + Th1;
3720 Th3 = W[4];
3721 Th5 = W[5];
3722 cr[WS(rs, 3)] = FNMS(Th5, Th6, Th3 * Th4);
3723 ci[WS(rs, 3)] = FMA(Th5, Th4, Th3 * Th6);
3724 }
3725 {
3726 E TgG, TgI, TgF, TgH;
3727 TgG = Tgy + Tgz;
3728 TgI = TgC + TgD;
3729 TgF = W[52];
3730 TgH = W[53];
3731 cr[WS(rs, 27)] = FNMS(TgH, TgI, TgF * TgG);
3732 ci[WS(rs, 27)] = FMA(TgF, TgI, TgH * TgG);
3733 }
3734 }
3735 {
3736 E TdO, Tf0, Tem, TeM, Tec, TeW, Teq, TeA, Te3, Ter, Tef, Ten, TeH, Tf1, TeP;
3737 E TeX;
3738 {
3739 E TdG, TeK, TdN, TeL, TdJ, TdM;
3740 TdG = TdE - TdF;
3741 TeK = Te6 + Te7;
3742 TdJ = FNMS(KP195090322, TdI, KP980785280 * TdH);
3743 TdM = FMA(KP195090322, TdK, KP980785280 * TdL);
3744 TdN = TdJ - TdM;
3745 TeL = TdM + TdJ;
3746 TdO = TdG - TdN;
3747 Tf0 = TeK + TeL;
3748 Tem = TdG + TdN;
3749 TeM = TeK - TeL;
3750 }
3751 {
3752 E Te8, Tey, Teb, Tez, Te9, Tea;
3753 Te8 = Te6 - Te7;
3754 Tey = TdE + TdF;
3755 Te9 = FNMS(KP195090322, TdL, KP980785280 * TdK);
3756 Tea = FMA(KP980785280, TdI, KP195090322 * TdH);
3757 Teb = Te9 - Tea;
3758 Tez = Te9 + Tea;
3759 Tec = Te8 - Teb;
3760 TeW = Tey + Tez;
3761 Teq = Te8 + Teb;
3762 TeA = Tey - Tez;
3763 }
3764 {
3765 E TdV, Tee, Te2, Ted;
3766 {
3767 E TdR, TdU, TdY, Te1;
3768 TdR = TdP - TdQ;
3769 TdU = TdS - TdT;
3770 TdV = FNMS(KP773010453, TdU, KP634393284 * TdR);
3771 Tee = FMA(KP773010453, TdR, KP634393284 * TdU);
3772 TdY = TdW - TdX;
3773 Te1 = TdZ - Te0;
3774 Te2 = FMA(KP634393284, TdY, KP773010453 * Te1);
3775 Ted = FNMS(KP773010453, TdY, KP634393284 * Te1);
3776 }
3777 Te3 = TdV - Te2;
3778 Ter = Te2 + TdV;
3779 Tef = Ted - Tee;
3780 Ten = Ted + Tee;
3781 }
3782 {
3783 E TeD, TeO, TeG, TeN;
3784 {
3785 E TeB, TeC, TeE, TeF;
3786 TeB = TdP + TdQ;
3787 TeC = TdS + TdT;
3788 TeD = FNMS(KP098017140, TeC, KP995184726 * TeB);
3789 TeO = FMA(KP098017140, TeB, KP995184726 * TeC);
3790 TeE = TdW + TdX;
3791 TeF = TdZ + Te0;
3792 TeG = FMA(KP995184726, TeE, KP098017140 * TeF);
3793 TeN = FNMS(KP098017140, TeE, KP995184726 * TeF);
3794 }
3795 TeH = TeD - TeG;
3796 Tf1 = TeG + TeD;
3797 TeP = TeN - TeO;
3798 TeX = TeN + TeO;
3799 }
3800 {
3801 E Te4, Teg, TdD, Te5;
3802 Te4 = TdO - Te3;
3803 Teg = Tec - Tef;
3804 TdD = W[112];
3805 Te5 = W[113];
3806 cr[WS(rs, 57)] = FNMS(Te5, Teg, TdD * Te4);
3807 ci[WS(rs, 57)] = FMA(Te5, Te4, TdD * Teg);
3808 }
3809 {
3810 E TeY, Tf2, TeV, TeZ;
3811 TeY = TeW - TeX;
3812 Tf2 = Tf0 - Tf1;
3813 TeV = W[64];
3814 TeZ = W[65];
3815 cr[WS(rs, 33)] = FNMS(TeZ, Tf2, TeV * TeY);
3816 ci[WS(rs, 33)] = FMA(TeV, Tf2, TeZ * TeY);
3817 }
3818 {
3819 E Tf4, Tf6, Tf3, Tf5;
3820 Tf4 = TeW + TeX;
3821 Tf6 = Tf0 + Tf1;
3822 Tf3 = W[0];
3823 Tf5 = W[1];
3824 cr[WS(rs, 1)] = FNMS(Tf5, Tf6, Tf3 * Tf4);
3825 ci[WS(rs, 1)] = FMA(Tf3, Tf6, Tf5 * Tf4);
3826 }
3827 {
3828 E Tei, Tek, Teh, Tej;
3829 Tei = TdO + Te3;
3830 Tek = Tec + Tef;
3831 Teh = W[48];
3832 Tej = W[49];
3833 cr[WS(rs, 25)] = FNMS(Tej, Tek, Teh * Tei);
3834 ci[WS(rs, 25)] = FMA(Tej, Tei, Teh * Tek);
3835 }
3836 {
3837 E Teo, Tes, Tel, Tep;
3838 Teo = Tem - Ten;
3839 Tes = Teq - Ter;
3840 Tel = W[80];
3841 Tep = W[81];
3842 cr[WS(rs, 41)] = FNMS(Tep, Tes, Tel * Teo);
3843 ci[WS(rs, 41)] = FMA(Tel, Tes, Tep * Teo);
3844 }
3845 {
3846 E TeI, TeQ, Tex, TeJ;
3847 TeI = TeA - TeH;
3848 TeQ = TeM - TeP;
3849 Tex = W[96];
3850 TeJ = W[97];
3851 cr[WS(rs, 49)] = FNMS(TeJ, TeQ, Tex * TeI);
3852 ci[WS(rs, 49)] = FMA(TeJ, TeI, Tex * TeQ);
3853 }
3854 {
3855 E TeS, TeU, TeR, TeT;
3856 TeS = TeA + TeH;
3857 TeU = TeM + TeP;
3858 TeR = W[32];
3859 TeT = W[33];
3860 cr[WS(rs, 17)] = FNMS(TeT, TeU, TeR * TeS);
3861 ci[WS(rs, 17)] = FMA(TeT, TeS, TeR * TeU);
3862 }
3863 {
3864 E Teu, Tew, Tet, Tev;
3865 Teu = Tem + Ten;
3866 Tew = Teq + Ter;
3867 Tet = W[16];
3868 Tev = W[17];
3869 cr[WS(rs, 9)] = FNMS(Tev, Tew, Tet * Teu);
3870 ci[WS(rs, 9)] = FMA(Tet, Tew, Tev * Teu);
3871 }
3872 }
3873 {
3874 E Thu, TiG, Ti2, Tis, ThS, TiC, Ti6, Tig, ThJ, Ti7, ThV, Ti3, Tin, TiH, Tiv;
3875 E TiD;
3876 {
3877 E Thm, Tiq, Tht, Tir, Thp, Ths;
3878 Thm = Thk - Thl;
3879 Tiq = ThM - ThN;
3880 Thp = FNMS(KP980785280, Tho, KP195090322 * Thn);
3881 Ths = FNMS(KP980785280, Thr, KP195090322 * Thq);
3882 Tht = Thp + Ths;
3883 Tir = Thp - Ths;
3884 Thu = Thm - Tht;
3885 TiG = Tiq - Tir;
3886 Ti2 = Thm + Tht;
3887 Tis = Tiq + Tir;
3888 }
3889 {
3890 E ThO, Tie, ThR, Tif, ThP, ThQ;
3891 ThO = ThM + ThN;
3892 Tie = Thk + Thl;
3893 ThP = FMA(KP195090322, Tho, KP980785280 * Thn);
3894 ThQ = FMA(KP195090322, Thr, KP980785280 * Thq);
3895 ThR = ThP - ThQ;
3896 Tif = ThP + ThQ;
3897 ThS = ThO - ThR;
3898 TiC = Tie + Tif;
3899 Ti6 = ThO + ThR;
3900 Tig = Tie - Tif;
3901 }
3902 {
3903 E ThB, ThU, ThI, ThT;
3904 {
3905 E Thx, ThA, ThE, ThH;
3906 Thx = Thv - Thw;
3907 ThA = Thy - Thz;
3908 ThB = FNMS(KP634393284, ThA, KP773010453 * Thx);
3909 ThU = FMA(KP634393284, Thx, KP773010453 * ThA);
3910 ThE = ThC + ThD;
3911 ThH = ThF - ThG;
3912 ThI = FMA(KP773010453, ThE, KP634393284 * ThH);
3913 ThT = FNMS(KP634393284, ThE, KP773010453 * ThH);
3914 }
3915 ThJ = ThB - ThI;
3916 Ti7 = ThI + ThB;
3917 ThV = ThT - ThU;
3918 Ti3 = ThT + ThU;
3919 }
3920 {
3921 E Tij, Tit, Tim, Tiu;
3922 {
3923 E Tih, Tii, Tik, Til;
3924 Tih = ThF + ThG;
3925 Tii = ThC - ThD;
3926 Tij = FNMS(KP995184726, Tii, KP098017140 * Tih);
3927 Tit = FMA(KP098017140, Tii, KP995184726 * Tih);
3928 Tik = Thy + Thz;
3929 Til = Thw + Thv;
3930 Tim = FNMS(KP995184726, Til, KP098017140 * Tik);
3931 Tiu = FMA(KP098017140, Til, KP995184726 * Tik);
3932 }
3933 Tin = Tij + Tim;
3934 TiH = Tij - Tim;
3935 Tiv = Tit - Tiu;
3936 TiD = Tit + Tiu;
3937 }
3938 {
3939 E ThK, ThW, Thj, ThL;
3940 ThK = Thu - ThJ;
3941 ThW = ThS - ThV;
3942 Thj = W[108];
3943 ThL = W[109];
3944 cr[WS(rs, 55)] = FNMS(ThL, ThW, Thj * ThK);
3945 ci[WS(rs, 55)] = FMA(ThL, ThK, Thj * ThW);
3946 }
3947 {
3948 E TiE, TiI, TiB, TiF;
3949 TiE = TiC - TiD;
3950 TiI = TiG + TiH;
3951 TiB = W[60];
3952 TiF = W[61];
3953 cr[WS(rs, 31)] = FNMS(TiF, TiI, TiB * TiE);
3954 ci[WS(rs, 31)] = FMA(TiB, TiI, TiF * TiE);
3955 }
3956 {
3957 E TiK, TiM, TiJ, TiL;
3958 TiK = TiC + TiD;
3959 TiM = TiG - TiH;
3960 TiJ = W[124];
3961 TiL = W[125];
3962 cr[WS(rs, 63)] = FNMS(TiL, TiM, TiJ * TiK);
3963 ci[WS(rs, 63)] = FMA(TiJ, TiM, TiL * TiK);
3964 }
3965 {
3966 E ThY, Ti0, ThX, ThZ;
3967 ThY = Thu + ThJ;
3968 Ti0 = ThS + ThV;
3969 ThX = W[44];
3970 ThZ = W[45];
3971 cr[WS(rs, 23)] = FNMS(ThZ, Ti0, ThX * ThY);
3972 ci[WS(rs, 23)] = FMA(ThZ, ThY, ThX * Ti0);
3973 }
3974 {
3975 E Ti4, Ti8, Ti1, Ti5;
3976 Ti4 = Ti2 - Ti3;
3977 Ti8 = Ti6 - Ti7;
3978 Ti1 = W[76];
3979 Ti5 = W[77];
3980 cr[WS(rs, 39)] = FNMS(Ti5, Ti8, Ti1 * Ti4);
3981 ci[WS(rs, 39)] = FMA(Ti1, Ti8, Ti5 * Ti4);
3982 }
3983 {
3984 E Tio, Tiw, Tid, Tip;
3985 Tio = Tig - Tin;
3986 Tiw = Tis - Tiv;
3987 Tid = W[92];
3988 Tip = W[93];
3989 cr[WS(rs, 47)] = FNMS(Tip, Tiw, Tid * Tio);
3990 ci[WS(rs, 47)] = FMA(Tip, Tio, Tid * Tiw);
3991 }
3992 {
3993 E Tiy, TiA, Tix, Tiz;
3994 Tiy = Tig + Tin;
3995 TiA = Tis + Tiv;
3996 Tix = W[28];
3997 Tiz = W[29];
3998 cr[WS(rs, 15)] = FNMS(Tiz, TiA, Tix * Tiy);
3999 ci[WS(rs, 15)] = FMA(Tiz, Tiy, Tix * TiA);
4000 }
4001 {
4002 E Tia, Tic, Ti9, Tib;
4003 Tia = Ti2 + Ti3;
4004 Tic = Ti6 + Ti7;
4005 Ti9 = W[12];
4006 Tib = W[13];
4007 cr[WS(rs, 7)] = FNMS(Tib, Tic, Ti9 * Tia);
4008 ci[WS(rs, 7)] = FMA(Ti9, Tic, Tib * Tia);
4009 }
4010 }
4011 }
4012 }
4013 }
4014
4015 static const tw_instr twinstr[] = {
4016 { TW_FULL, 1, 64 },
4017 { TW_NEXT, 1, 0 }
4018 };
4019
4020 static const hc2hc_desc desc = { 64, "hb_64", twinstr, &GENUS, { 808, 270, 230, 0 } };
4021
X(codelet_hb_64)4022 void X(codelet_hb_64) (planner *p) {
4023 X(khc2hc_register) (p, hb_64, &desc);
4024 }
4025 #endif
4026