96   mp_limb_t cy, vinf0;  in mpn_toom33_mul()  local
131   cy = mpn_add (gp, a0, n, a2, s);  in mpn_toom33_mul()
133   if (cy == 0 && mpn_cmp (gp, a1, n) < 0)  in mpn_toom33_mul()
135       cy = mpn_add_n_sub_n (as1, asm1, a1, gp, n);  in mpn_toom33_mul()
136       as1[n] = cy >> 1;  in mpn_toom33_mul()
144       as1[n] = cy + (cy2 >> 1);  in mpn_toom33_mul()
145       asm1[n] = cy - (cy2 & 1);  in mpn_toom33_mul()
148   as1[n] = cy + mpn_add_n (as1, gp, a1, n);  in mpn_toom33_mul()
149   if (cy == 0 && mpn_cmp (gp, a1, n) < 0)  in mpn_toom33_mul()
157       cy -= mpn_sub_n (asm1, gp, a1, n);  in mpn_toom33_mul()
158       asm1[n] = cy;  in mpn_toom33_mul()
164   cy = mpn_add_n (as2, a2, as1, s);  in mpn_toom33_mul()
166     cy = mpn_add_1 (as2 + s, as1 + s, n - s, cy);  in mpn_toom33_mul()
167   cy += as1[n];  in mpn_toom33_mul()
168   cy = 2 * cy + mpn_rsblsh1_n (as2, a0, as2, n);  in mpn_toom33_mul()
171   cy  = mpn_addlsh1_n (as2, a1, a2, s);  in mpn_toom33_mul()
173     cy = mpn_add_1 (as2 + s, a1 + s, n - s, cy);  in mpn_toom33_mul()
174   cy = 2 * cy + mpn_addlsh1_n (as2, a0, as2, n);  in mpn_toom33_mul()
176   cy = mpn_add_n (as2, a2, as1, s);  in mpn_toom33_mul()
178     cy = mpn_add_1 (as2 + s, as1 + s, n - s, cy);  in mpn_toom33_mul()
179   cy += as1[n];  in mpn_toom33_mul()
180   cy = 2 * cy + mpn_lshift (as2, as2, n, 1);  in mpn_toom33_mul()
181   cy -= mpn_sub_n (as2, as2, a0, n);  in mpn_toom33_mul()
184   as2[n] = cy;  in mpn_toom33_mul()
187   cy = mpn_add (gp, b0, n, b2, t);  in mpn_toom33_mul()
189   if (cy == 0 && mpn_cmp (gp, b1, n) < 0)  in mpn_toom33_mul()
191       cy = mpn_add_n_sub_n (bs1, bsm1, b1, gp, n);  in mpn_toom33_mul()
192       bs1[n] = cy >> 1;  in mpn_toom33_mul()
200       bs1[n] = cy + (cy2 >> 1);  in mpn_toom33_mul()
201       bsm1[n] = cy - (cy2 & 1);  in mpn_toom33_mul()
204   bs1[n] = cy + mpn_add_n (bs1, gp, b1, n);  in mpn_toom33_mul()
205   if (cy == 0 && mpn_cmp (gp, b1, n) < 0)  in mpn_toom33_mul()
213       cy -= mpn_sub_n (bsm1, gp, b1, n);  in mpn_toom33_mul()
214       bsm1[n] = cy;  in mpn_toom33_mul()
220   cy = mpn_add_n (bs2, b2, bs1, t);  in mpn_toom33_mul()
222     cy = mpn_add_1 (bs2 + t, bs1 + t, n - t, cy);  in mpn_toom33_mul()
223   cy += bs1[n];  in mpn_toom33_mul()
224   cy = 2 * cy + mpn_rsblsh1_n (bs2, b0, bs2, n);  in mpn_toom33_mul()
227   cy  = mpn_addlsh1_n (bs2, b1, b2, t);  in mpn_toom33_mul()
229     cy = mpn_add_1 (bs2 + t, b1 + t, n - t, cy);  in mpn_toom33_mul()
230   cy = 2 * cy + mpn_addlsh1_n (bs2, b0, bs2, n);  in mpn_toom33_mul()
232   cy  = mpn_add_n (bs2, bs1, b2, t);  in mpn_toom33_mul()
234     cy = mpn_add_1 (bs2 + t, bs1 + t, n - t, cy);  in mpn_toom33_mul()
235   cy += bs1[n];  in mpn_toom33_mul()
236   cy = 2 * cy + mpn_lshift (bs2, bs2, n, 1);  in mpn_toom33_mul()
237   cy -= mpn_sub_n (bs2, bs2, b0, n);  in mpn_toom33_mul()
240   bs2[n] = cy;  in mpn_toom33_mul()
259   cy = 0;  in mpn_toom33_mul()
261     cy = bsm1[n] + mpn_add_n (vm1 + n, vm1 + n, bsm1, n);  in mpn_toom33_mul()
263     cy += mpn_add_n (vm1 + n, vm1 + n, asm1, n);  in mpn_toom33_mul()
264   vm1[2 * n] = cy;  in mpn_toom33_mul()
282       cy = bs1[n] + mpn_add_n (v1 + n, v1 + n, bs1, n);  in mpn_toom33_mul()
287       cy = 2 * bs1[n] + mpn_addlsh1_n (v1 + n, v1 + n, bs1, n);  in mpn_toom33_mul()
289       cy = 2 * bs1[n] + mpn_addmul_1 (v1 + n, bs1, n, CNST_LIMB(2));  in mpn_toom33_mul()
293     cy = 0;  in mpn_toom33_mul()
296       cy += mpn_add_n (v1 + n, v1 + n, as1, n);  in mpn_toom33_mul()
301       cy += mpn_addlsh1_n (v1 + n, v1 + n, as1, n);  in mpn_toom33_mul()
303       cy += mpn_addmul_1 (v1 + n, as1, n, CNST_LIMB(2));  in mpn_toom33_mul()
306   v1[2 * n] = cy;  in mpn_toom33_mul()
308   cy = vinf[1];  in mpn_toom33_mul()
310   vinf[1] = cy;  in mpn_toom33_mul()