/* * Copyright (c) 2003, 2007-8 Matteo Frigo * Copyright (c) 2003, 2007-8 Massachusetts Institute of Technology * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA * *//* This file was automatically generated --- DO NOT EDIT *//* Generated on Sat Nov 15 21:05:55 EST 2008 */#include "codelet-rdft.h"#ifdef HAVE_FMA/* Generated by: ../../../genfft/gen_r2cb -fma -reorder-insns -schedule-for-pipeline -compact -variables 4 -pipeline-latency 4 -sign 1 -n 64 -name r2cb_64 -include r2cb.h *//* * This function contains 394 FP additions, 216 FP multiplications, * (or, 178 additions, 0 multiplications, 216 fused multiply/add), * 143 stack variables, 18 constants, and 128 memory accesses */#include "r2cb.h"static void r2cb_64(R *R0, R *R1, R *Cr, R *Ci, stride rs, stride csr, stride csi, INT v, INT ivs, INT ovs){     DK(KP1_990369453, +1.990369453344393772489673906218959843150949737);     DK(KP1_546020906, +1.546020906725473921621813219516939601942082586);     DK(KP098491403, +0.098491403357164253077197521291327432293052451);     DK(KP820678790, +0.820678790828660330972281985331011598767386482);     DK(KP1_913880671, +1.913880671464417729871595773960539938965698411);     DK(KP1_763842528, +1.763842528696710059425513727320776699016885241);     DK(KP303346683, +0.303346683607342391675883946941299872384187453);     DK(KP534511135, +0.534511135950791641089685961295362908582039528);     DK(KP923879532, +0.923879532511286756128183189396788286822416626);     DK(KP1_662939224, +1.662939224605090474157576755235811513477121624);     DK(KP1_961570560, +1.961570560806460898252364472268478073947867462);     DK(KP668178637, +0.668178637919298919997757686523080761552472251);     DK(KP198912367, +0.198912367379658006911597622644676228597850501);     DK(KP707106781, +0.707106781186547524400844362104849039284835938);     DK(KP1_847759065, +1.847759065022573512256366378793576573644833252);     DK(KP414213562, +0.414213562373095048801688724209698078569671875);     DK(KP1_414213562, +1.414213562373095048801688724209698078569671875);     DK(KP2_000000000, +2.000000000000000000000000000000000000000000000);     INT i;     for (i = v; i > 0; i = i - 1, R0 = R0 + ovs, R1 = R1 + ovs, Cr = Cr + ivs, Ci = Ci + ivs, MAKE_VOLATILE_STRIDE(rs), MAKE_VOLATILE_STRIDE(csr), MAKE_VOLATILE_STRIDE(csi)) {	  E T3d, T32, T37, T2Z, T3f, T3b, T3c, T35;	  {	       E T5H, T9, T5j, T4p, T2T, T1b, T3Z, T3j, Tg, T5I, T5k, T4u, T40, T3m, T2U;	       E T1m, T3o, T1s, T1J, T3r, T5K, Tw, T5N, T6c, T4A, T5n, T3s, T1D, T5m, T4F;	       E T3p, T1M, T3w, T1U, T2z, T3H, T5Q, TM, T6f, T5Y, T5q, T4M, T3I, T25, T5t;	       E T53, T3x, T2C, T3A, T5V, T11, T6g, T5T, T55, T4W, T3z, T2E, T2h, T2F, T2s;	       E T3L, T3E, T54, T4R;	       {		    E Td, T1c, Tc, T4r, T1k, Te, T1d, T1e;		    {			 E T3h, T15, T1a, T3i;			 {			      E T4, T14, T17, T13, T3, T16, T8, T18;			      T4 = Cr[WS(csr, 16)];			      T14 = Ci[WS(csi, 16)];			      {				   E T1, T2, T6, T7;				   T1 = Cr[0];				   T2 = Cr[WS(csr, 32)];				   T6 = Cr[WS(csr, 8)];				   T7 = Cr[WS(csr, 24)];				   T17 = Ci[WS(csi, 8)];				   T13 = T1 - T2;				   T3 = T1 + T2;				   T16 = T6 - T7;				   T8 = T6 + T7;				   T18 = Ci[WS(csi, 24)];			      }			      {				   E T4n, T5, T4o, T19;				   T4n = FNMS(KP2_000000000, T4, T3);				   T5 = FMA(KP2_000000000, T4, T3);				   T3h = FMA(KP2_000000000, T14, T13);				   T15 = FNMS(KP2_000000000, T14, T13);				   T4o = T17 - T18;				   T19 = T17 + T18;				   T5H = FNMS(KP2_000000000, T8, T5);				   T9 = FMA(KP2_000000000, T8, T5);				   T5j = FMA(KP2_000000000, T4o, T4n);				   T4p = FNMS(KP2_000000000, T4o, T4n);				   T1a = T16 - T19;				   T3i = T16 + T19;			      }			 }			 {			      E Ta, Tb, T1i, T1j;			      Ta = Cr[WS(csr, 4)];			      T2T = FNMS(KP1_414213562, T1a, T15);			      T1b = FMA(KP1_414213562, T1a, T15);			      T3Z = FMA(KP1_414213562, T3i, T3h);			      T3j = FNMS(KP1_414213562, T3i, T3h);			      Tb = Cr[WS(csr, 28)];			      T1i = Ci[WS(csi, 4)];			      T1j = Ci[WS(csi, 28)];			      Td = Cr[WS(csr, 20)];			      T1c = Ta - Tb;			      Tc = Ta + Tb;			      T4r = T1i - T1j;			      T1k = T1i + T1j;			      Te = Cr[WS(csr, 12)];			      T1d = Ci[WS(csi, 20)];			      T1e = Ci[WS(csi, 12)];			 }		    }		    {			 E T4B, T4E, T1K, T1L;			 {			      E T1o, Tk, T4C, T1I, T1F, Tn, T4D, T1r, Ts, T1t, Tr, T4y, T1w, Tt, T1z;			      E T1A;			      {				   E Tl, Tm, T1p, T1q;				   {					E Ti, Tj, T1G, T1H, T1h, Tf;					Ti = Cr[WS(csr, 2)];					T1h = Td - Te;					Tf = Td + Te;					{					     E T4s, T1f, T3k, T1l;					     T4s = T1d - T1e;					     T1f = T1d + T1e;					     T3k = T1k - T1h;					     T1l = T1h + T1k;					     {						  E T4q, T4t, T3l, T1g;						  T4q = Tc - Tf;						  Tg = Tc + Tf;						  T4t = T4r - T4s;						  T5I = T4s + T4r;						  T3l = T1c + T1f;						  T1g = T1c - T1f;						  T5k = T4q + T4t;						  T4u = T4q - T4t;						  T40 = FMA(KP414213562, T3k, T3l);						  T3m = FNMS(KP414213562, T3l, T3k);						  T2U = FMA(KP414213562, T1g, T1l);						  T1m = FNMS(KP414213562, T1l, T1g);						  Tj = Cr[WS(csr, 30)];					     }					}					T1G = Ci[WS(csi, 2)];					T1H = Ci[WS(csi, 30)];					Tl = Cr[WS(csr, 18)];					T1o = Ti - Tj;					Tk = Ti + Tj;					T4C = T1G - T1H;					T1I = T1G + T1H;					Tm = Cr[WS(csr, 14)];					T1p = Ci[WS(csi, 18)];					T1q = Ci[WS(csi, 14)];				   }				   {					E Tp, Tq, T1u, T1v;					Tp = Cr[WS(csr, 10)];					T1F = Tl - Tm;					Tn = Tl + Tm;					T4D = T1p - T1q;					T1r = T1p + T1q;					Tq = Cr[WS(csr, 22)];					T1u = Ci[WS(csi, 10)];					T1v = Ci[WS(csi, 22)];					Ts = Cr[WS(csr, 6)];					T1t = Tp - Tq;					Tr = Tp + Tq;					T4y = T1u - T1v;					T1w = T1u + T1v;					Tt = Cr[WS(csr, 26)];					T1z = Ci[WS(csi, 6)];					T1A = Ci[WS(csi, 26)];				   }			      }			      {				   E T1y, T4x, T1B, T4w, To, Tv, Tu;				   T3o = T1o + T1r;				   T1s = T1o - T1r;				   T1y = Ts - Tt;				   Tu = Ts + Tt;				   T4x = T1A - T1z;				   T1B = T1z + T1A;				   T1J = T1F + T1I;				   T3r = T1I - T1F;				   T4w = Tk - Tn;				   To = Tk + Tn;				   Tv = Tr + Tu;				   T4B = Tr - Tu;				   {					E T4z, T5L, T5M, T1x, T1C;					T4E = T4C - T4D;					T5L = T4D + T4C;					T5M = T4y + T4x;					T4z = T4x - T4y;					T5K = To - Tv;					Tw = To + Tv;					T5N = T5L - T5M;					T6c = T5M + T5L;					T1K = T1t + T1w;					T1x = T1t - T1w;					T1C = T1y - T1B;					T1L = T1y + T1B;					T4A = T4w + T4z;					T5n = T4w - T4z;					T3s = T1C - T1x;					T1D = T1x + T1C;				   }			      }			 }			 {			      E T4Z, T52, T2A, T2B;			      {				   E T1Q, TA, T50, T2y, T2v, TD, T51, T1T, TI, T1V, TH, T4K, T1Y, TJ, T21;				   E T22;				   {					E TB, TC, T1R, T1S;					{					     E Ty, Tz, T2w, T2x;					     Ty = Cr[WS(csr, 1)];					     T5m = T4E - T4B;					     T4F = T4B + T4E;					     T3p = T1K + T1L;					     T1M = T1K - T1L;					     Tz = Cr[WS(csr, 31)];					     T2w = Ci[WS(csi, 1)];					     T2x = Ci[WS(csi, 31)];					     TB = Cr[WS(csr, 17)];					     T1Q = Ty - Tz;					     TA = Ty + Tz;					     T50 = T2w - T2x;					     T2y = T2w + T2x;					     TC = Cr[WS(csr, 15)];					     T1R = Ci[WS(csi, 17)];					     T1S = Ci[WS(csi, 15)];					}					{					     E TF, TG, T1W, T1X;					     TF = Cr[WS(csr, 9)];					     T2v = TB - TC;					     TD = TB + TC;					     T51 = T1R - T1S;					     T1T = T1R + T1S;					     TG = Cr[WS(csr, 23)];					     T1W = Ci[WS(csi, 9)];					     T1X = Ci[WS(csi, 23)];					     TI = Cr[WS(csr, 7)];					     T1V = TF - TG;					     TH = TF + TG;					     T4K = T1W - T1X;					     T1Y = T1W + T1X;					     TJ = Cr[WS(csr, 25)];					     T21 = Ci[WS(csi, 7)];					     T22 = Ci[WS(csi, 25)];					}				   }				   {					E T20, T4J, T23, T4I, TE, TL, TK;					T3w = T1Q + T1T;					T1U = T1Q - T1T;					T20 = TI - TJ;					TK = TI + TJ;					T4J = T22 - T21;					T23 = T21 + T22;					T2z = T2v + T2y;					T3H = T2y - T2v;					T4I = TA - TD;					TE = TA + TD;					TL = TH + TK;					T4Z = TH - TK;					{					     E T4L, T5W, T5X, T1Z, T24;					     T52 = T50 - T51;					     T5W = T51 + T50;					     T5X = T4K + T4J;					     T4L = T4J - T4K;					     T5Q = TE - TL;					     TM = TE + TL;					     T6f = T5X + T5W;					     T5Y = T5W - T5X;					     T2A = T1V + T1Y;					     T1Z = T1V - T1Y;					     T24 = T20 - T23;					     T2B = T20 + T23;					     T5q = T4I - T4L;					     T4M = T4I + T4L;					     T3I = T24 - T1Z;					     T25 = T1Z + T24;					}				   }			      }			      {				   E T27, TP, T4O, T2f, T2c, TS, T4P, T2a, TX, T2i, TW, T4T, T2q, TY, T2j;				   E T2k;				   {					E TQ, TR, T28, T29;					{					     E TN, TO, T2d, T2e;					     TN = Cr[WS(csr, 5)];					     T5t = T52 - T4Z;					     T53 = T4Z + T52;					     T3x = T2A + T2B;					     T2C = T2A - T2B;					     TO = Cr[WS(csr, 27)];					     T2d = Ci[WS(csi, 5)];					     T2e = Ci[WS(csi, 27)];					     TQ = Cr[WS(csr, 21)];					     T27 = TN - TO;					     TP = TN + TO;					     T4O = T2d - T2e;					     T2f = T2d + T2e;					     TR = Cr[WS(csr, 11)];					     T28 = Ci[WS(csi, 21)];					     T29 = Ci[WS(csi, 11)];					}					{					     E TU, TV, T2o, T2p;					     TU = Cr[WS(csr, 3)];					     T2c = TQ - TR;					     TS = TQ + TR;					     T4P = T28 - T29;					     T2a = T28 + T29;					     TV = Cr[WS(csr, 29)];					     T2o = Ci[WS(csi, 3)];					     T2p = Ci[WS(csi, 29)];					     TX = Cr[WS(csr, 13)];					     T2i = TU - TV;					     TW = TU + TV;					     T4T = T2p - T2o;					     T2q = T2o + T2p;					     TY = Cr[WS(csr, 19)];					     T2j = Ci[WS(csi, 13)];					     T2k = Ci[WS(csi, 19)];					}				   }				   {					E T4N, T2n, T2l, T4Q, T2b, T2g, TT, TZ, T4U;					T4N = TP - TS;					TT = TP + TS;					T2n = TX - TY;					TZ = TX + TY;					T4U = T2j - T2k;					T2l = T2j + T2k;					{					     E T5S, T10, T4S, T4V, T5R;					     T5S = T4P + T4O;					     T4Q = T4O - T4P;					     T10 = TW + TZ;					     T4S = TW - TZ;					     T4V = T4T - T4U;					     T5R = T4U + T4T;					     T3A = T27 + T2a;					     T2b = T27 - T2a;					     T5V = TT - T10;					     T11 = TT + T10;					     T6g = T5S + T5R;					     T5T = T5R - T5S;					     T55 = T4V - T4S;					     T4W = T4S + T4V;					     T2g = T2c + T2f;					     T3z = T2f - T2c;					}					{					     E T3D, T3C, T2m, T2r;					     T3D = T2i + T2l;					     T2m = T2i - T2l;					     T2r = T2n - T2q;					     T3C = T2n + T2q;					     T2E = FMA(KP414213562, T2b, T2g);					     T2h = FNMS(KP414213562, T2g, T2b);					     T2F = FNMS(KP414213562, T2m, T2r);					     T2s = FMA(KP414213562, T2r, T2m);					     T3L = FMA(KP414213562, T3C, T3D);					     T3E = FNMS(KP414213562, T3D, T3C);					     T54 = T4N + T4Q;					     T4R = T4N - T4Q;					}				   }			      }			 }		    }	       }	       {		    E T3K, T3B, T5u, T5r, T5d, T5g;		    {			 E T6e, T6h, T6b, T5J, T5O, T5Z, T66, T69, T65, T67, T5U, T12, T6m, Th;			 T6e = TM - T11;			 T12 = TM + T11;			 T6m = T6g + T6f;			 T6h = T6f - T6g;			 T6b = FNMS(KP2_000000000, Tg, T9);			 Th = FMA(KP2_000000000, Tg, T9);			 T3K = FMA(KP414213562, T3z, T3A);			 T3B = FNMS(KP414213562, T3A, T3z);			 {			      E T63, T64, T6l, Tx;			      T5J = FNMS(KP2_000000000, T5I, T5H);			      T63 = FMA(KP2_000000000, T5I, T5H);			      T64 = T5K + T5N;			      T5O = T5K - T5N;			      T5Z = T5V + T5Y;			      T66 = T5Y - T5V;			      T6l = FNMS(KP2_000000000, Tw, Th);			      Tx = FMA(KP2_000000000, Tw, Th);			      T69 = FMA(KP1_414213562, T64, T63);			      T65 = FNMS(KP1_414213562, T64, T63);			      R0[WS(rs, 8)] = FNMS(KP2_000000000, T6m, T6l);			      R0[WS(rs, 24)] = FMA(KP2_000000000, T6m, T6l);			      R0[0] = FMA(KP2_000000000, T12, Tx);			      R0[WS(rs, 16)] = FNMS(KP2_000000000, T12, Tx);			      T67 = T5Q - T5T;			      T5U = T5Q + T5T;			 }			 {			      E T6j, T6d, T6a, T68;			      T6a = FMA(KP414213562, T66, T67);			      T68 = FNMS(KP414213562, T67, T66);			      T6j = FMA(KP2_000000000, T6c, T6b);			      T6d = FNMS(KP2_000000000, T6c, T6b);			      R0[WS(rs, 14)] = FNMS(KP1_847759065, T6a, T69);			      R0[WS(rs, 30)] = FMA(KP1_847759065, T6a, T69);			      R0[WS(rs, 22)] = FMA(KP1_847759065, T68, T65);			      R0[WS(rs, 6)] = FNMS(KP1_847759065, T68, T65);			      {				   E T61, T5P, T6k, T6i;				   T6k = T6e + T6h;				   T6i = T6e - T6h;				   T61 = FNMS(KP1_414213562, T5O, T5J);				   T5P = FMA(KP1_414213562, T5O, T5J);				   R0[WS(rs, 12)] = FNMS(KP1_414213562, T6k, T6j);				   R0[WS(rs, 28)] = FMA(KP1_414213562, T6k, T6j);				   R0[WS(rs, 4)] = FMA(KP1_414213562, T6i, T6d);				   R0[WS(rs, 20)] = FNMS(KP1_414213562, T6i, T6d);				   {					E T5b, T4v, T5f, T4Y, T5e, T57, T4G, T5c;					{					     E T4X, T56, T62, T60;					     T5u = T4W - T4R;					     T4X = T4R + T4W;					     T56 = T54 + T55;					     T5r = T54 - T55;					     T5b = FNMS(KP1_414213562, T4u, T4p);					     T4v = FMA(KP1_414213562, T4u, T4p);					     T62 = FMA(KP414213562, T5U, T5Z);					     T60 = FNMS(KP414213562, T5Z, T5U);					     T5f = FNMS(KP707106781, T4X, T4M);					     T4Y = FMA(KP707106781, T4X, T4M);					     T5e = FNMS(KP707106781, T56, T53);					     T57 = FMA(KP707106781, T56, T53);					     R0[WS(rs, 10)] = FNMS(KP1_847759065, T62, T61);