/* * Copyright (c) 2003, 2007-8 Matteo Frigo * Copyright (c) 2003, 2007-8 Massachusetts Institute of Technology * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA * *//* This file was automatically generated --- DO NOT EDIT *//* Generated on Sat Nov 15 20:50:28 EST 2008 */#include "codelet-dft.h"#ifdef HAVE_FMA/* Generated by: ../../../genfft/gen_twiddle_c -fma -reorder-insns -schedule-for-pipeline -simd -compact -variables 4 -pipeline-latency 8 -twiddle-log3 -precompute-twiddles -no-generate-bytw -n 25 -name t3fv_25 -include t3f.h *//* * This function contains 268 FP additions, 281 FP multiplications, * (or, 87 additions, 100 multiplications, 181 fused multiply/add), * 223 stack variables, 67 constants, and 50 memory accesses */#include "t3f.h"static void t3fv_25(R *ri, R *ii, const R *W, stride rs, INT mb, INT me, INT ms){     DVK(KP792626838, +0.792626838241819413632131824093538848057784557);     DVK(KP876091699, +0.876091699473550838204498029706869638173524346);     DVK(KP617882369, +0.617882369114440893914546919006756321695042882);     DVK(KP803003575, +0.803003575438660414833440593570376004635464850);     DVK(KP242145790, +0.242145790282157779872542093866183953459003101);     DVK(KP968583161, +0.968583161128631119490168375464735813836012403);     DVK(KP999544308, +0.999544308746292983948881682379742149196758193);     DVK(KP916574801, +0.916574801383451584742370439148878693530976769);     DVK(KP904730450, +0.904730450839922351881287709692877908104763647);     DVK(KP809385824, +0.809385824416008241660603814668679683846476688);     DVK(KP447417479, +0.447417479732227551498980015410057305749330693);     DVK(KP894834959, +0.894834959464455102997960030820114611498661386);     DVK(KP867381224, +0.867381224396525206773171885031575671309956167);     DVK(KP683113946, +0.683113946453479238701949862233725244439656928);     DVK(KP559154169, +0.559154169276087864842202529084232643714075927);     DVK(KP958953096, +0.958953096729998668045963838399037225970891871);     DVK(KP831864738, +0.831864738706457140726048799369896829771167132);     DVK(KP829049696, +0.829049696159252993975487806364305442437946767);     DVK(KP860541664, +0.860541664367944677098261680920518816412804187);     DVK(KP897376177, +0.897376177523557693138608077137219684419427330);     DVK(KP876306680, +0.876306680043863587308115903922062583399064238);     DVK(KP681693190, +0.681693190061530575150324149145440022633095390);     DVK(KP560319534, +0.560319534973832390111614715371676131169633784);     DVK(KP855719849, +0.855719849902058969314654733608091555096772472);     DVK(KP237294955, +0.237294955877110315393888866460840817927895961);     DVK(KP949179823, +0.949179823508441261575555465843363271711583843);     DVK(KP904508497, +0.904508497187473712051146708591409529430077295);     DVK(KP997675361, +0.997675361079556513670859573984492383596555031);     DVK(KP763932022, +0.763932022500210303590826331268723764559381640);     DVK(KP690983005, +0.690983005625052575897706582817180941139845410);     DVK(KP992114701, +0.992114701314477831049793042785778521453036709);     DVK(KP952936919, +0.952936919628306576880750665357914584765951388);     DVK(KP998026728, +0.998026728428271561952336806863450553336905220);     DVK(KP262346850, +0.262346850930607871785420028382979691334784273);     DVK(KP570584518, +0.570584518783621657366766175430996792655723863);     DVK(KP669429328, +0.669429328479476605641803240971985825917022098);     DVK(KP923225144, +0.923225144846402650453449441572664695995209956);     DVK(KP945422727, +0.945422727388575946270360266328811958657216298);     DVK(KP522616830, +0.522616830205754336872861364785224694908468440);     DVK(KP956723877, +0.956723877038460305821989399535483155872969262);     DVK(KP906616052, +0.906616052148196230441134447086066874408359177);     DVK(KP772036680, +0.772036680810363904029489473607579825330539880);     DVK(KP845997307, +0.845997307939530944175097360758058292389769300);     DVK(KP951056516, +0.951056516295153572116439333379382143405698634);     DVK(KP912575812, +0.912575812670962425556968549836277086778922727);     DVK(KP921078979, +0.921078979742360627699756128143719920817673854);     DVK(KP982009705, +0.982009705009746369461829878184175962711969869);     DVK(KP734762448, +0.734762448793050413546343770063151342619912334);     DVK(KP494780565, +0.494780565770515410344588413655324772219443730);     DVK(KP447533225, +0.447533225982656890041886979663652563063114397);     DVK(KP603558818, +0.603558818296015001454675132653458027918768137);     DVK(KP667278218, +0.667278218140296670899089292254759909713898805);     DVK(KP244189809, +0.244189809627953270309879511234821255780225091);     DVK(KP269969613, +0.269969613759572083574752974412347470060951301);     DVK(KP578046249, +0.578046249379945007321754579646815604023525655);     DVK(KP522847744, +0.522847744331509716623755382187077770911012542);     DVK(KP132830569, +0.132830569247582714407653942074819768844536507);     DVK(KP120146378, +0.120146378570687701782758537356596213647956445);     DVK(KP893101515, +0.893101515366181661711202267938416198338079437);     DVK(KP987388751, +0.987388751065621252324603216482382109400433949);     DVK(KP059835404, +0.059835404262124915169548397419498386427871950);     DVK(KP066152395, +0.066152395967733048213034281011006031460903353);     DVK(KP786782374, +0.786782374965295178365099601674911834788448471);     DVK(KP869845200, +0.869845200362138853122720822420327157933056305);     DVK(KP559016994, +0.559016994374947424102293417182819058860154590);     DVK(KP250000000, +0.250000000000000000000000000000000000000000000);     DVK(KP618033988, +0.618033988749894848204586834365638117720309180);     INT m;     R *x;     x = ri;     for (m = mb, W = W + (mb * ((TWVL / VL) * 8)); m < me; m = m + VL, x = x + (VL * ms), W = W + (TWVL * 8), MAKE_VOLATILE_STRIDE(rs)) {	  V T2t, T1Z, T2W, T28, T2Q, T2r, T2g, T2u, T2o, T2l;	  {	       V T2, T5, T3, T9;	       T2 = LDW(&(W[0]));	       T5 = LDW(&(W[TWVL * 4]));	       T3 = LDW(&(W[TWVL * 2]));	       T9 = LDW(&(W[TWVL * 6]));	       {		    V T2c, T3l, Tn, T49, Tm, T4e, TN, T32, T1d, T3a, T3f, T3z, T3H, T25, T1W;		    V T2v, T2D, T4a, T1g, T18, T2Z, T11, T31, TK, T1q, T1j, T1n, T4b, T17;		    {			 V T1, T1l, Tr, T4, Ty, T1E, Tu, TX, TD, T1h, Tz, T1e, T1I, T1o, TU;			 V Tk, T2b, T1B, T1D, T1N, T1F, Td, T2a, T1J;			 {			      V T7, Tb, TC, Tg, T1L, Ta, T6, Tj, T1A;			      T1 = LD(&(x[0]), ms, &(x[0]));			      {				   V Tf, Ti, Te, Th;				   Tf = LD(&(x[WS(rs, 10)]), ms, &(x[0]));				   Ti = LD(&(x[WS(rs, 15)]), ms, &(x[WS(rs, 1)]));				   T7 = LD(&(x[WS(rs, 5)]), ms, &(x[WS(rs, 1)]));				   Tb = LD(&(x[WS(rs, 20)]), ms, &(x[0]));				   Te = VZMUL(T2, T5);				   TC = VZMULJ(T2, T5);				   T1l = VZMUL(T3, T5);				   Tr = VZMULJ(T3, T5);				   T4 = VZMUL(T2, T3);				   Ty = VZMULJ(T2, T3);				   T1E = VZMULJ(T2, T9);				   Th = VZMULJ(T5, T9);				   Tu = VZMULJ(T3, T9);				   Tg = VZMULJ(Te, Tf);				   TX = VZMULJ(Te, T9);				   TD = VZMULJ(TC, T9);				   T1h = VZMULJ(Ty, T9);				   Tz = VZMUL(Ty, T5);				   T1e = VZMULJ(Ty, T5);				   T1L = VZMULJ(Tr, T9);				   Ta = VZMULJ(T4, T9);				   T1I = VZMUL(T4, T5);				   T6 = VZMULJ(T4, T5);				   Tj = VZMULJ(Th, Ti);			      }			      T1A = LD(&(x[WS(rs, 3)]), ms, &(x[WS(rs, 1)]));			      T1o = VZMULJ(T1e, T9);			      {				   V Tc, T8, T1C, T1M;				   T1C = LD(&(x[WS(rs, 8)]), ms, &(x[0]));				   T1M = LD(&(x[WS(rs, 18)]), ms, &(x[0]));				   Tc = VZMULJ(Ta, Tb);				   T8 = VZMULJ(T6, T7);				   TU = VZMULJ(T6, T9);				   Tk = VADD(Tg, Tj);				   T2b = VSUB(Tg, Tj);				   T1B = VZMULJ(T3, T1A);				   T1D = VZMULJ(TC, T1C);				   T1N = VZMULJ(T1L, T1M);				   T1F = LD(&(x[WS(rs, 23)]), ms, &(x[WS(rs, 1)]));				   Td = VADD(T8, Tc);				   T2a = VSUB(T8, Tc);				   T1J = LD(&(x[WS(rs, 13)]), ms, &(x[WS(rs, 1)]));			      }			 }			 {			      V Tq, Tt, TF, T1T, T1H, Tw, T1U, T1O, TA, Tp, Ts, TE;			      Tp = LD(&(x[WS(rs, 1)]), ms, &(x[WS(rs, 1)]));			      Ts = LD(&(x[WS(rs, 6)]), ms, &(x[0]));			      TE = LD(&(x[WS(rs, 16)]), ms, &(x[0]));			      {				   V T1K, Tv, T1G, Tl;				   Tv = LD(&(x[WS(rs, 21)]), ms, &(x[WS(rs, 1)]));				   T1G = VZMULJ(T1E, T1F);				   T2c = VFMA(LDK(KP618033988), T2b, T2a);				   T3l = VFNMS(LDK(KP618033988), T2a, T2b);				   Tn = VSUB(Td, Tk);				   Tl = VADD(Td, Tk);				   T1K = VZMULJ(T1I, T1J);				   Tq = VZMULJ(T2, Tp);				   Tt = VZMULJ(Tr, Ts);				   TF = VZMULJ(TD, TE);				   T1T = VSUB(T1D, T1G);				   T1H = VADD(T1D, T1G);				   T49 = VADD(T1, Tl);				   Tm = VFNMS(LDK(KP250000000), Tl, T1);				   Tw = VZMULJ(Tu, Tv);				   T1U = VSUB(T1K, T1N);				   T1O = VADD(T1K, T1N);				   TA = LD(&(x[WS(rs, 11)]), ms, &(x[WS(rs, 1)]));			      }			      {				   V Tx, TL, T1R, T38, T1V, T13, TQ, TZ, TS, T1Q, TV, TG, TM, T12, T1c;				   V T16;				   T12 = LD(&(x[WS(rs, 4)]), ms, &(x[0]));				   {					V TP, TY, T1P, TB, TR;					TP = LD(&(x[WS(rs, 24)]), ms, &(x[0]));					TY = LD(&(x[WS(rs, 14)]), ms, &(x[0]));					TR = LD(&(x[WS(rs, 9)]), ms, &(x[WS(rs, 1)]));					Tx = VADD(Tt, Tw);					TL = VSUB(Tt, Tw);					T1R = VSUB(T1O, T1H);					T1P = VADD(T1H, T1O);					T38 = VFNMS(LDK(KP618033988), T1T, T1U);					T1V = VFMA(LDK(KP618033988), T1U, T1T);					TB = VZMULJ(Tz, TA);					T13 = VZMULJ(T4, T12);					TQ = VZMULJ(T9, TP);					TZ = VZMULJ(TX, TY);					TS = VZMULJ(T5, TR);					T4e = VADD(T1B, T1P);					T1Q = VFNMS(LDK(KP250000000), T1P, T1B);					TV = LD(&(x[WS(rs, 19)]), ms, &(x[WS(rs, 1)]));					TG = VADD(TB, TF);					TM = VSUB(TF, TB);				   }				   T1c = LD(&(x[WS(rs, 2)]), ms, &(x[0]));				   {					V T14, TT, TJ, T15, T10, TI, T1p, T1f, T1i, T1m;					T1f = LD(&(x[WS(rs, 7)]), ms, &(x[WS(rs, 1)]));					T14 = VADD(TS, TQ);					TT = VSUB(TQ, TS);					{					     V T39, T1S, TW, TH;					     T39 = VFMA(LDK(KP559016994), T1R, T1Q);					     T1S = VFNMS(LDK(KP559016994), T1R, T1Q);					     TW = VZMULJ(TU, TV);					     TH = VADD(Tx, TG);					     TJ = VSUB(Tx, TG);					     TN = VFNMS(LDK(KP618033988), TM, TL);					     T32 = VFMA(LDK(KP618033988), TL, TM);					     T1d = VZMULJ(Ty, T1c);					     T3a = VFMA(LDK(KP869845200), T39, T38);					     T3f = VFNMS(LDK(KP786782374), T38, T39);					     T3z = VFMA(LDK(KP066152395), T39, T38);					     T3H = VFNMS(LDK(KP059835404), T38, T39);					     T25 = VFMA(LDK(KP987388751), T1S, T1V);					     T1W = VFNMS(LDK(KP893101515), T1V, T1S);					     T2v = VFNMS(LDK(KP120146378), T1V, T1S);					     T2D = VFMA(LDK(KP132830569), T1S, T1V);					     T15 = VADD(TZ, TW);					     T10 = VSUB(TW, TZ);					     TI = VFNMS(LDK(KP250000000), TH, Tq);					     T4a = VADD(Tq, TH);					     T1g = VZMULJ(T1e, T1f);					}					T1p = LD(&(x[WS(rs, 17)]), ms, &(x[WS(rs, 1)]));					T1i = LD(&(x[WS(rs, 22)]), ms, &(x[0]));					T1m = LD(&(x[WS(rs, 12)]), ms, &(x[0]));					T18 = VSUB(T14, T15);					T16 = VADD(T14, T15);					T2Z = VFNMS(LDK(KP618033988), TT, T10);					T11 = VFMA(LDK(KP618033988), T10, TT);					T31 = VFNMS(LDK(KP559016994), TJ, TI);					TK = VFMA(LDK(KP559016994), TJ, TI);					T1q = VZMULJ(T1o, T1p);					T1j = VZMULJ(T1h, T1i);					T1n = VZMULJ(T1l, T1m);				   }				   T4b = VADD(T13, T16);				   T17 = VFMS(LDK(KP250000000), T16, T13);			      }			 }		    }		    {			 V T33, T3i, T3C, T3L, T20, TO, T2y, T2G, T1k, T1w, T1r, T1x, T2Y, T19, T4k;			 V T4c;			 T33 = VFMA(LDK(KP893101515), T32, T31);			 T3i = VFNMS(LDK(KP987388751), T31, T32);			 T3C = VFNMS(LDK(KP522847744), T32, T31);			 T3L = VFMA(LDK(KP578046249), T31, T32);			 T20 = VFMA(LDK(KP269969613), TK, TN);			 TO = VFNMS(LDK(KP244189809), TN, TK);			 T2y = VFMA(LDK(KP667278218), TK, TN);			 T2G = VFNMS(LDK(KP603558818), TN, TK);			 T1k = VADD(T1g, T1j);			 T1w = VSUB(T1g, T1j);			 T1r = VADD(T1n, T1q);			 T1x = VSUB(T1q, T1n);			 T2Y = VFMA(LDK(KP559016994), T18, T17);			 T19 = VFNMS(LDK(KP559016994), T18, T17);			 T4k = VSUB(T4a, T4b);			 T4c = VADD(T4a, T4b);			 {			      V T2X, To, T35, T1y, T2H, T2z, T1a, T21, T3t, T34, T3n, T3j, T3E, T3Y, T3M;			      V T3R, T1v, T36, T4l, T4f, T1u, T1s;			      T2X = VFNMS(LDK(KP559016994), Tn, Tm);			      To = VFMA(LDK(KP559016994), Tn, Tm);			      T1u = VSUB(T1r, T1k);			      T1s = VADD(T1k, T1r);			      T35 = VFMA(LDK(KP618033988), T1w, T1x);			      T1y = VFNMS(LDK(KP618033988), T1x, T1w);			      {				   V T3K, T30, T3h, T3D, T4d, T1t;				   T3K = VFMA(LDK(KP447533225), T2Z, T2Y);				   T30 = VFMA(LDK(KP120146378), T2Z, T2Y);				   T3h = VFNMS(LDK(KP132830569), T2Y, T2Z);				   T3D = VFNMS(LDK(KP494780565), T2Y, T2Z);				   T2H = VFNMS(LDK(KP786782374), T11, T19);				   T2z = VFMA(LDK(KP869845200), T19, T11);				   T1a = VFNMS(LDK(KP667278218), T19, T11);				   T21 = VFMA(LDK(KP603558818), T11, T19);				   T4d = VADD(T1d, T1s);				   T1t = VFNMS(LDK(KP250000000), T1s, T1d);				   T3t = VFNMS(LDK(KP734762448), T33, T30);				   T34 = VFMA(LDK(KP734762448), T33, T30);				   T3n = VFMA(LDK(KP734762448), T3i, T3h);