/* 
 *  srfftp.h
 *
 *  Copyright (C) Yuqing Deng <Yuqing_Deng@brown.edu> - April 2000
 *
 *  64 and 128 point split radix fft for ac3dec
 *
 *  The algorithm is desribed in the book:
 *  "Computational Frameworks of the Fast Fourier Transform".
 *
 *  The ideas and the the organization of code borrowed from djbfft written by
 *  D. J. Bernstein <djb@cr.py.to>.  djbff can be found at 
 *  http://cr.yp.to/djbfft.html.
 *
 *  srfftp.h is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2, or (at your option)
 *  any later version.
 *
 *  srfftp.h is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with GNU Make; see the file COPYING.  If not, write to
 *  the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 *  Modified for using AMD's 3DNow! - 3DNowEx(DSP)! SIMD operations 
 *  by Nick Kurshev <nickols_k@mail.ru>
 */

#ifndef SRFFTP_3DNOW_H__
#define SRFFTP_3DNOW_H__

static complex_t HSQRT2_3DNOW __attribute__ ((aligned (8))) = { 0.707106781188, 0.707106781188 };

#ifdef HAVE_3DNOWEX
#define TRANS_FILL_MM6_MM7_3DNOW()\
    __asm__ __volatile__(\
	"movl	$-1, %%eax\n\t"\
	"movd	%%eax, %%mm7\n\t"\
	"negl	%%eax\n\t"\
	"movd	%%eax, %%mm6\n\t"\
	"punpckldq %%mm6, %%mm7\n\t" /* -1.0 | 1.0 */\
	"pi2fd	%%mm7, %%mm7\n\t"\
	"pswapd	%%mm7, %%mm6\n\t"/* 1.0 | -1.0 */\
	:::"eax","memory");
#else
#define TRANS_FILL_MM6_MM7_3DNOW()\
    __asm__ __volatile__(\
	"movl	$-1, %%eax\n\t"\
	"movd	%%eax, %%mm7\n\t"\
	"negl	%%eax\n\t"\
	"movd	%%eax, %%mm6\n\t"\
	"punpckldq %%mm6, %%mm7\n\t" /* -1.0 | 1.0 */\
	"punpckldq %%mm7, %%mm6\n\t" /* 1.0 | -1.0 */\
	"pi2fd	%%mm7, %%mm7\n\t"\
	"pi2fd	%%mm6, %%mm6\n\t"\
	:::"eax","memory");
#endif

#ifdef HAVE_3DNOWEX
#define PSWAP_MM(mm_base,mm_hlp) "pswapd	"##mm_base","##mm_base"\n\t"
#else
#define PSWAP_MM(mm_base,mm_hlp)\
	"movq	"##mm_base","##mm_hlp"\n\t"\
	"psrlq $32, "##mm_base"\n\t"\
	"punpckldq "##mm_hlp","##mm_base"\n\t"
#endif
#ifdef HAVE_3DNOWEX
#define PFNACC_MM(mm_base,mm_hlp)	"pfnacc	"##mm_base","##mm_base"\n\t"
#else
#define PFNACC_MM(mm_base,mm_hlp)\
	"movq	"##mm_base","##mm_hlp"\n\t"\
	"psrlq	$32,"##mm_hlp"\n\t"\
	"punpckldq "##mm_hlp","##mm_hlp"\n\t"\
	"pfsub	"##mm_hlp","##mm_base"\n\t"
#endif

#define TRANSZERO_3DNOW(A0,A4,A8,A12) \
{ \
    __asm__ __volatile__(\
	"movq	%4, %%mm0\n\t" /* mm0 = wTB[0]*/\
	"movq	%5, %%mm1\n\t" /* mm1 = wTB[k*2]*/ \
	"movq	%%mm0, %%mm5\n\t"/*u.re = wTB[0].re + wTB[k*2].re;*/\
	"pfadd	%%mm1, %%mm5\n\t"/*u.im = wTB[0].im + wTB[k*2].im; mm5 = u*/\
	"pfmul  %%mm6, %%mm0\n\t"/*mm0 = wTB[0].re | -wTB[0].im */\
	"pfmul	%%mm7, %%mm1\n\t"/*mm1 = -wTB[k*2].re | wTB[k*2].im */\
	"pfadd	%%mm1, %%mm0\n\t"/*v.im = wTB[0].re - wTB[k*2].re;*/\
	"movq	%%mm0, %%mm4\n\t"/*v.re =-wTB[0].im + wTB[k*2].im;*/\
	PSWAP_MM("%%mm4","%%mm2")/* mm4 = v*/\
	"movq	%6, %%mm0\n\t" /* a1 = A0;*/\
	"movq	%7, %%mm2\n\t" /* a1 = A4;*/\
	"movq	%%mm0, %%mm1\n\t"\
	"movq	%%mm2, %%mm3\n\t"\
	"pfadd	%%mm5, %%mm0\n\t" /*A0 = a1 + u;*/\
	"pfadd	%%mm4, %%mm2\n\t" /*A12 = a1 + v;*/\
	"pfsub	%%mm5, %%mm1\n\t" /*A1 = a1 - u;*/\
	"pfsub	%%mm4, %%mm3\n\t" /*A4  = a1 - v;*/\
	"movq	%%mm0, %0\n\t"\
	"movq	%%mm2, %3\n\t"\
	"movq	%%mm1, %1\n\t"\
	"movq	%%mm3, %2"\
	:"=m"(A0), "=m"(A8), "=m"(A4), "=m"(A12)\
	:"m"(wTB[0]), "m"(wTB[k*2]), "0"(A0), "2"(A4)\
	:"memory");\
}

#define TRANSHALF_16_3DNOW(A2,A6,A10,A14)\
{\
    __asm__ __volatile__(\
	"movq	%4, %%mm0\n\t"/*u.re = wTB[2].im + wTB[2].re;*/\
	"movq	%%mm0, %%mm1\n\t"\
	"pfmul	%%mm7, %%mm1\n\t"\
	"pfacc	%%mm1, %%mm0\n\t"/*u.im = wTB[2].im - wTB[2].re; mm0 = u*/\
	"movq	%5, %%mm1\n\t"  /*a.re = wTB[6].im - wTB[6].re; */\
	"movq	%%mm1, %%mm2\n\t"\
	"pfmul	%%mm7, %%mm1\n\t"\
	"pfacc	%%mm2, %%mm1\n\t"/*a.im = wTB[6].im + wTB[6].re;  mm1 = a*/\
	"movq	%%mm1, %%mm2\n\t"\
	"pfmul	%%mm7, %%mm2\n\t"/*v.im = u.re - a.re;*/\
	"movq	%%mm0, %%mm3\n\t"/*v.re = u.im + a.im;*/\
	"pfadd	%%mm2, %%mm3\n\t"\
	PSWAP_MM("%%mm3","%%mm2")/*mm3 = v*/\
	"pfmul	%%mm6, %%mm1\n\t"/*u.re = u.re + a.re;*/\
	"pfadd	%%mm1, %%mm0\n\t"/*u.im = u.im - a.im; mm0 = u*/\
	"movq	%8, %%mm2\n\t"\
	"pfmul	%%mm2, %%mm3\n\t" /* v *= HSQRT2_3DNOW; */\
	"pfmul	%%mm2, %%mm0\n\t" /* u *= HSQRT2_3DNOW; */\
	"movq	%6, %%mm1\n\t" /* a1 = A2;*/\
	"movq	%%mm1, %%mm2\n\t"\
	"pfadd	%%mm0, %%mm1\n\t" /*A2 = a1 + u;*/\
	"pfsub	%%mm0, %%mm2\n\t" /*A2 = a1 - u;*/\
	"movq	%%mm1, %0\n\t"\
	"movq	%%mm2, %1\n\t"\
	"movq	%7, %%mm1\n\t" /* a1 = A6;*/\
	"movq	%%mm1, %%mm2\n\t"\
	"movq	%%mm3, %%mm4\n\t"\
	"pfmul	%%mm6, %%mm4\n\t"/*A6.re  = a1.re + v.re;*/\
	"pfadd	%%mm4, %%mm1\n\t"/*A6.im  = a1.im - v.im;*/\
	"pfmul	%%mm7, %%mm3\n\t"/*A14.re = a1.re - v.re;*/\
	"pfadd	%%mm3, %%mm2\n\t"/*A14.im = a1.im + v.im;*/\
	"movq	%%mm1, %2\n\t"\
	"movq	%%mm2, %3"\
	:"=m"(A2), "=m"(A10), "=m"(A6), "=m"(A14)\
	:"m"(wTB[2]), "m"(wTB[6]), "0"(A2), "2"(A6), "m"(HSQRT2_3DNOW)\
	:"memory");\
}

#define TRANS_3DNOW(A1,A5,A9,A13,WT,WB,D,D3)\
{ \
    __asm__ __volatile__(\
	"movq	%1,	%%mm4\n\t"\
	"movq	%%mm4,	%%mm5\n\t"\
	"punpckldq %%mm4, %%mm4\n\t"/*mm4 = D.re | D.re */\
	"punpckhdq %%mm5, %%mm5\n\t"/*mm5 = D.im | D.im */\
	"movq	%0,	%%mm0\n\t"\
	"pfmul	%%mm0,	%%mm4\n\t"/* mm4 =u.re | u.im */\
	"pfmul	%%mm0,	%%mm5\n\t"/* mm5 = a.re | a.im */\
	PSWAP_MM("%%mm5","%%mm3")\
	"pfmul	%%mm7,	%%mm5\n\t"\
	"pfadd	%%mm5,	%%mm4\n\t"/* mm4 = u*/\
	"movq	%3,	%%mm1\n\t"\
	"movq	%2,	%%mm0\n\t"\
	PSWAP_MM("%%mm1","%%mm3")\
	"movq	%%mm0,	%%mm2\n\t"\
	"pfmul	%%mm1,	%%mm0\n\t"/* mm0 = a*/\
	"pfmul	%3,	%%mm2\n\t"/* mm2 = v*/\
	PFNACC_MM("%%mm2","%%mm3")\
	"pfacc	%%mm0,	%%mm0\n\t"\
	"punpckldq %%mm0,%%mm2\n\t"/*mm2 = v.re | a.re*/\
	"movq	%%mm2,	%%mm3\n\t"\
	"pfmul	%%mm7,	%%mm3\n\t"\
	"movq	%%mm4,	%%mm5\n\t"\
	"pfmul	%%mm6,	%%mm5\n\t"\
	"pfadd	%%mm3,	%%mm5\n\t"\
	PSWAP_MM("%%mm5","%%mm3")/* mm5 = v*/\
	"pfadd	%%mm2,	%%mm4\n\t"\
	:\
	:"m"(WT), "m"(D), "m"(WB), "m"(D3)\
	:"memory");\
    __asm__ __volatile__(\
	"movq	%4, %%mm0\n\t"/* a1 = A1*/\
	"movq	%%mm0, %%mm1\n\t"\
	"pfadd	%%mm4, %%mm0\n\t"/*A1 = a1 + u*/\
	"pfsub	%%mm4, %%mm1\n\t"/*A9 = a1 - u*/\
	"movq	%%mm0, %0\n\t"\
	"movq	%%mm1, %1\n\t"\
	"movq	%5, %%mm2\n\t"/* a1 = A5*/\
	"movq	%%mm2, %%mm3\n\t"\
	"pfsub	%%mm5, %%mm2\n\t"/*A5 = a1 - v*/\
	"pfadd	%%mm5, %%mm3\n\t"/*A9 = a1 + v*/\
	"movq	%%mm2, %2\n\t"\
	"movq	%%mm3, %3"\
	:"=m"(A1), "=m"(A9), "=m"(A5), "=m"(A13)\
	:"0"(A1), "2"(A5), "m"(u), "m"(v)\
	:"memory");\
}

#endif