mpv/liba52/srfftp_3dnow.h

202 lines
6.5 KiB
C

/*
* srfftp.h
*
* Copyright (C) Yuqing Deng <Yuqing_Deng@brown.edu> - April 2000
*
* 64 and 128 point split radix fft for ac3dec
*
* The algorithm is desribed in the book:
* "Computational Frameworks of the Fast Fourier Transform".
*
* The ideas and the the organization of code borrowed from djbfft written by
* D. J. Bernstein <djb@cr.py.to>. djbff can be found at
* http://cr.yp.to/djbfft.html.
*
* srfftp.h is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2, or (at your option)
* any later version.
*
* srfftp.h is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with GNU Make; see the file COPYING. If not, write to
* the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
*
* Modified for using AMD's 3DNow! - 3DNowEx(DSP)! SIMD operations
* by Nick Kurshev <nickols_k@mail.ru>
*/
#ifndef SRFFTP_3DNOW_H__
#define SRFFTP_3DNOW_H__
static complex_t HSQRT2_3DNOW __attribute__ ((aligned (8))) = { 0.707106781188, 0.707106781188 };
#ifdef HAVE_3DNOWEX
#define TRANS_FILL_MM6_MM7_3DNOW()\
__asm__ __volatile__(\
"movl $-1, %%eax\n\t"\
"movd %%eax, %%mm7\n\t"\
"negl %%eax\n\t"\
"movd %%eax, %%mm6\n\t"\
"punpckldq %%mm6, %%mm7\n\t" /* -1.0 | 1.0 */\
"pi2fd %%mm7, %%mm7\n\t"\
"pswapd %%mm7, %%mm6\n\t"/* 1.0 | -1.0 */\
:::"eax","memory");
#else
#define TRANS_FILL_MM6_MM7_3DNOW()\
__asm__ __volatile__(\
"movl $-1, %%eax\n\t"\
"movd %%eax, %%mm7\n\t"\
"negl %%eax\n\t"\
"movd %%eax, %%mm6\n\t"\
"punpckldq %%mm6, %%mm7\n\t" /* -1.0 | 1.0 */\
"punpckldq %%mm7, %%mm6\n\t" /* 1.0 | -1.0 */\
"pi2fd %%mm7, %%mm7\n\t"\
"pi2fd %%mm6, %%mm6\n\t"\
:::"eax","memory");
#endif
#ifdef HAVE_3DNOWEX
#define PSWAP_MM(mm_base,mm_hlp) "pswapd "##mm_base","##mm_base"\n\t"
#else
#define PSWAP_MM(mm_base,mm_hlp)\
"movq "##mm_base","##mm_hlp"\n\t"\
"psrlq $32, "##mm_base"\n\t"\
"punpckldq "##mm_hlp","##mm_base"\n\t"
#endif
#ifdef HAVE_3DNOWEX
#define PFNACC_MM(mm_base,mm_hlp) "pfnacc "##mm_base","##mm_base"\n\t"
#else
#define PFNACC_MM(mm_base,mm_hlp)\
"movq "##mm_base","##mm_hlp"\n\t"\
"psrlq $32,"##mm_hlp"\n\t"\
"punpckldq "##mm_hlp","##mm_hlp"\n\t"\
"pfsub "##mm_hlp","##mm_base"\n\t"
#endif
#define TRANSZERO_3DNOW(A0,A4,A8,A12) \
{ \
__asm__ __volatile__(\
"movq %4, %%mm0\n\t" /* mm0 = wTB[0]*/\
"movq %5, %%mm1\n\t" /* mm1 = wTB[k*2]*/ \
"movq %%mm0, %%mm5\n\t"/*u.re = wTB[0].re + wTB[k*2].re;*/\
"pfadd %%mm1, %%mm5\n\t"/*u.im = wTB[0].im + wTB[k*2].im; mm5 = u*/\
"pfmul %%mm6, %%mm0\n\t"/*mm0 = wTB[0].re | -wTB[0].im */\
"pfmul %%mm7, %%mm1\n\t"/*mm1 = -wTB[k*2].re | wTB[k*2].im */\
"pfadd %%mm1, %%mm0\n\t"/*v.im = wTB[0].re - wTB[k*2].re;*/\
"movq %%mm0, %%mm4\n\t"/*v.re =-wTB[0].im + wTB[k*2].im;*/\
PSWAP_MM("%%mm4","%%mm2")/* mm4 = v*/\
"movq %6, %%mm0\n\t" /* a1 = A0;*/\
"movq %7, %%mm2\n\t" /* a1 = A4;*/\
"movq %%mm0, %%mm1\n\t"\
"movq %%mm2, %%mm3\n\t"\
"pfadd %%mm5, %%mm0\n\t" /*A0 = a1 + u;*/\
"pfadd %%mm4, %%mm2\n\t" /*A12 = a1 + v;*/\
"movq %%mm0, %0\n\t"\
"pfsub %%mm5, %%mm1\n\t" /*A1 = a1 - u;*/\
"movq %%mm2, %3\n\t"\
"pfsub %%mm4, %%mm3\n\t" /*A4 = a1 - v;*/\
"movq %%mm1, %1\n\t"\
"movq %%mm3, %2"\
:"=m"(A0), "=m"(A8), "=m"(A4), "=m"(A12)\
:"m"(wTB[0]), "m"(wTB[k*2]), "m"(A0), "m"(A4)\
:"memory");\
}
#define TRANSHALF_16_3DNOW(A2,A6,A10,A14)\
{\
__asm__ __volatile__(\
"movq %4, %%mm0\n\t"/*u.re = wTB[2].im + wTB[2].re;*/\
"movq %%mm0, %%mm1\n\t"\
"pfmul %%mm7, %%mm1\n\t"\
"pfacc %%mm1, %%mm0\n\t"/*u.im = wTB[2].im - wTB[2].re; mm0 = u*/\
"movq %5, %%mm1\n\t" /*a.re = wTB[6].im - wTB[6].re; */\
"movq %%mm1, %%mm2\n\t"\
"pfmul %%mm7, %%mm1\n\t"\
"pfacc %%mm2, %%mm1\n\t"/*a.im = wTB[6].im + wTB[6].re; mm1 = a*/\
"movq %%mm1, %%mm2\n\t"\
"pfmul %%mm7, %%mm2\n\t"/*v.im = u.re - a.re;*/\
"movq %%mm0, %%mm3\n\t"/*v.re = u.im + a.im;*/\
"pfadd %%mm2, %%mm3\n\t"\
PSWAP_MM("%%mm3","%%mm2")/*mm3 = v*/\
"pfmul %%mm6, %%mm1\n\t"/*u.re = u.re + a.re;*/\
"pfadd %%mm1, %%mm0\n\t"/*u.im = u.im - a.im; mm0 = u*/\
"movq %8, %%mm2\n\t"\
"pfmul %%mm2, %%mm3\n\t" /* v *= HSQRT2_3DNOW; */\
"pfmul %%mm2, %%mm0\n\t" /* u *= HSQRT2_3DNOW; */\
"movq %6, %%mm1\n\t" /* a1 = A2;*/\
"movq %7, %%mm5\n\t" /* a1 = A6;*/\
"movq %%mm1, %%mm2\n\t"\
"movq %%mm3, %%mm4\n\t"\
"pfadd %%mm0, %%mm1\n\t" /*A2 = a1 + u;*/\
"pfmul %%mm6, %%mm4\n\t"/*A6.re = a1.re + v.re;*/\
"pfsub %%mm0, %%mm2\n\t" /*A2 = a1 - u;*/\
"pfmul %%mm7, %%mm3\n\t"/*A14.re = a1.re - v.re;*/\
"movq %%mm1, %0\n\t"\
"movq %%mm2, %1\n\t"\
"movq %%mm5, %%mm2\n\t"\
"pfadd %%mm4, %%mm5\n\t"/*A6.im = a1.im - v.im;*/\
"pfadd %%mm3, %%mm2\n\t"/*A14.im = a1.im + v.im;*/\
"movq %%mm5, %2\n\t"\
"movq %%mm2, %3"\
:"=m"(A2), "=m"(A10), "=m"(A6), "=m"(A14)\
:"m"(wTB[2]), "m"(wTB[6]), "m"(A2), "m"(A6), "m"(HSQRT2_3DNOW)\
:"memory");\
}
#define TRANS_3DNOW(A1,A5,A9,A13,WT,WB,D,D3)\
{ \
__asm__ __volatile__(\
"movq %1, %%mm4\n\t"\
"movq %%mm4, %%mm5\n\t"\
"punpckldq %%mm4, %%mm4\n\t"/*mm4 = D.re | D.re */\
"punpckhdq %%mm5, %%mm5\n\t"/*mm5 = D.im | D.im */\
"movq %0, %%mm0\n\t"\
"pfmul %%mm0, %%mm4\n\t"/* mm4 =u.re | u.im */\
"pfmul %%mm0, %%mm5\n\t"/* mm5 = a.re | a.im */\
PSWAP_MM("%%mm5","%%mm3")\
"pfmul %%mm7, %%mm5\n\t"\
"pfadd %%mm5, %%mm4\n\t"/* mm4 = u*/\
"movq %3, %%mm1\n\t"\
"movq %2, %%mm0\n\t"\
PSWAP_MM("%%mm1","%%mm3")\
"movq %%mm0, %%mm2\n\t"\
"pfmul %%mm1, %%mm0\n\t"/* mm0 = a*/\
"pfmul %3, %%mm2\n\t"/* mm2 = v*/\
PFNACC_MM("%%mm2","%%mm3")\
"pfacc %%mm0, %%mm0\n\t"\
"movq %%mm4, %%mm5\n\t"\
"punpckldq %%mm0,%%mm2\n\t"/*mm2 = v.re | a.re*/\
"pfmul %%mm6, %%mm5\n\t"\
"movq %%mm2, %%mm3\n\t"\
"pfmul %%mm7, %%mm3\n\t"\
"pfadd %%mm3, %%mm5\n\t"\
PSWAP_MM("%%mm5","%%mm3")/* mm5 = v*/\
"pfadd %%mm2, %%mm4\n\t"\
:\
:"m"(WT), "m"(D), "m"(WB), "m"(D3)\
:"memory");\
__asm__ __volatile__(\
"movq %4, %%mm0\n\t"/* a1 = A1*/\
"movq %5, %%mm2\n\t"/* a1 = A5*/\
"movq %%mm0, %%mm1\n\t"\
"movq %%mm2, %%mm3\n\t"\
"pfadd %%mm4, %%mm0\n\t"/*A1 = a1 + u*/\
"pfsub %%mm5, %%mm2\n\t"/*A5 = a1 - v*/\
"movq %%mm0, %0\n\t"\
"pfsub %%mm4, %%mm1\n\t"/*A9 = a1 - u*/\
"movq %%mm2, %2\n\t"\
"pfadd %%mm5, %%mm3\n\t"/*A9 = a1 + v*/\
"movq %%mm1, %1\n\t"\
"movq %%mm3, %3"\
:"=m"(A1), "=m"(A9), "=m"(A5), "=m"(A13)\
:"m"(A1), "m"(A5)\
:"memory");\
}
#endif