2012-04-28 10:23:42 +00:00
|
|
|
;******************************************************************************
|
|
|
|
;* Copyright (c) 2012 Michael Niedermayer
|
|
|
|
;*
|
|
|
|
;* This file is part of FFmpeg.
|
|
|
|
;*
|
|
|
|
;* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
;* modify it under the terms of the GNU Lesser General Public
|
|
|
|
;* License as published by the Free Software Foundation; either
|
|
|
|
;* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
;*
|
|
|
|
;* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
;* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
;* Lesser General Public License for more details.
|
|
|
|
;*
|
|
|
|
;* You should have received a copy of the GNU Lesser General Public
|
|
|
|
;* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
;******************************************************************************
|
|
|
|
|
|
|
|
%include "libavutil/x86/x86util.asm"
|
|
|
|
|
2012-04-28 15:04:42 +00:00
|
|
|
SECTION_RODATA
|
2012-05-03 13:52:36 +00:00
|
|
|
align 32
|
2012-04-28 15:04:42 +00:00
|
|
|
flt2pm31: times 8 dd 4.6566129e-10
|
2012-04-29 09:27:22 +00:00
|
|
|
flt2p31 : times 8 dd 2147483648.0
|
2012-04-29 10:18:14 +00:00
|
|
|
flt2p15 : times 8 dd 32768.0
|
2012-04-28 15:04:42 +00:00
|
|
|
|
2012-05-06 17:39:52 +00:00
|
|
|
word_unpack_shuf : db 0, 1, 4, 5, 8, 9,12,13, 2, 3, 6, 7,10,11,14,15
|
|
|
|
|
2012-04-28 10:23:42 +00:00
|
|
|
SECTION .text
|
|
|
|
|
2012-04-29 12:10:34 +00:00
|
|
|
|
2012-05-05 13:31:06 +00:00
|
|
|
;to, from, a/u, log2_outsize, log_intsize, const
|
|
|
|
%macro PACK_2CH 5-7
|
2012-05-05 17:42:52 +00:00
|
|
|
cglobal pack_2ch_%2_to_%1_%3, 3, 4, 6, dst, src, len, src2
|
2012-05-05 13:31:06 +00:00
|
|
|
mov src2q , [srcq+gprsize]
|
|
|
|
mov srcq , [srcq]
|
|
|
|
mov dstq , [dstq]
|
|
|
|
%ifidn %3, a
|
|
|
|
test dstq, mmsize-1
|
2012-05-05 17:43:11 +00:00
|
|
|
jne pack_2ch_%2_to_%1_u_int %+ SUFFIX
|
2012-05-05 13:31:06 +00:00
|
|
|
test srcq, mmsize-1
|
2012-05-05 17:43:11 +00:00
|
|
|
jne pack_2ch_%2_to_%1_u_int %+ SUFFIX
|
2012-05-05 13:31:06 +00:00
|
|
|
test src2q, mmsize-1
|
2012-05-05 17:43:11 +00:00
|
|
|
jne pack_2ch_%2_to_%1_u_int %+ SUFFIX
|
2012-05-05 13:31:06 +00:00
|
|
|
%else
|
2012-05-05 17:43:11 +00:00
|
|
|
pack_2ch_%2_to_%1_u_int %+ SUFFIX
|
2012-05-05 13:31:06 +00:00
|
|
|
%endif
|
|
|
|
lea srcq , [srcq + (1<<%5)*lenq]
|
|
|
|
lea src2q, [src2q + (1<<%5)*lenq]
|
|
|
|
lea dstq , [dstq + (2<<%4)*lenq]
|
|
|
|
neg lenq
|
2012-05-13 18:30:13 +00:00
|
|
|
%7 m0,m1,m2,m3,m4,m5
|
2012-05-05 13:31:06 +00:00
|
|
|
.next:
|
2012-05-06 10:59:59 +00:00
|
|
|
%if %4 >= %5
|
2012-05-05 13:31:06 +00:00
|
|
|
mov%3 m0, [ srcq +(1<<%5)*lenq]
|
|
|
|
mova m1, m0
|
|
|
|
mov%3 m2, [ src2q+(1<<%5)*lenq]
|
|
|
|
%if %5 == 1
|
|
|
|
punpcklwd m0, m2
|
|
|
|
punpckhwd m1, m2
|
|
|
|
%else
|
|
|
|
punpckldq m0, m2
|
|
|
|
punpckhdq m1, m2
|
|
|
|
%endif
|
2012-05-13 18:30:13 +00:00
|
|
|
%6 m0,m1,m2,m3,m4,m5
|
2012-05-06 10:59:59 +00:00
|
|
|
%else
|
|
|
|
mov%3 m0, [ srcq +(1<<%5)*lenq]
|
|
|
|
mov%3 m1, [mmsize + srcq +(1<<%5)*lenq]
|
|
|
|
mov%3 m2, [ src2q+(1<<%5)*lenq]
|
|
|
|
mov%3 m3, [mmsize + src2q+(1<<%5)*lenq]
|
2012-05-13 18:30:13 +00:00
|
|
|
%6 m0,m1,m2,m3,m4,m5
|
2012-05-06 10:59:59 +00:00
|
|
|
mova m2, m0
|
|
|
|
punpcklwd m0, m1
|
|
|
|
punpckhwd m2, m1
|
|
|
|
SWAP 1,2
|
|
|
|
%endif
|
2012-05-05 13:31:06 +00:00
|
|
|
mov%3 [ dstq+(2<<%4)*lenq], m0
|
|
|
|
mov%3 [ mmsize + dstq+(2<<%4)*lenq], m1
|
|
|
|
%if %4 > %5
|
|
|
|
mov%3 [2*mmsize + dstq+(2<<%4)*lenq], m2
|
|
|
|
mov%3 [3*mmsize + dstq+(2<<%4)*lenq], m3
|
|
|
|
add lenq, 4*mmsize/(2<<%4)
|
|
|
|
%else
|
|
|
|
add lenq, 2*mmsize/(2<<%4)
|
|
|
|
%endif
|
|
|
|
jl .next
|
|
|
|
REP_RET
|
|
|
|
%endmacro
|
|
|
|
|
2012-05-06 15:22:33 +00:00
|
|
|
%macro UNPACK_2CH 5-7
|
2012-05-06 17:39:52 +00:00
|
|
|
cglobal unpack_2ch_%2_to_%1_%3, 3, 4, 7, dst, src, len, dst2
|
2012-05-06 15:22:33 +00:00
|
|
|
mov dst2q , [dstq+gprsize]
|
|
|
|
mov srcq , [srcq]
|
|
|
|
mov dstq , [dstq]
|
|
|
|
%ifidn %3, a
|
|
|
|
test dstq, mmsize-1
|
|
|
|
jne unpack_2ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
test srcq, mmsize-1
|
|
|
|
jne unpack_2ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
test dst2q, mmsize-1
|
|
|
|
jne unpack_2ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
%else
|
|
|
|
unpack_2ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
%endif
|
|
|
|
lea srcq , [srcq + (2<<%5)*lenq]
|
|
|
|
lea dstq , [dstq + (1<<%4)*lenq]
|
|
|
|
lea dst2q, [dst2q + (1<<%4)*lenq]
|
|
|
|
neg lenq
|
2012-05-13 18:30:13 +00:00
|
|
|
%7 m0,m1,m2,m3,m4,m5
|
2012-05-06 17:39:52 +00:00
|
|
|
mova m6, [word_unpack_shuf]
|
2012-05-06 15:22:33 +00:00
|
|
|
.next:
|
|
|
|
mov%3 m0, [ srcq +(2<<%5)*lenq]
|
|
|
|
mov%3 m2, [ mmsize + srcq +(2<<%5)*lenq]
|
|
|
|
%if %5 == 1
|
2012-05-06 17:39:52 +00:00
|
|
|
%ifidn SUFFIX, _ssse3
|
|
|
|
pshufb m0, m6
|
|
|
|
mova m1, m0
|
|
|
|
pshufb m2, m6
|
|
|
|
punpcklqdq m0,m2
|
|
|
|
punpckhqdq m1,m2
|
|
|
|
%else
|
|
|
|
mova m1, m0
|
2012-05-06 15:22:33 +00:00
|
|
|
punpcklwd m0,m2
|
|
|
|
punpckhwd m1,m2
|
|
|
|
|
|
|
|
mova m2, m0
|
|
|
|
punpcklwd m0,m1
|
|
|
|
punpckhwd m2,m1
|
|
|
|
|
|
|
|
mova m1, m0
|
|
|
|
punpcklwd m0,m2
|
|
|
|
punpckhwd m1,m2
|
2012-05-06 17:39:52 +00:00
|
|
|
%endif
|
2012-05-06 15:22:33 +00:00
|
|
|
%else
|
2012-05-06 17:39:52 +00:00
|
|
|
mova m1, m0
|
2012-05-06 15:22:33 +00:00
|
|
|
shufps m0, m2, 10001000b
|
|
|
|
shufps m1, m2, 11011101b
|
|
|
|
%endif
|
|
|
|
%if %4 < %5
|
|
|
|
mov%3 m2, [2*mmsize + srcq +(2<<%5)*lenq]
|
|
|
|
mova m3, m2
|
|
|
|
mov%3 m4, [3*mmsize + srcq +(2<<%5)*lenq]
|
|
|
|
shufps m2, m4, 10001000b
|
|
|
|
shufps m3, m4, 11011101b
|
|
|
|
SWAP 1,2
|
|
|
|
%endif
|
2012-05-13 18:30:13 +00:00
|
|
|
%6 m0,m1,m2,m3,m4,m5
|
2012-05-06 15:22:33 +00:00
|
|
|
mov%3 [ dstq+(1<<%4)*lenq], m0
|
|
|
|
%if %4 > %5
|
|
|
|
mov%3 [ dst2q+(1<<%4)*lenq], m2
|
|
|
|
mov%3 [ mmsize + dstq+(1<<%4)*lenq], m1
|
|
|
|
mov%3 [ mmsize + dst2q+(1<<%4)*lenq], m3
|
|
|
|
add lenq, 2*mmsize/(1<<%4)
|
|
|
|
%else
|
|
|
|
mov%3 [ dst2q+(1<<%4)*lenq], m1
|
|
|
|
add lenq, mmsize/(1<<%4)
|
|
|
|
%endif
|
|
|
|
jl .next
|
|
|
|
REP_RET
|
|
|
|
%endmacro
|
|
|
|
|
2012-05-05 17:41:39 +00:00
|
|
|
%macro CONV 5-7
|
|
|
|
cglobal %2_to_%1_%3, 3, 3, 6, dst, src, len
|
|
|
|
mov srcq , [srcq]
|
|
|
|
mov dstq , [dstq]
|
|
|
|
%ifidn %3, a
|
|
|
|
test dstq, mmsize-1
|
|
|
|
jne %2_to_%1_u_int %+ SUFFIX
|
|
|
|
test srcq, mmsize-1
|
|
|
|
jne %2_to_%1_u_int %+ SUFFIX
|
|
|
|
%else
|
|
|
|
%2_to_%1_u_int %+ SUFFIX
|
|
|
|
%endif
|
|
|
|
lea srcq , [srcq + (1<<%5)*lenq]
|
|
|
|
lea dstq , [dstq + (1<<%4)*lenq]
|
|
|
|
neg lenq
|
2012-05-13 18:30:13 +00:00
|
|
|
%7 m0,m1,m2,m3,m4,m5
|
2012-05-05 17:41:39 +00:00
|
|
|
.next:
|
|
|
|
mov%3 m0, [ srcq +(1<<%5)*lenq]
|
|
|
|
mov%3 m1, [ mmsize + srcq +(1<<%5)*lenq]
|
|
|
|
%if %4 < %5
|
|
|
|
mov%3 m2, [2*mmsize + srcq +(1<<%5)*lenq]
|
|
|
|
mov%3 m3, [3*mmsize + srcq +(1<<%5)*lenq]
|
|
|
|
%endif
|
2012-05-13 18:30:13 +00:00
|
|
|
%6 m0,m1,m2,m3,m4,m5
|
2012-05-05 17:41:39 +00:00
|
|
|
mov%3 [ dstq+(1<<%4)*lenq], m0
|
|
|
|
mov%3 [ mmsize + dstq+(1<<%4)*lenq], m1
|
|
|
|
%if %4 > %5
|
|
|
|
mov%3 [2*mmsize + dstq+(1<<%4)*lenq], m2
|
|
|
|
mov%3 [3*mmsize + dstq+(1<<%4)*lenq], m3
|
|
|
|
add lenq, 4*mmsize/(1<<%4)
|
|
|
|
%else
|
|
|
|
add lenq, 2*mmsize/(1<<%4)
|
|
|
|
%endif
|
|
|
|
jl .next
|
|
|
|
REP_RET
|
|
|
|
%endmacro
|
|
|
|
|
2012-05-13 18:53:30 +00:00
|
|
|
%macro PACK_6CH 5-7
|
2012-05-13 17:09:01 +00:00
|
|
|
cglobal pack_6ch_%2_to_%1_%3, 2,8,7, dst, src, src1, src2, src3, src4, src5, len
|
|
|
|
%if ARCH_X86_64
|
|
|
|
mov lend, r2d
|
|
|
|
%else
|
|
|
|
%define lend dword r2m
|
|
|
|
%endif
|
|
|
|
mov src1q, [srcq+1*gprsize]
|
|
|
|
mov src2q, [srcq+2*gprsize]
|
|
|
|
mov src3q, [srcq+3*gprsize]
|
|
|
|
mov src4q, [srcq+4*gprsize]
|
|
|
|
mov src5q, [srcq+5*gprsize]
|
|
|
|
mov srcq, [srcq]
|
|
|
|
mov dstq, [dstq]
|
2012-05-13 17:20:47 +00:00
|
|
|
%ifidn %3, a
|
|
|
|
test dstq, mmsize-1
|
|
|
|
jne pack_6ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
test srcq, mmsize-1
|
|
|
|
jne pack_6ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
test src2q, mmsize-1
|
|
|
|
jne pack_6ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
test src3q, mmsize-1
|
|
|
|
jne pack_6ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
test src4q, mmsize-1
|
|
|
|
jne pack_6ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
test src5q, mmsize-1
|
|
|
|
jne pack_6ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
%else
|
|
|
|
pack_6ch_%2_to_%1_u_int %+ SUFFIX
|
|
|
|
%endif
|
2012-05-13 17:09:01 +00:00
|
|
|
sub src1q, srcq
|
|
|
|
sub src2q, srcq
|
|
|
|
sub src3q, srcq
|
|
|
|
sub src4q, srcq
|
|
|
|
sub src5q, srcq
|
|
|
|
.loop:
|
2012-05-13 17:20:47 +00:00
|
|
|
mov%3 m0, [srcq ]
|
|
|
|
mov%3 m1, [srcq+src1q]
|
|
|
|
mov%3 m2, [srcq+src2q]
|
|
|
|
mov%3 m3, [srcq+src3q]
|
|
|
|
mov%3 m4, [srcq+src4q]
|
|
|
|
mov%3 m5, [srcq+src5q]
|
2012-05-13 18:53:30 +00:00
|
|
|
%7 x,x,x,x,m7,x
|
2012-05-13 17:09:01 +00:00
|
|
|
%if cpuflag(sse4)
|
|
|
|
SBUTTERFLYPS 0, 1, 6
|
|
|
|
SBUTTERFLYPS 2, 3, 6
|
|
|
|
SBUTTERFLYPS 4, 5, 6
|
|
|
|
|
|
|
|
blendps m6, m4, m0, 1100b
|
|
|
|
movlhps m0, m2
|
|
|
|
movhlps m4, m2
|
|
|
|
blendps m2, m5, m1, 1100b
|
|
|
|
movlhps m1, m3
|
|
|
|
movhlps m5, m3
|
|
|
|
|
2012-05-13 18:53:30 +00:00
|
|
|
%6 m0,m6,x,x,m7,m3
|
|
|
|
%6 m4,m1,x,x,m7,m3
|
|
|
|
%6 m2,m5,x,x,m7,m3
|
|
|
|
|
2012-05-13 17:20:47 +00:00
|
|
|
mov %+ %3 %+ ps [dstq ], m0
|
|
|
|
mov %+ %3 %+ ps [dstq+16], m6
|
|
|
|
mov %+ %3 %+ ps [dstq+32], m4
|
|
|
|
mov %+ %3 %+ ps [dstq+48], m1
|
|
|
|
mov %+ %3 %+ ps [dstq+64], m2
|
|
|
|
mov %+ %3 %+ ps [dstq+80], m5
|
2012-05-13 17:09:01 +00:00
|
|
|
%else ; mmx
|
|
|
|
SBUTTERFLY dq, 0, 1, 6
|
|
|
|
SBUTTERFLY dq, 2, 3, 6
|
|
|
|
SBUTTERFLY dq, 4, 5, 6
|
|
|
|
|
|
|
|
movq [dstq ], m0
|
|
|
|
movq [dstq+ 8], m2
|
|
|
|
movq [dstq+16], m4
|
|
|
|
movq [dstq+24], m1
|
|
|
|
movq [dstq+32], m3
|
|
|
|
movq [dstq+40], m5
|
|
|
|
%endif
|
|
|
|
add srcq, mmsize
|
|
|
|
add dstq, mmsize*6
|
|
|
|
sub lend, mmsize/4
|
|
|
|
jg .loop
|
|
|
|
%if mmsize == 8
|
|
|
|
emms
|
|
|
|
RET
|
|
|
|
%else
|
|
|
|
REP_RET
|
|
|
|
%endif
|
|
|
|
%endmacro
|
|
|
|
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro INT16_TO_INT32_N 6
|
2012-05-05 13:31:06 +00:00
|
|
|
pxor m2, m2
|
|
|
|
pxor m3, m3
|
|
|
|
punpcklwd m2, m1
|
|
|
|
punpckhwd m3, m1
|
|
|
|
SWAP 4,0
|
|
|
|
pxor m0, m0
|
|
|
|
pxor m1, m1
|
|
|
|
punpcklwd m0, m4
|
|
|
|
punpckhwd m1, m4
|
|
|
|
%endmacro
|
|
|
|
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro INT32_TO_INT16_N 6
|
2012-05-05 13:31:06 +00:00
|
|
|
psrad m0, 16
|
|
|
|
psrad m1, 16
|
|
|
|
psrad m2, 16
|
|
|
|
psrad m3, 16
|
|
|
|
packssdw m0, m1
|
|
|
|
packssdw m2, m3
|
|
|
|
SWAP 1,2
|
|
|
|
%endmacro
|
|
|
|
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro INT32_TO_FLOAT_INIT 6
|
|
|
|
mova %5, [flt2pm31]
|
2012-05-05 13:31:06 +00:00
|
|
|
%endmacro
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro INT32_TO_FLOAT_N 6
|
|
|
|
cvtdq2ps %1, %1
|
|
|
|
cvtdq2ps %2, %2
|
|
|
|
mulps %1, %1, %5
|
|
|
|
mulps %2, %2, %5
|
2012-05-05 13:31:06 +00:00
|
|
|
%endmacro
|
|
|
|
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro FLOAT_TO_INT32_INIT 6
|
|
|
|
mova %5, [flt2p31]
|
2012-05-05 13:31:06 +00:00
|
|
|
%endmacro
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro FLOAT_TO_INT32_N 6
|
|
|
|
mulps %1, %5
|
|
|
|
mulps %2, %5
|
2012-05-13 18:44:08 +00:00
|
|
|
cvtps2dq %6, %1
|
2012-05-13 18:30:13 +00:00
|
|
|
cmpnltps %1, %5
|
2012-05-13 18:44:08 +00:00
|
|
|
paddd %1, %6
|
|
|
|
cvtps2dq %6, %2
|
2012-05-13 18:30:13 +00:00
|
|
|
cmpnltps %2, %5
|
2012-05-13 18:44:08 +00:00
|
|
|
paddd %2, %6
|
2012-05-05 13:31:06 +00:00
|
|
|
%endmacro
|
|
|
|
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro INT16_TO_FLOAT_INIT 6
|
2012-05-05 13:31:06 +00:00
|
|
|
mova m5, [flt2pm31]
|
|
|
|
%endmacro
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro INT16_TO_FLOAT_N 6
|
|
|
|
INT16_TO_INT32_N %1,%2,%3,%4,%5,%6
|
2012-05-05 13:31:06 +00:00
|
|
|
cvtdq2ps m0, m0
|
|
|
|
cvtdq2ps m1, m1
|
|
|
|
cvtdq2ps m2, m2
|
|
|
|
cvtdq2ps m3, m3
|
|
|
|
mulps m0, m0, m5
|
|
|
|
mulps m1, m1, m5
|
|
|
|
mulps m2, m2, m5
|
|
|
|
mulps m3, m3, m5
|
|
|
|
%endmacro
|
|
|
|
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro FLOAT_TO_INT16_INIT 6
|
2012-05-05 13:31:06 +00:00
|
|
|
mova m5, [flt2p15]
|
|
|
|
%endmacro
|
2012-05-13 18:30:13 +00:00
|
|
|
%macro FLOAT_TO_INT16_N 6
|
2012-05-05 13:31:06 +00:00
|
|
|
mulps m0, m5
|
|
|
|
mulps m1, m5
|
|
|
|
mulps m2, m5
|
|
|
|
mulps m3, m5
|
|
|
|
cvtps2dq m0, m0
|
|
|
|
cvtps2dq m1, m1
|
|
|
|
packssdw m0, m1
|
|
|
|
cvtps2dq m1, m2
|
|
|
|
cvtps2dq m3, m3
|
|
|
|
packssdw m1, m3
|
|
|
|
%endmacro
|
2012-04-28 15:04:42 +00:00
|
|
|
|
2012-05-13 18:45:32 +00:00
|
|
|
%macro NOP_N 0-6
|
2012-05-13 18:30:13 +00:00
|
|
|
%endmacro
|
|
|
|
|
2012-04-28 10:23:42 +00:00
|
|
|
INIT_MMX mmx
|
2012-05-13 18:30:13 +00:00
|
|
|
CONV int32, int16, u, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
CONV int32, int16, a, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
CONV int16, int32, u, 1, 2, INT32_TO_INT16_N, NOP_N
|
|
|
|
CONV int16, int32, a, 1, 2, INT32_TO_INT16_N, NOP_N
|
2012-04-28 10:23:42 +00:00
|
|
|
|
2012-05-13 18:53:30 +00:00
|
|
|
PACK_6CH float, float, u, 2, 2, NOP_N, NOP_N
|
|
|
|
PACK_6CH float, float, a, 2, 2, NOP_N, NOP_N
|
2012-05-13 17:24:34 +00:00
|
|
|
|
2012-07-05 13:17:39 +00:00
|
|
|
INIT_XMM sse2
|
2012-05-13 18:30:13 +00:00
|
|
|
CONV int32, int16, u, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
CONV int32, int16, a, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
CONV int16, int32, u, 1, 2, INT32_TO_INT16_N, NOP_N
|
|
|
|
CONV int16, int32, a, 1, 2, INT32_TO_INT16_N, NOP_N
|
|
|
|
|
|
|
|
PACK_2CH int16, int16, u, 1, 1, NOP_N, NOP_N
|
|
|
|
PACK_2CH int16, int16, a, 1, 1, NOP_N, NOP_N
|
|
|
|
PACK_2CH int32, int32, u, 2, 2, NOP_N, NOP_N
|
|
|
|
PACK_2CH int32, int32, a, 2, 2, NOP_N, NOP_N
|
|
|
|
PACK_2CH int32, int16, u, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
PACK_2CH int32, int16, a, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
PACK_2CH int16, int32, u, 1, 2, INT32_TO_INT16_N, NOP_N
|
|
|
|
PACK_2CH int16, int32, a, 1, 2, INT32_TO_INT16_N, NOP_N
|
|
|
|
|
|
|
|
UNPACK_2CH int16, int16, u, 1, 1, NOP_N, NOP_N
|
|
|
|
UNPACK_2CH int16, int16, a, 1, 1, NOP_N, NOP_N
|
|
|
|
UNPACK_2CH int32, int32, u, 2, 2, NOP_N, NOP_N
|
|
|
|
UNPACK_2CH int32, int32, a, 2, 2, NOP_N, NOP_N
|
|
|
|
UNPACK_2CH int32, int16, u, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
UNPACK_2CH int32, int16, a, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
UNPACK_2CH int16, int32, u, 1, 2, INT32_TO_INT16_N, NOP_N
|
|
|
|
UNPACK_2CH int16, int32, a, 1, 2, INT32_TO_INT16_N, NOP_N
|
2012-05-06 15:22:33 +00:00
|
|
|
|
2012-05-05 17:41:39 +00:00
|
|
|
CONV float, int32, u, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
CONV float, int32, a, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
CONV int32, float, u, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
CONV int32, float, a, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
CONV float, int16, u, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
CONV float, int16, a, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
CONV int16, float, u, 1, 2, FLOAT_TO_INT16_N, FLOAT_TO_INT16_INIT
|
|
|
|
CONV int16, float, a, 1, 2, FLOAT_TO_INT16_N, FLOAT_TO_INT16_INIT
|
2012-05-03 13:52:36 +00:00
|
|
|
|
2012-05-05 13:31:06 +00:00
|
|
|
PACK_2CH float, int32, u, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
PACK_2CH float, int32, a, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
PACK_2CH int32, float, u, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
PACK_2CH int32, float, a, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
PACK_2CH float, int16, u, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
PACK_2CH float, int16, a, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
PACK_2CH int16, float, u, 1, 2, FLOAT_TO_INT16_N, FLOAT_TO_INT16_INIT
|
|
|
|
PACK_2CH int16, float, a, 1, 2, FLOAT_TO_INT16_N, FLOAT_TO_INT16_INIT
|
|
|
|
|
2012-05-06 15:22:33 +00:00
|
|
|
UNPACK_2CH float, int32, u, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
UNPACK_2CH float, int32, a, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
UNPACK_2CH int32, float, u, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
UNPACK_2CH int32, float, a, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
UNPACK_2CH float, int16, u, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
UNPACK_2CH float, int16, a, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
UNPACK_2CH int16, float, u, 1, 2, FLOAT_TO_INT16_N, FLOAT_TO_INT16_INIT
|
|
|
|
UNPACK_2CH int16, float, a, 1, 2, FLOAT_TO_INT16_N, FLOAT_TO_INT16_INIT
|
2012-05-05 13:31:06 +00:00
|
|
|
|
2012-05-06 17:39:52 +00:00
|
|
|
|
|
|
|
INIT_XMM ssse3
|
2012-05-13 18:30:13 +00:00
|
|
|
UNPACK_2CH int16, int16, u, 1, 1, NOP_N, NOP_N
|
|
|
|
UNPACK_2CH int16, int16, a, 1, 1, NOP_N, NOP_N
|
|
|
|
UNPACK_2CH int32, int16, u, 2, 1, INT16_TO_INT32_N, NOP_N
|
|
|
|
UNPACK_2CH int32, int16, a, 2, 1, INT16_TO_INT32_N, NOP_N
|
2012-05-06 17:39:52 +00:00
|
|
|
UNPACK_2CH float, int16, u, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
UNPACK_2CH float, int16, a, 2, 1, INT16_TO_FLOAT_N, INT16_TO_FLOAT_INIT
|
|
|
|
|
2012-05-13 17:24:34 +00:00
|
|
|
INIT_XMM sse4
|
2012-05-13 18:53:30 +00:00
|
|
|
PACK_6CH float, float, u, 2, 2, NOP_N, NOP_N
|
|
|
|
PACK_6CH float, float, a, 2, 2, NOP_N, NOP_N
|
|
|
|
|
|
|
|
PACK_6CH float, int32, u, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
PACK_6CH float, int32, a, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
2012-05-13 18:56:18 +00:00
|
|
|
PACK_6CH int32, float, u, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
PACK_6CH int32, float, a, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
2012-05-13 17:24:34 +00:00
|
|
|
|
2012-08-31 13:39:03 +00:00
|
|
|
%if HAVE_AVX_EXTERNAL
|
2012-05-13 17:24:34 +00:00
|
|
|
INIT_XMM avx
|
2012-05-13 18:53:30 +00:00
|
|
|
PACK_6CH float, float, u, 2, 2, NOP_N, NOP_N
|
|
|
|
PACK_6CH float, float, a, 2, 2, NOP_N, NOP_N
|
|
|
|
|
|
|
|
PACK_6CH float, int32, u, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
PACK_6CH float, int32, a, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
2012-05-13 18:56:18 +00:00
|
|
|
PACK_6CH int32, float, u, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
|
|
|
PACK_6CH int32, float, a, 2, 2, FLOAT_TO_INT32_N, FLOAT_TO_INT32_INIT
|
2012-05-13 17:24:34 +00:00
|
|
|
|
2012-05-03 13:52:36 +00:00
|
|
|
INIT_YMM avx
|
2012-05-05 17:41:39 +00:00
|
|
|
CONV float, int32, u, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
|
|
|
CONV float, int32, a, 2, 2, INT32_TO_FLOAT_N, INT32_TO_FLOAT_INIT
|
2012-05-03 13:52:36 +00:00
|
|
|
%endif
|