2012-03-23 21:42:17 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2012 Justin Ruggles <justin.ruggles@gmail.com>
|
|
|
|
*
|
|
|
|
* This file is part of Libav.
|
|
|
|
*
|
|
|
|
* Libav is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* Libav is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with Libav; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "config.h"
|
|
|
|
#include "libavutil/cpu.h"
|
2012-08-29 17:01:05 +00:00
|
|
|
#include "libavutil/x86/cpu.h"
|
2012-03-23 21:42:17 +00:00
|
|
|
#include "libavresample/audio_mix.h"
|
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_mix_2_to_1_fltp_flt_sse(float **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
|
|
|
void ff_mix_2_to_1_fltp_flt_avx(float **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
2012-03-23 21:42:17 +00:00
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_mix_2_to_1_s16p_flt_sse2(int16_t **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
|
|
|
void ff_mix_2_to_1_s16p_flt_sse4(int16_t **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
2012-04-23 19:04:09 +00:00
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_mix_2_to_1_s16p_q8_sse2(int16_t **src, int16_t **matrix,
|
|
|
|
int len, int out_ch, int in_ch);
|
2012-04-23 19:10:35 +00:00
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_mix_1_to_2_fltp_flt_sse(float **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
|
|
|
void ff_mix_1_to_2_fltp_flt_avx(float **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
2012-05-29 21:03:40 +00:00
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_mix_1_to_2_s16p_flt_sse2(int16_t **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
|
|
|
void ff_mix_1_to_2_s16p_flt_sse4(int16_t **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
|
|
|
void ff_mix_1_to_2_s16p_flt_avx (int16_t **src, float **matrix, int len,
|
|
|
|
int out_ch, int in_ch);
|
2012-05-29 21:03:56 +00:00
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
#define DEFINE_MIX_3_8_TO_1_2(chan) \
|
|
|
|
void ff_mix_ ## chan ## _to_1_fltp_flt_sse(float **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
void ff_mix_ ## chan ## _to_2_fltp_flt_sse(float **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
\
|
|
|
|
void ff_mix_ ## chan ## _to_1_s16p_flt_sse2(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
void ff_mix_ ## chan ## _to_2_s16p_flt_sse2(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
\
|
|
|
|
void ff_mix_ ## chan ## _to_1_s16p_flt_sse4(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
void ff_mix_ ## chan ## _to_2_s16p_flt_sse4(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
\
|
|
|
|
void ff_mix_ ## chan ## _to_1_fltp_flt_avx(float **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
void ff_mix_ ## chan ## _to_2_fltp_flt_avx(float **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
\
|
|
|
|
void ff_mix_ ## chan ## _to_1_s16p_flt_avx(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
void ff_mix_ ## chan ## _to_2_s16p_flt_avx(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
\
|
|
|
|
void ff_mix_ ## chan ## _to_1_fltp_flt_fma4(float **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
void ff_mix_ ## chan ## _to_2_fltp_flt_fma4(float **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
\
|
|
|
|
void ff_mix_ ## chan ## _to_1_s16p_flt_fma4(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch); \
|
|
|
|
void ff_mix_ ## chan ## _to_2_s16p_flt_fma4(int16_t **src, \
|
|
|
|
float **matrix, int len, \
|
|
|
|
int out_ch, int in_ch);
|
2012-05-07 13:56:33 +00:00
|
|
|
|
|
|
|
DEFINE_MIX_3_8_TO_1_2(3)
|
|
|
|
DEFINE_MIX_3_8_TO_1_2(4)
|
|
|
|
DEFINE_MIX_3_8_TO_1_2(5)
|
|
|
|
DEFINE_MIX_3_8_TO_1_2(6)
|
|
|
|
DEFINE_MIX_3_8_TO_1_2(7)
|
|
|
|
DEFINE_MIX_3_8_TO_1_2(8)
|
|
|
|
|
|
|
|
#define SET_MIX_3_8_TO_1_2(chan) \
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE(cpu_flags)) { \
|
2012-05-07 13:56:33 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 1, 16, 4, "SSE", \
|
|
|
|
ff_mix_ ## chan ## _to_1_fltp_flt_sse); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 2, 16, 4, "SSE", \
|
|
|
|
ff_mix_## chan ##_to_2_fltp_flt_sse); \
|
|
|
|
} \
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE2(cpu_flags)) { \
|
2012-05-07 13:56:33 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 1, 16, 8, "SSE2", \
|
|
|
|
ff_mix_ ## chan ## _to_1_s16p_flt_sse2); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 2, 16, 8, "SSE2", \
|
|
|
|
ff_mix_ ## chan ## _to_2_s16p_flt_sse2); \
|
|
|
|
} \
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE4(cpu_flags)) { \
|
2012-05-07 13:56:33 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 1, 16, 8, "SSE4", \
|
|
|
|
ff_mix_ ## chan ## _to_1_s16p_flt_sse4); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 2, 16, 8, "SSE4", \
|
|
|
|
ff_mix_ ## chan ## _to_2_s16p_flt_sse4); \
|
|
|
|
} \
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_AVX(cpu_flags)) { \
|
2012-05-07 13:56:33 +00:00
|
|
|
int ptr_align = 32; \
|
|
|
|
int smp_align = 8; \
|
|
|
|
if (ARCH_X86_32 || chan >= 6) { \
|
|
|
|
ptr_align = 16; \
|
|
|
|
smp_align = 4; \
|
|
|
|
} \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 1, ptr_align, smp_align, "AVX", \
|
|
|
|
ff_mix_ ## chan ## _to_1_fltp_flt_avx); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 2, ptr_align, smp_align, "AVX", \
|
|
|
|
ff_mix_ ## chan ## _to_2_fltp_flt_avx); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 1, 16, 8, "AVX", \
|
|
|
|
ff_mix_ ## chan ## _to_1_s16p_flt_avx); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 2, 16, 8, "AVX", \
|
|
|
|
ff_mix_ ## chan ## _to_2_s16p_flt_avx); \
|
|
|
|
} \
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_FMA4(cpu_flags)) { \
|
2012-05-07 13:56:33 +00:00
|
|
|
int ptr_align = 32; \
|
|
|
|
int smp_align = 8; \
|
|
|
|
if (ARCH_X86_32 || chan >= 6) { \
|
|
|
|
ptr_align = 16; \
|
|
|
|
smp_align = 4; \
|
|
|
|
} \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 1, ptr_align, smp_align, "FMA4", \
|
|
|
|
ff_mix_ ## chan ## _to_1_fltp_flt_fma4); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 2, ptr_align, smp_align, "FMA4", \
|
|
|
|
ff_mix_ ## chan ## _to_2_fltp_flt_fma4); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 1, 16, 8, "FMA4", \
|
|
|
|
ff_mix_ ## chan ## _to_1_s16p_flt_fma4); \
|
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,\
|
|
|
|
chan, 2, 16, 8, "FMA4", \
|
|
|
|
ff_mix_ ## chan ## _to_2_s16p_flt_fma4); \
|
|
|
|
}
|
|
|
|
|
2012-03-23 21:42:17 +00:00
|
|
|
av_cold void ff_audio_mix_init_x86(AudioMix *am)
|
|
|
|
{
|
2013-07-17 18:19:24 +00:00
|
|
|
int cpu_flags = av_get_cpu_flags();
|
2012-03-23 21:42:17 +00:00
|
|
|
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE(cpu_flags)) {
|
2012-03-23 21:42:17 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
2, 1, 16, 8, "SSE", ff_mix_2_to_1_fltp_flt_sse);
|
2012-05-29 21:03:40 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
1, 2, 16, 4, "SSE", ff_mix_1_to_2_fltp_flt_sse);
|
2012-03-23 21:42:17 +00:00
|
|
|
}
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE2(cpu_flags)) {
|
2012-04-23 19:04:09 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
2, 1, 16, 8, "SSE2", ff_mix_2_to_1_s16p_flt_sse2);
|
2012-04-23 19:10:35 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_Q8,
|
|
|
|
2, 1, 16, 8, "SSE2", ff_mix_2_to_1_s16p_q8_sse2);
|
2012-05-29 21:03:56 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
1, 2, 16, 8, "SSE2", ff_mix_1_to_2_s16p_flt_sse2);
|
2012-04-23 19:04:09 +00:00
|
|
|
}
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE4(cpu_flags)) {
|
2012-04-23 19:04:09 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
2, 1, 16, 8, "SSE4", ff_mix_2_to_1_s16p_flt_sse4);
|
2012-05-29 21:03:56 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
1, 2, 16, 8, "SSE4", ff_mix_1_to_2_s16p_flt_sse4);
|
2012-04-23 19:04:09 +00:00
|
|
|
}
|
2015-05-26 17:29:08 +00:00
|
|
|
if (EXTERNAL_AVX_FAST(cpu_flags)) {
|
2012-03-23 21:42:17 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
2, 1, 32, 16, "AVX", ff_mix_2_to_1_fltp_flt_avx);
|
2012-05-29 21:03:40 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_FLTP, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
1, 2, 32, 8, "AVX", ff_mix_1_to_2_fltp_flt_avx);
|
2015-05-26 17:29:08 +00:00
|
|
|
}
|
|
|
|
if (EXTERNAL_AVX(cpu_flags)) {
|
2012-05-29 21:03:56 +00:00
|
|
|
ff_audio_mix_set_func(am, AV_SAMPLE_FMT_S16P, AV_MIX_COEFF_TYPE_FLT,
|
|
|
|
1, 2, 16, 8, "AVX", ff_mix_1_to_2_s16p_flt_avx);
|
2012-03-23 21:42:17 +00:00
|
|
|
}
|
2012-05-07 13:56:33 +00:00
|
|
|
|
|
|
|
SET_MIX_3_8_TO_1_2(3)
|
|
|
|
SET_MIX_3_8_TO_1_2(4)
|
|
|
|
SET_MIX_3_8_TO_1_2(5)
|
|
|
|
SET_MIX_3_8_TO_1_2(6)
|
|
|
|
SET_MIX_3_8_TO_1_2(7)
|
|
|
|
SET_MIX_3_8_TO_1_2(8)
|
2012-03-23 21:42:17 +00:00
|
|
|
}
|