2012-05-21 16:58:41 +00:00
|
|
|
/*
|
2012-06-08 21:02:54 +00:00
|
|
|
* This file is part of FFmpeg.
|
2012-05-21 16:58:41 +00:00
|
|
|
*
|
2012-06-08 21:02:54 +00:00
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2012-05-21 16:58:41 +00:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2012-06-08 21:02:54 +00:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2012-05-21 16:58:41 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2012-06-08 21:02:54 +00:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2012-05-21 16:58:41 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "config.h"
|
|
|
|
|
2013-04-30 16:31:25 +00:00
|
|
|
#include "libavutil/attributes.h"
|
2012-05-21 16:58:41 +00:00
|
|
|
#include "libavutil/cpu.h"
|
|
|
|
#include "libavutil/float_dsp.h"
|
2012-08-29 17:01:05 +00:00
|
|
|
#include "cpu.h"
|
2013-01-07 04:47:30 +00:00
|
|
|
#include "asm.h"
|
2012-05-21 16:58:41 +00:00
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_vector_fmul_sse(float *dst, const float *src0, const float *src1,
|
|
|
|
int len);
|
|
|
|
void ff_vector_fmul_avx(float *dst, const float *src0, const float *src1,
|
|
|
|
int len);
|
|
|
|
|
2018-09-13 13:04:46 +00:00
|
|
|
void ff_vector_dmul_sse2(double *dst, const double *src0, const double *src1,
|
|
|
|
int len);
|
|
|
|
void ff_vector_dmul_avx(double *dst, const double *src0, const double *src1,
|
|
|
|
int len);
|
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_vector_fmac_scalar_sse(float *dst, const float *src, float mul,
|
2012-05-21 16:58:41 +00:00
|
|
|
int len);
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_vector_fmac_scalar_avx(float *dst, const float *src, float mul,
|
2012-05-21 16:58:41 +00:00
|
|
|
int len);
|
2014-03-10 20:09:20 +00:00
|
|
|
void ff_vector_fmac_scalar_fma3(float *dst, const float *src, float mul,
|
|
|
|
int len);
|
2012-05-21 16:58:41 +00:00
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_vector_fmul_scalar_sse(float *dst, const float *src, float mul,
|
|
|
|
int len);
|
2012-09-22 22:41:25 +00:00
|
|
|
|
2017-04-10 15:17:03 +00:00
|
|
|
void ff_vector_dmac_scalar_sse2(double *dst, const double *src, double mul,
|
|
|
|
int len);
|
|
|
|
void ff_vector_dmac_scalar_avx(double *dst, const double *src, double mul,
|
|
|
|
int len);
|
|
|
|
void ff_vector_dmac_scalar_fma3(double *dst, const double *src, double mul,
|
|
|
|
int len);
|
|
|
|
|
2013-03-26 17:41:24 +00:00
|
|
|
void ff_vector_dmul_scalar_sse2(double *dst, const double *src,
|
|
|
|
double mul, int len);
|
|
|
|
void ff_vector_dmul_scalar_avx(double *dst, const double *src,
|
|
|
|
double mul, int len);
|
2012-09-24 19:00:53 +00:00
|
|
|
|
2014-06-08 07:05:16 +00:00
|
|
|
void ff_vector_fmul_window_sse(float *dst, const float *src0,
|
|
|
|
const float *src1, const float *win, int len);
|
|
|
|
|
2013-01-20 06:26:58 +00:00
|
|
|
void ff_vector_fmul_add_sse(float *dst, const float *src0, const float *src1,
|
|
|
|
const float *src2, int len);
|
|
|
|
void ff_vector_fmul_add_avx(float *dst, const float *src0, const float *src1,
|
|
|
|
const float *src2, int len);
|
2014-03-10 20:09:20 +00:00
|
|
|
void ff_vector_fmul_add_fma3(float *dst, const float *src0, const float *src1,
|
|
|
|
const float *src2, int len);
|
2013-01-20 06:26:58 +00:00
|
|
|
|
2013-01-20 21:20:30 +00:00
|
|
|
void ff_vector_fmul_reverse_sse(float *dst, const float *src0,
|
|
|
|
const float *src1, int len);
|
|
|
|
void ff_vector_fmul_reverse_avx(float *dst, const float *src0,
|
|
|
|
const float *src1, int len);
|
2017-04-12 00:29:09 +00:00
|
|
|
void ff_vector_fmul_reverse_avx2(float *dst, const float *src0,
|
|
|
|
const float *src1, int len);
|
2013-01-20 21:20:30 +00:00
|
|
|
|
2013-01-20 23:41:52 +00:00
|
|
|
float ff_scalarproduct_float_sse(const float *v1, const float *v2, int order);
|
|
|
|
|
2017-03-30 08:23:25 +00:00
|
|
|
void ff_butterflies_float_sse(float *av_restrict src0, float *av_restrict src1, int len);
|
2013-04-12 19:07:01 +00:00
|
|
|
|
2013-04-30 16:31:25 +00:00
|
|
|
av_cold void ff_float_dsp_init_x86(AVFloatDSPContext *fdsp)
|
2012-05-21 16:58:41 +00:00
|
|
|
{
|
2013-07-17 18:19:24 +00:00
|
|
|
int cpu_flags = av_get_cpu_flags();
|
2012-05-21 16:58:41 +00:00
|
|
|
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE(cpu_flags)) {
|
2012-05-21 16:58:41 +00:00
|
|
|
fdsp->vector_fmul = ff_vector_fmul_sse;
|
2012-06-09 03:20:59 +00:00
|
|
|
fdsp->vector_fmac_scalar = ff_vector_fmac_scalar_sse;
|
2012-09-22 22:41:25 +00:00
|
|
|
fdsp->vector_fmul_scalar = ff_vector_fmul_scalar_sse;
|
2014-06-08 07:05:16 +00:00
|
|
|
fdsp->vector_fmul_window = ff_vector_fmul_window_sse;
|
2013-01-20 06:26:58 +00:00
|
|
|
fdsp->vector_fmul_add = ff_vector_fmul_add_sse;
|
2013-01-20 21:20:30 +00:00
|
|
|
fdsp->vector_fmul_reverse = ff_vector_fmul_reverse_sse;
|
2013-01-20 23:41:52 +00:00
|
|
|
fdsp->scalarproduct_float = ff_scalarproduct_float_sse;
|
2013-04-12 19:07:01 +00:00
|
|
|
fdsp->butterflies_float = ff_butterflies_float_sse;
|
2012-05-21 16:58:41 +00:00
|
|
|
}
|
2013-07-17 18:19:24 +00:00
|
|
|
if (EXTERNAL_SSE2(cpu_flags)) {
|
2018-09-13 13:04:46 +00:00
|
|
|
fdsp->vector_dmul = ff_vector_dmul_sse2;
|
2017-04-10 15:17:03 +00:00
|
|
|
fdsp->vector_dmac_scalar = ff_vector_dmac_scalar_sse2;
|
2012-09-24 19:00:53 +00:00
|
|
|
fdsp->vector_dmul_scalar = ff_vector_dmul_scalar_sse2;
|
|
|
|
}
|
2015-05-31 17:20:29 +00:00
|
|
|
if (EXTERNAL_AVX_FAST(cpu_flags)) {
|
2012-05-21 16:58:41 +00:00
|
|
|
fdsp->vector_fmul = ff_vector_fmul_avx;
|
2018-09-13 13:04:46 +00:00
|
|
|
fdsp->vector_dmul = ff_vector_dmul_avx;
|
2012-06-09 03:20:59 +00:00
|
|
|
fdsp->vector_fmac_scalar = ff_vector_fmac_scalar_avx;
|
2012-09-24 19:00:53 +00:00
|
|
|
fdsp->vector_dmul_scalar = ff_vector_dmul_scalar_avx;
|
2017-04-10 15:17:03 +00:00
|
|
|
fdsp->vector_dmac_scalar = ff_vector_dmac_scalar_avx;
|
2013-01-20 06:26:58 +00:00
|
|
|
fdsp->vector_fmul_add = ff_vector_fmul_add_avx;
|
2013-01-20 21:20:30 +00:00
|
|
|
fdsp->vector_fmul_reverse = ff_vector_fmul_reverse_avx;
|
2012-05-21 16:58:41 +00:00
|
|
|
}
|
2017-04-12 00:29:09 +00:00
|
|
|
if (EXTERNAL_AVX2_FAST(cpu_flags)) {
|
|
|
|
fdsp->vector_fmul_reverse = ff_vector_fmul_reverse_avx2;
|
|
|
|
}
|
2016-02-07 03:52:06 +00:00
|
|
|
if (EXTERNAL_FMA3_FAST(cpu_flags)) {
|
2014-03-10 20:09:20 +00:00
|
|
|
fdsp->vector_fmac_scalar = ff_vector_fmac_scalar_fma3;
|
|
|
|
fdsp->vector_fmul_add = ff_vector_fmul_add_fma3;
|
2017-04-10 15:17:03 +00:00
|
|
|
fdsp->vector_dmac_scalar = ff_vector_dmac_scalar_fma3;
|
2014-03-10 20:09:20 +00:00
|
|
|
}
|
2012-05-21 16:58:41 +00:00
|
|
|
}
|