mirror of https://git.ffmpeg.org/ffmpeg.git
337 lines
15 KiB
C
337 lines
15 KiB
C
/*
|
|
* Copyright (c) 2010 Fiona Glaser <fiona@x264.com>
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <stddef.h>
|
|
#include <stdint.h>
|
|
#include "config.h"
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/x86/cpu.h"
|
|
#include "libavcodec/codec_id.h"
|
|
#include "libavcodec/h264pred.h"
|
|
|
|
#define PRED4x4(TYPE, DEPTH, OPT) \
|
|
void ff_pred4x4_ ## TYPE ## _ ## DEPTH ## _ ## OPT (uint8_t *src, \
|
|
const uint8_t *topright, \
|
|
ptrdiff_t stride);
|
|
|
|
PRED4x4(dc, 10, mmxext)
|
|
PRED4x4(down_left, 10, sse2)
|
|
PRED4x4(down_left, 10, avx)
|
|
PRED4x4(down_right, 10, sse2)
|
|
PRED4x4(down_right, 10, ssse3)
|
|
PRED4x4(down_right, 10, avx)
|
|
PRED4x4(vertical_left, 10, sse2)
|
|
PRED4x4(vertical_left, 10, avx)
|
|
PRED4x4(vertical_right, 10, sse2)
|
|
PRED4x4(vertical_right, 10, ssse3)
|
|
PRED4x4(vertical_right, 10, avx)
|
|
PRED4x4(horizontal_up, 10, mmxext)
|
|
PRED4x4(horizontal_down, 10, sse2)
|
|
PRED4x4(horizontal_down, 10, ssse3)
|
|
PRED4x4(horizontal_down, 10, avx)
|
|
|
|
#define PRED8x8(TYPE, DEPTH, OPT) \
|
|
void ff_pred8x8_ ## TYPE ## _ ## DEPTH ## _ ## OPT (uint8_t *src, \
|
|
ptrdiff_t stride);
|
|
|
|
PRED8x8(dc, 10, sse2)
|
|
PRED8x8(top_dc, 10, sse2)
|
|
PRED8x8(plane, 10, sse2)
|
|
PRED8x8(vertical, 10, sse2)
|
|
PRED8x8(horizontal, 10, sse2)
|
|
|
|
#define PRED8x8L(TYPE, DEPTH, OPT)\
|
|
void ff_pred8x8l_ ## TYPE ## _ ## DEPTH ## _ ## OPT (uint8_t *src, \
|
|
int has_topleft, \
|
|
int has_topright, \
|
|
ptrdiff_t stride);
|
|
|
|
PRED8x8L(dc, 10, sse2)
|
|
PRED8x8L(dc, 10, avx)
|
|
PRED8x8L(128_dc, 10, sse2)
|
|
PRED8x8L(top_dc, 10, sse2)
|
|
PRED8x8L(top_dc, 10, avx)
|
|
PRED8x8L(vertical, 10, sse2)
|
|
PRED8x8L(vertical, 10, avx)
|
|
PRED8x8L(horizontal, 10, sse2)
|
|
PRED8x8L(horizontal, 10, ssse3)
|
|
PRED8x8L(horizontal, 10, avx)
|
|
PRED8x8L(down_left, 10, sse2)
|
|
PRED8x8L(down_left, 10, ssse3)
|
|
PRED8x8L(down_left, 10, avx)
|
|
PRED8x8L(down_right, 10, sse2)
|
|
PRED8x8L(down_right, 10, ssse3)
|
|
PRED8x8L(down_right, 10, avx)
|
|
PRED8x8L(vertical_right, 10, sse2)
|
|
PRED8x8L(vertical_right, 10, ssse3)
|
|
PRED8x8L(vertical_right, 10, avx)
|
|
PRED8x8L(horizontal_up, 10, sse2)
|
|
PRED8x8L(horizontal_up, 10, ssse3)
|
|
PRED8x8L(horizontal_up, 10, avx)
|
|
|
|
#define PRED16x16(TYPE, DEPTH, OPT)\
|
|
void ff_pred16x16_ ## TYPE ## _ ## DEPTH ## _ ## OPT (uint8_t *src, \
|
|
ptrdiff_t stride);
|
|
|
|
PRED16x16(dc, 10, sse2)
|
|
PRED16x16(top_dc, 10, sse2)
|
|
PRED16x16(128_dc, 10, sse2)
|
|
PRED16x16(left_dc, 10, sse2)
|
|
PRED16x16(vertical, 10, sse2)
|
|
PRED16x16(horizontal, 10, sse2)
|
|
|
|
/* 8-bit versions */
|
|
PRED16x16(vertical, 8, sse)
|
|
PRED16x16(horizontal, 8, mmxext)
|
|
PRED16x16(horizontal, 8, ssse3)
|
|
PRED16x16(dc, 8, sse2)
|
|
PRED16x16(dc, 8, ssse3)
|
|
PRED16x16(plane_h264, 8, sse2)
|
|
PRED16x16(plane_h264, 8, ssse3)
|
|
PRED16x16(plane_rv40, 8, sse2)
|
|
PRED16x16(plane_rv40, 8, ssse3)
|
|
PRED16x16(plane_svq3, 8, sse2)
|
|
PRED16x16(plane_svq3, 8, ssse3)
|
|
PRED16x16(tm_vp8, 8, sse2)
|
|
PRED16x16(tm_vp8, 8, avx2)
|
|
|
|
PRED8x8(top_dc, 8, mmxext)
|
|
PRED8x8(dc_rv40, 8, mmxext)
|
|
PRED8x8(dc, 8, mmxext)
|
|
PRED8x8(vertical, 8, mmx)
|
|
PRED8x8(horizontal, 8, mmxext)
|
|
PRED8x8(horizontal, 8, ssse3)
|
|
PRED8x8(plane, 8, sse2)
|
|
PRED8x8(plane, 8, ssse3)
|
|
PRED8x8(tm_vp8, 8, sse2)
|
|
PRED8x8(tm_vp8, 8, ssse3)
|
|
|
|
PRED8x8L(top_dc, 8, mmxext)
|
|
PRED8x8L(top_dc, 8, ssse3)
|
|
PRED8x8L(dc, 8, mmxext)
|
|
PRED8x8L(dc, 8, ssse3)
|
|
PRED8x8L(horizontal, 8, mmxext)
|
|
PRED8x8L(horizontal, 8, ssse3)
|
|
PRED8x8L(vertical, 8, mmxext)
|
|
PRED8x8L(vertical, 8, ssse3)
|
|
PRED8x8L(down_left, 8, sse2)
|
|
PRED8x8L(down_left, 8, ssse3)
|
|
PRED8x8L(down_right, 8, sse2)
|
|
PRED8x8L(down_right, 8, ssse3)
|
|
PRED8x8L(vertical_right, 8, sse2)
|
|
PRED8x8L(vertical_right, 8, ssse3)
|
|
PRED8x8L(vertical_left, 8, sse2)
|
|
PRED8x8L(vertical_left, 8, ssse3)
|
|
PRED8x8L(horizontal_up, 8, mmxext)
|
|
PRED8x8L(horizontal_up, 8, ssse3)
|
|
PRED8x8L(horizontal_down, 8, sse2)
|
|
PRED8x8L(horizontal_down, 8, ssse3)
|
|
|
|
PRED4x4(dc, 8, mmxext)
|
|
PRED4x4(down_left, 8, mmxext)
|
|
PRED4x4(down_right, 8, mmxext)
|
|
PRED4x4(vertical_left, 8, mmxext)
|
|
PRED4x4(vertical_right, 8, mmxext)
|
|
PRED4x4(horizontal_up, 8, mmxext)
|
|
PRED4x4(horizontal_down, 8, mmxext)
|
|
PRED4x4(tm_vp8, 8, mmxext)
|
|
PRED4x4(tm_vp8, 8, ssse3)
|
|
PRED4x4(vertical_vp8, 8, mmxext)
|
|
|
|
av_cold void ff_h264_pred_init_x86(H264PredContext *h, int codec_id,
|
|
const int bit_depth,
|
|
const int chroma_format_idc)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
|
|
if (bit_depth == 8) {
|
|
if (EXTERNAL_MMX(cpu_flags)) {
|
|
if (chroma_format_idc <= 1) {
|
|
h->pred8x8 [VERT_PRED8x8 ] = ff_pred8x8_vertical_8_mmx;
|
|
}
|
|
}
|
|
|
|
if (EXTERNAL_MMXEXT(cpu_flags)) {
|
|
h->pred16x16[HOR_PRED8x8 ] = ff_pred16x16_horizontal_8_mmxext;
|
|
if (chroma_format_idc <= 1)
|
|
h->pred8x8[HOR_PRED8x8 ] = ff_pred8x8_horizontal_8_mmxext;
|
|
h->pred8x8l [TOP_DC_PRED ] = ff_pred8x8l_top_dc_8_mmxext;
|
|
h->pred8x8l [DC_PRED ] = ff_pred8x8l_dc_8_mmxext;
|
|
h->pred8x8l [HOR_PRED ] = ff_pred8x8l_horizontal_8_mmxext;
|
|
h->pred8x8l [VERT_PRED ] = ff_pred8x8l_vertical_8_mmxext;
|
|
h->pred8x8l [HOR_UP_PRED ] = ff_pred8x8l_horizontal_up_8_mmxext;
|
|
h->pred4x4 [DIAG_DOWN_RIGHT_PRED ] = ff_pred4x4_down_right_8_mmxext;
|
|
h->pred4x4 [VERT_RIGHT_PRED ] = ff_pred4x4_vertical_right_8_mmxext;
|
|
h->pred4x4 [HOR_DOWN_PRED ] = ff_pred4x4_horizontal_down_8_mmxext;
|
|
h->pred4x4 [DC_PRED ] = ff_pred4x4_dc_8_mmxext;
|
|
if (codec_id == AV_CODEC_ID_VP7 || codec_id == AV_CODEC_ID_VP8 ||
|
|
codec_id == AV_CODEC_ID_H264) {
|
|
h->pred4x4 [DIAG_DOWN_LEFT_PRED] = ff_pred4x4_down_left_8_mmxext;
|
|
}
|
|
if (codec_id == AV_CODEC_ID_SVQ3 || codec_id == AV_CODEC_ID_H264) {
|
|
h->pred4x4 [VERT_LEFT_PRED ] = ff_pred4x4_vertical_left_8_mmxext;
|
|
}
|
|
if (codec_id != AV_CODEC_ID_RV40) {
|
|
h->pred4x4 [HOR_UP_PRED ] = ff_pred4x4_horizontal_up_8_mmxext;
|
|
}
|
|
if (codec_id == AV_CODEC_ID_SVQ3 || codec_id == AV_CODEC_ID_H264) {
|
|
if (chroma_format_idc <= 1) {
|
|
h->pred8x8[TOP_DC_PRED8x8 ] = ff_pred8x8_top_dc_8_mmxext;
|
|
h->pred8x8[DC_PRED8x8 ] = ff_pred8x8_dc_8_mmxext;
|
|
}
|
|
}
|
|
if (codec_id == AV_CODEC_ID_VP7 || codec_id == AV_CODEC_ID_VP8) {
|
|
h->pred8x8 [DC_PRED8x8 ] = ff_pred8x8_dc_rv40_8_mmxext;
|
|
h->pred4x4 [TM_VP8_PRED ] = ff_pred4x4_tm_vp8_8_mmxext;
|
|
h->pred4x4 [VERT_PRED ] = ff_pred4x4_vertical_vp8_8_mmxext;
|
|
}
|
|
}
|
|
|
|
if (EXTERNAL_SSE(cpu_flags)) {
|
|
h->pred16x16[VERT_PRED8x8] = ff_pred16x16_vertical_8_sse;
|
|
}
|
|
|
|
if (EXTERNAL_SSE2(cpu_flags)) {
|
|
h->pred16x16[DC_PRED8x8 ] = ff_pred16x16_dc_8_sse2;
|
|
h->pred8x8l [DIAG_DOWN_LEFT_PRED ] = ff_pred8x8l_down_left_8_sse2;
|
|
h->pred8x8l [DIAG_DOWN_RIGHT_PRED ] = ff_pred8x8l_down_right_8_sse2;
|
|
h->pred8x8l [VERT_RIGHT_PRED ] = ff_pred8x8l_vertical_right_8_sse2;
|
|
h->pred8x8l [VERT_LEFT_PRED ] = ff_pred8x8l_vertical_left_8_sse2;
|
|
h->pred8x8l [HOR_DOWN_PRED ] = ff_pred8x8l_horizontal_down_8_sse2;
|
|
if (codec_id == AV_CODEC_ID_VP7 || codec_id == AV_CODEC_ID_VP8) {
|
|
h->pred16x16[PLANE_PRED8x8 ] = ff_pred16x16_tm_vp8_8_sse2;
|
|
h->pred8x8 [PLANE_PRED8x8 ] = ff_pred8x8_tm_vp8_8_sse2;
|
|
} else {
|
|
if (chroma_format_idc <= 1)
|
|
h->pred8x8 [PLANE_PRED8x8] = ff_pred8x8_plane_8_sse2;
|
|
if (codec_id == AV_CODEC_ID_SVQ3) {
|
|
h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_svq3_8_sse2;
|
|
} else if (codec_id == AV_CODEC_ID_RV40) {
|
|
h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_rv40_8_sse2;
|
|
} else {
|
|
h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_h264_8_sse2;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (EXTERNAL_SSSE3(cpu_flags)) {
|
|
h->pred16x16[HOR_PRED8x8 ] = ff_pred16x16_horizontal_8_ssse3;
|
|
h->pred16x16[DC_PRED8x8 ] = ff_pred16x16_dc_8_ssse3;
|
|
if (chroma_format_idc <= 1)
|
|
h->pred8x8 [HOR_PRED8x8 ] = ff_pred8x8_horizontal_8_ssse3;
|
|
h->pred8x8l [TOP_DC_PRED ] = ff_pred8x8l_top_dc_8_ssse3;
|
|
h->pred8x8l [DC_PRED ] = ff_pred8x8l_dc_8_ssse3;
|
|
h->pred8x8l [HOR_PRED ] = ff_pred8x8l_horizontal_8_ssse3;
|
|
h->pred8x8l [VERT_PRED ] = ff_pred8x8l_vertical_8_ssse3;
|
|
h->pred8x8l [DIAG_DOWN_LEFT_PRED ] = ff_pred8x8l_down_left_8_ssse3;
|
|
h->pred8x8l [DIAG_DOWN_RIGHT_PRED ] = ff_pred8x8l_down_right_8_ssse3;
|
|
h->pred8x8l [VERT_RIGHT_PRED ] = ff_pred8x8l_vertical_right_8_ssse3;
|
|
h->pred8x8l [VERT_LEFT_PRED ] = ff_pred8x8l_vertical_left_8_ssse3;
|
|
h->pred8x8l [HOR_UP_PRED ] = ff_pred8x8l_horizontal_up_8_ssse3;
|
|
h->pred8x8l [HOR_DOWN_PRED ] = ff_pred8x8l_horizontal_down_8_ssse3;
|
|
if (codec_id == AV_CODEC_ID_VP7 || codec_id == AV_CODEC_ID_VP8) {
|
|
h->pred8x8 [PLANE_PRED8x8 ] = ff_pred8x8_tm_vp8_8_ssse3;
|
|
h->pred4x4 [TM_VP8_PRED ] = ff_pred4x4_tm_vp8_8_ssse3;
|
|
} else {
|
|
if (chroma_format_idc <= 1)
|
|
h->pred8x8 [PLANE_PRED8x8] = ff_pred8x8_plane_8_ssse3;
|
|
if (codec_id == AV_CODEC_ID_SVQ3) {
|
|
h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_svq3_8_ssse3;
|
|
} else if (codec_id == AV_CODEC_ID_RV40) {
|
|
h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_rv40_8_ssse3;
|
|
} else {
|
|
h->pred16x16[PLANE_PRED8x8] = ff_pred16x16_plane_h264_8_ssse3;
|
|
}
|
|
}
|
|
}
|
|
|
|
if(EXTERNAL_AVX2(cpu_flags)){
|
|
if (codec_id == AV_CODEC_ID_VP8) {
|
|
h->pred16x16[PLANE_PRED8x8 ] = ff_pred16x16_tm_vp8_8_avx2;
|
|
}
|
|
}
|
|
} else if (bit_depth == 10) {
|
|
if (EXTERNAL_MMXEXT(cpu_flags)) {
|
|
h->pred4x4[DC_PRED ] = ff_pred4x4_dc_10_mmxext;
|
|
h->pred4x4[HOR_UP_PRED ] = ff_pred4x4_horizontal_up_10_mmxext;
|
|
}
|
|
if (EXTERNAL_SSE2(cpu_flags)) {
|
|
h->pred4x4[DIAG_DOWN_LEFT_PRED ] = ff_pred4x4_down_left_10_sse2;
|
|
h->pred4x4[DIAG_DOWN_RIGHT_PRED] = ff_pred4x4_down_right_10_sse2;
|
|
h->pred4x4[VERT_LEFT_PRED ] = ff_pred4x4_vertical_left_10_sse2;
|
|
h->pred4x4[VERT_RIGHT_PRED ] = ff_pred4x4_vertical_right_10_sse2;
|
|
h->pred4x4[HOR_DOWN_PRED ] = ff_pred4x4_horizontal_down_10_sse2;
|
|
|
|
if (chroma_format_idc <= 1) {
|
|
h->pred8x8[DC_PRED8x8 ] = ff_pred8x8_dc_10_sse2;
|
|
h->pred8x8[TOP_DC_PRED8x8 ] = ff_pred8x8_top_dc_10_sse2;
|
|
h->pred8x8[PLANE_PRED8x8 ] = ff_pred8x8_plane_10_sse2;
|
|
h->pred8x8[VERT_PRED8x8 ] = ff_pred8x8_vertical_10_sse2;
|
|
h->pred8x8[HOR_PRED8x8 ] = ff_pred8x8_horizontal_10_sse2;
|
|
}
|
|
|
|
h->pred8x8l[VERT_PRED ] = ff_pred8x8l_vertical_10_sse2;
|
|
h->pred8x8l[HOR_PRED ] = ff_pred8x8l_horizontal_10_sse2;
|
|
h->pred8x8l[DC_PRED ] = ff_pred8x8l_dc_10_sse2;
|
|
h->pred8x8l[DC_128_PRED ] = ff_pred8x8l_128_dc_10_sse2;
|
|
h->pred8x8l[TOP_DC_PRED ] = ff_pred8x8l_top_dc_10_sse2;
|
|
h->pred8x8l[DIAG_DOWN_LEFT_PRED ] = ff_pred8x8l_down_left_10_sse2;
|
|
h->pred8x8l[DIAG_DOWN_RIGHT_PRED] = ff_pred8x8l_down_right_10_sse2;
|
|
h->pred8x8l[VERT_RIGHT_PRED ] = ff_pred8x8l_vertical_right_10_sse2;
|
|
h->pred8x8l[HOR_UP_PRED ] = ff_pred8x8l_horizontal_up_10_sse2;
|
|
|
|
h->pred16x16[DC_PRED8x8 ] = ff_pred16x16_dc_10_sse2;
|
|
h->pred16x16[TOP_DC_PRED8x8 ] = ff_pred16x16_top_dc_10_sse2;
|
|
h->pred16x16[DC_128_PRED8x8 ] = ff_pred16x16_128_dc_10_sse2;
|
|
h->pred16x16[LEFT_DC_PRED8x8 ] = ff_pred16x16_left_dc_10_sse2;
|
|
h->pred16x16[VERT_PRED8x8 ] = ff_pred16x16_vertical_10_sse2;
|
|
h->pred16x16[HOR_PRED8x8 ] = ff_pred16x16_horizontal_10_sse2;
|
|
}
|
|
if (EXTERNAL_SSSE3(cpu_flags)) {
|
|
h->pred4x4[DIAG_DOWN_RIGHT_PRED] = ff_pred4x4_down_right_10_ssse3;
|
|
h->pred4x4[VERT_RIGHT_PRED ] = ff_pred4x4_vertical_right_10_ssse3;
|
|
h->pred4x4[HOR_DOWN_PRED ] = ff_pred4x4_horizontal_down_10_ssse3;
|
|
|
|
h->pred8x8l[HOR_PRED ] = ff_pred8x8l_horizontal_10_ssse3;
|
|
h->pred8x8l[DIAG_DOWN_LEFT_PRED ] = ff_pred8x8l_down_left_10_ssse3;
|
|
h->pred8x8l[DIAG_DOWN_RIGHT_PRED] = ff_pred8x8l_down_right_10_ssse3;
|
|
h->pred8x8l[VERT_RIGHT_PRED ] = ff_pred8x8l_vertical_right_10_ssse3;
|
|
h->pred8x8l[HOR_UP_PRED ] = ff_pred8x8l_horizontal_up_10_ssse3;
|
|
}
|
|
if (EXTERNAL_AVX(cpu_flags)) {
|
|
h->pred4x4[DIAG_DOWN_LEFT_PRED ] = ff_pred4x4_down_left_10_avx;
|
|
h->pred4x4[DIAG_DOWN_RIGHT_PRED] = ff_pred4x4_down_right_10_avx;
|
|
h->pred4x4[VERT_LEFT_PRED ] = ff_pred4x4_vertical_left_10_avx;
|
|
h->pred4x4[VERT_RIGHT_PRED ] = ff_pred4x4_vertical_right_10_avx;
|
|
h->pred4x4[HOR_DOWN_PRED ] = ff_pred4x4_horizontal_down_10_avx;
|
|
|
|
h->pred8x8l[VERT_PRED ] = ff_pred8x8l_vertical_10_avx;
|
|
h->pred8x8l[HOR_PRED ] = ff_pred8x8l_horizontal_10_avx;
|
|
h->pred8x8l[DC_PRED ] = ff_pred8x8l_dc_10_avx;
|
|
h->pred8x8l[TOP_DC_PRED ] = ff_pred8x8l_top_dc_10_avx;
|
|
h->pred8x8l[DIAG_DOWN_RIGHT_PRED] = ff_pred8x8l_down_right_10_avx;
|
|
h->pred8x8l[DIAG_DOWN_LEFT_PRED ] = ff_pred8x8l_down_left_10_avx;
|
|
h->pred8x8l[VERT_RIGHT_PRED ] = ff_pred8x8l_vertical_right_10_avx;
|
|
h->pred8x8l[HOR_UP_PRED ] = ff_pred8x8l_horizontal_up_10_avx;
|
|
}
|
|
}
|
|
}
|