2013-01-12 15:53:46 +00:00
|
|
|
/*
|
|
|
|
* MPEG-4 Part 10 / AVC / H.264 HW decode acceleration through VDPAU
|
|
|
|
*
|
|
|
|
* Copyright (c) 2008 NVIDIA
|
|
|
|
* Copyright (c) 2013 Rémi Denis-Courmont
|
|
|
|
*
|
2013-01-14 12:59:09 +00:00
|
|
|
* This file is part of FFmpeg.
|
2013-01-12 15:53:46 +00:00
|
|
|
*
|
2013-01-14 12:59:09 +00:00
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2013-01-12 15:53:46 +00:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2013-01-14 12:59:09 +00:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2013-01-12 15:53:46 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2013-01-14 12:59:09 +00:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software Foundation,
|
2013-01-12 15:53:46 +00:00
|
|
|
* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <vdpau/vdpau.h>
|
|
|
|
|
|
|
|
#include "avcodec.h"
|
2014-10-04 13:55:05 +00:00
|
|
|
#include "internal.h"
|
2016-05-18 07:02:39 +00:00
|
|
|
#include "h264dec.h"
|
2016-05-18 07:40:33 +00:00
|
|
|
#include "h264_ps.h"
|
2016-11-24 14:14:22 +00:00
|
|
|
#include "hwaccel.h"
|
2014-02-28 12:40:54 +00:00
|
|
|
#include "mpegutils.h"
|
2013-01-12 15:53:46 +00:00
|
|
|
#include "vdpau.h"
|
|
|
|
#include "vdpau_internal.h"
|
|
|
|
|
|
|
|
static int32_t h264_foc(int foc)
|
|
|
|
{
|
|
|
|
if (foc == INT_MAX)
|
|
|
|
foc = 0;
|
|
|
|
return foc;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void vdpau_h264_clear_rf(VdpReferenceFrameH264 *rf)
|
|
|
|
{
|
|
|
|
rf->surface = VDP_INVALID_HANDLE;
|
|
|
|
rf->is_long_term = VDP_FALSE;
|
|
|
|
rf->top_is_reference = VDP_FALSE;
|
|
|
|
rf->bottom_is_reference = VDP_FALSE;
|
|
|
|
rf->field_order_cnt[0] = 0;
|
|
|
|
rf->field_order_cnt[1] = 0;
|
|
|
|
rf->frame_idx = 0;
|
|
|
|
}
|
|
|
|
|
2014-03-12 08:13:07 +00:00
|
|
|
static void vdpau_h264_set_rf(VdpReferenceFrameH264 *rf, H264Picture *pic,
|
2013-01-12 15:53:46 +00:00
|
|
|
int pic_structure)
|
|
|
|
{
|
2015-04-17 10:09:50 +00:00
|
|
|
VdpVideoSurface surface = ff_vdpau_get_surface_id(pic->f);
|
2013-01-12 15:53:46 +00:00
|
|
|
|
|
|
|
if (pic_structure == 0)
|
2012-11-21 20:34:46 +00:00
|
|
|
pic_structure = pic->reference;
|
2013-01-12 15:53:46 +00:00
|
|
|
|
|
|
|
rf->surface = surface;
|
2012-11-21 20:34:46 +00:00
|
|
|
rf->is_long_term = pic->reference && pic->long_ref;
|
2013-01-12 15:53:46 +00:00
|
|
|
rf->top_is_reference = (pic_structure & PICT_TOP_FIELD) != 0;
|
|
|
|
rf->bottom_is_reference = (pic_structure & PICT_BOTTOM_FIELD) != 0;
|
|
|
|
rf->field_order_cnt[0] = h264_foc(pic->field_poc[0]);
|
|
|
|
rf->field_order_cnt[1] = h264_foc(pic->field_poc[1]);
|
|
|
|
rf->frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void vdpau_h264_set_reference_frames(AVCodecContext *avctx)
|
|
|
|
{
|
|
|
|
H264Context * const h = avctx->priv_data;
|
2013-07-25 19:30:20 +00:00
|
|
|
struct vdpau_picture_context *pic_ctx = h->cur_pic_ptr->hwaccel_picture_private;
|
|
|
|
VdpPictureInfoH264 *info = &pic_ctx->info.h264;
|
2013-01-12 15:53:46 +00:00
|
|
|
int list;
|
|
|
|
|
|
|
|
VdpReferenceFrameH264 *rf = &info->referenceFrames[0];
|
|
|
|
#define H264_RF_COUNT FF_ARRAY_ELEMS(info->referenceFrames)
|
|
|
|
|
|
|
|
for (list = 0; list < 2; ++list) {
|
2014-03-12 08:13:07 +00:00
|
|
|
H264Picture **lp = list ? h->long_ref : h->short_ref;
|
2013-01-12 15:53:46 +00:00
|
|
|
int i, ls = list ? 16 : h->short_ref_count;
|
|
|
|
|
|
|
|
for (i = 0; i < ls; ++i) {
|
2014-03-12 08:13:07 +00:00
|
|
|
H264Picture *pic = lp[i];
|
2013-01-12 15:53:46 +00:00
|
|
|
VdpReferenceFrameH264 *rf2;
|
|
|
|
VdpVideoSurface surface_ref;
|
|
|
|
int pic_frame_idx;
|
|
|
|
|
2012-11-21 20:34:46 +00:00
|
|
|
if (!pic || !pic->reference)
|
2013-01-12 15:53:46 +00:00
|
|
|
continue;
|
|
|
|
pic_frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num;
|
2015-04-17 10:09:50 +00:00
|
|
|
surface_ref = ff_vdpau_get_surface_id(pic->f);
|
2013-01-12 15:53:46 +00:00
|
|
|
|
|
|
|
rf2 = &info->referenceFrames[0];
|
|
|
|
while (rf2 != rf) {
|
|
|
|
if ((rf2->surface == surface_ref) &&
|
|
|
|
(rf2->is_long_term == pic->long_ref) &&
|
|
|
|
(rf2->frame_idx == pic_frame_idx))
|
|
|
|
break;
|
|
|
|
++rf2;
|
|
|
|
}
|
|
|
|
if (rf2 != rf) {
|
2012-11-21 20:34:46 +00:00
|
|
|
rf2->top_is_reference |= (pic->reference & PICT_TOP_FIELD) ? VDP_TRUE : VDP_FALSE;
|
|
|
|
rf2->bottom_is_reference |= (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE;
|
2013-01-12 15:53:46 +00:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (rf >= &info->referenceFrames[H264_RF_COUNT])
|
|
|
|
continue;
|
|
|
|
|
2012-11-21 20:34:46 +00:00
|
|
|
vdpau_h264_set_rf(rf, pic, pic->reference);
|
2013-01-12 15:53:46 +00:00
|
|
|
++rf;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for (; rf < &info->referenceFrames[H264_RF_COUNT]; ++rf)
|
|
|
|
vdpau_h264_clear_rf(rf);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int vdpau_h264_start_frame(AVCodecContext *avctx,
|
|
|
|
const uint8_t *buffer, uint32_t size)
|
|
|
|
{
|
|
|
|
H264Context * const h = avctx->priv_data;
|
2016-03-22 12:31:21 +00:00
|
|
|
const PPS *pps = h->ps.pps;
|
|
|
|
const SPS *sps = h->ps.sps;
|
2014-03-12 08:13:07 +00:00
|
|
|
H264Picture *pic = h->cur_pic_ptr;
|
2013-07-25 19:30:20 +00:00
|
|
|
struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
|
|
|
|
VdpPictureInfoH264 *info = &pic_ctx->info.h264;
|
2014-12-19 17:15:05 +00:00
|
|
|
#ifdef VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE
|
|
|
|
VdpPictureInfoH264Predictive *info2 = &pic_ctx->info.h264_predictive;
|
|
|
|
#endif
|
2013-01-12 15:53:46 +00:00
|
|
|
|
|
|
|
/* init VdpPictureInfoH264 */
|
|
|
|
info->slice_count = 0;
|
|
|
|
info->field_order_cnt[0] = h264_foc(pic->field_poc[0]);
|
|
|
|
info->field_order_cnt[1] = h264_foc(pic->field_poc[1]);
|
|
|
|
info->is_reference = h->nal_ref_idc != 0;
|
2016-03-21 15:14:31 +00:00
|
|
|
info->frame_num = h->poc.frame_num;
|
2013-02-03 10:10:05 +00:00
|
|
|
info->field_pic_flag = h->picture_structure != PICT_FRAME;
|
|
|
|
info->bottom_field_flag = h->picture_structure == PICT_BOTTOM_FIELD;
|
2016-03-22 12:31:21 +00:00
|
|
|
info->num_ref_frames = sps->ref_frame_count;
|
|
|
|
info->mb_adaptive_frame_field_flag = sps->mb_aff && !info->field_pic_flag;
|
|
|
|
info->constrained_intra_pred_flag = pps->constrained_intra_pred;
|
|
|
|
info->weighted_pred_flag = pps->weighted_pred;
|
|
|
|
info->weighted_bipred_idc = pps->weighted_bipred_idc;
|
|
|
|
info->frame_mbs_only_flag = sps->frame_mbs_only_flag;
|
|
|
|
info->transform_8x8_mode_flag = pps->transform_8x8_mode;
|
|
|
|
info->chroma_qp_index_offset = pps->chroma_qp_index_offset[0];
|
|
|
|
info->second_chroma_qp_index_offset = pps->chroma_qp_index_offset[1];
|
|
|
|
info->pic_init_qp_minus26 = pps->init_qp - 26;
|
|
|
|
info->num_ref_idx_l0_active_minus1 = pps->ref_count[0] - 1;
|
|
|
|
info->num_ref_idx_l1_active_minus1 = pps->ref_count[1] - 1;
|
|
|
|
info->log2_max_frame_num_minus4 = sps->log2_max_frame_num - 4;
|
|
|
|
info->pic_order_cnt_type = sps->poc_type;
|
|
|
|
info->log2_max_pic_order_cnt_lsb_minus4 = sps->poc_type ? 0 : sps->log2_max_poc_lsb - 4;
|
|
|
|
info->delta_pic_order_always_zero_flag = sps->delta_pic_order_always_zero_flag;
|
|
|
|
info->direct_8x8_inference_flag = sps->direct_8x8_inference_flag;
|
2014-12-19 17:15:05 +00:00
|
|
|
#ifdef VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE
|
2016-03-22 12:31:21 +00:00
|
|
|
info2->qpprime_y_zero_transform_bypass_flag = sps->transform_bypass;
|
|
|
|
info2->separate_colour_plane_flag = sps->residual_color_transform_flag;
|
2014-12-19 17:15:05 +00:00
|
|
|
#endif
|
2016-03-22 12:31:21 +00:00
|
|
|
info->entropy_coding_mode_flag = pps->cabac;
|
|
|
|
info->pic_order_present_flag = pps->pic_order_present;
|
|
|
|
info->deblocking_filter_control_present_flag = pps->deblocking_filter_parameters_present;
|
|
|
|
info->redundant_pic_cnt_present_flag = pps->redundant_pic_cnt_present;
|
2013-01-12 15:53:46 +00:00
|
|
|
|
2016-03-22 12:31:21 +00:00
|
|
|
memcpy(info->scaling_lists_4x4, pps->scaling_matrix4,
|
2013-01-12 15:53:46 +00:00
|
|
|
sizeof(info->scaling_lists_4x4));
|
2016-03-22 12:31:21 +00:00
|
|
|
memcpy(info->scaling_lists_8x8[0], pps->scaling_matrix8[0],
|
2013-01-12 15:53:46 +00:00
|
|
|
sizeof(info->scaling_lists_8x8[0]));
|
2016-03-22 12:31:21 +00:00
|
|
|
memcpy(info->scaling_lists_8x8[1], pps->scaling_matrix8[3],
|
2013-01-12 15:53:46 +00:00
|
|
|
sizeof(info->scaling_lists_8x8[1]));
|
|
|
|
|
|
|
|
vdpau_h264_set_reference_frames(avctx);
|
|
|
|
|
2014-03-20 07:53:16 +00:00
|
|
|
return ff_vdpau_common_start_frame(pic_ctx, buffer, size);
|
2013-01-12 15:53:46 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static const uint8_t start_code_prefix[3] = { 0x00, 0x00, 0x01 };
|
|
|
|
|
|
|
|
static int vdpau_h264_decode_slice(AVCodecContext *avctx,
|
|
|
|
const uint8_t *buffer, uint32_t size)
|
|
|
|
{
|
2013-07-25 19:30:20 +00:00
|
|
|
H264Context *h = avctx->priv_data;
|
2014-03-12 08:13:07 +00:00
|
|
|
H264Picture *pic = h->cur_pic_ptr;
|
2013-07-25 19:30:20 +00:00
|
|
|
struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
|
2013-01-12 15:53:46 +00:00
|
|
|
int val;
|
|
|
|
|
2014-03-20 07:53:16 +00:00
|
|
|
val = ff_vdpau_add_buffer(pic_ctx, start_code_prefix, 3);
|
2013-01-12 15:53:46 +00:00
|
|
|
if (val)
|
|
|
|
return val;
|
|
|
|
|
2014-03-20 07:53:16 +00:00
|
|
|
val = ff_vdpau_add_buffer(pic_ctx, buffer, size);
|
2013-01-12 15:53:46 +00:00
|
|
|
if (val)
|
|
|
|
return val;
|
|
|
|
|
2013-07-25 19:30:20 +00:00
|
|
|
pic_ctx->info.h264.slice_count++;
|
2013-01-12 15:53:46 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2013-02-03 10:10:05 +00:00
|
|
|
static int vdpau_h264_end_frame(AVCodecContext *avctx)
|
|
|
|
{
|
|
|
|
H264Context *h = avctx->priv_data;
|
2015-01-17 21:28:46 +00:00
|
|
|
H264SliceContext *sl = &h->slice_ctx[0];
|
2014-03-12 08:13:07 +00:00
|
|
|
H264Picture *pic = h->cur_pic_ptr;
|
2013-07-25 19:30:20 +00:00
|
|
|
struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
|
2014-10-04 13:55:03 +00:00
|
|
|
int val;
|
2013-02-03 10:10:05 +00:00
|
|
|
|
2015-04-17 10:09:50 +00:00
|
|
|
val = ff_vdpau_common_end_frame(avctx, pic->f, pic_ctx);
|
2014-10-04 13:55:03 +00:00
|
|
|
if (val < 0)
|
|
|
|
return val;
|
2014-01-10 19:18:08 +00:00
|
|
|
|
2015-01-17 21:28:46 +00:00
|
|
|
ff_h264_draw_horiz_band(h, sl, 0, h->avctx->height);
|
2013-02-03 10:10:05 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-10-04 13:55:05 +00:00
|
|
|
static int vdpau_h264_init(AVCodecContext *avctx)
|
|
|
|
{
|
|
|
|
VdpDecoderProfile profile;
|
|
|
|
uint32_t level = avctx->level;
|
|
|
|
|
|
|
|
switch (avctx->profile & ~FF_PROFILE_H264_INTRA) {
|
|
|
|
case FF_PROFILE_H264_BASELINE:
|
|
|
|
profile = VDP_DECODER_PROFILE_H264_BASELINE;
|
|
|
|
break;
|
2014-10-26 19:24:12 +00:00
|
|
|
case FF_PROFILE_H264_CONSTRAINED_BASELINE:
|
2014-12-13 16:42:21 +00:00
|
|
|
#ifdef VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE
|
|
|
|
profile = VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE;
|
|
|
|
break;
|
|
|
|
#endif
|
2014-10-04 13:55:05 +00:00
|
|
|
case FF_PROFILE_H264_MAIN:
|
|
|
|
profile = VDP_DECODER_PROFILE_H264_MAIN;
|
|
|
|
break;
|
|
|
|
case FF_PROFILE_H264_HIGH:
|
|
|
|
profile = VDP_DECODER_PROFILE_H264_HIGH;
|
|
|
|
break;
|
2014-12-13 16:42:20 +00:00
|
|
|
#ifdef VDP_DECODER_PROFILE_H264_EXTENDED
|
|
|
|
case FF_PROFILE_H264_EXTENDED:
|
|
|
|
profile = VDP_DECODER_PROFILE_H264_EXTENDED;
|
|
|
|
break;
|
2014-12-19 17:15:05 +00:00
|
|
|
#endif
|
|
|
|
case FF_PROFILE_H264_HIGH_10:
|
2016-04-27 17:45:23 +00:00
|
|
|
/* XXX: High 10 can be treated as High so long as only 8 bits per
|
|
|
|
* format are supported. */
|
2014-12-19 17:15:05 +00:00
|
|
|
profile = VDP_DECODER_PROFILE_H264_HIGH;
|
|
|
|
break;
|
|
|
|
#ifdef VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE
|
|
|
|
case FF_PROFILE_H264_HIGH_422:
|
|
|
|
case FF_PROFILE_H264_HIGH_444_PREDICTIVE:
|
|
|
|
case FF_PROFILE_H264_CAVLC_444:
|
|
|
|
profile = VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE;
|
|
|
|
break;
|
2014-12-13 16:42:20 +00:00
|
|
|
#endif
|
2014-10-04 13:55:05 +00:00
|
|
|
default:
|
|
|
|
return AVERROR(ENOTSUP);
|
|
|
|
}
|
|
|
|
|
|
|
|
if ((avctx->profile & FF_PROFILE_H264_INTRA) && avctx->level == 11)
|
|
|
|
level = VDP_DECODER_LEVEL_H264_1b;
|
|
|
|
|
|
|
|
return ff_vdpau_common_init(avctx, profile, level);
|
|
|
|
}
|
|
|
|
|
2017-11-04 18:53:26 +00:00
|
|
|
const AVHWAccel ff_h264_vdpau_hwaccel = {
|
2013-01-12 15:53:46 +00:00
|
|
|
.name = "h264_vdpau",
|
|
|
|
.type = AVMEDIA_TYPE_VIDEO,
|
|
|
|
.id = AV_CODEC_ID_H264,
|
|
|
|
.pix_fmt = AV_PIX_FMT_VDPAU,
|
|
|
|
.start_frame = vdpau_h264_start_frame,
|
2013-02-03 10:10:05 +00:00
|
|
|
.end_frame = vdpau_h264_end_frame,
|
2013-01-12 15:53:46 +00:00
|
|
|
.decode_slice = vdpau_h264_decode_slice,
|
2014-03-06 17:19:52 +00:00
|
|
|
.frame_priv_data_size = sizeof(struct vdpau_picture_context),
|
2014-10-04 13:55:05 +00:00
|
|
|
.init = vdpau_h264_init,
|
|
|
|
.uninit = ff_vdpau_common_uninit,
|
2017-10-19 14:38:20 +00:00
|
|
|
.frame_params = ff_vdpau_common_frame_params,
|
2014-10-04 13:55:05 +00:00
|
|
|
.priv_data_size = sizeof(VDPAUContext),
|
2016-11-24 14:14:22 +00:00
|
|
|
.caps_internal = HWACCEL_CAP_ASYNC_SAFE,
|
2013-01-12 15:53:46 +00:00
|
|
|
};
|