2015-07-25 14:45:20 +00:00
/*
2019-08-13 06:11:12 +00:00
* Intel MediaSDK QSV based MPEG - 2 , VC - 1 , VP8 , MJPEG and VP9 decoders
2016-10-21 17:57:12 +00:00
*
* copyright ( c ) 2015 Anton Khirnov
2015-07-25 14:45:20 +00:00
*
* This file is part of FFmpeg .
*
* FFmpeg is free software ; you can redistribute it and / or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation ; either
* version 2.1 of the License , or ( at your option ) any later version .
*
* FFmpeg is distributed in the hope that it will be useful ,
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the GNU
* Lesser General Public License for more details .
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg ; if not , write to the Free Software
* Foundation , Inc . , 51 Franklin Street , Fifth Floor , Boston , MA 02110 - 1301 USA
*/
2016-10-21 17:57:12 +00:00
2015-07-25 14:45:20 +00:00
# include <stdint.h>
# include <string.h>
2016-10-21 17:57:12 +00:00
# include <mfx/mfxvideo.h>
2015-07-25 14:45:20 +00:00
# include "libavutil/common.h"
2016-10-21 17:57:12 +00:00
# include "libavutil/fifo.h"
2015-07-25 14:45:20 +00:00
# include "libavutil/opt.h"
# include "avcodec.h"
2016-10-21 17:57:12 +00:00
# include "internal.h"
# include "qsv_internal.h"
2015-07-25 14:45:20 +00:00
# include "qsvdec.h"
2016-10-21 17:57:12 +00:00
# include "qsv.h"
2015-07-25 14:45:20 +00:00
2016-10-26 20:29:08 +00:00
typedef struct QSVOtherContext {
2015-07-25 14:45:20 +00:00
AVClass * class ;
QSVContext qsv ;
2016-10-21 17:57:12 +00:00
AVFifoBuffer * packet_fifo ;
AVPacket input_ref ;
2016-10-26 20:29:08 +00:00
} QSVOtherContext ;
2015-07-25 14:45:20 +00:00
2016-10-26 20:29:08 +00:00
static void qsv_clear_buffers ( QSVOtherContext * s )
2016-10-21 17:57:12 +00:00
{
AVPacket pkt ;
while ( av_fifo_size ( s - > packet_fifo ) > = sizeof ( pkt ) ) {
av_fifo_generic_read ( s - > packet_fifo , & pkt , sizeof ( pkt ) , NULL ) ;
av_packet_unref ( & pkt ) ;
}
av_packet_unref ( & s - > input_ref ) ;
}
2015-07-25 14:45:20 +00:00
static av_cold int qsv_decode_close ( AVCodecContext * avctx )
{
2016-10-26 20:29:08 +00:00
QSVOtherContext * s = avctx - > priv_data ;
2015-07-25 14:45:20 +00:00
2019-08-13 06:11:12 +00:00
# if CONFIG_VP8_QSV_DECODER || CONFIG_VP9_QSV_DECODER
if ( avctx - > codec_id = = AV_CODEC_ID_VP8 | | avctx - > codec_id = = AV_CODEC_ID_VP9 )
2017-12-07 07:26:38 +00:00
av_freep ( & s - > qsv . load_plugins ) ;
# endif
2015-07-25 14:45:20 +00:00
ff_qsv_decode_close ( & s - > qsv ) ;
2016-10-21 17:57:12 +00:00
qsv_clear_buffers ( s ) ;
av_fifo_free ( s - > packet_fifo ) ;
2015-07-25 14:45:20 +00:00
return 0 ;
}
static av_cold int qsv_decode_init ( AVCodecContext * avctx )
{
2016-10-26 20:29:08 +00:00
QSVOtherContext * s = avctx - > priv_data ;
2016-10-21 17:57:12 +00:00
int ret ;
2016-10-27 19:33:56 +00:00
# if CONFIG_VP8_QSV_DECODER
if ( avctx - > codec_id = = AV_CODEC_ID_VP8 ) {
static const char * uid_vp8dec_hw = " f622394d8d87452f878c51f2fc9b4131 " ;
av_freep ( & s - > qsv . load_plugins ) ;
s - > qsv . load_plugins = av_strdup ( uid_vp8dec_hw ) ;
if ( ! s - > qsv . load_plugins )
return AVERROR ( ENOMEM ) ;
}
# endif
2019-08-13 06:11:12 +00:00
# if CONFIG_VP9_QSV_DECODER
if ( avctx - > codec_id = = AV_CODEC_ID_VP9 ) {
static const char * uid_vp9dec_hw = " a922394d8d87452f878c51f2fc9b4131 " ;
av_freep ( & s - > qsv . load_plugins ) ;
s - > qsv . load_plugins = av_strdup ( uid_vp9dec_hw ) ;
if ( ! s - > qsv . load_plugins )
return AVERROR ( ENOMEM ) ;
}
# endif
2019-08-13 06:11:09 +00:00
s - > qsv . orig_pix_fmt = AV_PIX_FMT_NV12 ;
2016-10-21 17:57:12 +00:00
s - > packet_fifo = av_fifo_alloc ( sizeof ( AVPacket ) ) ;
if ( ! s - > packet_fifo ) {
ret = AVERROR ( ENOMEM ) ;
goto fail ;
}
2015-07-25 14:45:20 +00:00
return 0 ;
2016-10-21 17:57:12 +00:00
fail :
qsv_decode_close ( avctx ) ;
return ret ;
2015-07-25 14:45:20 +00:00
}
static int qsv_decode_frame ( AVCodecContext * avctx , void * data ,
int * got_frame , AVPacket * avpkt )
{
2016-10-26 20:29:08 +00:00
QSVOtherContext * s = avctx - > priv_data ;
2015-07-25 14:45:20 +00:00
AVFrame * frame = data ;
2016-10-21 17:57:12 +00:00
int ret ;
/* buffer the input packet */
if ( avpkt - > size ) {
2019-12-01 09:04:02 +00:00
AVPacket input_ref ;
2016-10-21 17:57:12 +00:00
if ( av_fifo_space ( s - > packet_fifo ) < sizeof ( input_ref ) ) {
ret = av_fifo_realloc2 ( s - > packet_fifo ,
av_fifo_size ( s - > packet_fifo ) + sizeof ( input_ref ) ) ;
if ( ret < 0 )
return ret ;
}
ret = av_packet_ref ( & input_ref , avpkt ) ;
if ( ret < 0 )
return ret ;
av_fifo_generic_write ( s - > packet_fifo , & input_ref , sizeof ( input_ref ) , NULL ) ;
}
2015-07-25 14:45:20 +00:00
2016-10-21 17:57:12 +00:00
/* process buffered data */
while ( ! * got_frame ) {
if ( s - > input_ref . size < = 0 ) {
/* no more data */
if ( av_fifo_size ( s - > packet_fifo ) < sizeof ( AVPacket ) )
return avpkt - > size ? avpkt - > size : ff_qsv_process_data ( avctx , & s - > qsv , frame , got_frame , avpkt ) ;
2018-10-16 01:36:13 +00:00
/* in progress of reinit, no read from fifo and keep the buffer_pkt */
if ( ! s - > qsv . reinit_flag ) {
av_packet_unref ( & s - > input_ref ) ;
av_fifo_generic_read ( s - > packet_fifo , & s - > input_ref , sizeof ( s - > input_ref ) , NULL ) ;
}
2016-10-21 17:57:12 +00:00
}
ret = ff_qsv_process_data ( avctx , & s - > qsv , frame , got_frame , & s - > input_ref ) ;
2018-08-15 09:39:35 +00:00
if ( ret < 0 ) {
/* Drop input packet when failed to decode the packet. Otherwise,
the decoder will keep decoding the failure packet . */
av_packet_unref ( & s - > input_ref ) ;
2016-10-21 17:57:12 +00:00
return ret ;
2018-08-15 09:39:35 +00:00
}
2018-10-16 01:36:13 +00:00
if ( s - > qsv . reinit_flag )
continue ;
2016-10-21 17:57:12 +00:00
s - > input_ref . size - = ret ;
s - > input_ref . data + = ret ;
}
return avpkt - > size ;
2015-07-25 14:45:20 +00:00
}
static void qsv_decode_flush ( AVCodecContext * avctx )
{
2016-10-26 20:29:08 +00:00
QSVOtherContext * s = avctx - > priv_data ;
2016-10-21 17:57:12 +00:00
qsv_clear_buffers ( s ) ;
ff_qsv_decode_flush ( avctx , & s - > qsv ) ;
2015-07-25 14:45:20 +00:00
}
2016-10-26 20:29:08 +00:00
# define OFFSET(x) offsetof(QSVOtherContext, x)
# define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
static const AVOption options [ ] = {
2018-07-24 17:36:19 +00:00
{ " async_depth " , " Internal parallelization depth, the higher the value the higher the latency. " , OFFSET ( qsv . async_depth ) , AV_OPT_TYPE_INT , { . i64 = ASYNC_DEPTH_DEFAULT } , 1 , INT_MAX , VD } ,
2019-10-08 13:41:02 +00:00
{ " gpu_copy " , " A GPU-accelerated copy between video and system memory " , OFFSET ( qsv . gpu_copy ) , AV_OPT_TYPE_INT , { . i64 = MFX_GPUCOPY_DEFAULT } , MFX_GPUCOPY_DEFAULT , MFX_GPUCOPY_OFF , VD , " gpu_copy " } ,
{ " default " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_GPUCOPY_DEFAULT } , 0 , 0 , VD , " gpu_copy " } ,
{ " on " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_GPUCOPY_ON } , 0 , 0 , VD , " gpu_copy " } ,
{ " off " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = MFX_GPUCOPY_OFF } , 0 , 0 , VD , " gpu_copy " } ,
2016-10-26 20:29:08 +00:00
{ NULL } ,
} ;
# if CONFIG_MPEG2_QSV_DECODER
static const AVClass mpeg2_qsv_class = {
2015-07-25 14:45:20 +00:00
. class_name = " mpeg2_qsv " ,
. item_name = av_default_item_name ,
. option = options ,
. version = LIBAVUTIL_VERSION_INT ,
} ;
AVCodec ff_mpeg2_qsv_decoder = {
. name = " mpeg2_qsv " ,
. long_name = NULL_IF_CONFIG_SMALL ( " MPEG-2 video (Intel Quick Sync Video acceleration) " ) ,
2016-10-26 20:29:08 +00:00
. priv_data_size = sizeof ( QSVOtherContext ) ,
2015-07-25 14:45:20 +00:00
. type = AVMEDIA_TYPE_VIDEO ,
. id = AV_CODEC_ID_MPEG2VIDEO ,
. init = qsv_decode_init ,
. decode = qsv_decode_frame ,
. flush = qsv_decode_flush ,
. close = qsv_decode_close ,
2017-12-11 15:18:44 +00:00
. capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_HYBRID ,
2016-10-26 20:29:08 +00:00
. priv_class = & mpeg2_qsv_class ,
. pix_fmts = ( const enum AVPixelFormat [ ] ) { AV_PIX_FMT_NV12 ,
AV_PIX_FMT_QSV ,
AV_PIX_FMT_NONE } ,
2017-10-25 23:18:40 +00:00
. hw_configs = ff_qsv_hw_configs ,
2017-12-11 15:18:44 +00:00
. wrapper_name = " qsv " ,
2016-10-26 20:29:08 +00:00
} ;
# endif
# if CONFIG_VC1_QSV_DECODER
static const AVClass vc1_qsv_class = {
. class_name = " vc1_qsv " ,
. item_name = av_default_item_name ,
. option = options ,
. version = LIBAVUTIL_VERSION_INT ,
} ;
AVCodec ff_vc1_qsv_decoder = {
. name = " vc1_qsv " ,
. long_name = NULL_IF_CONFIG_SMALL ( " VC-1 video (Intel Quick Sync Video acceleration) " ) ,
. priv_data_size = sizeof ( QSVOtherContext ) ,
. type = AVMEDIA_TYPE_VIDEO ,
. id = AV_CODEC_ID_VC1 ,
. init = qsv_decode_init ,
. decode = qsv_decode_frame ,
. flush = qsv_decode_flush ,
. close = qsv_decode_close ,
2017-12-11 15:18:44 +00:00
. capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_HYBRID ,
2016-10-26 20:29:08 +00:00
. priv_class = & vc1_qsv_class ,
2015-07-21 07:45:05 +00:00
. pix_fmts = ( const enum AVPixelFormat [ ] ) { AV_PIX_FMT_NV12 ,
AV_PIX_FMT_QSV ,
AV_PIX_FMT_NONE } ,
2017-10-25 23:18:40 +00:00
. hw_configs = ff_qsv_hw_configs ,
2017-12-11 15:18:44 +00:00
. wrapper_name = " qsv " ,
2015-07-25 14:45:20 +00:00
} ;
2016-10-26 20:29:08 +00:00
# endif
2016-10-27 19:33:56 +00:00
# if CONFIG_VP8_QSV_DECODER
static const AVClass vp8_qsv_class = {
. class_name = " vp8_qsv " ,
. item_name = av_default_item_name ,
. option = options ,
. version = LIBAVUTIL_VERSION_INT ,
} ;
AVCodec ff_vp8_qsv_decoder = {
. name = " vp8_qsv " ,
. long_name = NULL_IF_CONFIG_SMALL ( " VP8 video (Intel Quick Sync Video acceleration) " ) ,
. priv_data_size = sizeof ( QSVOtherContext ) ,
. type = AVMEDIA_TYPE_VIDEO ,
. id = AV_CODEC_ID_VP8 ,
. init = qsv_decode_init ,
. decode = qsv_decode_frame ,
. flush = qsv_decode_flush ,
. close = qsv_decode_close ,
2017-12-11 15:18:44 +00:00
. capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_HYBRID ,
2016-10-27 19:33:56 +00:00
. priv_class = & vp8_qsv_class ,
. pix_fmts = ( const enum AVPixelFormat [ ] ) { AV_PIX_FMT_NV12 ,
AV_PIX_FMT_QSV ,
AV_PIX_FMT_NONE } ,
2017-10-25 23:18:40 +00:00
. hw_configs = ff_qsv_hw_configs ,
2017-12-11 15:18:44 +00:00
. wrapper_name = " qsv " ,
2016-10-27 19:33:56 +00:00
} ;
# endif
2019-08-13 06:11:11 +00:00
# if CONFIG_MJPEG_QSV_DECODER
static const AVClass mjpeg_qsv_class = {
. class_name = " mjpeg_qsv " ,
. item_name = av_default_item_name ,
. option = options ,
. version = LIBAVUTIL_VERSION_INT ,
} ;
AVCodec ff_mjpeg_qsv_decoder = {
. name = " mjpeg_qsv " ,
. long_name = NULL_IF_CONFIG_SMALL ( " MJPEG video (Intel Quick Sync Video acceleration) " ) ,
. priv_data_size = sizeof ( QSVOtherContext ) ,
. type = AVMEDIA_TYPE_VIDEO ,
. id = AV_CODEC_ID_MJPEG ,
. init = qsv_decode_init ,
. decode = qsv_decode_frame ,
. flush = qsv_decode_flush ,
. close = qsv_decode_close ,
. capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_HYBRID ,
. priv_class = & mjpeg_qsv_class ,
. pix_fmts = ( const enum AVPixelFormat [ ] ) { AV_PIX_FMT_NV12 ,
AV_PIX_FMT_QSV ,
AV_PIX_FMT_NONE } ,
} ;
# endif
2019-08-13 06:11:12 +00:00
# if CONFIG_VP9_QSV_DECODER
static const AVClass vp9_qsv_class = {
. class_name = " vp9_qsv " ,
. item_name = av_default_item_name ,
. option = options ,
. version = LIBAVUTIL_VERSION_INT ,
} ;
AVCodec ff_vp9_qsv_decoder = {
. name = " vp9_qsv " ,
. long_name = NULL_IF_CONFIG_SMALL ( " VP9 video (Intel Quick Sync Video acceleration) " ) ,
. priv_data_size = sizeof ( QSVOtherContext ) ,
. type = AVMEDIA_TYPE_VIDEO ,
. id = AV_CODEC_ID_VP9 ,
. init = qsv_decode_init ,
. decode = qsv_decode_frame ,
. flush = qsv_decode_flush ,
. close = qsv_decode_close ,
. capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_HYBRID ,
. priv_class = & vp9_qsv_class ,
. pix_fmts = ( const enum AVPixelFormat [ ] ) { AV_PIX_FMT_NV12 ,
AV_PIX_FMT_P010 ,
AV_PIX_FMT_QSV ,
AV_PIX_FMT_NONE } ,
. hw_configs = ff_qsv_hw_configs ,
. wrapper_name = " qsv " ,
} ;
# endif