2015-02-10 09:40:59 +00:00
/*
2015-06-16 16:22:11 +00:00
* Intel MediaSDK QSV based H .264 / HEVC decoder
2015-02-10 09:40:59 +00:00
*
* copyright ( c ) 2013 Luca Barbato
* copyright ( c ) 2015 Anton Khirnov
*
2015-02-19 19:52:29 +00:00
* This file is part of FFmpeg .
2015-02-10 09:40:59 +00:00
*
2015-02-19 19:52:29 +00:00
* FFmpeg is free software ; you can redistribute it and / or
2015-02-10 09:40:59 +00:00
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation ; either
* version 2.1 of the License , or ( at your option ) any later version .
*
2015-02-19 19:52:29 +00:00
* FFmpeg is distributed in the hope that it will be useful ,
2015-02-10 09:40:59 +00:00
* but WITHOUT ANY WARRANTY ; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the GNU
* Lesser General Public License for more details .
*
* You should have received a copy of the GNU Lesser General Public
2015-02-19 19:52:29 +00:00
* License along with FFmpeg ; if not , write to the Free Software
2015-02-10 09:40:59 +00:00
* Foundation , Inc . , 51 Franklin Street , Fifth Floor , Boston , MA 02110 - 1301 USA
*/
# include <stdint.h>
# include <string.h>
# include <mfx/mfxvideo.h>
# include "libavutil/common.h"
# include "libavutil/fifo.h"
# include "libavutil/opt.h"
# include "avcodec.h"
# include "internal.h"
2016-10-21 17:57:12 +00:00
# include "qsv_internal.h"
2015-03-13 06:55:53 +00:00
# include "qsvdec.h"
2016-10-21 17:57:12 +00:00
# include "qsv.h"
2015-02-10 09:40:59 +00:00
2015-06-16 16:22:11 +00:00
enum LoadPlugin {
LOAD_PLUGIN_NONE ,
LOAD_PLUGIN_HEVC_SW ,
2016-10-21 17:57:12 +00:00
LOAD_PLUGIN_HEVC_HW ,
2015-06-16 16:22:11 +00:00
} ;
typedef struct QSVH2645Context {
2015-02-10 09:40:59 +00:00
AVClass * class ;
QSVContext qsv ;
2015-06-16 16:22:11 +00:00
int load_plugin ;
2016-07-24 18:04:36 +00:00
AVFifoBuffer * packet_fifo ;
2016-11-13 08:09:06 +00:00
AVPacket buffer_pkt ;
2015-06-16 16:22:11 +00:00
} QSVH2645Context ;
2015-02-10 09:40:59 +00:00
2016-07-24 18:04:36 +00:00
static void qsv_clear_buffers ( QSVH2645Context * s )
{
AVPacket pkt ;
while ( av_fifo_size ( s - > packet_fifo ) > = sizeof ( pkt ) ) {
av_fifo_generic_read ( s - > packet_fifo , & pkt , sizeof ( pkt ) , NULL ) ;
av_packet_unref ( & pkt ) ;
}
2016-11-13 08:09:06 +00:00
av_packet_unref ( & s - > buffer_pkt ) ;
2016-07-24 18:04:36 +00:00
}
2015-02-10 09:40:59 +00:00
static av_cold int qsv_decode_close ( AVCodecContext * avctx )
{
2015-06-16 16:22:11 +00:00
QSVH2645Context * s = avctx - > priv_data ;
2015-02-10 09:40:59 +00:00
2015-03-13 07:21:38 +00:00
ff_qsv_decode_close ( & s - > qsv ) ;
2015-02-10 09:40:59 +00:00
2016-07-24 18:04:36 +00:00
qsv_clear_buffers ( s ) ;
av_fifo_free ( s - > packet_fifo ) ;
2015-02-10 09:40:59 +00:00
return 0 ;
}
static av_cold int qsv_decode_init ( AVCodecContext * avctx )
{
2015-06-16 16:22:11 +00:00
QSVH2645Context * s = avctx - > priv_data ;
2015-02-10 09:40:59 +00:00
int ret ;
2015-06-16 16:22:11 +00:00
if ( avctx - > codec_id = = AV_CODEC_ID_HEVC & & s - > load_plugin ! = LOAD_PLUGIN_NONE ) {
2016-07-03 08:09:36 +00:00
static const char * const uid_hevcdec_sw = " 15dd936825ad475ea34e35f3f54217a6 " ;
static const char * const uid_hevcdec_hw = " 33a61c0b4c27454ca8d85dde757c6f8e " ;
2015-06-16 16:22:11 +00:00
if ( s - > qsv . load_plugins [ 0 ] ) {
av_log ( avctx , AV_LOG_WARNING ,
" load_plugins is not empty, but load_plugin is not set to 'none'. "
" The load_plugin value will be ignored. \n " ) ;
} else {
av_freep ( & s - > qsv . load_plugins ) ;
2016-10-21 17:57:12 +00:00
if ( s - > load_plugin = = LOAD_PLUGIN_HEVC_SW )
s - > qsv . load_plugins = av_strdup ( uid_hevcdec_sw ) ;
else
s - > qsv . load_plugins = av_strdup ( uid_hevcdec_hw ) ;
2015-06-16 16:22:11 +00:00
if ( ! s - > qsv . load_plugins )
return AVERROR ( ENOMEM ) ;
}
}
2016-10-21 17:57:12 +00:00
2016-07-24 18:04:36 +00:00
s - > packet_fifo = av_fifo_alloc ( sizeof ( AVPacket ) ) ;
if ( ! s - > packet_fifo ) {
ret = AVERROR ( ENOMEM ) ;
goto fail ;
}
2015-02-10 09:40:59 +00:00
return 0 ;
fail :
qsv_decode_close ( avctx ) ;
return ret ;
}
static int qsv_decode_frame ( AVCodecContext * avctx , void * data ,
int * got_frame , AVPacket * avpkt )
{
2015-06-16 16:22:11 +00:00
QSVH2645Context * s = avctx - > priv_data ;
2015-02-10 09:40:59 +00:00
AVFrame * frame = data ;
int ret ;
2016-07-24 18:04:36 +00:00
/* buffer the input packet */
2015-02-10 09:40:59 +00:00
if ( avpkt - > size ) {
2016-07-24 18:04:36 +00:00
AVPacket input_ref = { 0 } ;
2015-02-10 09:40:59 +00:00
2016-07-24 18:04:36 +00:00
if ( av_fifo_space ( s - > packet_fifo ) < sizeof ( input_ref ) ) {
ret = av_fifo_realloc2 ( s - > packet_fifo ,
av_fifo_size ( s - > packet_fifo ) + sizeof ( input_ref ) ) ;
if ( ret < 0 )
return ret ;
}
ret = av_packet_ref ( & input_ref , avpkt ) ;
if ( ret < 0 )
return ret ;
av_fifo_generic_write ( s - > packet_fifo , & input_ref , sizeof ( input_ref ) , NULL ) ;
}
/* process buffered data */
while ( ! * got_frame ) {
2016-11-13 08:09:06 +00:00
/* prepare the input data */
if ( s - > buffer_pkt . size < = 0 ) {
2016-07-24 18:04:36 +00:00
/* no more data */
if ( av_fifo_size ( s - > packet_fifo ) < sizeof ( AVPacket ) )
2016-10-21 17:57:12 +00:00
return avpkt - > size ? avpkt - > size : ff_qsv_process_data ( avctx , & s - > qsv , frame , got_frame , avpkt ) ;
2016-07-24 18:04:36 +00:00
2016-11-13 08:09:06 +00:00
av_packet_unref ( & s - > buffer_pkt ) ;
2016-07-24 18:04:36 +00:00
2016-11-13 08:09:06 +00:00
av_fifo_generic_read ( s - > packet_fifo , & s - > buffer_pkt , sizeof ( s - > buffer_pkt ) , NULL ) ;
2015-02-10 09:40:59 +00:00
}
2016-07-24 18:04:36 +00:00
2016-11-13 08:09:06 +00:00
ret = ff_qsv_process_data ( avctx , & s - > qsv , frame , got_frame , & s - > buffer_pkt ) ;
2018-01-24 02:14:51 +00:00
if ( ret < 0 ) {
/* Drop buffer_pkt when failed to decode the packet. Otherwise,
the decoder will keep decoding the failure packet . */
av_packet_unref ( & s - > buffer_pkt ) ;
2016-07-24 18:04:36 +00:00
return ret ;
2018-01-24 02:14:51 +00:00
}
2016-07-24 18:04:36 +00:00
2016-11-13 08:09:06 +00:00
s - > buffer_pkt . size - = ret ;
s - > buffer_pkt . data + = ret ;
2015-02-10 09:40:59 +00:00
}
2016-07-24 18:04:36 +00:00
return avpkt - > size ;
2015-02-10 09:40:59 +00:00
}
static void qsv_decode_flush ( AVCodecContext * avctx )
{
2015-08-06 16:10:24 +00:00
QSVH2645Context * s = avctx - > priv_data ;
2016-10-21 17:57:12 +00:00
qsv_clear_buffers ( s ) ;
ff_qsv_decode_flush ( avctx , & s - > qsv ) ;
2015-02-10 09:40:59 +00:00
}
2017-11-10 08:03:42 +00:00
# if defined(_WIN32)
# define LOAD_PLUGIN_DEFAULT LOAD_PLUGIN_HEVC_SW
# else
# define LOAD_PLUGIN_DEFAULT LOAD_PLUGIN_HEVC_HW
# endif
2015-06-16 16:22:11 +00:00
# define OFFSET(x) offsetof(QSVH2645Context, x)
# define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
2016-12-03 15:55:21 +00:00
# if CONFIG_HEVC_QSV_DECODER
2015-06-16 16:22:11 +00:00
static const AVOption hevc_options [ ] = {
{ " async_depth " , " Internal parallelization depth, the higher the value the higher the latency. " , OFFSET ( qsv . async_depth ) , AV_OPT_TYPE_INT , { . i64 = ASYNC_DEPTH_DEFAULT } , 0 , INT_MAX , VD } ,
2017-11-10 08:03:42 +00:00
{ " load_plugin " , " A user plugin to load in an internal session " , OFFSET ( load_plugin ) , AV_OPT_TYPE_INT , { . i64 = LOAD_PLUGIN_DEFAULT } , LOAD_PLUGIN_NONE , LOAD_PLUGIN_HEVC_HW , VD , " load_plugin " } ,
2015-06-16 16:22:11 +00:00
{ " none " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = LOAD_PLUGIN_NONE } , 0 , 0 , VD , " load_plugin " } ,
{ " hevc_sw " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = LOAD_PLUGIN_HEVC_SW } , 0 , 0 , VD , " load_plugin " } ,
2016-10-21 17:57:12 +00:00
{ " hevc_hw " , NULL , 0 , AV_OPT_TYPE_CONST , { . i64 = LOAD_PLUGIN_HEVC_HW } , 0 , 0 , VD , " load_plugin " } ,
2015-06-16 16:22:11 +00:00
{ " load_plugins " , " A :-separate list of hexadecimal plugin UIDs to load in an internal session " ,
OFFSET ( qsv . load_plugins ) , AV_OPT_TYPE_STRING , { . str = " " } , 0 , 0 , VD } ,
{ NULL } ,
} ;
static const AVClass hevc_class = {
. class_name = " hevc_qsv " ,
. item_name = av_default_item_name ,
. option = hevc_options ,
. version = LIBAVUTIL_VERSION_INT ,
} ;
AVCodec ff_hevc_qsv_decoder = {
. name = " hevc_qsv " ,
. long_name = NULL_IF_CONFIG_SMALL ( " HEVC (Intel Quick Sync Video acceleration) " ) ,
. priv_data_size = sizeof ( QSVH2645Context ) ,
. type = AVMEDIA_TYPE_VIDEO ,
. id = AV_CODEC_ID_HEVC ,
. init = qsv_decode_init ,
. decode = qsv_decode_frame ,
. flush = qsv_decode_flush ,
. close = qsv_decode_close ,
2017-12-11 15:18:44 +00:00
. capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_HYBRID ,
2015-06-16 16:22:11 +00:00
. priv_class = & hevc_class ,
2015-07-21 07:45:05 +00:00
. pix_fmts = ( const enum AVPixelFormat [ ] ) { AV_PIX_FMT_NV12 ,
2016-06-22 09:53:00 +00:00
AV_PIX_FMT_P010 ,
2015-07-21 07:45:05 +00:00
AV_PIX_FMT_QSV ,
AV_PIX_FMT_NONE } ,
2017-10-25 23:18:40 +00:00
. hw_configs = ff_qsv_hw_configs ,
2016-11-13 08:09:06 +00:00
. bsfs = " hevc_mp4toannexb " ,
2017-12-11 15:18:44 +00:00
. wrapper_name = " qsv " ,
2015-06-16 16:22:11 +00:00
} ;
# endif
2016-12-03 15:55:21 +00:00
# if CONFIG_H264_QSV_DECODER
2015-02-10 09:40:59 +00:00
static const AVOption options [ ] = {
{ " async_depth " , " Internal parallelization depth, the higher the value the higher the latency. " , OFFSET ( qsv . async_depth ) , AV_OPT_TYPE_INT , { . i64 = ASYNC_DEPTH_DEFAULT } , 0 , INT_MAX , VD } ,
{ NULL } ,
} ;
static const AVClass class = {
. class_name = " h264_qsv " ,
. item_name = av_default_item_name ,
. option = options ,
. version = LIBAVUTIL_VERSION_INT ,
} ;
AVCodec ff_h264_qsv_decoder = {
. name = " h264_qsv " ,
. long_name = NULL_IF_CONFIG_SMALL ( " H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10 (Intel Quick Sync Video acceleration) " ) ,
2015-06-16 16:22:11 +00:00
. priv_data_size = sizeof ( QSVH2645Context ) ,
2015-02-10 09:40:59 +00:00
. type = AVMEDIA_TYPE_VIDEO ,
. id = AV_CODEC_ID_H264 ,
. init = qsv_decode_init ,
. decode = qsv_decode_frame ,
. flush = qsv_decode_flush ,
. close = qsv_decode_close ,
2017-12-11 15:18:44 +00:00
. capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_HYBRID ,
2015-02-10 09:40:59 +00:00
. priv_class = & class ,
2015-07-21 07:45:05 +00:00
. pix_fmts = ( const enum AVPixelFormat [ ] ) { AV_PIX_FMT_NV12 ,
2016-06-22 09:53:00 +00:00
AV_PIX_FMT_P010 ,
2015-07-21 07:45:05 +00:00
AV_PIX_FMT_QSV ,
AV_PIX_FMT_NONE } ,
2017-10-25 23:18:40 +00:00
. hw_configs = ff_qsv_hw_configs ,
2016-11-13 08:09:06 +00:00
. bsfs = " h264_mp4toannexb " ,
2017-12-11 15:18:44 +00:00
. wrapper_name = " qsv " ,
2015-02-10 09:40:59 +00:00
} ;
2015-06-16 16:22:11 +00:00
# endif