lavfi/qsvvpp: add set_frame_ext_params callback

This allows we add mfxExtBuffer per frame later.

Signed-off-by: Haihao Xiang <haihao.xiang@intel.com>
This commit is contained in:
Haihao Xiang 2023-07-26 15:15:19 +08:00
parent 044ab532fc
commit 96b0b3f67a
2 changed files with 61 additions and 16 deletions

View File

@ -736,6 +736,11 @@ static int init_vpp_session(AVFilterContext *avctx, QSVVPPContext *s)
return 0;
}
static int set_frame_ext_params_null(AVFilterContext *ctx, const AVFrame *in, AVFrame *out, QSVVPPFrameParam *fp)
{
return 0;
}
int ff_qsvvpp_init(AVFilterContext *avctx, QSVVPPParam *param)
{
int i;
@ -747,6 +752,10 @@ int ff_qsvvpp_init(AVFilterContext *avctx, QSVVPPParam *param)
s->filter_frame = ff_filter_frame;
s->out_sw_format = param->out_sw_format;
s->set_frame_ext_params = param->set_frame_ext_params;
if (!s->set_frame_ext_params)
s->set_frame_ext_params = set_frame_ext_params_null;
/* create the vpp session */
ret = init_vpp_session(avctx, s);
if (ret < 0)
@ -873,10 +882,28 @@ failed:
static int qsvvpp_init_vpp_session(AVFilterContext *avctx, QSVVPPContext *s, const QSVFrame *in, QSVFrame *out)
{
int ret;
mfxExtBuffer *ext_param[QSVVPP_MAX_FRAME_EXTBUFS];
QSVVPPFrameParam fp = { 0, ext_param };
if (s->vpp_initted)
return 0;
ret = s->set_frame_ext_params(avctx, in->frame, out->frame, &fp);
if (ret)
return ret;
if (fp.num_ext_buf) {
av_freep(&s->ext_buffers);
s->nb_ext_buffers = s->nb_seq_buffers + fp.num_ext_buf;
s->ext_buffers = av_calloc(s->nb_ext_buffers, sizeof(*s->ext_buffers));
if (!s->ext_buffers)
return AVERROR(ENOMEM);
memcpy(&s->ext_buffers[0], s->seq_buffers, s->nb_seq_buffers * sizeof(*s->seq_buffers));
memcpy(&s->ext_buffers[s->nb_seq_buffers], fp.ext_buf, fp.num_ext_buf * sizeof(*fp.ext_buf));
s->vpp_param.ExtParam = s->ext_buffers;
s->vpp_param.NumExtParam = s->nb_ext_buffers;
}
if (!s->vpp_initted) {
s->vpp_param.vpp.In.PicStruct = in->surface.Info.PicStruct;
s->vpp_param.vpp.Out.PicStruct = out->surface.Info.PicStruct;
@ -894,6 +921,14 @@ static int qsvvpp_init_vpp_session(AVFilterContext *avctx, QSVVPPContext *s, con
ff_qsvvpp_print_warning(avctx, ret, "Warning When creating qsvvpp");
s->vpp_initted = 1;
} else if (fp.num_ext_buf) {
ret = MFXVideoVPP_Reset(s->session, &s->vpp_param);
if (ret < 0) {
ret = ff_qsvvpp_print_error(avctx, ret, "Failed to reset session for qsvvpp");
return ret;
} else if (ret > 0)
ff_qsvvpp_print_warning(avctx, ret, "Warning When resetting session for qsvvpp");
}
return 0;
}

View File

@ -52,11 +52,20 @@ typedef struct QSVFrame {
int queued;
} QSVFrame;
#define QSVVPP_MAX_FRAME_EXTBUFS 8
typedef struct QSVVPPFrameParam {
/* To fill with MFX enhanced filter configurations */
int num_ext_buf;
mfxExtBuffer **ext_buf;
} QSVVPPFrameParam;
typedef struct QSVVPPContext {
const AVClass *class;
mfxSession session;
int (*filter_frame) (AVFilterLink *outlink, AVFrame *frame); /**< callback */
int (*set_frame_ext_params)(AVFilterContext *ctx, const AVFrame *in, AVFrame *out, QSVVPPFrameParam *fp); /**< callbak */
enum AVPixelFormat out_sw_format; /**< Real output format */
mfxVideoParam vpp_param;
mfxFrameInfo *frame_infos; /**< frame info for each input */
@ -101,6 +110,7 @@ typedef struct QSVVPPCrop {
typedef struct QSVVPPParam {
/* default is ff_filter_frame */
int (*filter_frame)(AVFilterLink *outlink, AVFrame *frame);
int (*set_frame_ext_params)(AVFilterContext *ctx, const AVFrame *in, AVFrame *out, QSVVPPFrameParam *fp); /**< callbak */
/* To fill with MFX enhanced filter configurations */
int num_ext_buf;