2016-03-23 23:49:02 +00:00
|
|
|
/*
|
2016-05-08 21:40:42 +00:00
|
|
|
* This file is part of FFmpeg.
|
2016-03-23 23:49:02 +00:00
|
|
|
*
|
2016-05-08 21:40:42 +00:00
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2016-03-23 23:49:02 +00:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2016-05-08 21:40:42 +00:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2016-03-23 23:49:02 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2016-05-08 21:40:42 +00:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2016-03-23 23:49:02 +00:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef AVCODEC_VAAPI_ENCODE_H
|
|
|
|
#define AVCODEC_VAAPI_ENCODE_H
|
|
|
|
|
|
|
|
#include <stdint.h>
|
|
|
|
|
|
|
|
#include <va/va.h>
|
|
|
|
|
|
|
|
#include "libavutil/hwcontext.h"
|
|
|
|
#include "libavutil/hwcontext_vaapi.h"
|
|
|
|
|
|
|
|
#include "avcodec.h"
|
|
|
|
|
|
|
|
struct VAAPIEncodeType;
|
|
|
|
struct VAAPIEncodePicture;
|
|
|
|
|
|
|
|
enum {
|
2016-04-12 22:13:31 +00:00
|
|
|
MAX_CONFIG_ATTRIBUTES = 4,
|
|
|
|
MAX_GLOBAL_PARAMS = 4,
|
2016-03-23 23:49:02 +00:00
|
|
|
MAX_PICTURE_REFERENCES = 2,
|
2017-01-09 19:17:37 +00:00
|
|
|
MAX_PICTURE_SLICES = 112,
|
|
|
|
MAX_PARAM_BUFFERS = 128,
|
2016-03-23 23:49:02 +00:00
|
|
|
MAX_REORDER_DELAY = 16,
|
|
|
|
MAX_PARAM_BUFFER_SIZE = 1024,
|
|
|
|
};
|
|
|
|
|
|
|
|
enum {
|
|
|
|
PICTURE_TYPE_IDR = 0,
|
|
|
|
PICTURE_TYPE_I = 1,
|
|
|
|
PICTURE_TYPE_P = 2,
|
|
|
|
PICTURE_TYPE_B = 3,
|
|
|
|
};
|
|
|
|
|
|
|
|
typedef struct VAAPIEncodeSlice {
|
2017-01-09 19:17:37 +00:00
|
|
|
int index;
|
2016-03-23 23:49:02 +00:00
|
|
|
void *priv_data;
|
|
|
|
void *codec_slice_params;
|
|
|
|
} VAAPIEncodeSlice;
|
|
|
|
|
|
|
|
typedef struct VAAPIEncodePicture {
|
|
|
|
struct VAAPIEncodePicture *next;
|
|
|
|
|
|
|
|
int64_t display_order;
|
|
|
|
int64_t encode_order;
|
|
|
|
int64_t pts;
|
|
|
|
|
|
|
|
int type;
|
|
|
|
int input_available;
|
|
|
|
int encode_issued;
|
|
|
|
int encode_complete;
|
|
|
|
|
|
|
|
AVFrame *input_image;
|
|
|
|
VASurfaceID input_surface;
|
|
|
|
|
|
|
|
AVFrame *recon_image;
|
|
|
|
VASurfaceID recon_surface;
|
|
|
|
|
|
|
|
int nb_param_buffers;
|
|
|
|
VABufferID param_buffers[MAX_PARAM_BUFFERS];
|
|
|
|
|
2016-06-05 16:18:04 +00:00
|
|
|
AVBufferRef *output_buffer_ref;
|
2016-03-23 23:49:02 +00:00
|
|
|
VABufferID output_buffer;
|
|
|
|
|
|
|
|
void *priv_data;
|
|
|
|
void *codec_picture_params;
|
|
|
|
|
|
|
|
int nb_refs;
|
|
|
|
struct VAAPIEncodePicture *refs[MAX_PICTURE_REFERENCES];
|
|
|
|
|
|
|
|
int nb_slices;
|
|
|
|
VAAPIEncodeSlice *slices[MAX_PICTURE_SLICES];
|
|
|
|
} VAAPIEncodePicture;
|
|
|
|
|
|
|
|
typedef struct VAAPIEncodeContext {
|
|
|
|
const AVClass *class;
|
|
|
|
|
|
|
|
// Codec-specific hooks.
|
|
|
|
const struct VAAPIEncodeType *codec;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Encoding profile (VAProfileXXX).
|
|
|
|
VAProfile va_profile;
|
|
|
|
// Encoding entrypoint (usually VAEntryointEncSlice).
|
|
|
|
VAEntrypoint va_entrypoint;
|
|
|
|
// Surface colour/sampling format (usually VA_RT_FORMAT_YUV420).
|
|
|
|
unsigned int va_rt_format;
|
|
|
|
// Rate control mode.
|
|
|
|
unsigned int va_rc_mode;
|
2016-09-18 13:59:59 +00:00
|
|
|
// Supported packed headers (initially the desired set, modified
|
|
|
|
// later to what is actually supported).
|
|
|
|
unsigned int va_packed_headers;
|
2016-09-18 13:55:26 +00:00
|
|
|
|
|
|
|
// The required size of surfaces. This is probably the input
|
|
|
|
// size (AVCodecContext.width|height) aligned up to whatever
|
|
|
|
// block size is required by the codec.
|
|
|
|
int surface_width;
|
|
|
|
int surface_height;
|
|
|
|
|
|
|
|
// Everything above this point must be set before calling
|
|
|
|
// ff_vaapi_encode_init().
|
|
|
|
|
2016-03-23 23:49:02 +00:00
|
|
|
// Codec-specific state.
|
|
|
|
void *priv_data;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Configuration attributes to use when creating va_config.
|
|
|
|
VAConfigAttrib config_attributes[MAX_CONFIG_ATTRIBUTES];
|
|
|
|
int nb_config_attributes;
|
|
|
|
|
2016-03-23 23:49:02 +00:00
|
|
|
VAConfigID va_config;
|
|
|
|
VAContextID va_context;
|
|
|
|
|
|
|
|
AVBufferRef *device_ref;
|
|
|
|
AVHWDeviceContext *device;
|
|
|
|
AVVAAPIDeviceContext *hwctx;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// The hardware frame context containing the input frames.
|
2016-03-23 23:49:02 +00:00
|
|
|
AVBufferRef *input_frames_ref;
|
|
|
|
AVHWFramesContext *input_frames;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// The hardware frame context containing the reconstructed frames.
|
2016-03-23 23:49:02 +00:00
|
|
|
AVBufferRef *recon_frames_ref;
|
|
|
|
AVHWFramesContext *recon_frames;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Pool of (reusable) bitstream output buffers.
|
2016-06-05 16:18:04 +00:00
|
|
|
AVBufferPool *output_buffer_pool;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Global parameters which will be applied at the start of the
|
|
|
|
// sequence (includes rate control parameters below).
|
2016-04-12 22:13:31 +00:00
|
|
|
VAEncMiscParameterBuffer *global_params[MAX_GLOBAL_PARAMS];
|
|
|
|
size_t global_params_size[MAX_GLOBAL_PARAMS];
|
|
|
|
int nb_global_params;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Rate control parameters.
|
|
|
|
struct {
|
|
|
|
VAEncMiscParameterBuffer misc;
|
|
|
|
VAEncMiscParameterRateControl rc;
|
|
|
|
} rc_params;
|
|
|
|
struct {
|
|
|
|
VAEncMiscParameterBuffer misc;
|
|
|
|
VAEncMiscParameterHRD hrd;
|
|
|
|
} hrd_params;
|
2016-11-29 22:12:46 +00:00
|
|
|
struct {
|
|
|
|
VAEncMiscParameterBuffer misc;
|
|
|
|
VAEncMiscParameterFrameRate fr;
|
|
|
|
} fr_params;
|
2016-09-18 13:55:26 +00:00
|
|
|
|
2016-03-23 23:49:02 +00:00
|
|
|
// Per-sequence parameter structure (VAEncSequenceParameterBuffer*).
|
|
|
|
void *codec_sequence_params;
|
|
|
|
|
|
|
|
// Per-sequence parameters found in the per-picture parameter
|
|
|
|
// structure (VAEncPictureParameterBuffer*).
|
2016-04-12 22:13:31 +00:00
|
|
|
void *codec_picture_params;
|
2016-03-23 23:49:02 +00:00
|
|
|
|
|
|
|
// Current encoding window, in display (input) order.
|
|
|
|
VAAPIEncodePicture *pic_start, *pic_end;
|
|
|
|
|
|
|
|
// Next input order index (display order).
|
|
|
|
int64_t input_order;
|
|
|
|
// Number of frames that output is behind input.
|
|
|
|
int64_t output_delay;
|
|
|
|
// Number of frames decode output will need to be delayed.
|
|
|
|
int64_t decode_delay;
|
|
|
|
// Next output order index (encode order).
|
|
|
|
int64_t output_order;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
enum {
|
|
|
|
// All encode operations are done independently (synchronise
|
|
|
|
// immediately after every operation).
|
|
|
|
ISSUE_MODE_SERIALISE_EVERYTHING = 0,
|
|
|
|
// Overlap as many operations as possible.
|
|
|
|
ISSUE_MODE_MAXIMISE_THROUGHPUT,
|
|
|
|
// Overlap operations only when satisfying parallel dependencies.
|
|
|
|
ISSUE_MODE_MINIMISE_LATENCY,
|
|
|
|
} issue_mode;
|
2016-03-23 23:49:02 +00:00
|
|
|
|
|
|
|
// Timestamp handling.
|
|
|
|
int64_t first_pts;
|
|
|
|
int64_t dts_pts_diff;
|
|
|
|
int64_t ts_ring[MAX_REORDER_DELAY * 3];
|
|
|
|
|
|
|
|
// Frame type decision.
|
|
|
|
int p_per_i;
|
|
|
|
int b_per_p;
|
2016-12-12 21:25:28 +00:00
|
|
|
int force_idr;
|
2017-01-04 23:17:23 +00:00
|
|
|
int gop_counter;
|
2016-03-23 23:49:02 +00:00
|
|
|
int p_counter;
|
|
|
|
int end_of_stream;
|
|
|
|
|
2016-04-12 22:15:03 +00:00
|
|
|
// Codec-local options are allocated to follow this structure in
|
|
|
|
// memory (in the AVCodec definition, set priv_data_size to
|
|
|
|
// sizeof(VAAPIEncodeContext) + sizeof(VAAPIEncodeFooOptions)).
|
|
|
|
void *codec_options;
|
|
|
|
char codec_options_data[0];
|
2016-03-23 23:49:02 +00:00
|
|
|
} VAAPIEncodeContext;
|
|
|
|
|
|
|
|
|
|
|
|
typedef struct VAAPIEncodeType {
|
2016-09-18 13:55:26 +00:00
|
|
|
size_t priv_data_size;
|
2016-03-23 23:49:02 +00:00
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Perform any extra codec-specific configuration after the
|
|
|
|
// codec context is initialised (set up the private data and
|
|
|
|
// add any necessary global parameters).
|
|
|
|
int (*configure)(AVCodecContext *avctx);
|
2016-03-23 23:49:02 +00:00
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// The size of the parameter structures:
|
|
|
|
// sizeof(VAEnc{type}ParameterBuffer{codec}).
|
2016-03-23 23:49:02 +00:00
|
|
|
size_t sequence_params_size;
|
|
|
|
size_t picture_params_size;
|
|
|
|
size_t slice_params_size;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Fill the parameter structures.
|
2016-03-23 23:49:02 +00:00
|
|
|
int (*init_sequence_params)(AVCodecContext *avctx);
|
|
|
|
int (*init_picture_params)(AVCodecContext *avctx,
|
|
|
|
VAAPIEncodePicture *pic);
|
|
|
|
int (*init_slice_params)(AVCodecContext *avctx,
|
|
|
|
VAAPIEncodePicture *pic,
|
|
|
|
VAAPIEncodeSlice *slice);
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// The type used by the packed header: this should look like
|
|
|
|
// VAEncPackedHeader{something}.
|
2016-03-23 23:49:02 +00:00
|
|
|
int sequence_header_type;
|
|
|
|
int picture_header_type;
|
|
|
|
int slice_header_type;
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Write the packed header data to the provided buffer.
|
2016-10-02 07:48:34 +00:00
|
|
|
// The sequence header is also used to fill the codec extradata
|
|
|
|
// when the encoder is starting.
|
2016-03-23 23:49:02 +00:00
|
|
|
int (*write_sequence_header)(AVCodecContext *avctx,
|
|
|
|
char *data, size_t *data_len);
|
|
|
|
int (*write_picture_header)(AVCodecContext *avctx,
|
|
|
|
VAAPIEncodePicture *pic,
|
|
|
|
char *data, size_t *data_len);
|
|
|
|
int (*write_slice_header)(AVCodecContext *avctx,
|
|
|
|
VAAPIEncodePicture *pic,
|
|
|
|
VAAPIEncodeSlice *slice,
|
|
|
|
char *data, size_t *data_len);
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
// Fill an extra parameter structure, which will then be
|
|
|
|
// passed to vaRenderPicture(). Will be called repeatedly
|
|
|
|
// with increasing index argument until AVERROR_EOF is
|
|
|
|
// returned.
|
2016-03-23 23:49:02 +00:00
|
|
|
int (*write_extra_buffer)(AVCodecContext *avctx,
|
|
|
|
VAAPIEncodePicture *pic,
|
|
|
|
int index, int *type,
|
|
|
|
char *data, size_t *data_len);
|
2016-09-18 13:55:26 +00:00
|
|
|
|
|
|
|
// Write an extra packed header. Will be called repeatedly
|
|
|
|
// with increasing index argument until AVERROR_EOF is
|
|
|
|
// returned.
|
2016-04-09 15:48:27 +00:00
|
|
|
int (*write_extra_header)(AVCodecContext *avctx,
|
|
|
|
VAAPIEncodePicture *pic,
|
|
|
|
int index, int *type,
|
|
|
|
char *data, size_t *data_len);
|
2016-03-23 23:49:02 +00:00
|
|
|
} VAAPIEncodeType;
|
|
|
|
|
|
|
|
|
|
|
|
int ff_vaapi_encode2(AVCodecContext *avctx, AVPacket *pkt,
|
|
|
|
const AVFrame *input_image, int *got_packet);
|
|
|
|
|
2016-09-18 13:55:26 +00:00
|
|
|
int ff_vaapi_encode_init(AVCodecContext *avctx);
|
2016-03-23 23:49:02 +00:00
|
|
|
int ff_vaapi_encode_close(AVCodecContext *avctx);
|
|
|
|
|
|
|
|
#endif /* AVCODEC_VAAPI_ENCODE_H */
|