2013-04-18 23:49:27 +00:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2013 Georg Martius <georg dot martius at web dot de>
|
|
|
|
*
|
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#define DEFAULT_RESULT_NAME "transforms.trf"
|
|
|
|
|
|
|
|
#include <vid.stab/libvidstab.h>
|
|
|
|
|
|
|
|
#include "libavutil/common.h"
|
|
|
|
#include "libavutil/opt.h"
|
|
|
|
#include "libavutil/imgutils.h"
|
|
|
|
#include "avfilter.h"
|
|
|
|
#include "internal.h"
|
|
|
|
|
|
|
|
#include "vidstabutils.h"
|
|
|
|
|
2017-05-12 18:00:49 +00:00
|
|
|
typedef struct StabData {
|
2013-04-24 15:01:26 +00:00
|
|
|
const AVClass *class;
|
2013-04-18 23:49:27 +00:00
|
|
|
|
|
|
|
VSMotionDetect md;
|
|
|
|
VSMotionDetectConfig conf;
|
|
|
|
|
2013-04-24 15:01:26 +00:00
|
|
|
char *result;
|
|
|
|
FILE *f;
|
2013-04-18 23:49:27 +00:00
|
|
|
} StabData;
|
|
|
|
|
|
|
|
|
|
|
|
#define OFFSET(x) offsetof(StabData, x)
|
|
|
|
#define OFFSETC(x) (offsetof(StabData, conf)+offsetof(VSMotionDetectConfig, x))
|
|
|
|
#define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
|
|
|
|
|
2013-04-24 15:01:26 +00:00
|
|
|
static const AVOption vidstabdetect_options[] = {
|
2013-04-24 15:29:29 +00:00
|
|
|
{"result", "path to the file used to write the transforms", OFFSET(result), AV_OPT_TYPE_STRING, {.str = DEFAULT_RESULT_NAME}, .flags = FLAGS},
|
2013-04-18 23:49:27 +00:00
|
|
|
{"shakiness", "how shaky is the video and how quick is the camera?"
|
2013-04-24 15:29:29 +00:00
|
|
|
" 1: little (fast) 10: very strong/quick (slow)", OFFSETC(shakiness), AV_OPT_TYPE_INT, {.i64 = 5}, 1, 10, FLAGS},
|
2013-10-08 21:57:17 +00:00
|
|
|
{"accuracy", "(>=shakiness) 1: low 15: high (slow)", OFFSETC(accuracy), AV_OPT_TYPE_INT, {.i64 = 15}, 1, 15, FLAGS},
|
2013-04-24 15:29:29 +00:00
|
|
|
{"stepsize", "region around minimum is scanned with 1 pixel resolution", OFFSETC(stepSize), AV_OPT_TYPE_INT, {.i64 = 6}, 1, 32, FLAGS},
|
|
|
|
{"mincontrast", "below this contrast a field is discarded (0-1)", OFFSETC(contrastThreshold), AV_OPT_TYPE_DOUBLE, {.dbl = 0.25}, 0.0, 1.0, FLAGS},
|
|
|
|
{"show", "0: draw nothing; 1,2: show fields and transforms", OFFSETC(show), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 2, FLAGS},
|
2013-04-18 23:49:27 +00:00
|
|
|
{"tripod", "virtual tripod mode (if >0): motion is compared to a reference"
|
2013-04-24 15:29:29 +00:00
|
|
|
" reference frame (frame # is the value)", OFFSETC(virtualTripod), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, FLAGS},
|
2013-04-24 15:01:26 +00:00
|
|
|
{NULL}
|
2013-04-18 23:49:27 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
AVFILTER_DEFINE_CLASS(vidstabdetect);
|
|
|
|
|
|
|
|
static av_cold int init(AVFilterContext *ctx)
|
|
|
|
{
|
2015-09-07 14:10:06 +00:00
|
|
|
StabData *s = ctx->priv;
|
2014-08-22 02:12:09 +00:00
|
|
|
ff_vs_init();
|
2015-09-07 14:10:06 +00:00
|
|
|
s->class = &vidstabdetect_class;
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_VERBOSE, "vidstabdetect filter: init %s\n", LIBVIDSTAB_VERSION);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static av_cold void uninit(AVFilterContext *ctx)
|
|
|
|
{
|
2015-09-07 14:10:06 +00:00
|
|
|
StabData *s = ctx->priv;
|
|
|
|
VSMotionDetect *md = &(s->md);
|
2013-04-18 23:49:27 +00:00
|
|
|
|
2015-09-07 14:10:06 +00:00
|
|
|
if (s->f) {
|
|
|
|
fclose(s->f);
|
|
|
|
s->f = NULL;
|
2013-04-18 23:49:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
vsMotionDetectionCleanup(md);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int query_formats(AVFilterContext *ctx)
|
|
|
|
{
|
|
|
|
// If you add something here also add it in vidstabutils.c
|
|
|
|
static const enum AVPixelFormat pix_fmts[] = {
|
|
|
|
AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUV420P,
|
|
|
|
AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUVA420P,
|
|
|
|
AV_PIX_FMT_YUV440P, AV_PIX_FMT_GRAY8,
|
|
|
|
AV_PIX_FMT_RGB24, AV_PIX_FMT_BGR24, AV_PIX_FMT_RGBA,
|
|
|
|
AV_PIX_FMT_NONE
|
|
|
|
};
|
|
|
|
|
2021-08-09 23:25:31 +00:00
|
|
|
return ff_set_common_formats_from_list(ctx, pix_fmts);
|
2013-04-18 23:49:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static int config_input(AVFilterLink *inlink)
|
|
|
|
{
|
|
|
|
AVFilterContext *ctx = inlink->dst;
|
2015-09-07 14:10:06 +00:00
|
|
|
StabData *s = ctx->priv;
|
2013-04-18 23:49:27 +00:00
|
|
|
|
2015-09-07 14:10:06 +00:00
|
|
|
VSMotionDetect* md = &(s->md);
|
2013-04-18 23:49:27 +00:00
|
|
|
VSFrameInfo fi;
|
|
|
|
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
|
2017-12-23 10:44:25 +00:00
|
|
|
int is_planar = desc->flags & AV_PIX_FMT_FLAG_PLANAR;
|
2013-04-18 23:49:27 +00:00
|
|
|
|
2014-08-22 02:12:09 +00:00
|
|
|
vsFrameInfoInit(&fi, inlink->w, inlink->h,
|
|
|
|
ff_av2vs_pixfmt(ctx, inlink->format));
|
2017-12-23 10:44:25 +00:00
|
|
|
if (!is_planar && fi.bytesPerPixel != av_get_bits_per_pixel(desc)/8) {
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_ERROR, "pixel-format error: wrong bits/per/pixel, please report a BUG");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
2013-04-24 15:01:26 +00:00
|
|
|
if (fi.log2ChromaW != desc->log2_chroma_w) {
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_ERROR, "pixel-format error: log2_chroma_w, please report a BUG");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
2013-04-24 15:01:26 +00:00
|
|
|
if (fi.log2ChromaH != desc->log2_chroma_h) {
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_ERROR, "pixel-format error: log2_chroma_h, please report a BUG");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
2013-04-24 15:01:26 +00:00
|
|
|
// set values that are not initialized by the options
|
2015-09-07 14:10:06 +00:00
|
|
|
s->conf.algo = 1;
|
|
|
|
s->conf.modName = "vidstabdetect";
|
|
|
|
if (vsMotionDetectInit(md, &s->conf, &fi) != VS_OK) {
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_ERROR, "initialization of Motion Detection failed, please report a BUG");
|
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
|
2015-09-07 14:10:06 +00:00
|
|
|
vsMotionDetectGetConfig(&s->conf, md);
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_INFO, "Video stabilization settings (pass 1/2):\n");
|
2015-09-07 14:10:06 +00:00
|
|
|
av_log(ctx, AV_LOG_INFO, " shakiness = %d\n", s->conf.shakiness);
|
|
|
|
av_log(ctx, AV_LOG_INFO, " accuracy = %d\n", s->conf.accuracy);
|
|
|
|
av_log(ctx, AV_LOG_INFO, " stepsize = %d\n", s->conf.stepSize);
|
|
|
|
av_log(ctx, AV_LOG_INFO, " mincontrast = %f\n", s->conf.contrastThreshold);
|
|
|
|
av_log(ctx, AV_LOG_INFO, " tripod = %d\n", s->conf.virtualTripod);
|
|
|
|
av_log(ctx, AV_LOG_INFO, " show = %d\n", s->conf.show);
|
|
|
|
av_log(ctx, AV_LOG_INFO, " result = %s\n", s->result);
|
|
|
|
|
|
|
|
s->f = fopen(s->result, "w");
|
|
|
|
if (s->f == NULL) {
|
|
|
|
av_log(ctx, AV_LOG_ERROR, "cannot open transform file %s\n", s->result);
|
2013-04-18 23:49:27 +00:00
|
|
|
return AVERROR(EINVAL);
|
2013-04-24 15:01:26 +00:00
|
|
|
} else {
|
2015-09-07 14:10:06 +00:00
|
|
|
if (vsPrepareFile(md, s->f) != VS_OK) {
|
|
|
|
av_log(ctx, AV_LOG_ERROR, "cannot write to transform file %s\n", s->result);
|
2013-04-18 23:49:27 +00:00
|
|
|
return AVERROR(EINVAL);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
|
|
|
|
{
|
|
|
|
AVFilterContext *ctx = inlink->dst;
|
2015-09-07 14:10:06 +00:00
|
|
|
StabData *s = ctx->priv;
|
|
|
|
VSMotionDetect *md = &(s->md);
|
2013-04-18 23:49:27 +00:00
|
|
|
LocalMotions localmotions;
|
|
|
|
|
|
|
|
AVFilterLink *outlink = inlink->dst->outputs[0];
|
|
|
|
VSFrame frame;
|
|
|
|
int plane;
|
|
|
|
|
2015-09-07 14:10:06 +00:00
|
|
|
if (s->conf.show > 0 && !av_frame_is_writable(in))
|
2013-04-24 15:55:55 +00:00
|
|
|
av_frame_make_writable(in);
|
2013-04-18 23:49:27 +00:00
|
|
|
|
2013-04-24 15:01:26 +00:00
|
|
|
for (plane = 0; plane < md->fi.planes; plane++) {
|
2013-04-18 23:49:27 +00:00
|
|
|
frame.data[plane] = in->data[plane];
|
|
|
|
frame.linesize[plane] = in->linesize[plane];
|
|
|
|
}
|
2013-04-24 15:01:26 +00:00
|
|
|
if (vsMotionDetection(md, &localmotions, &frame) != VS_OK) {
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_ERROR, "motion detection failed");
|
|
|
|
return AVERROR(AVERROR_EXTERNAL);
|
|
|
|
} else {
|
2015-09-07 14:10:06 +00:00
|
|
|
if (vsWriteToFile(md, s->f, &localmotions) != VS_OK) {
|
2014-10-25 11:19:41 +00:00
|
|
|
int ret = AVERROR(errno);
|
2013-04-18 23:49:27 +00:00
|
|
|
av_log(ctx, AV_LOG_ERROR, "cannot write to transform file");
|
2014-10-25 11:19:41 +00:00
|
|
|
return ret;
|
2013-04-18 23:49:27 +00:00
|
|
|
}
|
|
|
|
vs_vector_del(&localmotions);
|
|
|
|
}
|
|
|
|
|
2013-04-24 15:55:55 +00:00
|
|
|
return ff_filter_frame(outlink, in);
|
2013-04-18 23:49:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static const AVFilterPad avfilter_vf_vidstabdetect_inputs[] = {
|
|
|
|
{
|
2013-09-07 12:13:50 +00:00
|
|
|
.name = "default",
|
|
|
|
.type = AVMEDIA_TYPE_VIDEO,
|
|
|
|
.filter_frame = filter_frame,
|
|
|
|
.config_props = config_input,
|
2013-04-18 23:49:27 +00:00
|
|
|
},
|
|
|
|
};
|
|
|
|
|
|
|
|
static const AVFilterPad avfilter_vf_vidstabdetect_outputs[] = {
|
|
|
|
{
|
2013-09-07 12:13:50 +00:00
|
|
|
.name = "default",
|
|
|
|
.type = AVMEDIA_TYPE_VIDEO,
|
2013-04-18 23:49:27 +00:00
|
|
|
},
|
|
|
|
};
|
|
|
|
|
2021-04-19 16:33:56 +00:00
|
|
|
const AVFilter ff_vf_vidstabdetect = {
|
2013-04-18 23:49:27 +00:00
|
|
|
.name = "vidstabdetect",
|
2013-04-24 15:01:50 +00:00
|
|
|
.description = NULL_IF_CONFIG_SMALL("Extract relative transformations, "
|
|
|
|
"pass 1 of 2 for stabilization "
|
|
|
|
"(see vidstabtransform for pass 2)."),
|
2013-04-18 23:49:27 +00:00
|
|
|
.priv_size = sizeof(StabData),
|
|
|
|
.init = init,
|
|
|
|
.uninit = uninit,
|
|
|
|
.query_formats = query_formats,
|
2021-08-12 11:05:31 +00:00
|
|
|
FILTER_INPUTS(avfilter_vf_vidstabdetect_inputs),
|
|
|
|
FILTER_OUTPUTS(avfilter_vf_vidstabdetect_outputs),
|
2013-04-18 23:49:27 +00:00
|
|
|
.priv_class = &vidstabdetect_class,
|
|
|
|
};
|