mirror of
https://github.com/mpv-player/mpv
synced 2024-12-25 08:12:17 +00:00
e9e883e3b2
Making OSD/subtitle bitmaps refcounted was planend a longer time ago, e.g. the sub_bitmaps.packed field (which refcounts the subtitle bitmap data) was added in 2016. But nothing benefited much from it, because struct sub_bitmaps was usually stack allocated, and there was this weird callback stuff through osd_draw(). Make it possible to get actually refcounted subtitle bitmaps on the OSD API level. For this, we just copy all subtitle data other than the bitmaps with sub_bitmaps_copy(). At first, I had planned some fancy refcount shit, but when that was a big mess and hard to debug and just boiled to emulating malloc(), I made it a full allocation+copy. This affects mostly the parts array. With crazy ASS subtitles, this parts array can get pretty big (thousands of elements or more), in which case the extra alloc/copy could become performance relevant. But then again this is just pure bullshit, and I see no need to care. In practice, this extra work most likely gets drowned out by libass murdering a single core (while mpv is waiting for it) anyway. So fuck it. I just wanted this so draw_bmp.c requires only a single call to render everything. VOs also can benefit from this, because the weird callback shit isn't necessary anymore (simpler code), but I haven't done anything about it yet. In general I'd hope this will work towards simplifying the OSD layer, which is prerequisite for making actual further improvements. I haven't tested some cases such as the "overlay-add" command. Maybe it crashes now? Who knows, who cares. In addition, it might be worthwhile to reduce the code duplication between all the things that output subtitle bitmaps (with repacking, image allocation, etc.), but that's orthogonal.
420 lines
13 KiB
C
420 lines
13 KiB
C
/*
|
|
* Copyright (C) 2006 Evgeniy Stepanov <eugeni.stepanov@gmail.com>
|
|
*
|
|
* This file is part of mpv.
|
|
*
|
|
* mpv is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* mpv is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with mpv. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include <inttypes.h>
|
|
#include <string.h>
|
|
#include <stdlib.h>
|
|
#include <stdarg.h>
|
|
#include <stdbool.h>
|
|
#include <assert.h>
|
|
#include <math.h>
|
|
|
|
#include <ass/ass.h>
|
|
#include <ass/ass_types.h>
|
|
|
|
#include "common/common.h"
|
|
#include "common/global.h"
|
|
#include "common/msg.h"
|
|
#include "options/path.h"
|
|
#include "ass_mp.h"
|
|
#include "img_convert.h"
|
|
#include "osd.h"
|
|
#include "stream/stream.h"
|
|
#include "options/options.h"
|
|
#include "video/out/bitmap_packer.h"
|
|
#include "video/mp_image.h"
|
|
|
|
// res_y should be track->PlayResY
|
|
// It determines scaling of font sizes and more.
|
|
void mp_ass_set_style(ASS_Style *style, double res_y,
|
|
const struct osd_style_opts *opts)
|
|
{
|
|
if (!style)
|
|
return;
|
|
|
|
if (opts->font) {
|
|
if (!style->FontName || strcmp(style->FontName, opts->font) != 0) {
|
|
free(style->FontName);
|
|
style->FontName = strdup(opts->font);
|
|
}
|
|
}
|
|
|
|
// libass_font_size = FontSize * (window_height / res_y)
|
|
// scale translates parameters from PlayResY=720 to res_y
|
|
double scale = res_y / 720.0;
|
|
|
|
style->FontSize = opts->font_size * scale;
|
|
style->PrimaryColour = MP_ASS_COLOR(opts->color);
|
|
style->SecondaryColour = style->PrimaryColour;
|
|
style->OutlineColour = MP_ASS_COLOR(opts->border_color);
|
|
if (opts->back_color.a) {
|
|
style->BackColour = MP_ASS_COLOR(opts->back_color);
|
|
style->BorderStyle = 4; // opaque box
|
|
} else {
|
|
style->BackColour = MP_ASS_COLOR(opts->shadow_color);
|
|
style->BorderStyle = 1; // outline
|
|
}
|
|
style->Outline = opts->border_size * scale;
|
|
style->Shadow = opts->shadow_offset * scale;
|
|
style->Spacing = opts->spacing * scale;
|
|
style->MarginL = opts->margin_x * scale;
|
|
style->MarginR = style->MarginL;
|
|
style->MarginV = opts->margin_y * scale;
|
|
style->ScaleX = 1.;
|
|
style->ScaleY = 1.;
|
|
style->Alignment = 1 + (opts->align_x + 1) + (opts->align_y + 2) % 3 * 4;
|
|
#ifdef ASS_JUSTIFY_LEFT
|
|
style->Justify = opts->justify;
|
|
#endif
|
|
style->Blur = opts->blur;
|
|
style->Bold = opts->bold;
|
|
style->Italic = opts->italic;
|
|
}
|
|
|
|
void mp_ass_configure_fonts(ASS_Renderer *priv, struct osd_style_opts *opts,
|
|
struct mpv_global *global, struct mp_log *log)
|
|
{
|
|
void *tmp = talloc_new(NULL);
|
|
char *default_font = mp_find_config_file(tmp, global, "subfont.ttf");
|
|
char *config = mp_find_config_file(tmp, global, "fonts.conf");
|
|
|
|
if (default_font && !mp_path_exists(default_font))
|
|
default_font = NULL;
|
|
|
|
int font_provider = ASS_FONTPROVIDER_AUTODETECT;
|
|
if (opts->font_provider == 1)
|
|
font_provider = ASS_FONTPROVIDER_NONE;
|
|
if (opts->font_provider == 2)
|
|
font_provider = ASS_FONTPROVIDER_FONTCONFIG;
|
|
|
|
mp_verbose(log, "Setting up fonts...\n");
|
|
ass_set_fonts(priv, default_font, opts->font, font_provider, config, 1);
|
|
mp_verbose(log, "Done.\n");
|
|
|
|
talloc_free(tmp);
|
|
}
|
|
|
|
static const int map_ass_level[] = {
|
|
MSGL_ERR, // 0 "FATAL errors"
|
|
MSGL_WARN,
|
|
MSGL_INFO,
|
|
MSGL_V,
|
|
MSGL_V,
|
|
MSGL_DEBUG, // 5 application recommended level
|
|
MSGL_TRACE,
|
|
MSGL_TRACE, // 7 "verbose DEBUG"
|
|
};
|
|
|
|
static void message_callback(int level, const char *format, va_list va, void *ctx)
|
|
{
|
|
struct mp_log *log = ctx;
|
|
if (!log)
|
|
return;
|
|
level = map_ass_level[level];
|
|
mp_msg_va(log, level, format, va);
|
|
// libass messages lack trailing \n
|
|
mp_msg(log, level, "\n");
|
|
}
|
|
|
|
ASS_Library *mp_ass_init(struct mpv_global *global, struct mp_log *log)
|
|
{
|
|
char *path = mp_find_config_file(NULL, global, "fonts");
|
|
mp_dbg(log, "ASS library version: 0x%x (runtime 0x%x)\n",
|
|
(unsigned)LIBASS_VERSION, ass_library_version());
|
|
ASS_Library *priv = ass_library_init();
|
|
if (!priv)
|
|
abort();
|
|
ass_set_message_cb(priv, message_callback, log);
|
|
if (path)
|
|
ass_set_fonts_dir(priv, path);
|
|
talloc_free(path);
|
|
return priv;
|
|
}
|
|
|
|
void mp_ass_flush_old_events(ASS_Track *track, long long ts)
|
|
{
|
|
int n = 0;
|
|
for (; n < track->n_events; n++) {
|
|
if ((track->events[n].Start + track->events[n].Duration) >= ts)
|
|
break;
|
|
ass_free_event(track, n);
|
|
track->n_events--;
|
|
}
|
|
for (int i = 0; n > 0 && i < track->n_events; i++) {
|
|
track->events[i] = track->events[i+n];
|
|
}
|
|
}
|
|
|
|
static void draw_ass_rgba(unsigned char *src, int src_w, int src_h,
|
|
int src_stride, unsigned char *dst, size_t dst_stride,
|
|
int dst_x, int dst_y, uint32_t color)
|
|
{
|
|
const unsigned int r = (color >> 24) & 0xff;
|
|
const unsigned int g = (color >> 16) & 0xff;
|
|
const unsigned int b = (color >> 8) & 0xff;
|
|
const unsigned int a = 0xff - (color & 0xff);
|
|
|
|
dst += dst_y * dst_stride + dst_x * 4;
|
|
|
|
for (int y = 0; y < src_h; y++, dst += dst_stride, src += src_stride) {
|
|
uint32_t *dstrow = (uint32_t *) dst;
|
|
for (int x = 0; x < src_w; x++) {
|
|
const unsigned int v = src[x];
|
|
int rr = (r * a * v);
|
|
int gg = (g * a * v);
|
|
int bb = (b * a * v);
|
|
int aa = a * v;
|
|
uint32_t dstpix = dstrow[x];
|
|
unsigned int dstb = dstpix & 0xFF;
|
|
unsigned int dstg = (dstpix >> 8) & 0xFF;
|
|
unsigned int dstr = (dstpix >> 16) & 0xFF;
|
|
unsigned int dsta = (dstpix >> 24) & 0xFF;
|
|
dstb = (bb + dstb * (255 * 255 - aa)) / (255 * 255);
|
|
dstg = (gg + dstg * (255 * 255 - aa)) / (255 * 255);
|
|
dstr = (rr + dstr * (255 * 255 - aa)) / (255 * 255);
|
|
dsta = (aa * 255 + dsta * (255 * 255 - aa)) / (255 * 255);
|
|
dstrow[x] = dstb | (dstg << 8) | (dstr << 16) | (dsta << 24);
|
|
}
|
|
}
|
|
}
|
|
|
|
struct mp_ass_packer {
|
|
struct sub_bitmap *cached_parts; // only for the array memory
|
|
struct mp_image *cached_img;
|
|
struct sub_bitmaps cached_subs;
|
|
bool cached_subs_valid;
|
|
struct sub_bitmap rgba_imgs[MP_SUB_BB_LIST_MAX];
|
|
struct bitmap_packer *packer;
|
|
};
|
|
|
|
// Free with talloc_free().
|
|
struct mp_ass_packer *mp_ass_packer_alloc(void *ta_parent)
|
|
{
|
|
struct mp_ass_packer *p = talloc_zero(ta_parent, struct mp_ass_packer);
|
|
p->packer = talloc_zero(p, struct bitmap_packer);
|
|
return p;
|
|
}
|
|
|
|
static bool pack(struct mp_ass_packer *p, struct sub_bitmaps *res, int imgfmt)
|
|
{
|
|
packer_set_size(p->packer, res->num_parts);
|
|
|
|
for (int n = 0; n < res->num_parts; n++)
|
|
p->packer->in[n] = (struct pos){res->parts[n].w, res->parts[n].h};
|
|
|
|
if (p->packer->count == 0 || packer_pack(p->packer) < 0)
|
|
return false;
|
|
|
|
struct pos bb[2];
|
|
packer_get_bb(p->packer, bb);
|
|
|
|
res->packed_w = bb[1].x;
|
|
res->packed_h = bb[1].y;
|
|
|
|
if (!p->cached_img || p->cached_img->w < res->packed_w ||
|
|
p->cached_img->h < res->packed_h ||
|
|
p->cached_img->imgfmt != imgfmt)
|
|
{
|
|
talloc_free(p->cached_img);
|
|
p->cached_img = mp_image_alloc(imgfmt, p->packer->w, p->packer->h);
|
|
if (!p->cached_img) {
|
|
packer_reset(p->packer);
|
|
return false;
|
|
}
|
|
talloc_steal(p, p->cached_img);
|
|
}
|
|
|
|
if (!mp_image_make_writeable(p->cached_img)) {
|
|
packer_reset(p->packer);
|
|
return false;
|
|
}
|
|
|
|
res->packed = p->cached_img;
|
|
|
|
for (int n = 0; n < res->num_parts; n++) {
|
|
struct sub_bitmap *b = &res->parts[n];
|
|
struct pos pos = p->packer->result[n];
|
|
|
|
b->src_x = pos.x;
|
|
b->src_y = pos.y;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
static bool pack_libass(struct mp_ass_packer *p, struct sub_bitmaps *res)
|
|
{
|
|
if (!pack(p, res, IMGFMT_Y8))
|
|
return false;
|
|
|
|
for (int n = 0; n < res->num_parts; n++) {
|
|
struct sub_bitmap *b = &res->parts[n];
|
|
|
|
int stride = res->packed->stride[0];
|
|
void *pdata =
|
|
(uint8_t *)res->packed->planes[0] + b->src_y * stride + b->src_x;
|
|
memcpy_pic(pdata, b->bitmap, b->w, b->h, stride, b->stride);
|
|
|
|
b->bitmap = pdata;
|
|
b->stride = stride;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
static bool pack_rgba(struct mp_ass_packer *p, struct sub_bitmaps *res)
|
|
{
|
|
struct mp_rect bb_list[MP_SUB_BB_LIST_MAX];
|
|
int num_bb = mp_get_sub_bb_list(res, bb_list, MP_SUB_BB_LIST_MAX);
|
|
|
|
struct sub_bitmaps imgs = {
|
|
.change_id = res->change_id,
|
|
.format = SUBBITMAP_RGBA,
|
|
.parts = p->rgba_imgs,
|
|
.num_parts = num_bb,
|
|
};
|
|
|
|
for (int n = 0; n < imgs.num_parts; n++) {
|
|
imgs.parts[n].w = bb_list[n].x1 - bb_list[n].x0;
|
|
imgs.parts[n].h = bb_list[n].y1 - bb_list[n].y0;
|
|
}
|
|
|
|
if (!pack(p, &imgs, IMGFMT_BGRA))
|
|
return false;
|
|
|
|
for (int n = 0; n < num_bb; n++) {
|
|
struct mp_rect bb = bb_list[n];
|
|
struct sub_bitmap *b = &imgs.parts[n];
|
|
|
|
b->x = bb.x0;
|
|
b->y = bb.y0;
|
|
b->w = b->dw = bb.x1 - bb.x0;
|
|
b->h = b->dh = bb.y1 - bb.y0;
|
|
b->stride = imgs.packed->stride[0];
|
|
b->bitmap = (uint8_t *)imgs.packed->planes[0] +
|
|
b->stride * b->src_y + b->src_x * 4;
|
|
|
|
memset_pic(b->bitmap, 0, b->w * 4, b->h, b->stride);
|
|
|
|
for (int i = 0; i < res->num_parts; i++) {
|
|
struct sub_bitmap *s = &res->parts[i];
|
|
|
|
// Assume mp_get_sub_bb_list() never splits sub bitmaps
|
|
// So we don't clip/adjust the size of the sub bitmap
|
|
if (s->x > bb.x1 || s->x + s->w < bb.x0 ||
|
|
s->y > bb.y1 || s->y + s->h < bb.y0)
|
|
continue;
|
|
|
|
draw_ass_rgba(s->bitmap, s->w, s->h, s->stride,
|
|
b->bitmap, b->stride,
|
|
s->x - bb.x0, s->y - bb.y0,
|
|
s->libass.color);
|
|
}
|
|
}
|
|
|
|
*res = imgs;
|
|
return true;
|
|
}
|
|
|
|
// Pack the contents of image_lists[0] to image_lists[num_image_lists-1] into
|
|
// a single image, and make *out point to it. *out is completely overwritten.
|
|
// If libass reported any change, image_lists_changed must be set (it then
|
|
// repacks all images). preferred_osd_format can be set to a desired
|
|
// sub_bitmap_format. Currently, only SUBBITMAP_LIBASS is supported.
|
|
void mp_ass_packer_pack(struct mp_ass_packer *p, ASS_Image **image_lists,
|
|
int num_image_lists, bool image_lists_changed,
|
|
int preferred_osd_format, struct sub_bitmaps *out)
|
|
{
|
|
int format = preferred_osd_format == SUBBITMAP_RGBA ? SUBBITMAP_RGBA
|
|
: SUBBITMAP_LIBASS;
|
|
|
|
if (p->cached_subs_valid && !image_lists_changed &&
|
|
p->cached_subs.format == format)
|
|
{
|
|
*out = p->cached_subs;
|
|
return;
|
|
}
|
|
|
|
*out = (struct sub_bitmaps){.change_id = 1};
|
|
p->cached_subs_valid = false;
|
|
|
|
struct sub_bitmaps res = {
|
|
.change_id = image_lists_changed,
|
|
.format = SUBBITMAP_LIBASS,
|
|
.parts = p->cached_parts,
|
|
};
|
|
|
|
for (int n = 0; n < num_image_lists; n++) {
|
|
for (struct ass_image *img = image_lists[n]; img; img = img->next) {
|
|
if (img->w == 0 || img->h == 0)
|
|
continue;
|
|
MP_TARRAY_GROW(p, p->cached_parts, res.num_parts);
|
|
res.parts = p->cached_parts;
|
|
struct sub_bitmap *b = &res.parts[res.num_parts];
|
|
b->bitmap = img->bitmap;
|
|
b->stride = img->stride;
|
|
b->libass.color = img->color;
|
|
b->dw = b->w = img->w;
|
|
b->dh = b->h = img->h;
|
|
b->x = img->dst_x;
|
|
b->y = img->dst_y;
|
|
res.num_parts++;
|
|
}
|
|
}
|
|
|
|
bool r = false;
|
|
if (format == SUBBITMAP_RGBA) {
|
|
r = pack_rgba(p, &res);
|
|
} else {
|
|
r = pack_libass(p, &res);
|
|
}
|
|
|
|
if (!r)
|
|
return;
|
|
|
|
*out = res;
|
|
p->cached_subs = res;
|
|
p->cached_subs.change_id = 0;
|
|
p->cached_subs_valid = true;
|
|
}
|
|
|
|
// Set *out_rc to [x0, y0, x1, y1] of the graphical bounding box in script
|
|
// coordinates.
|
|
// Set it to [inf, inf, -inf, -inf] if empty.
|
|
void mp_ass_get_bb(ASS_Image *image_list, ASS_Track *track,
|
|
struct mp_osd_res *res, double *out_rc)
|
|
{
|
|
double rc[4] = {INFINITY, INFINITY, -INFINITY, -INFINITY};
|
|
|
|
for (ASS_Image *img = image_list; img; img = img->next) {
|
|
if (img->w == 0 || img->h == 0)
|
|
continue;
|
|
rc[0] = MPMIN(rc[0], img->dst_x);
|
|
rc[1] = MPMIN(rc[1], img->dst_y);
|
|
rc[2] = MPMAX(rc[2], img->dst_x + img->w);
|
|
rc[3] = MPMAX(rc[3], img->dst_y + img->h);
|
|
}
|
|
|
|
double scale = track->PlayResY / (double)MPMAX(res->h, 1);
|
|
if (scale > 0) {
|
|
for (int i = 0; i < 4; i++)
|
|
out_rc[i] = rc[i] * scale;
|
|
}
|
|
}
|