mirror of
https://github.com/mpv-player/mpv
synced 2024-12-24 07:42:17 +00:00
bcc3d72995
Getting subtitle scaling and positioning right even if there are video filters, which completely change the image (like cropping), doesn't seem to have a single, correct solution. To some degree, the results are arbitrary, so we may as well do what is most useful to the user. In this case, if the PGS resolution aspect ratio and the video output aspect ratio mismatch, letter-box it, instead of stretching the subs over the video frame. (This will require additional fixes, should it turn out that there are PGS subtitles which are stretched by design.) Fixes #1205.
352 lines
12 KiB
C
352 lines
12 KiB
C
/*
|
|
* This file is part of mpv.
|
|
*
|
|
* mpv is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* mpv is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with mpv. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include <limits.h>
|
|
#include <pthread.h>
|
|
#include <assert.h>
|
|
|
|
#include "core.h"
|
|
#include "command.h"
|
|
|
|
#include "common/msg.h"
|
|
#include "common/common.h"
|
|
#include "input/input.h"
|
|
|
|
#include "demux/demux.h"
|
|
#include "stream/discnav.h"
|
|
|
|
#include "sub/dec_sub.h"
|
|
#include "sub/osd.h"
|
|
|
|
#include "video/mp_image.h"
|
|
#include "video/decode/dec_video.h"
|
|
|
|
struct mp_nav_state {
|
|
struct mp_log *log;
|
|
|
|
int nav_still_frame;
|
|
bool nav_eof;
|
|
bool nav_menu;
|
|
bool nav_draining;
|
|
|
|
// Accessed by OSD (possibly separate thread)
|
|
// Protected by the given lock
|
|
pthread_mutex_t osd_lock;
|
|
int hi_visible;
|
|
int highlight[4]; // x0 y0 x1 y1
|
|
int vidsize[2];
|
|
int subsize[2];
|
|
struct sub_bitmap *hi_elem;
|
|
struct sub_bitmap *overlays[2];
|
|
struct sub_bitmap outputs[3];
|
|
};
|
|
|
|
static inline bool is_valid_size(int size[2])
|
|
{
|
|
return size[0] >= 1 && size[1] >= 1;
|
|
}
|
|
|
|
static void update_resolution(struct MPContext *mpctx)
|
|
{
|
|
struct mp_nav_state *nav = mpctx->nav_state;
|
|
int size[2] = {0};
|
|
if (mpctx->d_sub[0])
|
|
sub_control(mpctx->d_sub[0], SD_CTRL_GET_RESOLUTION, size);
|
|
if (!is_valid_size(size)) {
|
|
struct mp_image_params vid = {0};
|
|
if (mpctx->d_video)
|
|
vid = mpctx->d_video->decoder_output;
|
|
size[0] = vid.w;
|
|
size[1] = vid.h;
|
|
}
|
|
pthread_mutex_lock(&nav->osd_lock);
|
|
nav->vidsize[0] = size[0];
|
|
nav->vidsize[1] = size[1];
|
|
pthread_mutex_unlock(&nav->osd_lock);
|
|
}
|
|
|
|
// Send update events and such.
|
|
static void update_state(struct MPContext *mpctx)
|
|
{
|
|
mp_notify_property(mpctx, "disc-menu-active");
|
|
}
|
|
|
|
// Return 1 if in menu, 0 if in video, or <0 if no navigation possible.
|
|
int mp_nav_in_menu(struct MPContext *mpctx)
|
|
{
|
|
return mpctx->nav_state ? mpctx->nav_state->nav_menu : -1;
|
|
}
|
|
|
|
// If a demuxer is accessing the stream, we have to use demux_stream_control()
|
|
// to avoid synchronization issues; otherwise access it directly.
|
|
static int run_stream_control(struct MPContext *mpctx, int cmd, void *arg)
|
|
{
|
|
if (mpctx->demuxer) {
|
|
return demux_stream_control(mpctx->demuxer, cmd, arg);
|
|
} else if (mpctx->stream) {
|
|
return stream_control(mpctx->stream, cmd, arg);
|
|
}
|
|
return STREAM_ERROR;
|
|
}
|
|
|
|
// Allocate state and enable navigation features. Must happen before
|
|
// initializing cache, because the cache would read data. Since stream_dvdnav is
|
|
// in a mode which skips all transitions on reading data (before enabling
|
|
// navigation), this would skip some menu screens.
|
|
void mp_nav_init(struct MPContext *mpctx)
|
|
{
|
|
assert(!mpctx->nav_state);
|
|
|
|
// dvdnav is interactive
|
|
if (mpctx->encode_lavc_ctx)
|
|
return;
|
|
|
|
struct mp_nav_cmd inp = {MP_NAV_CMD_ENABLE};
|
|
if (run_stream_control(mpctx, STREAM_CTRL_NAV_CMD, &inp) < 1)
|
|
return;
|
|
|
|
mpctx->nav_state = talloc_zero(NULL, struct mp_nav_state);
|
|
mpctx->nav_state->log = mp_log_new(mpctx->nav_state, mpctx->log, "discnav");
|
|
pthread_mutex_init(&mpctx->nav_state->osd_lock, NULL);
|
|
|
|
MP_VERBOSE(mpctx->nav_state, "enabling\n");
|
|
|
|
mp_input_enable_section(mpctx->input, "discnav", 0);
|
|
mp_input_set_section_mouse_area(mpctx->input, "discnav-menu",
|
|
INT_MIN, INT_MIN, INT_MAX, INT_MAX);
|
|
|
|
update_state(mpctx);
|
|
}
|
|
|
|
void mp_nav_reset(struct MPContext *mpctx)
|
|
{
|
|
struct mp_nav_state *nav = mpctx->nav_state;
|
|
if (!nav)
|
|
return;
|
|
struct mp_nav_cmd inp = {MP_NAV_CMD_RESUME};
|
|
run_stream_control(mpctx, STREAM_CTRL_NAV_CMD, &inp);
|
|
osd_set_nav_highlight(mpctx->osd, NULL);
|
|
nav->hi_visible = 0;
|
|
nav->nav_menu = false;
|
|
nav->nav_draining = false;
|
|
nav->nav_still_frame = 0;
|
|
mp_input_disable_section(mpctx->input, "discnav-menu");
|
|
run_stream_control(mpctx, STREAM_CTRL_RESUME_CACHE, NULL);
|
|
update_state(mpctx);
|
|
}
|
|
|
|
void mp_nav_destroy(struct MPContext *mpctx)
|
|
{
|
|
osd_set_nav_highlight(mpctx->osd, NULL);
|
|
if (!mpctx->nav_state)
|
|
return;
|
|
mp_input_disable_section(mpctx->input, "discnav");
|
|
mp_input_disable_section(mpctx->input, "discnav-menu");
|
|
pthread_mutex_destroy(&mpctx->nav_state->osd_lock);
|
|
talloc_free(mpctx->nav_state);
|
|
mpctx->nav_state = NULL;
|
|
update_state(mpctx);
|
|
}
|
|
|
|
void mp_nav_user_input(struct MPContext *mpctx, char *command)
|
|
{
|
|
struct mp_nav_state *nav = mpctx->nav_state;
|
|
if (!nav)
|
|
return;
|
|
// In the short time while the demuxer is opened (running in a different
|
|
// thread) we can't access the stream directly. Once the demuxer is opened,
|
|
// we can access the stream via demux_stream_control() though.
|
|
if (!mpctx->demuxer)
|
|
return;
|
|
if (strcmp(command, "mouse_move") == 0) {
|
|
struct mp_image_params vid = {0};
|
|
if (mpctx->d_video)
|
|
vid = mpctx->d_video->decoder_output;
|
|
struct mp_nav_cmd inp = {MP_NAV_CMD_MOUSE_POS};
|
|
int x, y;
|
|
mp_input_get_mouse_pos(mpctx->input, &x, &y);
|
|
osd_coords_to_video(mpctx->osd, vid.w, vid.h, &x, &y);
|
|
inp.u.mouse_pos.x = x;
|
|
inp.u.mouse_pos.y = y;
|
|
run_stream_control(mpctx, STREAM_CTRL_NAV_CMD, &inp);
|
|
} else {
|
|
struct mp_nav_cmd inp = {MP_NAV_CMD_MENU};
|
|
inp.u.menu.action = command;
|
|
run_stream_control(mpctx, STREAM_CTRL_NAV_CMD, &inp);
|
|
}
|
|
}
|
|
|
|
void mp_handle_nav(struct MPContext *mpctx)
|
|
{
|
|
struct mp_nav_state *nav = mpctx->nav_state;
|
|
if (!nav)
|
|
return;
|
|
while (1) {
|
|
struct mp_nav_event *ev = NULL;
|
|
run_stream_control(mpctx, STREAM_CTRL_GET_NAV_EVENT, &ev);
|
|
if (!ev)
|
|
break;
|
|
switch (ev->event) {
|
|
case MP_NAV_EVENT_DRAIN: {
|
|
nav->nav_draining = true;
|
|
MP_VERBOSE(nav, "drain requested\n");
|
|
break;
|
|
}
|
|
case MP_NAV_EVENT_RESET_ALL: {
|
|
mpctx->stop_play = PT_RELOAD_DEMUXER;
|
|
MP_VERBOSE(nav, "reload\n");
|
|
// return immediately.
|
|
// other events should be handled after reloaded.
|
|
talloc_free(ev);
|
|
return;
|
|
}
|
|
case MP_NAV_EVENT_RESET: {
|
|
nav->nav_still_frame = 0;
|
|
break;
|
|
}
|
|
case MP_NAV_EVENT_EOF:
|
|
nav->nav_eof = true;
|
|
break;
|
|
case MP_NAV_EVENT_STILL_FRAME: {
|
|
int len = ev->u.still_frame.seconds;
|
|
MP_VERBOSE(nav, "wait for %d seconds\n", len);
|
|
if (len > 0 && nav->nav_still_frame == 0)
|
|
nav->nav_still_frame = len;
|
|
break;
|
|
}
|
|
case MP_NAV_EVENT_MENU_MODE:
|
|
nav->nav_menu = ev->u.menu_mode.enable;
|
|
if (nav->nav_menu) {
|
|
mp_input_enable_section(mpctx->input, "discnav-menu",
|
|
MP_INPUT_ON_TOP);
|
|
} else {
|
|
mp_input_disable_section(mpctx->input, "discnav-menu");
|
|
}
|
|
update_state(mpctx);
|
|
break;
|
|
case MP_NAV_EVENT_HIGHLIGHT: {
|
|
pthread_mutex_lock(&nav->osd_lock);
|
|
MP_VERBOSE(nav, "highlight: %d %d %d - %d %d\n",
|
|
ev->u.highlight.display,
|
|
ev->u.highlight.sx, ev->u.highlight.sy,
|
|
ev->u.highlight.ex, ev->u.highlight.ey);
|
|
nav->highlight[0] = ev->u.highlight.sx;
|
|
nav->highlight[1] = ev->u.highlight.sy;
|
|
nav->highlight[2] = ev->u.highlight.ex;
|
|
nav->highlight[3] = ev->u.highlight.ey;
|
|
nav->hi_visible = ev->u.highlight.display;
|
|
pthread_mutex_unlock(&nav->osd_lock);
|
|
update_resolution(mpctx);
|
|
osd_set_nav_highlight(mpctx->osd, mpctx);
|
|
break;
|
|
}
|
|
case MP_NAV_EVENT_OVERLAY: {
|
|
pthread_mutex_lock(&nav->osd_lock);
|
|
for (int i = 0; i < 2; i++) {
|
|
if (nav->overlays[i])
|
|
talloc_free(nav->overlays[i]);
|
|
nav->overlays[i] = talloc_steal(nav, ev->u.overlay.images[i]);
|
|
}
|
|
pthread_mutex_unlock(&nav->osd_lock);
|
|
update_resolution(mpctx);
|
|
osd_set_nav_highlight(mpctx->osd, mpctx);
|
|
break;
|
|
}
|
|
default: ; // ignore
|
|
}
|
|
talloc_free(ev);
|
|
}
|
|
update_resolution(mpctx);
|
|
if (mpctx->stop_play == AT_END_OF_FILE) {
|
|
if (nav->nav_still_frame > 0) {
|
|
// gross hack
|
|
mpctx->time_frame += nav->nav_still_frame;
|
|
nav->nav_still_frame = -2;
|
|
} else if (nav->nav_still_frame == -2) {
|
|
struct mp_nav_cmd inp = {MP_NAV_CMD_SKIP_STILL};
|
|
run_stream_control(mpctx, STREAM_CTRL_NAV_CMD, &inp);
|
|
}
|
|
}
|
|
if (nav->nav_draining && mpctx->stop_play == AT_END_OF_FILE) {
|
|
MP_VERBOSE(nav, "execute drain\n");
|
|
struct mp_nav_cmd inp = {MP_NAV_CMD_DRAIN_OK};
|
|
run_stream_control(mpctx, STREAM_CTRL_NAV_CMD, &inp);
|
|
nav->nav_draining = false;
|
|
run_stream_control(mpctx, STREAM_CTRL_RESUME_CACHE, NULL);
|
|
}
|
|
// E.g. keep displaying still frames
|
|
if (mpctx->stop_play == AT_END_OF_FILE && !nav->nav_eof)
|
|
mpctx->stop_play = KEEP_PLAYING;
|
|
}
|
|
|
|
// Render "fake" highlights, because using actual dvd sub highlight elements
|
|
// is too hard, and would require changes to libavcodec's dvdsub decoder.
|
|
// Note: a proper solution would introduce something like
|
|
// SD_CTRL_APPLY_DVDNAV, which would crop the vobsub frame,
|
|
// and apply the current CLUT.
|
|
void mp_nav_get_highlight(void *priv, struct mp_osd_res res,
|
|
struct sub_bitmaps *out_imgs)
|
|
{
|
|
struct MPContext *mpctx = priv;
|
|
struct mp_nav_state *nav = mpctx->nav_state;
|
|
|
|
pthread_mutex_lock(&nav->osd_lock);
|
|
|
|
struct sub_bitmap *sub = nav->hi_elem;
|
|
if (!sub)
|
|
sub = talloc_zero(nav, struct sub_bitmap);
|
|
|
|
nav->hi_elem = sub;
|
|
if (!is_valid_size(nav->vidsize)) {
|
|
pthread_mutex_unlock(&nav->osd_lock);
|
|
return;
|
|
}
|
|
int sizes[2] = {nav->vidsize[0], nav->vidsize[1]};
|
|
if (sizes[0] != nav->subsize[0] || sizes[1] != nav->subsize[1]) {
|
|
talloc_free(sub->bitmap);
|
|
sub->bitmap = talloc_array(sub, uint32_t, sizes[0] * sizes[1]);
|
|
memset(sub->bitmap, 0x80, talloc_get_size(sub->bitmap));
|
|
nav->subsize[0] = sizes[0];
|
|
nav->subsize[1] = sizes[1];
|
|
}
|
|
|
|
out_imgs->num_parts = 0;
|
|
|
|
if (nav->hi_visible) {
|
|
sub->x = nav->highlight[0];
|
|
sub->y = nav->highlight[1];
|
|
sub->w = MPCLAMP(nav->highlight[2] - sub->x, 0, sizes[0]);
|
|
sub->h = MPCLAMP(nav->highlight[3] - sub->y, 0, sizes[1]);
|
|
sub->stride = sub->w * 4;
|
|
if (sub->w > 0 && sub->h > 0)
|
|
nav->outputs[out_imgs->num_parts++] = *sub;
|
|
}
|
|
|
|
if (nav->overlays[0])
|
|
nav->outputs[out_imgs->num_parts++] = *nav->overlays[0];
|
|
if (nav->overlays[1])
|
|
nav->outputs[out_imgs->num_parts++] = *nav->overlays[1];
|
|
|
|
if (out_imgs->num_parts) {
|
|
out_imgs->parts = nav->outputs;
|
|
out_imgs->format = SUBBITMAP_RGBA;
|
|
osd_rescale_bitmaps(out_imgs, sizes[0], sizes[1], res, 0);
|
|
}
|
|
|
|
pthread_mutex_unlock(&nav->osd_lock);
|
|
}
|