mirror of
https://github.com/mpv-player/mpv
synced 2024-12-18 12:55:16 +00:00
6894858bf2
This affects vo_opengl_cb in particular: it'll most likely auto-load VDA, and then the VideoToolbox decoder won't work. And everything fails. This is mainly caused by FFmpeg using separate pixfmts for the _same_ thing (CVPixelBuffers), simply because libavcodec's architecture demands that hwaccel backends are selected by pixfmts. (Which makes no sense, but now we have the mess.) So instead of duplicating FFmpeg's misdesign, just change the format to our own canonical one on the image output by the decoder. Now the GL interop code is exactly the same for VDA and VT, and we use the VT name only.
253 lines
8.5 KiB
C
253 lines
8.5 KiB
C
/*
|
|
* This file is part of mpv.
|
|
*
|
|
* mpv is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* mpv is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with mpv. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifndef MPLAYER_IMG_FORMAT_H
|
|
#define MPLAYER_IMG_FORMAT_H
|
|
|
|
#include <inttypes.h>
|
|
|
|
#include "osdep/endian.h"
|
|
#include "misc/bstr.h"
|
|
|
|
#if BYTE_ORDER == BIG_ENDIAN
|
|
#define MP_SELECT_LE_BE(LE, BE) BE
|
|
#else
|
|
#define MP_SELECT_LE_BE(LE, BE) LE
|
|
#endif
|
|
|
|
#define MP_MAX_PLANES 4
|
|
|
|
// All pixels start in byte boundaries
|
|
#define MP_IMGFLAG_BYTE_ALIGNED 0x1
|
|
// set if (possibly) alpha is included (might be not definitive for packed RGB)
|
|
#define MP_IMGFLAG_ALPHA 0x80
|
|
// Uses one component per plane (set even if it's just one plane)
|
|
#define MP_IMGFLAG_PLANAR 0x100
|
|
// set if it's YUV colorspace
|
|
#define MP_IMGFLAG_YUV 0x200
|
|
// set if it's RGB colorspace
|
|
#define MP_IMGFLAG_RGB 0x400
|
|
// set if it's XYZ colorspace
|
|
#define MP_IMGFLAG_XYZ 0x800
|
|
// set if the format is in a standard YUV format:
|
|
// - planar and yuv colorspace
|
|
// - chroma shift 0-2
|
|
// - 1-4 planes (1: gray, 2: gray/alpha, 3: yuv, 4: yuv/alpha)
|
|
// - 8-16 bit per pixel/plane, all planes have same depth,
|
|
// each plane has exactly one component
|
|
#define MP_IMGFLAG_YUV_P 0x1000
|
|
// set if in little endian, or endian independent
|
|
#define MP_IMGFLAG_LE 0x2000
|
|
// set if in big endian, or endian independent
|
|
#define MP_IMGFLAG_BE 0x4000
|
|
// set if in native (host) endian, or endian independent
|
|
#define MP_IMGFLAG_NE MP_SELECT_LE_BE(MP_IMGFLAG_LE, MP_IMGFLAG_BE)
|
|
// Carries a palette in plane[1] (see IMGFMT_PAL8 for format of the palette).
|
|
// Note that some non-paletted formats have this flag set, because FFmpeg
|
|
// mysteriously expects some formats to carry a palette plane for no apparent
|
|
// reason. FFmpeg developer braindeath?
|
|
// The only real paletted format we support is IMGFMT_PAL8, so check for that
|
|
// format directly if you want an actual paletted format.
|
|
#define MP_IMGFLAG_PAL 0x8000
|
|
// planes don't contain real data; planes[3] contains an API-specific pointer
|
|
#define MP_IMGFLAG_HWACCEL 0x10000
|
|
// Set if the chroma resolution is lower than luma resolution. Unset for non-YUV.
|
|
#define MP_IMGFLAG_SUBSAMPLED 0x20000
|
|
|
|
// Exactly one of these bits is set in mp_imgfmt_desc.flags
|
|
#define MP_IMGFLAG_COLOR_CLASS_MASK \
|
|
(MP_IMGFLAG_YUV | MP_IMGFLAG_RGB | MP_IMGFLAG_XYZ)
|
|
|
|
struct mp_imgfmt_desc {
|
|
int id; // IMGFMT_*
|
|
int avformat; // AV_PIX_FMT_* (or AV_PIX_FMT_NONE)
|
|
int flags; // MP_IMGFLAG_* bitfield
|
|
int8_t num_planes;
|
|
int8_t chroma_xs, chroma_ys; // chroma shift (i.e. log2 of chroma pixel size)
|
|
int8_t align_x, align_y; // pixel size to get byte alignment and to get
|
|
// to a pixel pos where luma & chroma aligns
|
|
int8_t bytes[MP_MAX_PLANES]; // bytes per pixel (MP_IMGFLAG_BYTE_ALIGNED)
|
|
int8_t bpp[MP_MAX_PLANES]; // bits per pixel
|
|
int8_t plane_bits; // number of bits in use for plane 0
|
|
int8_t component_bits; // number of bits per component (0 if uneven)
|
|
// chroma shifts per plane (provided for convenience with planar formats)
|
|
int8_t xs[MP_MAX_PLANES];
|
|
int8_t ys[MP_MAX_PLANES];
|
|
};
|
|
|
|
struct mp_imgfmt_desc mp_imgfmt_get_desc(int imgfmt);
|
|
|
|
enum mp_imgfmt {
|
|
IMGFMT_NONE = 0,
|
|
|
|
// Offset to make confusing with ffmpeg formats harder
|
|
IMGFMT_START = 1000,
|
|
|
|
// Planar YUV formats
|
|
IMGFMT_444P, // 1x1
|
|
IMGFMT_422P, // 2x1
|
|
IMGFMT_440P, // 1x2
|
|
IMGFMT_420P, // 2x2
|
|
IMGFMT_411P, // 4x1
|
|
IMGFMT_410P, // 4x4
|
|
|
|
// YUV formats with 2 bytes per plane-pixel. Formats with 9-15 bits pad the
|
|
// most significant bits with 0 (use shifts to expand them to 16 bits).
|
|
|
|
IMGFMT_444P16,
|
|
IMGFMT_444P14,
|
|
IMGFMT_444P12,
|
|
IMGFMT_444P10,
|
|
IMGFMT_444P9,
|
|
|
|
IMGFMT_422P16,
|
|
IMGFMT_422P14,
|
|
IMGFMT_422P12,
|
|
IMGFMT_422P10,
|
|
IMGFMT_422P9,
|
|
|
|
IMGFMT_420P16,
|
|
IMGFMT_420P14,
|
|
IMGFMT_420P12,
|
|
IMGFMT_420P10,
|
|
IMGFMT_420P9,
|
|
|
|
// Planar YUV with alpha (4th plane)
|
|
IMGFMT_444AP,
|
|
IMGFMT_422AP,
|
|
IMGFMT_420AP,
|
|
|
|
// Gray
|
|
IMGFMT_Y8,
|
|
IMGFMT_Y16,
|
|
|
|
// Gray with alpha (packed)
|
|
IMGFMT_YA8,
|
|
IMGFMT_YA16,
|
|
|
|
// Packed YUV formats (components are byte-accessed)
|
|
IMGFMT_YUYV, // Y0 U Y1 V
|
|
IMGFMT_UYVY, // U Y0 V Y1
|
|
|
|
// Y plane + packed plane for chroma
|
|
IMGFMT_NV12,
|
|
IMGFMT_NV21,
|
|
|
|
// RGB/BGR Formats
|
|
|
|
// Byte accessed (low address to high address)
|
|
IMGFMT_ARGB,
|
|
IMGFMT_BGRA,
|
|
IMGFMT_ABGR,
|
|
IMGFMT_RGBA,
|
|
IMGFMT_BGR24, // 3 bytes per pixel
|
|
IMGFMT_RGB24,
|
|
IMGFMT_RGB48, // 6 bytes per pixel, uint16_t channels
|
|
IMGFMT_RGBA64, // 8 bytes per pixel, uint16_t channels
|
|
IMGFMT_BGRA64,
|
|
|
|
// Like e.g. IMGFMT_ARGB, but has a padding byte instead of alpha
|
|
IMGFMT_0RGB,
|
|
IMGFMT_BGR0,
|
|
IMGFMT_0BGR,
|
|
IMGFMT_RGB0,
|
|
|
|
IMGFMT_RGB0_START = IMGFMT_0RGB,
|
|
IMGFMT_RGB0_END = IMGFMT_RGB0,
|
|
|
|
// Accessed with bit-shifts (components ordered from MSB to LSB)
|
|
IMGFMT_BGR8, // r3 g3 b2
|
|
IMGFMT_RGB8,
|
|
IMGFMT_BGR4_BYTE, // r1 g2 b1 with 1 pixel per byte
|
|
IMGFMT_RGB4_BYTE,
|
|
IMGFMT_BGR4, // r1 g2 b1, bit-packed
|
|
IMGFMT_RGB4,
|
|
IMGFMT_MONO, // 1 bit per pixel, bit-packed
|
|
IMGFMT_MONO_W, // like IMGFMT_MONO, but inverted (white pixels)
|
|
|
|
// Accessed with bit-shifts after endian-swapping the uint16_t pixel
|
|
IMGFMT_RGB444, // 4r 4g 4b 4a (MSB to LSB)
|
|
IMGFMT_RGB555, // 5r 5g 5b 1a
|
|
IMGFMT_RGB565, // 5r 6g 5b
|
|
IMGFMT_BGR444, // 4b 4r 4g 4a
|
|
IMGFMT_BGR555, // 5b 5g 5r 1a
|
|
IMGFMT_BGR565, // 5b 6g 5r
|
|
|
|
// The first plane has 1 byte per pixel. The second plane is a palette with
|
|
// 256 entries, with each entry encoded like in IMGFMT_BGR32.
|
|
IMGFMT_PAL8,
|
|
|
|
// Planar RGB (planes are shuffled: plane 0 is G, etc.)
|
|
IMGFMT_GBRP,
|
|
|
|
// XYZ colorspace, similar organization to RGB48. Even though it says "12",
|
|
// the components are stored as 16 bit, with lower 4 bits set to 0.
|
|
IMGFMT_XYZ12,
|
|
|
|
// Hardware accelerated formats. Plane data points to special data
|
|
// structures, instead of pixel data.
|
|
IMGFMT_VDPAU, // VdpVideoSurface
|
|
IMGFMT_VDPAU_OUTPUT, // VdpOutputSurface
|
|
IMGFMT_VAAPI,
|
|
IMGFMT_DXVA2, // IDirect3DSurface9 (NV12)
|
|
IMGFMT_MMAL, // MMAL_BUFFER_HEADER_T
|
|
// These use the same underlying format, but FFmpeg requires us to keep
|
|
// them separate. The VDA decoder will change the format to
|
|
// IMGFMT_VIDEOTOOLBOX, though.
|
|
IMGFMT_VIDEOTOOLBOX,
|
|
IMGFMT_VDA,
|
|
|
|
// Generic pass-through of AV_PIX_FMT_*. Used for formats which don't have
|
|
// a corresponding IMGFMT_ value.
|
|
IMGFMT_AVPIXFMT_START,
|
|
IMGFMT_AVPIXFMT_END = IMGFMT_AVPIXFMT_START + 500,
|
|
|
|
IMGFMT_END,
|
|
|
|
// Redundant format aliases for native endian access
|
|
|
|
// The IMGFMT_RGB32 and IMGFMT_BGR32 formats provide bit-shift access to
|
|
// normally byte-accessed formats:
|
|
// IMGFMT_RGB32 = r | (g << 8) | (b << 16) | (a << 24)
|
|
// IMGFMT_BGR32 = b | (g << 8) | (r << 16) | (a << 24)
|
|
IMGFMT_RGB32 = MP_SELECT_LE_BE(IMGFMT_RGBA, IMGFMT_ABGR),
|
|
IMGFMT_BGR32 = MP_SELECT_LE_BE(IMGFMT_BGRA, IMGFMT_ARGB),
|
|
};
|
|
|
|
static inline bool IMGFMT_IS_RGB(int fmt)
|
|
{
|
|
struct mp_imgfmt_desc desc = mp_imgfmt_get_desc(fmt);
|
|
return (desc.flags & MP_IMGFLAG_RGB) && desc.num_planes == 1;
|
|
}
|
|
|
|
#define IMGFMT_RGB_DEPTH(fmt) (mp_imgfmt_get_desc(fmt).plane_bits)
|
|
#define IMGFMT_IS_HWACCEL(fmt) (mp_imgfmt_get_desc(fmt).flags & MP_IMGFLAG_HWACCEL)
|
|
|
|
int mp_imgfmt_from_name(bstr name, bool allow_hwaccel);
|
|
char *mp_imgfmt_to_name_buf(char *buf, size_t buf_size, int fmt);
|
|
#define mp_imgfmt_to_name(fmt) mp_imgfmt_to_name_buf((char[16]){0}, 16, (fmt))
|
|
|
|
char **mp_imgfmt_name_list(void);
|
|
|
|
#define vo_format_name mp_imgfmt_to_name
|
|
|
|
int mp_imgfmt_find_yuv_planar(int xs, int ys, int planes, int component_bits);
|
|
|
|
int mp_imgfmt_select_best(int dst1, int dst2, int src);
|
|
|
|
#endif /* MPLAYER_IMG_FORMAT_H */
|