2009-02-14 17:57:47 +00:00
|
|
|
/*
|
2015-04-13 07:36:54 +00:00
|
|
|
* This file is part of mpv.
|
2009-02-14 17:57:47 +00:00
|
|
|
*
|
2015-04-13 07:36:54 +00:00
|
|
|
* mpv is free software; you can redistribute it and/or modify
|
2009-02-14 17:57:47 +00:00
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
2015-04-13 07:36:54 +00:00
|
|
|
* mpv is distributed in the hope that it will be useful,
|
2009-02-14 17:57:47 +00:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
2015-04-13 07:36:54 +00:00
|
|
|
* with mpv. If not, see <http://www.gnu.org/licenses/>.
|
2009-02-14 17:57:47 +00:00
|
|
|
*/
|
|
|
|
|
2011-06-25 22:04:53 +00:00
|
|
|
#include <libavutil/pixdesc.h>
|
2013-12-18 16:12:21 +00:00
|
|
|
#include <libavutil/avutil.h>
|
|
|
|
|
2012-11-09 00:06:43 +00:00
|
|
|
#include "video/img_format.h"
|
2009-02-14 17:57:47 +00:00
|
|
|
#include "fmt-conversion.h"
|
2014-03-23 16:56:05 +00:00
|
|
|
#include "config.h"
|
2009-02-14 17:57:47 +00:00
|
|
|
|
|
|
|
static const struct {
|
|
|
|
int fmt;
|
2013-11-29 16:39:57 +00:00
|
|
|
enum AVPixelFormat pix_fmt;
|
2009-02-14 17:57:47 +00:00
|
|
|
} conversion_map[] = {
|
2013-11-29 16:39:57 +00:00
|
|
|
{IMGFMT_ARGB, AV_PIX_FMT_ARGB},
|
|
|
|
{IMGFMT_BGRA, AV_PIX_FMT_BGRA},
|
|
|
|
{IMGFMT_BGR24, AV_PIX_FMT_BGR24},
|
2014-11-05 00:16:57 +00:00
|
|
|
{IMGFMT_RGB565, AV_PIX_FMT_RGB565},
|
|
|
|
{IMGFMT_RGB48, AV_PIX_FMT_RGB48},
|
2013-11-29 16:39:57 +00:00
|
|
|
{IMGFMT_ABGR, AV_PIX_FMT_ABGR},
|
|
|
|
{IMGFMT_RGBA, AV_PIX_FMT_RGBA},
|
|
|
|
{IMGFMT_RGB24, AV_PIX_FMT_RGB24},
|
|
|
|
{IMGFMT_PAL8, AV_PIX_FMT_PAL8},
|
|
|
|
{IMGFMT_YUYV, AV_PIX_FMT_YUYV422},
|
|
|
|
{IMGFMT_UYVY, AV_PIX_FMT_UYVY422},
|
|
|
|
{IMGFMT_NV12, AV_PIX_FMT_NV12},
|
|
|
|
{IMGFMT_NV21, AV_PIX_FMT_NV21},
|
|
|
|
{IMGFMT_Y8, AV_PIX_FMT_GRAY8},
|
2014-03-16 15:23:12 +00:00
|
|
|
// FFmpeg prefers AV_PIX_FMT_GRAY8A, but Libav has only Y400A
|
|
|
|
{IMGFMT_YA8, AV_PIX_FMT_Y400A},
|
2014-11-05 00:16:57 +00:00
|
|
|
{IMGFMT_Y16, AV_PIX_FMT_GRAY16},
|
2013-11-29 16:39:57 +00:00
|
|
|
{IMGFMT_410P, AV_PIX_FMT_YUV410P},
|
|
|
|
{IMGFMT_420P, AV_PIX_FMT_YUV420P},
|
|
|
|
{IMGFMT_411P, AV_PIX_FMT_YUV411P},
|
|
|
|
{IMGFMT_422P, AV_PIX_FMT_YUV422P},
|
|
|
|
{IMGFMT_444P, AV_PIX_FMT_YUV444P},
|
|
|
|
{IMGFMT_440P, AV_PIX_FMT_YUV440P},
|
|
|
|
|
2014-11-05 00:16:57 +00:00
|
|
|
{IMGFMT_420P16, AV_PIX_FMT_YUV420P16},
|
|
|
|
{IMGFMT_420P9, AV_PIX_FMT_YUV420P9},
|
|
|
|
{IMGFMT_420P10, AV_PIX_FMT_YUV420P10},
|
|
|
|
{IMGFMT_422P10, AV_PIX_FMT_YUV422P10},
|
|
|
|
{IMGFMT_444P9, AV_PIX_FMT_YUV444P9},
|
|
|
|
{IMGFMT_444P10, AV_PIX_FMT_YUV444P10},
|
|
|
|
{IMGFMT_422P16, AV_PIX_FMT_YUV422P16},
|
|
|
|
{IMGFMT_422P9, AV_PIX_FMT_YUV422P9},
|
|
|
|
{IMGFMT_444P16, AV_PIX_FMT_YUV444P16},
|
2009-02-19 12:19:55 +00:00
|
|
|
|
video: decouple internal pixel formats from FourCCs
mplayer's video chain traditionally used FourCCs for pixel formats. For
example, it used IMGFMT_YV12 for 4:2:0 YUV, which was defined to the
string 'YV12' interpreted as unsigned int. Additionally, it used to
encode information into the numeric values of some formats. The RGB
formats had their bit depth and endian encoded into the least
significant byte. Extended planar formats (420P10 etc.) had chroma
shift, endian, and component bit depth encoded. (This has been removed
in recent commits.)
Replace the FourCC mess with a simple enum. Remove all the redundant
formats like YV12/I420/IYUV. Replace some image format names by
something more intuitive, most importantly IMGFMT_YV12 -> IMGFMT_420P.
Add img_fourcc.h, which contains the old IDs for code that actually uses
FourCCs. Change the way demuxers, that output raw video, identify the
video format: they set either MP_FOURCC_RAWVIDEO or MP_FOURCC_IMGFMT to
request the rawvideo decoder, and sh_video->imgfmt specifies the pixel
format. Like the previous hack, this is supposed to avoid the need for
a complete codecs.cfg entry per format, or other lookup tables. (Note
that the RGB raw video FourCCs mostly rely on ffmpeg's mappings for NUT
raw video, but this is still considered better than adding a raw video
decoder - even if trivial, it would be full of annoying lookup tables.)
The TV code has not been tested.
Some corrective changes regarding endian and other image format flags
creep in.
2012-12-23 19:03:30 +00:00
|
|
|
// YUVJ are YUV formats that use the full Y range. Decoder color range
|
|
|
|
// information is used instead. Deprecated in ffmpeg.
|
2013-11-29 16:39:57 +00:00
|
|
|
{IMGFMT_420P, AV_PIX_FMT_YUVJ420P},
|
|
|
|
{IMGFMT_422P, AV_PIX_FMT_YUVJ422P},
|
|
|
|
{IMGFMT_444P, AV_PIX_FMT_YUVJ444P},
|
|
|
|
{IMGFMT_440P, AV_PIX_FMT_YUVJ440P},
|
2009-02-19 12:19:55 +00:00
|
|
|
|
2013-11-29 16:39:57 +00:00
|
|
|
{IMGFMT_420AP, AV_PIX_FMT_YUVA420P},
|
|
|
|
{IMGFMT_422AP, AV_PIX_FMT_YUVA422P},
|
|
|
|
{IMGFMT_444AP, AV_PIX_FMT_YUVA444P},
|
2012-12-26 23:58:45 +00:00
|
|
|
|
2014-11-05 00:16:57 +00:00
|
|
|
{IMGFMT_XYZ12, AV_PIX_FMT_XYZ12},
|
2013-05-01 14:16:03 +00:00
|
|
|
|
2015-02-06 22:20:41 +00:00
|
|
|
#ifdef AV_PIX_FMT_RGBA64
|
2014-11-05 00:16:57 +00:00
|
|
|
{IMGFMT_RGBA64, AV_PIX_FMT_RGBA64},
|
|
|
|
{IMGFMT_BGRA64, AV_PIX_FMT_BGRA64},
|
2015-02-06 22:20:41 +00:00
|
|
|
#endif
|
2013-11-29 16:39:57 +00:00
|
|
|
|
2015-02-06 22:20:41 +00:00
|
|
|
#if LIBAVUTIL_VERSION_MICRO >= 100
|
2013-11-29 16:39:57 +00:00
|
|
|
{IMGFMT_BGR0, AV_PIX_FMT_BGR0},
|
|
|
|
{IMGFMT_0RGB, AV_PIX_FMT_0RGB},
|
|
|
|
{IMGFMT_RGB0, AV_PIX_FMT_RGB0},
|
|
|
|
{IMGFMT_0BGR, AV_PIX_FMT_0BGR},
|
2013-11-05 20:59:26 +00:00
|
|
|
#else
|
2013-11-29 16:39:57 +00:00
|
|
|
{IMGFMT_BGR0, AV_PIX_FMT_BGRA},
|
|
|
|
{IMGFMT_0RGB, AV_PIX_FMT_ARGB},
|
|
|
|
{IMGFMT_RGB0, AV_PIX_FMT_RGBA},
|
|
|
|
{IMGFMT_0BGR, AV_PIX_FMT_ABGR},
|
2012-10-30 18:32:30 +00:00
|
|
|
#endif
|
2012-10-20 23:10:32 +00:00
|
|
|
|
2015-01-21 18:29:18 +00:00
|
|
|
#ifdef AV_PIX_FMT_YA16
|
|
|
|
{IMGFMT_YA16, AV_PIX_FMT_YA16},
|
|
|
|
#endif
|
|
|
|
|
2014-08-01 07:16:42 +00:00
|
|
|
{IMGFMT_VDPAU, AV_PIX_FMT_VDPAU},
|
2015-07-11 15:21:39 +00:00
|
|
|
#if HAVE_VIDEOTOOLBOX_HWACCEL
|
|
|
|
{IMGFMT_VIDEOTOOLBOX, AV_PIX_FMT_VIDEOTOOLBOX},
|
2014-03-23 16:56:05 +00:00
|
|
|
#endif
|
2014-08-01 07:16:42 +00:00
|
|
|
{IMGFMT_VAAPI, AV_PIX_FMT_VAAPI_VLD},
|
2014-10-25 17:23:46 +00:00
|
|
|
{IMGFMT_DXVA2, AV_PIX_FMT_DXVA2_VLD},
|
2016-05-11 12:37:03 +00:00
|
|
|
#if HAVE_D3D_HWACCEL
|
2016-03-18 06:28:29 +00:00
|
|
|
{IMGFMT_D3D11VA, AV_PIX_FMT_D3D11VA_VLD},
|
|
|
|
#endif
|
2015-03-29 13:12:11 +00:00
|
|
|
#if HAVE_AV_PIX_FMT_MMAL
|
|
|
|
{IMGFMT_MMAL, AV_PIX_FMT_MMAL},
|
|
|
|
#endif
|
2016-09-16 03:15:36 +00:00
|
|
|
#if HAVE_CUDA_HWACCEL
|
hwdec/opengl: Add support for CUDA and cuvid/NvDecode
Nvidia's "NvDecode" API (up until recently called "cuvid" is a cross
platform, but nvidia proprietary API that exposes their hardware
video decoding capabilities. It is analogous to their DXVA or VDPAU
support on Windows or Linux but without using platform specific API
calls.
As a rule, you'd rather use DXVA or VDPAU as these are more mature
and well supported APIs, but on Linux, VDPAU is falling behind the
hardware capabilities, and there's no sign that nvidia are making
the investments to update it.
Most concretely, this means that there is no VP8/9 or HEVC Main10
support in VDPAU. On the other hand, NvDecode does export vp8/9 and
partial support for HEVC Main10 (more on that below).
ffmpeg already has support in the form of the "cuvid" family of
decoders. Due to the design of the API, it is best exposed as a full
decoder rather than an hwaccel. As such, there are decoders like
h264_cuvid, hevc_cuvid, etc.
These decoders support two output paths today - in both cases, NV12
frames are returned, either in CUDA device memory or regular system
memory.
In the case of the system memory path, the decoders can be used
as-is in mpv today with a command line like:
mpv --vd=lavc:h264_cuvid foobar.mp4
Doing this will take advantage of hardware decoding, but the cost
of the memcpy to system memory adds up, especially for high
resolution video (4K etc).
To avoid that, we need an hwdec that takes advantage of CUDA's
OpenGL interop to copy from device memory into OpenGL textures.
That is what this change implements.
The process is relatively simple as only basic device context
aquisition needs to be done by us - the CUDA buffer pool is managed
by the decoder - thankfully.
The hwdec looks a bit like the vdpau interop one - the hwdec
maintains a single set of plane textures and each output frame
is repeatedly mapped into these textures to pass on.
The frames are always in NV12 format, at least until 10bit output
supports emerges.
The only slightly interesting part of the copying process is that
CUDA works by associating PBOs, so we need to define these for
each of the textures.
TODO Items:
* I need to add a download_image function for screenshots. This
would do the same copy to system memory that the decoder's
system memory output does.
* There are items to investigate on the ffmpeg side. There appears
to be a problem with timestamps for some content.
Final note: I mentioned HEVC Main10. While there is no 10bit output
support, NvDecode can return dithered 8bit NV12 so you can take
advantage of the hardware acceleration.
This particular mode requires compiling ffmpeg with a modified
header (or possibly the CUDA 8 RC) and is not upstream in ffmpeg
yet.
Usage:
You will need to specify vo=opengl and hwdec=cuda.
Note that hwdec=auto will probably not work as it will try to use
vdpau first.
mpv --hwdec=cuda --vo=opengl foobar.mp4
If you want to use filters that require frames in system memory,
just use the decoder directly without the hwdec, as documented
above.
2016-09-04 22:23:55 +00:00
|
|
|
{IMGFMT_CUDA, AV_PIX_FMT_CUDA},
|
|
|
|
#endif
|
2016-04-29 20:38:54 +00:00
|
|
|
#ifdef AV_PIX_FMT_P010
|
|
|
|
{IMGFMT_P010, AV_PIX_FMT_P010},
|
|
|
|
#endif
|
|
|
|
|
2013-11-29 16:39:57 +00:00
|
|
|
{0, AV_PIX_FMT_NONE}
|
2009-02-14 17:57:47 +00:00
|
|
|
};
|
|
|
|
|
2013-11-29 16:39:57 +00:00
|
|
|
enum AVPixelFormat imgfmt2pixfmt(int fmt)
|
2009-02-14 17:57:47 +00:00
|
|
|
{
|
2013-01-17 15:10:26 +00:00
|
|
|
if (fmt == IMGFMT_NONE)
|
2013-11-29 16:39:57 +00:00
|
|
|
return AV_PIX_FMT_NONE;
|
2013-01-17 15:10:26 +00:00
|
|
|
|
video: passthrough unknown AVPixelFormats
This is a rather radical change: instead of maintaining a whitelist of
FFmpeg formats we support, we automatically support all formats.
In general, a format which doesn't have an explicit IMGFMT_* name will
be converted to a known format through libswscale, or will be handled
by code which can treat pixel formats in a generic way using the pixel
format description, like vo_opengl.
AV_PIX_FMT_UYYVYY411 is a special-case. It's packed YUV with chroma
subsampling by 4 in both directions. Its component order is documented
as "Cb Y0 Y1 Cr Y2 Y3", meaning there's one UV sample for 4 Y samples.
This means each pixel uses 1.5 bytes (4 pixels have 1 UV sample, so
4 bytes + 2 bytes). FFmpeg can actually handle this format with its
generic mechanism in an extremely awkward way, but it doesn't work for
us. Blacklist it, and hope no similar formats will be added in the
future.
Currently, the AV_PIX_FMT_*s allowed are limited to a numeric value of
500. More is not allowed, and there are some fixed size arrays that need
to contain any possible format (look for IMGFMT_END dependencies).
We could have this simpler by replacing IMGFMT_* with AV_PIX_FMT_*
through the whole codebase. But for now, this is better, because we
can compensate for formats missing in Libav or older FFmpeg versions,
like AV_PIX_FMT_RGB0 and others.
2014-11-04 22:32:02 +00:00
|
|
|
if (fmt >= IMGFMT_AVPIXFMT_START && fmt < IMGFMT_AVPIXFMT_END) {
|
|
|
|
enum AVPixelFormat pixfmt = fmt - IMGFMT_AVPIXFMT_START;
|
|
|
|
// Avoid duplicate format - each format must be unique.
|
|
|
|
int mpfmt = pixfmt2imgfmt(pixfmt);
|
|
|
|
if (mpfmt == fmt)
|
|
|
|
return pixfmt;
|
|
|
|
return AV_PIX_FMT_NONE;
|
|
|
|
}
|
|
|
|
|
2013-12-21 17:04:16 +00:00
|
|
|
for (int i = 0; conversion_map[i].fmt; i++) {
|
2009-02-14 17:57:47 +00:00
|
|
|
if (conversion_map[i].fmt == fmt)
|
2013-12-21 17:04:16 +00:00
|
|
|
return conversion_map[i].pix_fmt;
|
|
|
|
}
|
|
|
|
return AV_PIX_FMT_NONE;
|
2009-02-14 17:57:47 +00:00
|
|
|
}
|
|
|
|
|
2013-11-29 16:39:57 +00:00
|
|
|
int pixfmt2imgfmt(enum AVPixelFormat pix_fmt)
|
2009-02-14 17:57:47 +00:00
|
|
|
{
|
2013-11-29 16:39:57 +00:00
|
|
|
if (pix_fmt == AV_PIX_FMT_NONE)
|
2013-01-17 15:10:26 +00:00
|
|
|
return IMGFMT_NONE;
|
|
|
|
|
2013-12-21 17:04:16 +00:00
|
|
|
for (int i = 0; conversion_map[i].pix_fmt != AV_PIX_FMT_NONE; i++) {
|
2009-02-14 17:57:47 +00:00
|
|
|
if (conversion_map[i].pix_fmt == pix_fmt)
|
2013-12-21 17:04:16 +00:00
|
|
|
return conversion_map[i].fmt;
|
2011-06-25 22:04:53 +00:00
|
|
|
}
|
video: passthrough unknown AVPixelFormats
This is a rather radical change: instead of maintaining a whitelist of
FFmpeg formats we support, we automatically support all formats.
In general, a format which doesn't have an explicit IMGFMT_* name will
be converted to a known format through libswscale, or will be handled
by code which can treat pixel formats in a generic way using the pixel
format description, like vo_opengl.
AV_PIX_FMT_UYYVYY411 is a special-case. It's packed YUV with chroma
subsampling by 4 in both directions. Its component order is documented
as "Cb Y0 Y1 Cr Y2 Y3", meaning there's one UV sample for 4 Y samples.
This means each pixel uses 1.5 bytes (4 pixels have 1 UV sample, so
4 bytes + 2 bytes). FFmpeg can actually handle this format with its
generic mechanism in an extremely awkward way, but it doesn't work for
us. Blacklist it, and hope no similar formats will be added in the
future.
Currently, the AV_PIX_FMT_*s allowed are limited to a numeric value of
500. More is not allowed, and there are some fixed size arrays that need
to contain any possible format (look for IMGFMT_END dependencies).
We could have this simpler by replacing IMGFMT_* with AV_PIX_FMT_*
through the whole codebase. But for now, this is better, because we
can compensate for formats missing in Libav or older FFmpeg versions,
like AV_PIX_FMT_RGB0 and others.
2014-11-04 22:32:02 +00:00
|
|
|
|
|
|
|
int generic = IMGFMT_AVPIXFMT_START + pix_fmt;
|
|
|
|
if (generic < IMGFMT_AVPIXFMT_END)
|
|
|
|
return generic;
|
|
|
|
|
2013-12-21 17:04:16 +00:00
|
|
|
return 0;
|
2009-02-14 17:57:47 +00:00
|
|
|
}
|