RepoMirrors/ffmpeg
1
0
Fork 0
mirror of https://git.ffmpeg.org/ffmpeg.git synced 2025-02-28 17:51:05 +00:00
Code Issues Projects Releases Wiki Activity

kmsgrab: Use GetFB2 if available

Browse Source 
The most useful feature here is the ability to automatically extract the
framebuffer format and modifiers.  It also makes support for multi-plane
framebuffers possible, though none are added to the format table in this
patch.

This requires libdrm 2.4.101 (from April 2020) to build, so it includes a
configure check to allow compatibility with existing distributions.  Even
with libdrm support, it still won't do anything at runtime if you are
running Linux < 5.7 (before June 2020).
This commit is contained in:
Mark Thompson 2020-07-05 16:49:44 +01:00
parent fa0b064cf2
commit ef934dba2d
2 changed files with 203 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
configure vendored
View File

@ -2325,6 +2325,7 @@ HAVE_LIST="
$THREADS_LIST
$TOOLCHAIN_FEATURES
$TYPES_LIST
libdrm_getfb2
makeinfo
makeinfo_html
opencl_d3d11
@ -6657,6 +6658,9 @@ test_cpp <<EOF && enable uwp && d3d11va_extralibs="-ldxgi -ld3d11"
#endif
EOF
enabled libdrm &&
check_pkg_config libdrm_getfb2 libdrm "xf86drmMode.h" drmModeGetFB2
enabled vaapi &&
check_pkg_config vaapi "libva >= 0.35.0" "va/va.h" vaInitialize

218
libavdevice/kmsgrab.c
View File

@ -27,6 +27,11 @@
#include <xf86drm.h>
#include <xf86drmMode.h>
// Required for compatibility when building against libdrm < 2.4.83.
#ifndef DRM_FORMAT_MOD_INVALID
#define DRM_FORMAT_MOD_INVALID ((1ULL << 56) - 1)
#endif
#include "libavutil/hwcontext.h"
#include "libavutil/hwcontext_drm.h"
#include "libavutil/internal.h"
@ -45,6 +50,7 @@ typedef struct KMSGrabContext {
AVBufferRef *device_ref;
AVHWDeviceContext *device;
AVDRMDeviceContext *hwctx;
int fb2_available;
AVBufferRef *frames_ref;
AVHWFramesContext *frames;
@ -68,8 +74,10 @@ typedef struct KMSGrabContext {
static void kmsgrab_free_desc(void *opaque, uint8_t *data)
{
AVDRMFrameDescriptor *desc = (AVDRMFrameDescriptor*)data;
int i;
close(desc->objects[0].fd);
for (i = 0; i < desc->nb_objects; i++)
close(desc->objects[i].fd);
av_free(desc);
}
@ -144,6 +152,116 @@ fail:
return err;
}
#if HAVE_LIBDRM_GETFB2
static int kmsgrab_get_fb2(AVFormatContext *avctx,
drmModePlane *plane,
AVDRMFrameDescriptor *desc)
{
KMSGrabContext *ctx = avctx->priv_data;
drmModeFB2 *fb;
int err, i, nb_objects;
fb = drmModeGetFB2(ctx->hwctx->fd, plane->fb_id);
if (!fb) {
err = errno;
av_log(avctx, AV_LOG_ERROR, "Failed to get framebuffer "
"%"PRIu32": %s.\n", plane->fb_id, strerror(err));
return AVERROR(err);
}
if (fb->pixel_format != ctx->drm_format) {
av_log(avctx, AV_LOG_ERROR, "Plane %"PRIu32" framebuffer "
"format changed: now %"PRIx32".\n",
ctx->plane_id, fb->pixel_format);
err = AVERROR(EIO);
goto fail;
}
if (fb->modifier != ctx->drm_format_modifier) {
av_log(avctx, AV_LOG_ERROR, "Plane %"PRIu32" framebuffer "
"format modifier changed: now %"PRIx64".\n",
ctx->plane_id, fb->modifier);
err = AVERROR(EIO);
goto fail;
}
if (fb->width != ctx->width || fb->height != ctx->height) {
av_log(avctx, AV_LOG_ERROR, "Plane %"PRIu32" framebuffer "
"dimensions changed: now %"PRIu32"x%"PRIu32".\n",
ctx->plane_id, fb->width, fb->height);
err = AVERROR(EIO);
goto fail;
}
if (!fb->handles[0]) {
av_log(avctx, AV_LOG_ERROR, "No handle set on framebuffer.\n");
err = AVERROR(EIO);
goto fail;
}
*desc = (AVDRMFrameDescriptor) {
.nb_layers = 1,
.layers[0] = {
.format = ctx->drm_format,
},
};
nb_objects = 0;
for (i = 0; i < 4 && fb->handles[i]; i++) {
size_t size;
int dup = 0, j, obj;
size = fb->offsets[i] + fb->height * fb->pitches[i];
for (j = 0; j < i; j++) {
if (fb->handles[i] == fb->handles[j]) {
dup = 1;
break;
}
}
if (dup) {
obj = desc->layers[0].planes[j].object_index;
if (desc->objects[j].size < size)
desc->objects[j].size = size;
desc->layers[0].planes[i] = (AVDRMPlaneDescriptor) {
.object_index = obj,
.offset = fb->offsets[i],
.pitch = fb->pitches[i],
};
} else {
int fd;
err = drmPrimeHandleToFD(ctx->hwctx->fd, fb->handles[i],
O_RDONLY, &fd);
if (err < 0) {
err = errno;
av_log(avctx, AV_LOG_ERROR, "Failed to get PRIME fd from "
"framebuffer handle: %s.\n", strerror(err));
err = AVERROR(err);
goto fail;
}
obj = nb_objects++;
desc->objects[obj] = (AVDRMObjectDescriptor) {
.fd = fd,
.size = size,
.format_modifier = fb->modifier,
};
desc->layers[0].planes[i] = (AVDRMPlaneDescriptor) {
.object_index = obj,
.offset = fb->offsets[i],
.pitch = fb->pitches[i],
};
}
}
desc->nb_objects = nb_objects;
desc->layers[0].nb_planes = i;
err = 0;
fail:
drmModeFreeFB2(fb);
return err;
}
#endif
static int kmsgrab_read_packet(AVFormatContext *avctx, AVPacket *pkt)
{
KMSGrabContext *ctx = avctx->priv_data;
@ -187,7 +305,12 @@ static int kmsgrab_read_packet(AVFormatContext *avctx, AVPacket *pkt)
goto fail;
}
err = kmsgrab_get_fb(avctx, plane, desc);
#if HAVE_LIBDRM_GETFB2
if (ctx->fb2_available)
err = kmsgrab_get_fb2(avctx, plane, desc);
else
#endif
err = kmsgrab_get_fb(avctx, plane, desc);
if (err < 0)
goto fail;
@ -281,6 +404,9 @@ static av_cold int kmsgrab_read_header(AVFormatContext *avctx)
drmModePlaneRes *plane_res = NULL;
drmModePlane *plane = NULL;
drmModeFB *fb = NULL;
#if HAVE_LIBDRM_GETFB2
drmModeFB2 *fb2 = NULL;
#endif
AVStream *stream;
int err, i;
@ -383,28 +509,79 @@ static av_cold int kmsgrab_read_header(AVFormatContext *avctx)
ctx->plane_id = plane->plane_id;
fb = drmModeGetFB(ctx->hwctx->fd, plane->fb_id);
if (!fb) {
#if HAVE_LIBDRM_GETFB2
fb2 = drmModeGetFB2(ctx->hwctx->fd, plane->fb_id);
if (!fb2 && errno == ENOSYS) {
av_log(avctx, AV_LOG_INFO, "GETFB2 not supported, "
"will try to use GETFB instead.\n");
} else if (!fb2) {
err = errno;
av_log(avctx, AV_LOG_ERROR, "Failed to get "
"framebuffer %"PRIu32": %s.\n",
plane->fb_id, strerror(err));
err = AVERROR(err);
goto fail;
} else {
av_log(avctx, AV_LOG_INFO, "Template framebuffer is "
"%"PRIu32": %"PRIu32"x%"PRIu32" "
"format %"PRIx32" modifier %"PRIx64" flags %"PRIx32".\n",
fb2->fb_id, fb2->width, fb2->height,
fb2->pixel_format, fb2->modifier, fb2->flags);
ctx->width = fb2->width;
ctx->height = fb2->height;
if (!fb2->handles[0]) {
av_log(avctx, AV_LOG_ERROR, "No handle set on framebuffer: "
"maybe you need some additional capabilities?\n");
err = AVERROR(EINVAL);
goto fail;
}
if (ctx->drm_format != fb2->pixel_format) {
av_log(avctx, AV_LOG_ERROR, "Framebuffer pixel format "
"%"PRIx32" does not match expected format.\n",
fb2->pixel_format);
err = AVERROR(EINVAL);
goto fail;
}
if (ctx->drm_format_modifier != DRM_FORMAT_MOD_INVALID &&
ctx->drm_format_modifier != fb2->modifier) {
av_log(avctx, AV_LOG_ERROR, "Framebuffer format modifier "
"%"PRIx64" does not match expected modifier.\n",
fb2->modifier);
err = AVERROR(EINVAL);
goto fail;
} else {
ctx->drm_format_modifier = fb2->modifier;
}
ctx->fb2_available = 1;
}
#endif
av_log(avctx, AV_LOG_INFO, "Template framebuffer is %"PRIu32": "
"%"PRIu32"x%"PRIu32" %"PRIu32"bpp %"PRIu32"b depth.\n",
fb->fb_id, fb->width, fb->height, fb->bpp, fb->depth);
if (!ctx->fb2_available) {
fb = drmModeGetFB(ctx->hwctx->fd, plane->fb_id);
if (!fb) {
err = errno;
av_log(avctx, AV_LOG_ERROR, "Failed to get "
"framebuffer %"PRIu32": %s.\n",
plane->fb_id, strerror(err));
err = AVERROR(err);
goto fail;
}
ctx->width = fb->width;
ctx->height = fb->height;
av_log(avctx, AV_LOG_INFO, "Template framebuffer is %"PRIu32": "
"%"PRIu32"x%"PRIu32" %"PRIu32"bpp %"PRIu32"b depth.\n",
fb->fb_id, fb->width, fb->height, fb->bpp, fb->depth);
if (!fb->handle) {
av_log(avctx, AV_LOG_ERROR, "No handle set on framebuffer: "
"maybe you need some additional capabilities?\n");
err = AVERROR(EINVAL);
goto fail;
ctx->width = fb->width;
ctx->height = fb->height;
if (!fb->handle) {
av_log(avctx, AV_LOG_ERROR, "No handle set on framebuffer: "
"maybe you need some additional capabilities?\n");
err = AVERROR(EINVAL);
goto fail;
}
}
stream = avformat_new_stream(avctx, NULL);
@ -415,8 +592,8 @@ static av_cold int kmsgrab_read_header(AVFormatContext *avctx)
stream->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
stream->codecpar->codec_id = AV_CODEC_ID_WRAPPED_AVFRAME;
stream->codecpar->width = fb->width;
stream->codecpar->height = fb->height;
stream->codecpar->width = ctx->width;
stream->codecpar->height = ctx->height;
stream->codecpar->format = AV_PIX_FMT_DRM_PRIME;
avpriv_set_pts_info(stream, 64, 1, 1000000);
@ -430,8 +607,8 @@ static av_cold int kmsgrab_read_header(AVFormatContext *avctx)
ctx->frames->format = AV_PIX_FMT_DRM_PRIME;
ctx->frames->sw_format = ctx->format,
ctx->frames->width = fb->width;
ctx->frames->height = fb->height;
ctx->frames->width = ctx->width;
ctx->frames->height = ctx->height;
err = av_hwframe_ctx_init(ctx->frames_ref);
if (err < 0) {
@ -448,6 +625,9 @@ fail:
drmModeFreePlaneResources(plane_res);
drmModeFreePlane(plane);
drmModeFreeFB(fb);
#if HAVE_LIBDRM_GETFB2
drmModeFreeFB2(fb2);
#endif
return err;
}
@ -472,7 +652,7 @@ static const AVOption options[] = {
{ .i64 = AV_PIX_FMT_BGR0 }, 0, UINT32_MAX, FLAGS },
{ "format_modifier", "DRM format modifier for framebuffer",
OFFSET(drm_format_modifier), AV_OPT_TYPE_INT64,
{ .i64 = DRM_FORMAT_MOD_NONE }, 0, INT64_MAX, FLAGS },
{ .i64 = DRM_FORMAT_MOD_INVALID }, 0, INT64_MAX, FLAGS },
{ "crtc_id", "CRTC ID to define capture source",
OFFSET(source_crtc), AV_OPT_TYPE_INT64,
{ .i64 = 0 }, 0, UINT32_MAX, FLAGS },