vo_gpu: vulkan: implement a VkDisplayKHR backed context

This is the Vulkan equivalent of the drm context for OpenGL, with
the big difference that it's implemented purely in terms of Vulkan
calls and doesn't actually require drm or kms.

The basic idea is to identify a display, mode, and plane on a device,
and then create a display backed surface for the swapchain. In theory,
past that point, everything is the same, and this is in fact the case
on Intel hardware. I can get a video playing on a vt.

On nvidia, naturally, things don't work that way. Instead, nvidia only
implemented the extension for scenarios where a VR application is
stealing a display from a running window system, and not for
standalone scenarios. With additional code, I've got this scenario to
work but that's a separate incremental change.

Other people have tested on AMD, and report roughly the same behaviour
as on Intel.

Note, that in this change, the VT will not be correctly restored after
qutting. The only way to restore the VT is to introduce some drm
specific code which I will illustrate in a separate change.
This commit is contained in:
Philip Langdale 2019-12-02 10:37:40 +08:00 committed by Philip Langdale
parent dbf0fd7d60
commit dbbf4a415d
6 changed files with 425 additions and 0 deletions

View File

@ -5289,6 +5289,12 @@ The following video options are currently all specific to ``--vo=gpu`` and
results, as can missing or incorrect display FPS information (see
``--override-display-fps``).
``--vulkan-device=<device name>``
The name of the Vulkan device to use for rendering and presentation. Use
``--vulkan-device=help`` to see the list of available devices and their
names. If left unspecified, the first enumerated hardware Vulkan device will
be used.
``--vulkan-swap-mode=<mode>``
Controls the presentation mode of the vulkan swapchain. This is similar
to the ``--opengl-swapinterval`` option.
@ -5333,6 +5339,25 @@ The following video options are currently all specific to ``--vo=gpu`` and
with some older drivers / vulkan portability layers that don't provide
working VkEvent support.
``--vulkan-display-display=<n>``
The index of the display, on the selected Vulkan device, to present on when
using the ``displayvk`` GPU context. Use ``--vulkan-display-display=help``
to see the list of available displays. If left unspecified, the first
enumerated display will be used.
``--vulkan-display-mode=<n>``
The index of the display mode, of the selected Vulkan display, to use when
using the ``displayvk`` GPU context. Use ``--vulkan-display-mode=help``
to see the list of available modes. If left unspecified, the first
enumerated mode will be used.
``--vulkan-display-plane=<n>``
The index of the plane, on the selected Vulkan device, to present on when
using the ``displayvk`` GPU context. Use ``--vulkan-display-plane=help``
to see the list of available planes. If left unspecified, the first
enumerated plane will be used.
``--d3d11-exclusive-fs=<yes|no>``
Switches the D3D11 swap chain fullscreen state to 'fullscreen' when
fullscreen video is requested. Also known as "exclusive fullscreen" or
@ -5979,6 +6004,10 @@ The following video options are currently all specific to ``--vo=gpu`` and
VK_KHR_wayland_surface
drm
DRM/EGL
displayvk
VK_KHR_display. This backend is roughly the Vukan equivalent of
DRM/EGL, allowing for direct rendering via Vulkan without a display
manager.
x11egl
X11/EGL
android

View File

@ -87,6 +87,7 @@ extern const struct m_sub_options ao_conf;
extern const struct m_sub_options opengl_conf;
extern const struct m_sub_options vulkan_conf;
extern const struct m_sub_options vulkan_display_conf;
extern const struct m_sub_options spirv_conf;
extern const struct m_sub_options d3d11_conf;
extern const struct m_sub_options d3d11va_conf;
@ -781,6 +782,7 @@ static const m_option_t mp_opts[] = {
#if HAVE_VULKAN
{"", OPT_SUBSTRUCT(vulkan_opts, vulkan_conf)},
{"", OPT_SUBSTRUCT(vulkan_display_opts, vulkan_display_conf)},
#endif
#if HAVE_D3D11

View File

@ -344,6 +344,7 @@ typedef struct MPOpts {
struct angle_opts *angle_opts;
struct opengl_opts *opengl_opts;
struct vulkan_opts *vulkan_opts;
struct vulkan_display_opts *vulkan_display_opts;
struct spirv_opts *spirv_opts;
struct d3d11_opts *d3d11_opts;
struct d3d11va_opts *d3d11va_opts;

View File

@ -50,6 +50,7 @@ extern const struct ra_ctx_fns ra_ctx_vulkan_wayland;
extern const struct ra_ctx_fns ra_ctx_vulkan_win;
extern const struct ra_ctx_fns ra_ctx_vulkan_xlib;
extern const struct ra_ctx_fns ra_ctx_vulkan_android;
extern const struct ra_ctx_fns ra_ctx_vulkan_display;
/* Direct3D 11 */
extern const struct ra_ctx_fns ra_ctx_d3d11;
@ -106,6 +107,7 @@ static const struct ra_ctx_fns *contexts[] = {
#if HAVE_X11
&ra_ctx_vulkan_xlib,
#endif
&ra_ctx_vulkan_display,
#endif
};

View File

@ -0,0 +1,390 @@
/*
* This file is part of mpv.
*
* mpv is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* mpv is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with mpv. If not, see <http://www.gnu.org/licenses/>.
*/
#include "options/m_config.h"
#include "context.h"
#include "utils.h"
struct vulkan_display_opts {
int display;
int mode;
int plane;
};
struct mode_selector {
// Indexes of selected display/mode/plane.
int display_idx;
int mode_idx;
int plane_idx;
// Must be freed with talloc_free
VkDisplayModePropertiesKHR *out_mode_props;
};
/**
* If a selector is passed, verify that it is valid and return the matching
* mode properties. If null is passed, walk all modes and print them out.
*/
static bool walk_display_properties(struct mp_log *log,
int msgl_err,
VkPhysicalDevice device,
struct mode_selector *selector) {
bool ret = false;
VkResult res;
int msgl_info = selector ? MSGL_TRACE : MSGL_INFO;
// Use a dummy as parent for all other allocations.
void *tmp = talloc_new(NULL);
VkPhysicalDeviceProperties prop;
vkGetPhysicalDeviceProperties(device, &prop);
mp_msg(log, msgl_info, " '%s' (GPU ID %x:%x)\n", prop.deviceName,
(unsigned)prop.vendorID, (unsigned)prop.deviceID);
// Count displays. This must be done before enumerating planes with the
// Intel driver, or it will not enumerate any planes. WTF.
int num_displays = 0;
vkGetPhysicalDeviceDisplayPropertiesKHR(device, &num_displays, NULL);
if (!num_displays) {
mp_msg(log, msgl_info, " No available displays for device.\n");
goto done;
}
if (selector && selector->display_idx + 1 > num_displays) {
mp_msg(log, msgl_err, "Selected display (%d) not present.\n",
selector->display_idx);
goto done;
}
// Enumerate Planes
int num_planes = 0;
vkGetPhysicalDeviceDisplayPlanePropertiesKHR(device, &num_planes, NULL);
if (!num_planes) {
mp_msg(log, msgl_info, " No available planes for device.\n");
goto done;
}
if (selector && selector->plane_idx + 1 > num_planes) {
mp_msg(log, msgl_err, "Selected plane (%d) not present.\n",
selector->plane_idx);
goto done;
}
VkDisplayPlanePropertiesKHR *planes =
talloc_array(tmp, VkDisplayPlanePropertiesKHR, num_planes);
res = vkGetPhysicalDeviceDisplayPlanePropertiesKHR(device, &num_planes,
planes);
if (res != VK_SUCCESS) {
mp_msg(log, msgl_err, " Failed enumerating planes\n");
goto done;
}
VkDisplayKHR **planes_to_displays =
talloc_array(tmp, VkDisplayKHR *, num_planes);
for (int j = 0; j < num_planes; j++) {
int num_displays_for_plane = 0;
vkGetDisplayPlaneSupportedDisplaysKHR(device, j,
&num_displays_for_plane, NULL);
if (!num_displays_for_plane)
continue;
// Null terminated array
VkDisplayKHR *displays =
talloc_zero_array(planes_to_displays, VkDisplayKHR,
num_displays_for_plane + 1);
res = vkGetDisplayPlaneSupportedDisplaysKHR(device, j,
&num_displays_for_plane,
displays);
if (res != VK_SUCCESS) {
mp_msg(log, msgl_err, " Failed enumerating plane displays\n");
continue;
}
planes_to_displays[j] = displays;
}
// Enumerate Displays and Modes
VkDisplayPropertiesKHR *props =
talloc_array(tmp, VkDisplayPropertiesKHR, num_displays);
res = vkGetPhysicalDeviceDisplayPropertiesKHR(device, &num_displays, props);
if (res != VK_SUCCESS) {
mp_msg(log, msgl_err, " Failed enumerating display properties\n");
goto done;
}
for (int j = 0; j < num_displays; j++) {
if (selector && selector->display_idx != j)
continue;
mp_msg(log, msgl_info, " Display %d: '%s' (%dx%d)\n",
j,
props[j].displayName,
props[j].physicalResolution.width,
props[j].physicalResolution.height);
VkDisplayKHR display = props[j].display;
mp_msg(log, msgl_info, " Modes:\n");
int num_modes = 0;
vkGetDisplayModePropertiesKHR(device, display, &num_modes, NULL);
if (!num_modes) {
mp_msg(log, msgl_info, " No available modes for display.\n");
continue;
}
if (selector && selector->mode_idx + 1 > num_modes) {
mp_msg(log, msgl_err, "Selected mode (%d) not present.\n",
selector->mode_idx);
goto done;
}
VkDisplayModePropertiesKHR *modes =
talloc_array(tmp, VkDisplayModePropertiesKHR, num_modes);
res = vkGetDisplayModePropertiesKHR(device, display, &num_modes, modes);
if (res != VK_SUCCESS) {
mp_msg(log, msgl_err, " Failed enumerating display modes\n");
continue;
}
for (int k = 0; k < num_modes; k++) {
if (selector && selector->mode_idx != k)
continue;
mp_msg(log, msgl_info, " Mode %02d: %dx%d (%02d.%03d Hz)\n", k,
modes[k].parameters.visibleRegion.width,
modes[k].parameters.visibleRegion.height,
modes[k].parameters.refreshRate / 1000,
modes[k].parameters.refreshRate % 1000);
if (selector)
selector->out_mode_props = talloc_dup(NULL, &modes[k]);
}
int found_plane = -1;
mp_msg(log, msgl_info, " Planes:\n");
for (int k = 0; k < num_planes; k++) {
VkDisplayKHR *displays = planes_to_displays[k];
for (int d = 0; displays[d]; d++) {
if (displays[d] == display) {
if (selector && selector->plane_idx != k)
continue;
mp_msg(log, msgl_info, " Plane: %d\n", k);
found_plane = k;
}
}
}
if (selector && selector->plane_idx != found_plane) {
mp_msg(log, msgl_err,
"Selected plane (%d) not available on selected display.\n",
selector->plane_idx);
goto done;
}
}
ret = true;
done:
talloc_free(tmp);
return ret;
}
static int print_display_info(struct mp_log *log, const struct m_option *opt,
struct bstr name) {
VkResult res;
VkPhysicalDevice *devices = NULL;
// Create a dummy instance to list the resources
VkInstanceCreateInfo info = {
.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO,
.enabledExtensionCount = 1,
.ppEnabledExtensionNames = (const char*[]) {
VK_KHR_DISPLAY_EXTENSION_NAME
},
};
VkInstance inst = NULL;
res = vkCreateInstance(&info, NULL, &inst);
if (res != VK_SUCCESS) {
mp_warn(log, "Unable to create Vulkan instance.\n");
goto done;
}
uint32_t num_devices = 0;
vkEnumeratePhysicalDevices(inst, &num_devices, NULL);
if (!num_devices) {
mp_info(log, "No Vulkan devices detected.\n");
goto done;
}
devices = talloc_array(NULL, VkPhysicalDevice, num_devices);
vkEnumeratePhysicalDevices(inst, &num_devices, devices);
if (res != VK_SUCCESS) {
mp_warn(log, "Failed enumerating physical devices.\n");
goto done;
}
mp_info(log, "Vulkan Devices:\n");
for (int i = 0; i < num_devices; i++) {
walk_display_properties(log, MSGL_WARN, devices[i], NULL);
}
done:
talloc_free(devices);
vkDestroyInstance(inst, NULL);
return M_OPT_EXIT;
}
#define OPT_BASE_STRUCT struct vulkan_display_opts
const struct m_sub_options vulkan_display_conf = {
.opts = (const struct m_option[]) {
{"vulkan-display-display", OPT_INT(display),
.help = print_display_info,
},
{"vulkan-display-mode", OPT_INT(mode),
.help = print_display_info,
},
{"vulkan-display-plane", OPT_INT(plane),
.help = print_display_info,
},
{0}
},
.size = sizeof(struct vulkan_display_opts),
.defaults = &(struct vulkan_display_opts) {
.display = 0,
.mode = 0,
.plane = 0,
},
};
struct priv {
struct mpvk_ctx vk;
struct vulkan_display_opts *opts;
uint32_t width;
uint32_t height;
};
static void display_uninit(struct ra_ctx *ctx)
{
struct priv *p = ctx->priv;
ra_vk_ctx_uninit(ctx);
mpvk_uninit(&p->vk);
}
static bool display_init(struct ra_ctx *ctx)
{
struct priv *p = ctx->priv = talloc_zero(ctx, struct priv);
struct mpvk_ctx *vk = &p->vk;
int msgl = ctx->opts.probing ? MSGL_V : MSGL_ERR;
VkResult res;
bool ret = false;
VkDisplayModePropertiesKHR *mode = NULL;
p->opts = mp_get_config_group(p, ctx->global, &vulkan_display_conf);
int display_idx = p->opts->display;
int mode_idx = p->opts->mode;
int plane_idx = p->opts->plane;
if (!mpvk_init(vk, ctx, VK_KHR_DISPLAY_EXTENSION_NAME))
goto error;
char *device_name = ra_vk_ctx_get_device_name(ctx);
struct pl_vulkan_device_params vulkan_params = {
.instance = vk->vkinst->instance,
.device_name = device_name,
};
VkPhysicalDevice device = pl_vulkan_choose_device(vk->ctx, &vulkan_params);
talloc_free(device_name);
if (!device) {
MP_MSG(ctx, msgl, "Failed to open physical device.\n");
goto error;
}
struct mode_selector selector = {
.display_idx = display_idx,
.mode_idx = mode_idx,
.plane_idx = plane_idx,
};
if (!walk_display_properties(ctx->log, msgl, device, &selector))
goto error;
mode = selector.out_mode_props;
VkDisplaySurfaceCreateInfoKHR xinfo = {
.sType = VK_STRUCTURE_TYPE_DISPLAY_SURFACE_CREATE_INFO_KHR,
.displayMode = mode->displayMode,
.imageExtent = mode->parameters.visibleRegion,
.planeIndex = plane_idx,
.transform = VK_SURFACE_TRANSFORM_IDENTITY_BIT_KHR,
.alphaMode = VK_DISPLAY_PLANE_ALPHA_OPAQUE_BIT_KHR,
};
res = vkCreateDisplayPlaneSurfaceKHR(vk->vkinst->instance, &xinfo, NULL,
&vk->surface);
if (res != VK_SUCCESS) {
MP_MSG(ctx, msgl, "Failed creating Display surface\n");
goto error;
}
p->width = mode->parameters.visibleRegion.width;
p->height = mode->parameters.visibleRegion.height;
struct ra_vk_ctx_params params = {0};
if (!ra_vk_ctx_init(ctx, vk, params, VK_PRESENT_MODE_FIFO_KHR))
goto error;
ret = true;
done:
talloc_free(mode);
return ret;
error:
display_uninit(ctx);
goto done;
}
static bool display_reconfig(struct ra_ctx *ctx)
{
struct priv *p = ctx->priv;
return ra_vk_ctx_resize(ctx, p->width, p->height);
}
static int display_control(struct ra_ctx *ctx, int *events, int request, void *arg)
{
return VO_NOTIMPL;
}
static void display_wakeup(struct ra_ctx *ctx)
{
// TODO
}
static void display_wait_events(struct ra_ctx *ctx, int64_t until_time_us)
{
// TODO
}
const struct ra_ctx_fns ra_ctx_vulkan_display = {
.type = "vulkan",
.name = "displayvk",
.reconfig = display_reconfig,
.control = display_control,
.wakeup = display_wakeup,
.wait_events = display_wait_events,
.init = display_init,
.uninit = display_uninit,
};

View File

@ -506,6 +506,7 @@ def build(ctx):
( "video/out/vo_x11.c" , "x11" ),
( "video/out/vo_xv.c", "xv" ),
( "video/out/vulkan/context.c", "vulkan" ),
( "video/out/vulkan/context_display.c", "vulkan" ),
( "video/out/vulkan/context_android.c", "vulkan && android" ),
( "video/out/vulkan/context_wayland.c", "vulkan && wayland" ),
( "video/out/vulkan/context_win.c", "vulkan && win32-desktop" ),