/*
* This file is part of mpv.
*
* mpv is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* mpv is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with mpv. If not, see .
*/
#include
#include
#include
#include
#include "common/common.h"
#include "osdep/windows_utils.h"
#include "video/hwdec.h"
#include "video/d3d.h"
#include "video/out/d3d11/ra_d3d11.h"
#include "video/out/gpu/hwdec.h"
struct priv_owner {
struct mp_hwdec_ctx hwctx;
ID3D11Device *dev11;
IDirect3DDevice9Ex *dev9;
};
struct queue_surf {
ID3D11Texture2D *tex11;
ID3D11Query *idle11;
ID3D11Texture2D *stage11;
IDirect3DTexture9 *tex9;
IDirect3DSurface9 *surf9;
IDirect3DSurface9 *stage9;
struct ra_tex *tex;
bool busy11; // The surface is currently being used by D3D11
};
struct priv {
ID3D11Device *dev11;
ID3D11DeviceContext *ctx11;
IDirect3DDevice9Ex *dev9;
// Surface queue stuff. Following Microsoft recommendations, a queue of
// surfaces is used to share images between D3D9 and D3D11. This allows
// multiple D3D11 frames to be in-flight at once.
struct queue_surf **queue;
int queue_len;
int queue_pos;
};
static void uninit(struct ra_hwdec *hw)
{
struct priv_owner *p = hw->priv;
hwdec_devices_remove(hw->devs, &p->hwctx);
av_buffer_unref(&p->hwctx.av_device_ref);
SAFE_RELEASE(p->dev11);
SAFE_RELEASE(p->dev9);
}
static int init(struct ra_hwdec *hw)
{
struct priv_owner *p = hw->priv;
IDirect3D9Ex *d3d9ex = NULL;
int ret = -1;
HRESULT hr;
if (!ra_is_d3d11(hw->ra_ctx->ra))
goto done;
p->dev11 = ra_d3d11_get_device(hw->ra_ctx->ra);
if (!p->dev11)
goto done;
d3d_load_dlls();
if (!d3d9_dll) {
MP_FATAL(hw, "Failed to load \"d3d9.dll\": %s\n", mp_LastError_to_str());
goto done;
}
if (!dxva2_dll) {
MP_FATAL(hw, "Failed to load \"dxva2.dll\": %s\n", mp_LastError_to_str());
goto done;
}
HRESULT (WINAPI *Direct3DCreate9Ex)(UINT SDKVersion, IDirect3D9Ex **ppD3D);
Direct3DCreate9Ex = (void *)GetProcAddress(d3d9_dll, "Direct3DCreate9Ex");
if (!Direct3DCreate9Ex) {
MP_FATAL(hw, "Direct3D 9Ex not supported\n");
goto done;
}
hr = Direct3DCreate9Ex(D3D_SDK_VERSION, &d3d9ex);
if (FAILED(hr)) {
MP_FATAL(hw, "Couldn't create Direct3D9Ex: %s\n", mp_HRESULT_to_str(hr));
goto done;
}
D3DPRESENT_PARAMETERS pparams = {
.BackBufferWidth = 16,
.BackBufferHeight = 16,
.BackBufferCount = 1,
.SwapEffect = D3DSWAPEFFECT_DISCARD,
.hDeviceWindow = GetDesktopWindow(),
.Windowed = TRUE,
.Flags = D3DPRESENTFLAG_VIDEO,
};
hr = IDirect3D9Ex_CreateDeviceEx(d3d9ex, D3DADAPTER_DEFAULT,
D3DDEVTYPE_HAL, GetDesktopWindow(), D3DCREATE_NOWINDOWCHANGES |
D3DCREATE_FPU_PRESERVE | D3DCREATE_HARDWARE_VERTEXPROCESSING |
D3DCREATE_DISABLE_PSGP_THREADING | D3DCREATE_MULTITHREADED, &pparams,
NULL, &p->dev9);
if (FAILED(hr)) {
MP_FATAL(hw, "Failed to create Direct3D9Ex device: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
// Check if it's possible to StretchRect() from NV12 to XRGB surfaces
hr = IDirect3D9Ex_CheckDeviceFormatConversion(d3d9ex, D3DADAPTER_DEFAULT,
D3DDEVTYPE_HAL, MAKEFOURCC('N', 'V', '1', '2'), D3DFMT_X8R8G8B8);
if (hr != S_OK) {
MP_FATAL(hw, "Can't StretchRect from NV12 to XRGB surfaces\n");
goto done;
}
p->hwctx = (struct mp_hwdec_ctx){
.driver_name = hw->driver->name,
.av_device_ref = d3d9_wrap_device_ref((IDirect3DDevice9 *)p->dev9),
.hw_imgfmt = IMGFMT_DXVA2,
};
if (!p->hwctx.av_device_ref) {
MP_VERBOSE(hw, "Failed to create hwdevice_ctx\n");
goto done;
}
hwdec_devices_add(hw->devs, &p->hwctx);
ret = 0;
done:
SAFE_RELEASE(d3d9ex);
return ret;
}
static int mapper_init(struct ra_hwdec_mapper *mapper)
{
struct priv_owner *o = mapper->owner->priv;
struct priv *p = mapper->priv;
ID3D11Device_AddRef(o->dev11);
p->dev11 = o->dev11;
IDirect3DDevice9Ex_AddRef(o->dev9);
p->dev9 = o->dev9;
ID3D11Device_GetImmediateContext(o->dev11, &p->ctx11);
mapper->dst_params = mapper->src_params;
mapper->dst_params.imgfmt = IMGFMT_RGB0;
mapper->dst_params.hw_subfmt = 0;
return 0;
}
static void surf_destroy(struct ra_hwdec_mapper *mapper,
struct queue_surf *surf)
{
if (!surf)
return;
SAFE_RELEASE(surf->tex11);
SAFE_RELEASE(surf->idle11);
SAFE_RELEASE(surf->stage11);
SAFE_RELEASE(surf->tex9);
SAFE_RELEASE(surf->surf9);
SAFE_RELEASE(surf->stage9);
ra_tex_free(mapper->ra, &surf->tex);
talloc_free(surf);
}
static struct queue_surf *surf_create(struct ra_hwdec_mapper *mapper)
{
struct priv *p = mapper->priv;
IDXGIResource *res11 = NULL;
bool success = false;
HRESULT hr;
struct queue_surf *surf = talloc_ptrtype(p, surf);
D3D11_TEXTURE2D_DESC desc11 = {
.Width = mapper->src->w,
.Height = mapper->src->h,
.MipLevels = 1,
.ArraySize = 1,
.Format = DXGI_FORMAT_B8G8R8X8_UNORM,
.SampleDesc.Count = 1,
.Usage = D3D11_USAGE_DEFAULT,
.BindFlags = D3D11_BIND_SHADER_RESOURCE | D3D11_BIND_RENDER_TARGET,
.MiscFlags = D3D11_RESOURCE_MISC_SHARED,
};
hr = ID3D11Device_CreateTexture2D(p->dev11, &desc11, NULL, &surf->tex11);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to create D3D11 texture: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
// Try to use a 16x16 staging texture, unless the source surface is
// smaller. Ideally, a 1x1 texture would be sufficient, but Microsoft's
// D3D9ExDXGISharedSurf example uses 16x16 to avoid driver bugs.
D3D11_TEXTURE2D_DESC sdesc11 = {
.Width = MPMIN(16, desc11.Width),
.Height = MPMIN(16, desc11.Height),
.MipLevels = 1,
.ArraySize = 1,
.Format = DXGI_FORMAT_B8G8R8X8_UNORM,
.SampleDesc.Count = 1,
.Usage = D3D11_USAGE_STAGING,
.CPUAccessFlags = D3D11_CPU_ACCESS_READ,
};
hr = ID3D11Device_CreateTexture2D(p->dev11, &sdesc11, NULL, &surf->stage11);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to create D3D11 staging texture: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
hr = ID3D11Texture2D_QueryInterface(surf->tex11, &IID_IDXGIResource,
(void**)&res11);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to get share handle: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
HANDLE share_handle;
hr = IDXGIResource_GetSharedHandle(res11, &share_handle);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to get share handle: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
hr = ID3D11Device_CreateQuery(p->dev11,
&(D3D11_QUERY_DESC) { D3D11_QUERY_EVENT }, &surf->idle11);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to create D3D11 query: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
// Share the D3D11 texture with D3D9Ex
hr = IDirect3DDevice9Ex_CreateTexture(p->dev9, desc11.Width, desc11.Height,
1, D3DUSAGE_RENDERTARGET, D3DFMT_X8R8G8B8, D3DPOOL_DEFAULT,
&surf->tex9, &share_handle);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to create D3D9 texture: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
hr = IDirect3DTexture9_GetSurfaceLevel(surf->tex9, 0, &surf->surf9);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to get D3D9 surface: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
// As above, try to use a 16x16 staging texture to avoid driver bugs
hr = IDirect3DDevice9Ex_CreateRenderTarget(p->dev9,
MPMIN(16, desc11.Width), MPMIN(16, desc11.Height), D3DFMT_X8R8G8B8,
D3DMULTISAMPLE_NONE, 0, TRUE, &surf->stage9, NULL);
if (FAILED(hr)) {
MP_ERR(mapper, "Failed to create D3D9 staging surface: %s\n",
mp_HRESULT_to_str(hr));
goto done;
}
surf->tex = ra_d3d11_wrap_tex(mapper->ra, (ID3D11Resource *)surf->tex11);
if (!surf->tex)
goto done;
success = true;
done:
if (!success)
surf_destroy(mapper, surf);
SAFE_RELEASE(res11);
return success ? surf : NULL;
}
// true if the surface is currently in-use by the D3D11 graphics pipeline
static bool surf_is_idle11(struct ra_hwdec_mapper *mapper,
struct queue_surf *surf)
{
struct priv *p = mapper->priv;
HRESULT hr;
BOOL idle;
if (!surf->busy11)
return true;
hr = ID3D11DeviceContext_GetData(p->ctx11,
(ID3D11Asynchronous *)surf->idle11, &idle, sizeof(idle),
D3D11_ASYNC_GETDATA_DONOTFLUSH);
if (FAILED(hr) || hr == S_FALSE || !idle)
return false;
surf->busy11 = false;
return true;
}
// If the surface is currently in-use by the D3D11 graphics pipeline, wait for
// it to become idle. Should only be called in the queue-underflow case.
static bool surf_wait_idle11(struct ra_hwdec_mapper *mapper,
struct queue_surf *surf)
{
struct priv *p = mapper->priv;
HRESULT hr;
ID3D11DeviceContext_CopySubresourceRegion(p->ctx11,
(ID3D11Resource *)surf->stage11, 0, 0, 0, 0,
(ID3D11Resource *)surf->tex11, 0, (&(D3D11_BOX){
.right = MPMIN(16, mapper->src->w),
.bottom = MPMIN(16, mapper->src->h),
.back = 1,
}));
// Block until the surface becomes idle (see surf_wait_idle9())
D3D11_MAPPED_SUBRESOURCE map = {0};
hr = ID3D11DeviceContext_Map(p->ctx11, (ID3D11Resource *)surf->stage11, 0,
D3D11_MAP_READ, 0, &map);
if (FAILED(hr)) {
MP_ERR(mapper, "Couldn't map D3D11 staging texture: %s\n",
mp_HRESULT_to_str(hr));
return false;
}
ID3D11DeviceContext_Unmap(p->ctx11, (ID3D11Resource *)surf->stage11, 0);
surf->busy11 = false;
return true;
}
static bool surf_wait_idle9(struct ra_hwdec_mapper *mapper,
struct queue_surf *surf)
{
struct priv *p = mapper->priv;
HRESULT hr;
// Rather than polling for the surface to become idle, copy part of the
// surface to a staging texture and map it. This should block until the
// surface becomes idle. Microsoft's ISurfaceQueue does this as well.
RECT rc = {0, 0, MPMIN(16, mapper->src->w), MPMIN(16, mapper->src->h)};
hr = IDirect3DDevice9Ex_StretchRect(p->dev9, surf->surf9, &rc, surf->stage9,
&rc, D3DTEXF_NONE);
if (FAILED(hr)) {
MP_ERR(mapper, "Couldn't copy to D3D9 staging texture: %s\n",
mp_HRESULT_to_str(hr));
return false;
}
D3DLOCKED_RECT lock;
hr = IDirect3DSurface9_LockRect(surf->stage9, &lock, NULL, D3DLOCK_READONLY);
if (FAILED(hr)) {
MP_ERR(mapper, "Couldn't map D3D9 staging texture: %s\n",
mp_HRESULT_to_str(hr));
return false;
}
IDirect3DSurface9_UnlockRect(surf->stage9);
p->queue[p->queue_pos]->busy11 = true;
return true;
}
static struct queue_surf *surf_acquire(struct ra_hwdec_mapper *mapper)
{
struct priv *p = mapper->priv;
if (!p->queue_len || !surf_is_idle11(mapper, p->queue[p->queue_pos])) {
if (p->queue_len < 16) {
struct queue_surf *surf = surf_create(mapper);
if (!surf)
return NULL;
// The next surface is busy, so grow the queue
MP_TARRAY_INSERT_AT(p, p->queue, p->queue_len, p->queue_pos, surf);
MP_DBG(mapper, "Queue grew to %d surfaces\n", p->queue_len);
} else {
// For sanity, don't let the queue grow beyond 16 surfaces. It
// should never get this big. If it does, wait for the surface to
// become idle rather than polling it.
if (!surf_wait_idle11(mapper, p->queue[p->queue_pos]))
return NULL;
MP_WARN(mapper, "Queue underflow!\n");
}
}
return p->queue[p->queue_pos];
}
static void surf_release(struct ra_hwdec_mapper *mapper)
{
struct priv *p = mapper->priv;
ID3D11DeviceContext_End(p->ctx11,
(ID3D11Asynchronous *)p->queue[p->queue_pos]->idle11);
// The current surface is now in-flight, move to the next surface
p->queue_pos++;
if (p->queue_pos >= p->queue_len)
p->queue_pos = 0;
}
static void mapper_uninit(struct ra_hwdec_mapper *mapper)
{
struct priv *p = mapper->priv;
for (int i = 0; i < p->queue_len; i++)
surf_destroy(mapper, p->queue[i]);
SAFE_RELEASE(p->ctx11);
SAFE_RELEASE(p->dev9);
SAFE_RELEASE(p->dev11);
}
static int mapper_map(struct ra_hwdec_mapper *mapper)
{
struct priv *p = mapper->priv;
HRESULT hr;
struct queue_surf *surf = surf_acquire(mapper);
if (!surf)
return -1;
RECT rc = {0, 0, mapper->src->w, mapper->src->h};
IDirect3DSurface9* hw_surface = (IDirect3DSurface9 *)mapper->src->planes[3];
hr = IDirect3DDevice9Ex_StretchRect(p->dev9, hw_surface, &rc, surf->surf9,
&rc, D3DTEXF_NONE);
if (FAILED(hr)) {
MP_ERR(mapper, "StretchRect() failed: %s\n", mp_HRESULT_to_str(hr));
return -1;
}
if (!surf_wait_idle9(mapper, surf))
return -1;
mapper->tex[0] = surf->tex;
return 0;
}
static void mapper_unmap(struct ra_hwdec_mapper *mapper)
{
struct priv *p = mapper->priv;
if (p->queue_pos < p->queue_len &&
p->queue[p->queue_pos]->tex == mapper->tex[0])
{
surf_release(mapper);
mapper->tex[0] = NULL;
}
}
const struct ra_hwdec_driver ra_hwdec_dxva2dxgi = {
.name = "dxva2-dxgi",
.priv_size = sizeof(struct priv_owner),
.imgfmts = {IMGFMT_DXVA2, 0},
.device_type = AV_HWDEVICE_TYPE_DXVA2,
.init = init,
.uninit = uninit,
.mapper = &(const struct ra_hwdec_mapper_driver){
.priv_size = sizeof(struct priv),
.init = mapper_init,
.uninit = mapper_uninit,
.map = mapper_map,
.unmap = mapper_unmap,
},
};