dxgicapture: reinitialize duplication interface on ERROR_ACCESS_LOST

IDXGIOutputDuplication can become invalid for example when there's
desktop switch, resolution change or Windows User Account Control prompt
appears on screen.

When that happens, try to re-create the duplication interface for the
changed output. Note that in the case of UAC prompt this operation will
fail if the GStreamer process doesn't run at LOCAL_SYSTEM privileges. In
such situation the source element won't create any frames as long as the
output is occupied by UAC screen.

In order to enable UAC access to sufficiently privileged GStreamer
processes, call SetThreadDesktop() with the desktop handle that
currently receives user input before creating our output duplication.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/2204>
This commit is contained in:
Jakub Adam 2021-04-27 18:08:30 +00:00 committed by GStreamer Marge Bot
parent 6750123d5c
commit aac012ce72

View file

@ -60,6 +60,7 @@ typedef struct _DxgiCapture
/*Direct3D pointers */
ID3D11Device *d3d11_device;
ID3D11DeviceContext *d3d11_context;
IDXGIOutput1 *dxgi_output1;
IDXGIOutputDuplication *dxgi_dupl;
/* Texture that has been rotated and combined fragments. */
@ -205,13 +206,47 @@ gst_dxgicap_shader_init (void)
return ! !GstD3DCompileFunc;
}
static gboolean
initialize_output_duplication (DxgiCapture * self)
{
HDESK hdesk;
HRESULT hr;
GstDXGIScreenCapSrc *src = self->src;
PTR_RELEASE (self->dxgi_dupl);
hdesk = OpenInputDesktop (0, FALSE, GENERIC_ALL);
if (hdesk) {
if (!SetThreadDesktop (hdesk)) {
GST_WARNING_OBJECT (src, "SetThreadDesktop() failed. Error code: %lu",
GetLastError ());
}
CloseDesktop (hdesk);
} else {
GST_WARNING_OBJECT (src, "OpenInputDesktop() failed. Error code: %lu",
GetLastError ());
}
hr = IDXGIOutput1_DuplicateOutput (self->dxgi_output1,
(IUnknown *) (self->d3d11_device), &self->dxgi_dupl);
if (hr != S_OK) {
gchar *msg = get_hresult_to_string (hr);
GST_WARNING_OBJECT (src, "IDXGIOutput1::DuplicateOutput() failed (%x): %s",
(guint) hr, msg);
g_free (msg);
return FALSE;
}
return TRUE;
}
DxgiCapture *
dxgicap_new (HMONITOR monitor, GstDXGIScreenCapSrc * src)
{
int i, j;
HRESULT hr;
IDXGIFactory1 *dxgi_factory1 = NULL;
IDXGIOutput1 *dxgi_output1 = NULL;
IDXGIAdapter1 *dxgi_adapter1 = NULL;
ID3D11InputLayout *vertex_input_layout = NULL;
ID3DBlob *vertex_shader_blob = NULL;
@ -227,7 +262,6 @@ dxgicap_new (HMONITOR monitor, GstDXGIScreenCapSrc * src)
hr = CreateDXGIFactory1 (&IID_IDXGIFactory1, (void **) &dxgi_factory1);
HR_FAILED_GOTO (hr, CreateDXGIFactory1, new_error);
dxgi_output1 = NULL;
for (i = 0;
IDXGIFactory1_EnumAdapters1 (dxgi_factory1, i,
&dxgi_adapter1) != DXGI_ERROR_NOT_FOUND; ++i) {
@ -249,11 +283,11 @@ dxgicap_new (HMONITOR monitor, GstDXGIScreenCapSrc * src)
DXGI_ERROR_NOT_FOUND; ++j) {
DXGI_OUTPUT_DESC output_desc;
hr = IDXGIOutput_QueryInterface (dxgi_output, &IID_IDXGIOutput1,
(void **) &dxgi_output1);
(void **) &self->dxgi_output1);
PTR_RELEASE (dxgi_output);
HR_FAILED_GOTO (hr, IDXGIOutput::QueryInterface, new_error);
hr = IDXGIOutput1_GetDesc (dxgi_output1, &output_desc);
hr = IDXGIOutput1_GetDesc (self->dxgi_output1, &output_desc);
HR_FAILED_GOTO (hr, IDXGIOutput1::GetDesc, new_error);
if (output_desc.Monitor == monitor) {
@ -261,13 +295,12 @@ dxgicap_new (HMONITOR monitor, GstDXGIScreenCapSrc * src)
break;
}
PTR_RELEASE (dxgi_output1);
dxgi_output1 = NULL;
PTR_RELEASE (self->dxgi_output1);
}
PTR_RELEASE (dxgi_adapter1);
if (NULL != dxgi_output1) {
if (NULL != self->dxgi_output1) {
break;
}
@ -275,16 +308,15 @@ dxgicap_new (HMONITOR monitor, GstDXGIScreenCapSrc * src)
PTR_RELEASE (self->d3d11_context);
}
if (NULL == dxgi_output1) {
if (NULL == self->dxgi_output1) {
goto new_error;
}
PTR_RELEASE (dxgi_factory1);
hr = IDXGIOutput1_DuplicateOutput (dxgi_output1,
(IUnknown *) (self->d3d11_device), &self->dxgi_dupl);
PTR_RELEASE (dxgi_output1);
HR_FAILED_GOTO (hr, IDXGIOutput1::DuplicateOutput, new_error);
if (!initialize_output_duplication (self)) {
goto new_error;
}
IDXGIOutputDuplication_GetDesc (self->dxgi_dupl, &self->dupl_desc);
self->pointer_buffer_capacity = INITIAL_POINTER_BUFFER_CAPACITY;
@ -388,6 +420,7 @@ dxgicap_destory (DxgiCapture * self)
PTR_RELEASE (self->target_view);
PTR_RELEASE (self->readable_texture);
PTR_RELEASE (self->work_texture);
PTR_RELEASE (self->dxgi_output1);
PTR_RELEASE (self->dxgi_dupl);
PTR_RELEASE (self->d3d11_context);
PTR_RELEASE (self->d3d11_device);
@ -429,6 +462,15 @@ dxgicap_acquire_next_frame (DxgiCapture * self, gboolean show_cursor,
DXGI_OUTDUPL_FRAME_INFO frame_info;
IDXGIResource *desktop_resource = NULL;
if (!self->dxgi_dupl) {
/* Desktop duplication interface became invalid due to desktop switch,
* UAC prompt popping up, or similar event. Try to reinitialize. */
if (!initialize_output_duplication (self)) {
ret = TRUE;
goto end;
}
}
/* Get the latest desktop frames. */
hr = IDXGIOutputDuplication_AcquireNextFrame (self->dxgi_dupl,
timeout, &frame_info, &desktop_resource);
@ -438,6 +480,12 @@ dxgicap_acquire_next_frame (DxgiCapture * self, gboolean show_cursor,
GST_LOG_OBJECT (src, "DXGI_ERROR_WAIT_TIMEOUT");
ret = TRUE;
goto end;
} else if (hr == DXGI_ERROR_ACCESS_LOST) {
GST_LOG_OBJECT (src, "DXGI_ERROR_ACCESS_LOST; reinitializing output "
"duplication...");
PTR_RELEASE (self->dxgi_dupl);
ret = TRUE;
goto end;
}
HR_FAILED_GOTO (hr, IDXGIOutputDuplication::AcquireNextFrame, end);
@ -484,7 +532,9 @@ dxgicap_acquire_next_frame (DxgiCapture * self, gboolean show_cursor,
ret = TRUE;
}
end:
if (self->dxgi_dupl) {
IDXGIOutputDuplication_ReleaseFrame (self->dxgi_dupl);
}
PTR_RELEASE (desktop_resource);
return ret;
}