gstreamer/subprojects/gst-plugins-bad/sys/qsv/gstqsvutils.cpp

201 lines
4.9 KiB
C++
Raw Normal View History

qsv: Introduce H.264 Intel Quick Sync Video Encoder A new implementation of Intel Quick Sync Video plugin. This plugin supports both Windows and Linux but optimization for VA/DMABuf is not implemented yet. This new plugin has some notable differences compared with existing MSDK plugin. * Encoder will expose formats which can be natively supported without internal conversion. This will make encoder control/negotiation flow much simpler and cleaner than that of MSDK plugin. * This plugin includes QSV specific library loading helper, called dispatcher, with QSV SDK headers as a part of this plugin. So, there will be no more SDK version dependent #ifdef in the code and also there will be no more build-time MSDK/oneVPL SDK dependency. * Memory allocator interop between GStreamer and QSV is re-designed and decoupled. Instead of implementing QSV specific allocator/bufferpool, this plugin will make use of generic GStreamer memory allocator/bufferpool (e.g., GstD3D11Allocator and GstD3D11BufferPool). Specifically, GstQsvAllocator object will help interop between GstMemory and mfxFrameAllocator memory abstraction layers. Note that because of the design decision, VA/DMABuf support is not made as a part of this initial commit. We can add the optimization for Linux later once GstVA library exposes allocator/bufferpool implementation as an API like GstD3D11. * Initial encoder implementation supports interop with GstD3D11 infrastructure, including zero-copy encoding with upstream D3D11 element. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1408>
2022-02-06 12:34:43 +00:00
/* GStreamer
* Copyright (C) 2021 Seungha Yang <seungha@centricular.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "gstqsvutils.h"
#ifdef G_OS_WIN32
#include <gst/d3d11/gstd3d11.h>
#include <wrl.h>
/* *INDENT-OFF* */
using namespace Microsoft::WRL;
/* *INDENT-ON* */
#else
#include <gst/va/gstva.h>
qsv: Introduce H.264 Intel Quick Sync Video Encoder A new implementation of Intel Quick Sync Video plugin. This plugin supports both Windows and Linux but optimization for VA/DMABuf is not implemented yet. This new plugin has some notable differences compared with existing MSDK plugin. * Encoder will expose formats which can be natively supported without internal conversion. This will make encoder control/negotiation flow much simpler and cleaner than that of MSDK plugin. * This plugin includes QSV specific library loading helper, called dispatcher, with QSV SDK headers as a part of this plugin. So, there will be no more SDK version dependent #ifdef in the code and also there will be no more build-time MSDK/oneVPL SDK dependency. * Memory allocator interop between GStreamer and QSV is re-designed and decoupled. Instead of implementing QSV specific allocator/bufferpool, this plugin will make use of generic GStreamer memory allocator/bufferpool (e.g., GstD3D11Allocator and GstD3D11BufferPool). Specifically, GstQsvAllocator object will help interop between GstMemory and mfxFrameAllocator memory abstraction layers. Note that because of the design decision, VA/DMABuf support is not made as a part of this initial commit. We can add the optimization for Linux later once GstVA library exposes allocator/bufferpool implementation as an API like GstD3D11. * Initial encoder implementation supports interop with GstD3D11 infrastructure, including zero-copy encoding with upstream D3D11 element. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1408>
2022-02-06 12:34:43 +00:00
#endif
static mfxLoader _loader = nullptr;
mfxLoader
gst_qsv_get_loader (void)
{
GST_QSV_CALL_ONCE_BEGIN {
qsv: Introduce H.264 Intel Quick Sync Video Encoder A new implementation of Intel Quick Sync Video plugin. This plugin supports both Windows and Linux but optimization for VA/DMABuf is not implemented yet. This new plugin has some notable differences compared with existing MSDK plugin. * Encoder will expose formats which can be natively supported without internal conversion. This will make encoder control/negotiation flow much simpler and cleaner than that of MSDK plugin. * This plugin includes QSV specific library loading helper, called dispatcher, with QSV SDK headers as a part of this plugin. So, there will be no more SDK version dependent #ifdef in the code and also there will be no more build-time MSDK/oneVPL SDK dependency. * Memory allocator interop between GStreamer and QSV is re-designed and decoupled. Instead of implementing QSV specific allocator/bufferpool, this plugin will make use of generic GStreamer memory allocator/bufferpool (e.g., GstD3D11Allocator and GstD3D11BufferPool). Specifically, GstQsvAllocator object will help interop between GstMemory and mfxFrameAllocator memory abstraction layers. Note that because of the design decision, VA/DMABuf support is not made as a part of this initial commit. We can add the optimization for Linux later once GstVA library exposes allocator/bufferpool implementation as an API like GstD3D11. * Initial encoder implementation supports interop with GstD3D11 infrastructure, including zero-copy encoding with upstream D3D11 element. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1408>
2022-02-06 12:34:43 +00:00
_loader = MFXLoad ();
} GST_QSV_CALL_ONCE_END;
qsv: Introduce H.264 Intel Quick Sync Video Encoder A new implementation of Intel Quick Sync Video plugin. This plugin supports both Windows and Linux but optimization for VA/DMABuf is not implemented yet. This new plugin has some notable differences compared with existing MSDK plugin. * Encoder will expose formats which can be natively supported without internal conversion. This will make encoder control/negotiation flow much simpler and cleaner than that of MSDK plugin. * This plugin includes QSV specific library loading helper, called dispatcher, with QSV SDK headers as a part of this plugin. So, there will be no more SDK version dependent #ifdef in the code and also there will be no more build-time MSDK/oneVPL SDK dependency. * Memory allocator interop between GStreamer and QSV is re-designed and decoupled. Instead of implementing QSV specific allocator/bufferpool, this plugin will make use of generic GStreamer memory allocator/bufferpool (e.g., GstD3D11Allocator and GstD3D11BufferPool). Specifically, GstQsvAllocator object will help interop between GstMemory and mfxFrameAllocator memory abstraction layers. Note that because of the design decision, VA/DMABuf support is not made as a part of this initial commit. We can add the optimization for Linux later once GstVA library exposes allocator/bufferpool implementation as an API like GstD3D11. * Initial encoder implementation supports interop with GstD3D11 infrastructure, including zero-copy encoding with upstream D3D11 element. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1408>
2022-02-06 12:34:43 +00:00
return _loader;
}
void
gst_qsv_deinit (void)
{
g_clear_pointer (&_loader, MFXUnload);
}
#ifdef G_OS_WIN32
static GList *
gst_qsv_get_d3d11_devices (void)
{
GList *rst = nullptr;
HRESULT hr;
ComPtr < IDXGIFactory1 > factory;
hr = CreateDXGIFactory1 (IID_PPV_ARGS (&factory));
if (FAILED (hr))
return nullptr;
for (guint idx = 0;; idx++) {
ComPtr < IDXGIAdapter1 > adapter;
DXGI_ADAPTER_DESC desc;
gint64 luid;
GstD3D11Device *device;
ComPtr < ID3D10Multithread > multi_thread;
ID3D11Device *device_handle;
hr = factory->EnumAdapters1 (idx, &adapter);
if (FAILED (hr))
return rst;
hr = adapter->GetDesc (&desc);
if (FAILED (hr))
continue;
if (desc.VendorId != 0x8086)
continue;
luid = gst_d3d11_luid_to_int64 (&desc.AdapterLuid);
device = gst_d3d11_device_new_for_adapter_luid (luid,
D3D11_CREATE_DEVICE_BGRA_SUPPORT);
if (!device)
continue;
device_handle = gst_d3d11_device_get_device_handle (device);
hr = device_handle->QueryInterface (IID_PPV_ARGS (&multi_thread));
if (FAILED (hr)) {
gst_object_unref (device);
continue;
}
/* Should enable mutithread protection layer, otherwise QSV will return
* error code when this handle is passed to QSV via
* MFXVideoCORE_SetHandle() */
multi_thread->SetMultithreadProtected (TRUE);
rst = g_list_append (rst, device);
}
return rst;
}
#else /* G_OS_WIN32 */
static GList *
gst_qsv_get_va_displays (void)
{
gchar path[64];
GList *rst = nullptr;
for (guint i = 0; i < 8; i++) {
GstVaDisplay *display;
GstVaImplementation impl;
g_snprintf (path, sizeof (path), "/dev/dri/renderD%d", 128 + i);
if (!g_file_test (path, G_FILE_TEST_EXISTS))
continue;
display = gst_va_display_drm_new_from_path (path);
if (!display)
continue;
impl = gst_va_display_get_implementation (display);
if (impl != GST_VA_IMPLEMENTATION_INTEL_I965 &&
impl != GST_VA_IMPLEMENTATION_INTEL_IHD) {
gst_object_unref (display);
continue;
}
rst = g_list_append (rst, display);
}
return rst;
}
#endif
GList *
gst_qsv_get_platform_devices (void)
{
#ifdef G_OS_WIN32
return gst_qsv_get_d3d11_devices ();
#else
return gst_qsv_get_va_displays ();
#endif
}
const gchar *
gst_qsv_status_to_string (mfxStatus status)
{
#define CASE(err) \
case err: \
return G_STRINGIFY (err);
switch (status) {
CASE (MFX_ERR_NONE);
CASE (MFX_ERR_UNKNOWN);
CASE (MFX_ERR_NULL_PTR);
CASE (MFX_ERR_UNSUPPORTED);
CASE (MFX_ERR_MEMORY_ALLOC);
CASE (MFX_ERR_NOT_ENOUGH_BUFFER);
CASE (MFX_ERR_INVALID_HANDLE);
CASE (MFX_ERR_LOCK_MEMORY);
CASE (MFX_ERR_NOT_INITIALIZED);
CASE (MFX_ERR_NOT_FOUND);
CASE (MFX_ERR_MORE_DATA);
CASE (MFX_ERR_MORE_SURFACE);
CASE (MFX_ERR_ABORTED);
CASE (MFX_ERR_DEVICE_LOST);
CASE (MFX_ERR_INCOMPATIBLE_VIDEO_PARAM);
CASE (MFX_ERR_INVALID_VIDEO_PARAM);
CASE (MFX_ERR_UNDEFINED_BEHAVIOR);
CASE (MFX_ERR_DEVICE_FAILED);
CASE (MFX_ERR_MORE_BITSTREAM);
CASE (MFX_ERR_GPU_HANG);
CASE (MFX_ERR_REALLOC_SURFACE);
CASE (MFX_ERR_RESOURCE_MAPPED);
CASE (MFX_ERR_NOT_IMPLEMENTED);
CASE (MFX_WRN_IN_EXECUTION);
CASE (MFX_WRN_DEVICE_BUSY);
CASE (MFX_WRN_VIDEO_PARAM_CHANGED);
CASE (MFX_WRN_PARTIAL_ACCELERATION);
CASE (MFX_WRN_INCOMPATIBLE_VIDEO_PARAM);
CASE (MFX_WRN_VALUE_NOT_CHANGED);
CASE (MFX_WRN_OUT_OF_RANGE);
CASE (MFX_WRN_FILTER_SKIPPED);
CASE (MFX_ERR_NONE_PARTIAL_OUTPUT);
CASE (MFX_WRN_ALLOC_TIMEOUT_EXPIRED);
default:
break;
}
#undef CASE
return "Unknown";
}