mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-30 05:31:15 +00:00
7b4e1fd602
Adding Direct3D11 backend Qt6 QML videosink element, qml6d3d11sink. Implementation details are similar to the qt6 plugin in -good but there are a few notable differences. * qml6d3d11sink accepts all GstD3D11 supported video formats (e.g., NV12). * Scene graph (owned by qml6d3d11sink) will hold dedicated and sharable RGBA texture which belongs to Qt6's Direct3D11 device, instead of sharing GStreamer's own texture with Qt6. * All rendering operations will be done by using GStreamer's Direct3D11 device. Specifically, upstream texture will be copied (in case of RGBA) or converted to the above mentioned Qt6's sharable texture. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3707>
664 lines
19 KiB
C++
664 lines
19 KiB
C++
/* GStreamer
|
|
* Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <gst/d3d11/gstd3d11.h>
|
|
#include <gst/d3d11/gstd3d11-private.h>
|
|
#include "gstqml6d3d11sink.h"
|
|
#include "gstqt6d3d11videoitem.h"
|
|
#include <mutex>
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gst_qml6_d3d11_sink_debug);
|
|
#define GST_CAT_DEFAULT gst_qml6_d3d11_sink_debug
|
|
|
|
static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
|
|
(GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, GST_D3D11_SINK_FORMATS) "; "
|
|
GST_VIDEO_CAPS_MAKE (GST_D3D11_SINK_FORMATS)));
|
|
|
|
enum
|
|
{
|
|
PROP_0,
|
|
PROP_WIDGET,
|
|
PROP_FORCE_ASPECT_RATIO,
|
|
};
|
|
|
|
#define DEFAULT_FORCE_ASPECT_RATIO TRUE
|
|
|
|
struct GstQml6D3D11SinkPrivate
|
|
{
|
|
QSharedPointer < GstQt6D3D11VideoItemProxy > widget;
|
|
|
|
std::recursive_mutex lock;
|
|
|
|
GstVideoInfo info;
|
|
|
|
GstD3D11Device *device = nullptr;
|
|
gint64 adapter_luid = 0;
|
|
GstBuffer *prepared_buffer = nullptr;
|
|
GstBufferPool *pool = nullptr;
|
|
|
|
gboolean force_aspect_ratio = DEFAULT_FORCE_ASPECT_RATIO;
|
|
};
|
|
|
|
struct _GstQml6D3D11Sink
|
|
{
|
|
GstVideoSink parent;
|
|
|
|
GstQml6D3D11SinkPrivate *priv;
|
|
};
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_navigation_init (GstNavigationInterface * iface);
|
|
static void gst_qml6_d3d11_sink_dispose (GObject * object);
|
|
static void gst_qml6_d3d11_sink_finalize (GObject * object);
|
|
static void gst_qml6_d3d11_sink_set_property (GObject * object,
|
|
guint prop_id, const GValue * value, GParamSpec * pspec);
|
|
static void gst_qml6_d3d11_sink_get_property (GObject * object,
|
|
guint prop_id, GValue * value, GParamSpec * pspec);
|
|
static void gst_qml6_d3d11_sink_set_context (GstElement * element,
|
|
GstContext * context);
|
|
static gboolean gst_qml6_d3d11_sink_set_caps (GstBaseSink * sink,
|
|
GstCaps * caps);
|
|
static gboolean gst_qml6_d3d11_sink_start (GstBaseSink * sink);
|
|
static gboolean gst_qml6_d3d11_sink_stop (GstBaseSink * sink);
|
|
static gboolean gst_qml6_d3d11_sink_propose_allocation (GstBaseSink * sink,
|
|
GstQuery * query);
|
|
static gboolean gst_qml6_d3d11_sink_query (GstBaseSink * sink,
|
|
GstQuery * query);
|
|
static GstFlowReturn gst_qml6_d3d11_sink_prepare (GstBaseSink * sink,
|
|
GstBuffer * buf);
|
|
static GstFlowReturn gst_qml6_d3d11_sink_show_frame (GstVideoSink * sink,
|
|
GstBuffer * buf);
|
|
|
|
#define gst_qml6_d3d11_sink_parent_class parent_class
|
|
G_DEFINE_TYPE_WITH_CODE (GstQml6D3D11Sink, gst_qml6_d3d11_sink,
|
|
GST_TYPE_VIDEO_SINK, GST_DEBUG_CATEGORY_INIT (gst_qml6_d3d11_sink_debug,
|
|
"qml6d3d11sink", 0, "qml6d3d11sink");
|
|
G_IMPLEMENT_INTERFACE (GST_TYPE_NAVIGATION,
|
|
gst_qml6_d3d11_sink_navigation_init);
|
|
gst_qt6_d3d11_video_item_init_once ());
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_class_init (GstQml6D3D11SinkClass * klass)
|
|
{
|
|
GObjectClass *object_class = G_OBJECT_CLASS (klass);
|
|
GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
|
|
GstBaseSinkClass *sink_class = GST_BASE_SINK_CLASS (klass);
|
|
GstVideoSinkClass *videosink_class = GST_VIDEO_SINK_CLASS (klass);
|
|
|
|
object_class->dispose = gst_qml6_d3d11_sink_dispose;
|
|
object_class->finalize = gst_qml6_d3d11_sink_finalize;
|
|
object_class->set_property = gst_qml6_d3d11_sink_set_property;
|
|
object_class->get_property = gst_qml6_d3d11_sink_get_property;
|
|
|
|
g_object_class_install_property (object_class, PROP_WIDGET,
|
|
g_param_spec_pointer ("widget", "QQuickItem",
|
|
"The QQuickItem to place in the object hierarchy",
|
|
(GParamFlags) (GST_PARAM_MUTABLE_READY | G_PARAM_READWRITE |
|
|
G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (object_class, PROP_FORCE_ASPECT_RATIO,
|
|
g_param_spec_boolean ("force-aspect-ratio",
|
|
"Force aspect ratio",
|
|
"When enabled, scaling will respect original aspect ratio",
|
|
DEFAULT_FORCE_ASPECT_RATIO,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
gst_element_class_set_static_metadata (element_class,
|
|
"Qt6 Direct3D11 Video Sink", "Sink/Video",
|
|
"A video sink that renders to a QQuickItem for Qt6 using Direct3D11",
|
|
"Seungha Yang <seungha@centricular.com>");
|
|
|
|
gst_element_class_add_static_pad_template (element_class, &sink_template);
|
|
|
|
element_class->set_context =
|
|
GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_set_context);
|
|
|
|
sink_class->set_caps = GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_set_caps);
|
|
sink_class->start = GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_start);
|
|
sink_class->stop = GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_stop);
|
|
sink_class->propose_allocation =
|
|
GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_propose_allocation);
|
|
sink_class->query = GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_query);
|
|
sink_class->prepare = GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_prepare);
|
|
|
|
videosink_class->show_frame =
|
|
GST_DEBUG_FUNCPTR (gst_qml6_d3d11_sink_show_frame);
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_init (GstQml6D3D11Sink * self)
|
|
{
|
|
self->priv = new GstQml6D3D11SinkPrivate ();
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_dispose (GObject * object)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (object);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
|
|
gst_clear_object (&priv->device);
|
|
self->priv->widget.clear ();
|
|
|
|
G_OBJECT_CLASS (parent_class)->dispose (object);
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_finalize (GObject * object)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (object);
|
|
|
|
delete self->priv;
|
|
|
|
G_OBJECT_CLASS (parent_class)->finalize (object);
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_set_property (GObject * object, guint prop_id,
|
|
const GValue * value, GParamSpec * pspec)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (object);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
std::lock_guard < std::recursive_mutex > lk (priv->lock);
|
|
|
|
switch (prop_id) {
|
|
case PROP_FORCE_ASPECT_RATIO:
|
|
priv->force_aspect_ratio = g_value_get_boolean (value);
|
|
if (priv->widget)
|
|
priv->widget->SetForceAspectRatio (priv->force_aspect_ratio);
|
|
break;
|
|
case PROP_WIDGET:
|
|
{
|
|
GstQt6D3D11VideoItem *item =
|
|
(GstQt6D3D11VideoItem *) g_value_get_pointer (value);
|
|
if (item) {
|
|
priv->widget = item->Proxy ();
|
|
if (priv->widget) {
|
|
priv->widget->SetSink (GST_ELEMENT_CAST (self));
|
|
priv->widget->SetForceAspectRatio (priv->force_aspect_ratio);
|
|
}
|
|
} else {
|
|
priv->widget.clear ();
|
|
}
|
|
break;
|
|
}
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_get_property (GObject * object, guint prop_id,
|
|
GValue * value, GParamSpec * pspec)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (object);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
std::lock_guard < std::recursive_mutex > lk (priv->lock);
|
|
|
|
switch (prop_id) {
|
|
case PROP_FORCE_ASPECT_RATIO:
|
|
g_value_set_boolean (value, priv->force_aspect_ratio);
|
|
break;
|
|
case PROP_WIDGET:
|
|
if (priv->widget) {
|
|
g_value_set_pointer (value, priv->widget->Item ());
|
|
} else {
|
|
g_value_set_pointer (value, nullptr);
|
|
}
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_set_context (GstElement * element, GstContext * context)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (element);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
std::lock_guard < std::recursive_mutex > lk (priv->lock);
|
|
|
|
if (priv->widget) {
|
|
gint64 adapter_luid = priv->widget->AdapterLuid ();
|
|
gst_d3d11_handle_set_context_for_adapter_luid (element,
|
|
context, adapter_luid, &priv->device);
|
|
}
|
|
|
|
GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
|
|
}
|
|
|
|
static gboolean
|
|
gst_qml6_d3d11_sink_set_caps (GstBaseSink * sink, GstCaps * caps)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (sink);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
std::lock_guard < std::recursive_mutex > lk (priv->lock);
|
|
GstBufferPool *pool;
|
|
GstStructure *config;
|
|
GstD3D11AllocationParams *params;
|
|
|
|
if (!priv->widget) {
|
|
GST_ERROR_OBJECT (self, "Widget is not configured");
|
|
return FALSE;
|
|
}
|
|
|
|
if (!gst_video_info_from_caps (&priv->info, caps)) {
|
|
GST_ERROR_OBJECT (self, "Invalid caps");
|
|
return FALSE;
|
|
}
|
|
|
|
if (priv->pool) {
|
|
gst_buffer_pool_set_active (priv->pool, FALSE);
|
|
gst_clear_object (&priv->pool);
|
|
}
|
|
|
|
priv->widget->SetCaps (caps);
|
|
|
|
pool = gst_d3d11_buffer_pool_new (priv->device);
|
|
config = gst_buffer_pool_get_config (pool);
|
|
params = gst_d3d11_allocation_params_new (priv->device, &priv->info,
|
|
GST_D3D11_ALLOCATION_FLAG_DEFAULT, D3D11_BIND_SHADER_RESOURCE, 0);
|
|
gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
|
|
gst_d3d11_allocation_params_free (params);
|
|
|
|
gst_buffer_pool_config_set_params (config, caps, priv->info.size, 0, 0);
|
|
|
|
if (!gst_buffer_pool_set_config (pool, config)) {
|
|
GST_ERROR_OBJECT (self, "Couldn't set pool config");
|
|
goto error;
|
|
}
|
|
|
|
if (!gst_buffer_pool_set_active (pool, TRUE)) {
|
|
GST_ERROR_OBJECT (self, "Couldn't set active");
|
|
goto error;
|
|
}
|
|
|
|
priv->pool = pool;
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
gst_clear_object (&pool);
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_qml6_d3d11_sink_start (GstBaseSink * sink)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (sink);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
std::lock_guard < std::recursive_mutex > lk (priv->lock);
|
|
gint64 adapter_luid;
|
|
|
|
GST_DEBUG_OBJECT (self, "Start");
|
|
|
|
if (!priv->widget) {
|
|
GST_ERROR_OBJECT (self, "Widget is not configured");
|
|
return FALSE;
|
|
}
|
|
|
|
adapter_luid = priv->widget->AdapterLuid ();
|
|
if (!gst_d3d11_ensure_element_data_for_adapter_luid (GST_ELEMENT_CAST (self),
|
|
adapter_luid, &priv->device)) {
|
|
GST_ERROR_OBJECT (self, "Couldn't create d3d11 device for luid %"
|
|
G_GINT64_FORMAT, adapter_luid);
|
|
return FALSE;
|
|
}
|
|
|
|
priv->adapter_luid = adapter_luid;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_qml6_d3d11_sink_stop (GstBaseSink * sink)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (sink);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
|
|
GST_DEBUG_OBJECT (self, "Stop");
|
|
|
|
if (priv->pool) {
|
|
gst_buffer_pool_set_active (priv->pool, FALSE);
|
|
gst_clear_object (&priv->pool);
|
|
}
|
|
|
|
gst_clear_buffer (&priv->prepared_buffer);
|
|
gst_clear_object (&priv->device);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_qml6_d3d11_sink_propose_allocation (GstBaseSink * sink, GstQuery * query)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (sink);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
GstCaps *caps;
|
|
GstBufferPool *pool = nullptr;
|
|
GstVideoInfo info;
|
|
guint size;
|
|
gboolean need_pool;
|
|
|
|
if (!priv->device) {
|
|
GST_ERROR_OBJECT (self, "No d3d11 device configured");
|
|
return FALSE;
|
|
}
|
|
|
|
gst_query_parse_allocation (query, &caps, &need_pool);
|
|
if (!caps) {
|
|
GST_WARNING_OBJECT (self, "No caps specified");
|
|
return FALSE;
|
|
}
|
|
|
|
if (!gst_video_info_from_caps (&info, caps)) {
|
|
GST_WARNING_OBJECT (self, "Invalid caps");
|
|
return FALSE;
|
|
}
|
|
|
|
/* the normal size of a frame */
|
|
size = info.size;
|
|
|
|
if (need_pool) {
|
|
GstCapsFeatures *features;
|
|
GstStructure *config;
|
|
gboolean is_d3d11 = FALSE;
|
|
|
|
features = gst_caps_get_features (caps, 0);
|
|
if (features
|
|
&& gst_caps_features_contains (features,
|
|
GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
|
|
GST_DEBUG_OBJECT (self, "upstream support d3d11 memory");
|
|
pool = gst_d3d11_buffer_pool_new (priv->device);
|
|
is_d3d11 = TRUE;
|
|
} else {
|
|
pool = gst_video_buffer_pool_new ();
|
|
}
|
|
|
|
config = gst_buffer_pool_get_config (pool);
|
|
gst_buffer_pool_config_add_option (config,
|
|
GST_BUFFER_POOL_OPTION_VIDEO_META);
|
|
if (!is_d3d11) {
|
|
gst_buffer_pool_config_add_option (config,
|
|
GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
|
|
}
|
|
|
|
size = GST_VIDEO_INFO_SIZE (&info);
|
|
if (is_d3d11) {
|
|
GstD3D11AllocationParams *d3d11_params =
|
|
gst_d3d11_allocation_params_new (priv->device, &info,
|
|
GST_D3D11_ALLOCATION_FLAG_DEFAULT, D3D11_BIND_SHADER_RESOURCE, 0);
|
|
|
|
gst_buffer_pool_config_set_d3d11_allocation_params (config, d3d11_params);
|
|
gst_d3d11_allocation_params_free (d3d11_params);
|
|
}
|
|
|
|
gst_buffer_pool_config_set_params (config, caps, (guint) size, 2, 0);
|
|
|
|
if (!gst_buffer_pool_set_config (pool, config)) {
|
|
GST_ERROR_OBJECT (pool, "Couldn't set config");
|
|
gst_object_unref (pool);
|
|
|
|
return FALSE;
|
|
}
|
|
|
|
/* d3d11 buffer pool will update buffer size based on allocated texture,
|
|
* get size from config again */
|
|
config = gst_buffer_pool_get_config (pool);
|
|
gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr,
|
|
nullptr);
|
|
gst_structure_free (config);
|
|
}
|
|
|
|
gst_query_add_allocation_pool (query, pool, size, 2, 0);
|
|
if (pool)
|
|
gst_object_unref (pool);
|
|
|
|
gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_qml6_d3d11_sink_query (GstBaseSink * sink, GstQuery * query)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (sink);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
|
|
switch (GST_QUERY_TYPE (query)) {
|
|
case GST_QUERY_CONTEXT:
|
|
if (gst_d3d11_handle_context_query (GST_ELEMENT (self), query,
|
|
priv->device)) {
|
|
return TRUE;
|
|
}
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
return GST_BASE_SINK_CLASS (parent_class)->query (sink, query);
|
|
}
|
|
|
|
static GstBuffer *
|
|
gst_qml6_d3d11_sink_do_system_copy (GstQml6D3D11Sink * self, GstBuffer * in_buf)
|
|
{
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
GstBuffer *out_buf;
|
|
GstVideoFrame in_frame, out_frame;
|
|
|
|
if (!gst_video_frame_map (&in_frame, &priv->info, in_buf, GST_MAP_READ)) {
|
|
GST_ERROR_OBJECT (self, "Couldn't map input buffer");
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
if (gst_buffer_pool_acquire_buffer (priv->pool, &out_buf, nullptr)
|
|
!= GST_FLOW_OK) {
|
|
GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
|
|
gst_video_frame_unmap (&in_frame);
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
if (!gst_video_frame_map (&out_frame, &priv->info, out_buf, GST_MAP_WRITE)) {
|
|
GST_ERROR_OBJECT (self, "Couldn't map output buffer");
|
|
gst_video_frame_unmap (&in_frame);
|
|
gst_buffer_unref (out_buf);
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
gst_video_frame_copy (&out_frame, &in_frame);
|
|
gst_video_frame_unmap (&in_frame);
|
|
gst_video_frame_unmap (&out_frame);
|
|
|
|
/* Do upload staging to default texture */
|
|
for (guint i = 0; i < gst_buffer_n_memory (out_buf); i++) {
|
|
GstMemory *mem = gst_buffer_peek_memory (out_buf, i);
|
|
GstMapInfo info;
|
|
|
|
gst_memory_map (mem, &info, (GstMapFlags) (GST_MAP_READ | GST_MAP_D3D11));
|
|
gst_memory_unmap (mem, &info);
|
|
}
|
|
|
|
return out_buf;
|
|
}
|
|
|
|
static GstBuffer *
|
|
gst_qml6_d3d11_sink_do_gpu_copy (GstQml6D3D11Sink * self, GstBuffer * in_buf)
|
|
{
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
GstBuffer *out_buf;
|
|
ID3D11DeviceContext *context;
|
|
|
|
if (gst_buffer_pool_acquire_buffer (priv->pool, &out_buf, nullptr)
|
|
!= GST_FLOW_OK) {
|
|
GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
|
|
return nullptr;
|
|
}
|
|
|
|
GstD3D11DeviceLockGuard lk (priv->device);
|
|
context = gst_d3d11_device_get_device_context_handle (priv->device);
|
|
|
|
for (guint i = 0; i < gst_buffer_n_memory (in_buf); i++) {
|
|
GstMapInfo src_info, dst_info;
|
|
GstMemory *src_mem, *dst_mem;
|
|
D3D11_TEXTURE2D_DESC src_desc, dst_desc;
|
|
D3D11_BOX src_box;
|
|
guint subresource_idx;
|
|
ID3D11Texture2D *src_tex, *dst_tex;
|
|
|
|
src_mem = gst_buffer_peek_memory (in_buf, i);
|
|
dst_mem = gst_buffer_peek_memory (out_buf, i);
|
|
|
|
gst_memory_map (src_mem, &src_info,
|
|
(GstMapFlags) (GST_MAP_READ | GST_MAP_D3D11));
|
|
gst_memory_map (dst_mem,
|
|
&dst_info, (GstMapFlags) (GST_MAP_WRITE | GST_MAP_D3D11));
|
|
|
|
src_tex = (ID3D11Texture2D *) src_info.data;
|
|
dst_tex = (ID3D11Texture2D *) dst_info.data;
|
|
|
|
src_tex->GetDesc (&src_desc);
|
|
dst_tex->GetDesc (&dst_desc);
|
|
|
|
subresource_idx = GPOINTER_TO_UINT (src_info.user_data[0]);
|
|
|
|
src_box.left = 0;
|
|
src_box.top = 0;
|
|
src_box.front = 0;
|
|
src_box.back = 1;
|
|
src_box.right = MIN (src_desc.Width, dst_desc.Width);
|
|
src_box.bottom = MIN (src_desc.Height, dst_desc.Height);
|
|
|
|
context->CopySubresourceRegion (dst_tex, 0,
|
|
0, 0, 0, src_tex, subresource_idx, &src_box);
|
|
gst_memory_unmap (src_mem, &src_info);
|
|
gst_memory_unmap (dst_mem, &dst_info);
|
|
}
|
|
|
|
return out_buf;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_qml6_d3d11_sink_prepare (GstBaseSink * sink, GstBuffer * buf)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (sink);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
std::lock_guard < std::recursive_mutex > lk (priv->lock);
|
|
GstBuffer *render_buf = nullptr;
|
|
GstMemory *mem;
|
|
GstD3D11Device *other_device = nullptr;
|
|
|
|
if (!priv->widget) {
|
|
GST_ERROR_OBJECT (self, "Widget is not configured");
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
gst_clear_buffer (&priv->prepared_buffer);
|
|
mem = gst_buffer_peek_memory (buf, 0);
|
|
if (!gst_is_d3d11_memory (mem)) {
|
|
render_buf = gst_qml6_d3d11_sink_do_system_copy (self, buf);
|
|
} else {
|
|
GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
|
|
|
|
other_device = dmem->device;
|
|
if (dmem->device != priv->device) {
|
|
gint64 luid;
|
|
|
|
/* different device, check if it's the same GPU */
|
|
g_object_get (dmem->device, "adapter-luid", &luid, nullptr);
|
|
if (luid != priv->adapter_luid) {
|
|
/* From other GPU, system copy */
|
|
render_buf = gst_qml6_d3d11_sink_do_system_copy (self, buf);
|
|
} else {
|
|
/* same GPU and sharable, increase ref */
|
|
render_buf = gst_buffer_ref (buf);
|
|
}
|
|
} else {
|
|
render_buf = gst_buffer_ref (buf);
|
|
}
|
|
}
|
|
|
|
if (!render_buf) {
|
|
GST_ERROR_OBJECT (self, "Couldn't prepare output buffer");
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
priv->prepared_buffer = render_buf;
|
|
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_qml6_d3d11_sink_show_frame (GstVideoSink * sink, GstBuffer * buf)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (sink);
|
|
GstQml6D3D11SinkPrivate *priv = self->priv;
|
|
std::lock_guard < std::recursive_mutex > lk (priv->lock);
|
|
|
|
if (!priv->widget) {
|
|
GST_ERROR_OBJECT (self, "Widget is not configured");
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
if (!priv->prepared_buffer) {
|
|
GST_ERROR_OBJECT (self, "No prepared sample");
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
priv->widget->SetBuffer (priv->prepared_buffer);
|
|
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_navigation_send_event (GstNavigation * navigation,
|
|
GstEvent * event)
|
|
{
|
|
GstQml6D3D11Sink *self = GST_QML6_D3D11_SINK (navigation);
|
|
|
|
if (event) {
|
|
gboolean handled;
|
|
|
|
gst_event_ref (event);
|
|
handled = gst_pad_push_event (GST_VIDEO_SINK_PAD (self), event);
|
|
if (!handled) {
|
|
gst_element_post_message (GST_ELEMENT_CAST (self),
|
|
gst_navigation_message_new_event (GST_OBJECT_CAST (self), event));
|
|
}
|
|
|
|
gst_event_unref (event);
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_qml6_d3d11_sink_navigation_init (GstNavigationInterface * iface)
|
|
{
|
|
iface->send_event_simple = gst_qml6_d3d11_sink_navigation_send_event;
|
|
}
|