/* * GStreamer * Copyright (C) 2015 Matthew Waters * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /** * SECTION:gstqtsink * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstqtsink.h" #include #define GST_CAT_DEFAULT gst_debug_qt_gl_sink GST_DEBUG_CATEGORY (GST_CAT_DEFAULT); static void gst_qt_sink_finalize (GObject * object); static void gst_qt_sink_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * param_spec); static void gst_qt_sink_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * param_spec); static gboolean gst_qt_sink_stop (GstBaseSink * bsink); static gboolean gst_qt_sink_query (GstBaseSink * bsink, GstQuery * query); static GstStateChangeReturn gst_qt_sink_change_state (GstElement * element, GstStateChange transition); static void gst_qt_sink_get_times (GstBaseSink * bsink, GstBuffer * buf, GstClockTime * start, GstClockTime * end); static gboolean gst_qt_sink_set_caps (GstBaseSink * bsink, GstCaps * caps); static GstFlowReturn gst_qt_sink_show_frame (GstVideoSink * bsink, GstBuffer * buf); static gboolean gst_qt_sink_propose_allocation (GstBaseSink * bsink, GstQuery * query); static GstStaticPadTemplate gst_qt_sink_template = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-raw(" GST_CAPS_FEATURE_MEMORY_GL_MEMORY "), " "format = (string) RGBA, " "width = " GST_VIDEO_SIZE_RANGE ", " "height = " GST_VIDEO_SIZE_RANGE ", " "framerate = " GST_VIDEO_FPS_RANGE ", " "texture-target = (string) 2D")); #define DEFAULT_FORCE_ASPECT_RATIO TRUE #define DEFAULT_PAR_N 0 #define DEFAULT_PAR_D 1 enum { ARG_0, PROP_WIDGET, PROP_FORCE_ASPECT_RATIO, PROP_PIXEL_ASPECT_RATIO, }; enum { SIGNAL_0, LAST_SIGNAL }; #define gst_qt_sink_parent_class parent_class G_DEFINE_TYPE_WITH_CODE (GstQtSink, gst_qt_sink, GST_TYPE_VIDEO_SINK, GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "qtsink", 0, "Qt Video Sink")); static void gst_qt_sink_class_init (GstQtSinkClass * klass) { GObjectClass *gobject_class; GstElementClass *gstelement_class; GstBaseSinkClass *gstbasesink_class; GstVideoSinkClass *gstvideosink_class; gobject_class = (GObjectClass *) klass; gstelement_class = (GstElementClass *) klass; gstbasesink_class = (GstBaseSinkClass *) klass; gstvideosink_class = (GstVideoSinkClass *) klass; gobject_class->set_property = gst_qt_sink_set_property; gobject_class->get_property = gst_qt_sink_get_property; gst_element_class_set_metadata (gstelement_class, "Qt Video Sink", "Sink/Video", "A video sink the renders to a QQuickItem", "Matthew Waters "); g_object_class_install_property (gobject_class, PROP_WIDGET, g_param_spec_pointer ("widget", "QQuickItem", "The QQuickItem to place in the object heirachy", (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property (gobject_class, PROP_FORCE_ASPECT_RATIO, g_param_spec_boolean ("force-aspect-ratio", "Force aspect ratio", "When enabled, scaling will respect original aspect ratio", DEFAULT_FORCE_ASPECT_RATIO, (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); g_object_class_install_property (gobject_class, PROP_PIXEL_ASPECT_RATIO, gst_param_spec_fraction ("pixel-aspect-ratio", "Pixel Aspect Ratio", "The pixel aspect ratio of the device", DEFAULT_PAR_N, DEFAULT_PAR_D, G_MAXINT, 1, 1, 1, (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS))); gst_element_class_add_pad_template (gstelement_class, gst_static_pad_template_get (&gst_qt_sink_template)); gobject_class->finalize = gst_qt_sink_finalize; gstelement_class->change_state = gst_qt_sink_change_state; gstbasesink_class->query = gst_qt_sink_query; gstbasesink_class->set_caps = gst_qt_sink_set_caps; gstbasesink_class->get_times = gst_qt_sink_get_times; gstbasesink_class->propose_allocation = gst_qt_sink_propose_allocation; gstbasesink_class->stop = gst_qt_sink_stop; gstvideosink_class->show_frame = gst_qt_sink_show_frame; } static void gst_qt_sink_init (GstQtSink * qt_sink) { } static void gst_qt_sink_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstQtSink *qt_sink = GST_QT_SINK (object); switch (prop_id) { case PROP_WIDGET: qt_sink->widget = static_cast (g_value_get_pointer (value)); break; case PROP_FORCE_ASPECT_RATIO: g_return_if_fail (qt_sink->widget); qt_sink->widget->setForceAspectRatio (g_value_get_boolean (value)); break; case PROP_PIXEL_ASPECT_RATIO: g_return_if_fail (qt_sink->widget); qt_sink->widget->setDAR (gst_value_get_fraction_numerator (value), gst_value_get_fraction_denominator (value)); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void _reset (GstQtSink * qt_sink) { if (qt_sink->display) { gst_object_unref (qt_sink->display); qt_sink->display = NULL; } if (qt_sink->context) { gst_object_unref (qt_sink->context); qt_sink->context = NULL; } if (qt_sink->qt_context) { gst_object_unref (qt_sink->qt_context); qt_sink->qt_context = NULL; } } static void gst_qt_sink_finalize (GObject * object) { GstQtSink *qt_sink = GST_QT_SINK (object); _reset (qt_sink); G_OBJECT_CLASS (parent_class)->finalize (object); } static void gst_qt_sink_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstQtSink *qt_sink = GST_QT_SINK (object); switch (prop_id) { case PROP_WIDGET: g_value_set_pointer (value, qt_sink->widget); break; case PROP_FORCE_ASPECT_RATIO: if (qt_sink->widget) g_value_set_boolean (value, qt_sink->widget->getForceAspectRatio ()); else g_value_set_boolean (value, DEFAULT_FORCE_ASPECT_RATIO); break; case PROP_PIXEL_ASPECT_RATIO: if (qt_sink->widget) { gint num, den; qt_sink->widget->getDAR (&num, &den); gst_value_set_fraction (value, num, den); } else { gst_value_set_fraction (value, DEFAULT_PAR_N, DEFAULT_PAR_D); } break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static gboolean gst_qt_sink_query (GstBaseSink * bsink, GstQuery * query) { GstQtSink *qt_sink = GST_QT_SINK (bsink); gboolean res = FALSE; switch (GST_QUERY_TYPE (query)) { case GST_QUERY_CONTEXT: { const gchar *context_type; GstContext *context, *old_context; gboolean ret; ret = gst_gl_handle_context_query ((GstElement *) qt_sink, query, &qt_sink->display, &qt_sink->qt_context); if (qt_sink->display) gst_gl_display_filter_gl_api (qt_sink->display, gst_gl_context_get_gl_api (qt_sink->qt_context)); gst_query_parse_context_type (query, &context_type); if (g_strcmp0 (context_type, "gst.gl.local_context") == 0) { GstStructure *s; gst_query_parse_context (query, &old_context); if (old_context) context = gst_context_copy (old_context); else context = gst_context_new ("gst.gl.local_context", FALSE); s = gst_context_writable_structure (context); gst_structure_set (s, "context", GST_GL_TYPE_CONTEXT, qt_sink->context, NULL); gst_query_set_context (query, context); gst_context_unref (context); ret = qt_sink->context != NULL; } GST_LOG_OBJECT (qt_sink, "context query of type %s %i", context_type, ret); if (ret) return ret; /* fallthrough */ } default: res = GST_BASE_SINK_CLASS (parent_class)->query (bsink, query); break; } return res; } static gboolean gst_qt_sink_stop (GstBaseSink * bsink) { return TRUE; } static GstStateChangeReturn gst_qt_sink_change_state (GstElement * element, GstStateChange transition) { GstQtSink *qt_sink = GST_QT_SINK (element); GstStateChangeReturn ret = GST_STATE_CHANGE_SUCCESS; QGuiApplication *app; GST_DEBUG ("changing state: %s => %s", gst_element_state_get_name (GST_STATE_TRANSITION_CURRENT (transition)), gst_element_state_get_name (GST_STATE_TRANSITION_NEXT (transition))); switch (transition) { case GST_STATE_CHANGE_NULL_TO_READY: app = dynamic_cast (QCoreApplication::instance ()); if (!app) { GST_ELEMENT_ERROR (element, RESOURCE, NOT_FOUND, ("%s", "Failed to connect to Qt"), ("%s", "Could not retrieve QGuiApplication instance")); return GST_STATE_CHANGE_FAILURE; } if (!qt_sink->widget) { GST_ELEMENT_ERROR (element, RESOURCE, NOT_FOUND, ("%s", "Required property \'widget\' not set"), (NULL)); return GST_STATE_CHANGE_FAILURE; } if (!qt_item_init_winsys (qt_sink->widget)) { GST_ELEMENT_ERROR (element, RESOURCE, NOT_FOUND, ("%s", "Could not initialize window system"), (NULL)); return GST_STATE_CHANGE_FAILURE; } qt_sink->display = qt_item_get_display (qt_sink->widget); qt_sink->context = qt_item_get_context (qt_sink->widget); qt_sink->qt_context = qt_item_get_qt_context (qt_sink->widget); if (!qt_sink->display || !qt_sink->context || !qt_sink->qt_context) { GST_ELEMENT_ERROR (element, RESOURCE, NOT_FOUND, ("%s", "Could not retrieve window system OpenGL configuration"), (NULL)); return GST_STATE_CHANGE_FAILURE; } break; case GST_STATE_CHANGE_READY_TO_PAUSED: break; case GST_STATE_CHANGE_PAUSED_TO_PLAYING: break; default: break; } ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); if (ret == GST_STATE_CHANGE_FAILURE) return ret; switch (transition) { case GST_STATE_CHANGE_PLAYING_TO_PAUSED: break; case GST_STATE_CHANGE_PAUSED_TO_READY: qt_item_set_buffer (qt_sink->widget, NULL); break; case GST_STATE_CHANGE_READY_TO_NULL: break; default: break; } return ret; } static void gst_qt_sink_get_times (GstBaseSink * bsink, GstBuffer * buf, GstClockTime * start, GstClockTime * end) { GstQtSink *qt_sink; qt_sink = GST_QT_SINK (bsink); if (GST_BUFFER_TIMESTAMP_IS_VALID (buf)) { *start = GST_BUFFER_TIMESTAMP (buf); if (GST_BUFFER_DURATION_IS_VALID (buf)) *end = *start + GST_BUFFER_DURATION (buf); else { if (GST_VIDEO_INFO_FPS_N (&qt_sink->v_info) > 0) { *end = *start + gst_util_uint64_scale_int (GST_SECOND, GST_VIDEO_INFO_FPS_D (&qt_sink->v_info), GST_VIDEO_INFO_FPS_N (&qt_sink->v_info)); } } } } gboolean gst_qt_sink_set_caps (GstBaseSink * bsink, GstCaps * caps) { GstQtSink *qt_sink = GST_QT_SINK (bsink); GST_DEBUG ("set caps with %" GST_PTR_FORMAT, caps); if (!gst_video_info_from_caps (&qt_sink->v_info, caps)) return FALSE; if (!qt_item_set_caps (qt_sink->widget, caps)) return FALSE; return TRUE; } static GstFlowReturn gst_qt_sink_show_frame (GstVideoSink * vsink, GstBuffer * buf) { GstQtSink *qt_sink; GST_TRACE ("rendering buffer:%p", buf); qt_sink = GST_QT_SINK (vsink); qt_item_set_buffer (qt_sink->widget, buf); return GST_FLOW_OK; } static gboolean gst_qt_sink_propose_allocation (GstBaseSink * bsink, GstQuery * query) { GstQtSink *qt_sink = GST_QT_SINK (bsink); GstBufferPool *pool; GstStructure *config; GstCaps *caps; guint size; gboolean need_pool; if (!qt_sink->display || !qt_sink->context) return FALSE; gst_query_parse_allocation (query, &caps, &need_pool); if (caps == NULL) goto no_caps; if ((pool = qt_sink->pool)) gst_object_ref (pool); if (pool != NULL) { GstCaps *pcaps; /* we had a pool, check caps */ GST_DEBUG_OBJECT (qt_sink, "check existing pool caps"); config = gst_buffer_pool_get_config (pool); gst_buffer_pool_config_get_params (config, &pcaps, &size, NULL, NULL); if (!gst_caps_is_equal (caps, pcaps)) { GST_DEBUG_OBJECT (qt_sink, "pool has different caps"); /* different caps, we can't use this pool */ gst_object_unref (pool); pool = NULL; } gst_structure_free (config); } if (pool == NULL && need_pool) { GstVideoInfo info; if (!gst_video_info_from_caps (&info, caps)) goto invalid_caps; GST_DEBUG_OBJECT (qt_sink, "create new pool"); pool = gst_gl_buffer_pool_new (qt_sink->context); /* the normal size of a frame */ size = info.size; config = gst_buffer_pool_get_config (pool); gst_buffer_pool_config_set_params (config, caps, size, 0, 0); if (!gst_buffer_pool_set_config (pool, config)) goto config_failed; } /* we need at least 2 buffer because we hold on to the last one */ if (pool) { gst_query_add_allocation_pool (query, pool, size, 2, 0); gst_object_unref (pool); } /* we also support various metadata */ gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, 0); if (qt_sink->context->gl_vtable->FenceSync) gst_query_add_allocation_meta (query, GST_GL_SYNC_META_API_TYPE, 0); return TRUE; /* ERRORS */ no_caps: { GST_DEBUG_OBJECT (bsink, "no caps specified"); return FALSE; } invalid_caps: { GST_DEBUG_OBJECT (bsink, "invalid caps specified"); return FALSE; } config_failed: { GST_DEBUG_OBJECT (bsink, "failed setting config"); return FALSE; } }