mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-09-08 13:18:52 +00:00
462 lines
14 KiB
C
462 lines
14 KiB
C
/* GStreamer
|
|
* Copyright (C) <2011> Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
* Boston, MA 02111-1307, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "gstplaysinkvideoconvert.h"
|
|
|
|
#include <gst/pbutils/pbutils.h>
|
|
#include <gst/gst-i18n-plugin.h>
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gst_play_sink_video_convert_debug);
|
|
#define GST_CAT_DEFAULT gst_play_sink_video_convert_debug
|
|
|
|
#define parent_class gst_play_sink_video_convert_parent_class
|
|
|
|
G_DEFINE_TYPE (GstPlaySinkVideoConvert, gst_play_sink_video_convert,
|
|
GST_TYPE_BIN);
|
|
|
|
static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src",
|
|
GST_PAD_SRC,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS_ANY);
|
|
|
|
static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS_ANY);
|
|
|
|
static gboolean
|
|
is_raw_caps (GstCaps * caps)
|
|
{
|
|
gint i, n;
|
|
GstStructure *s;
|
|
const gchar *name;
|
|
|
|
n = gst_caps_get_size (caps);
|
|
for (i = 0; i < n; i++) {
|
|
s = gst_caps_get_structure (caps, i);
|
|
name = gst_structure_get_name (s);
|
|
if (!g_str_has_prefix (name, "video/x-raw"))
|
|
return FALSE;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static void
|
|
post_missing_element_message (GstPlaySinkVideoConvert * self,
|
|
const gchar * name)
|
|
{
|
|
GstMessage *msg;
|
|
|
|
msg = gst_missing_element_message_new (GST_ELEMENT_CAST (self), name);
|
|
gst_element_post_message (GST_ELEMENT_CAST (self), msg);
|
|
}
|
|
|
|
static GstProbeReturn
|
|
pad_blocked_cb (GstPad * pad, GstProbeType type, gpointer type_data,
|
|
gpointer user_data)
|
|
{
|
|
GstPlaySinkVideoConvert *self = user_data;
|
|
GstPad *peer;
|
|
GstCaps *caps;
|
|
gboolean raw;
|
|
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
GST_DEBUG_OBJECT (self, "Pad blocked");
|
|
|
|
/* There must be a peer at this point */
|
|
peer = gst_pad_get_peer (self->sinkpad);
|
|
caps = gst_pad_get_negotiated_caps (peer);
|
|
if (!caps)
|
|
caps = gst_pad_get_caps (peer, NULL);
|
|
gst_object_unref (peer);
|
|
|
|
raw = is_raw_caps (caps);
|
|
GST_DEBUG_OBJECT (self, "Caps %" GST_PTR_FORMAT " are raw: %d", caps, raw);
|
|
gst_caps_unref (caps);
|
|
|
|
if (raw == self->raw)
|
|
goto unblock;
|
|
self->raw = raw;
|
|
|
|
if (raw) {
|
|
GstBin *bin = GST_BIN_CAST (self);
|
|
GstElement *head = NULL, *prev = NULL;
|
|
GstPad *pad;
|
|
|
|
GST_DEBUG_OBJECT (self, "Creating raw conversion pipeline");
|
|
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->sinkpad), NULL);
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), NULL);
|
|
|
|
self->conv = gst_element_factory_make ("videoconvert", "conv");
|
|
if (self->conv == NULL) {
|
|
post_missing_element_message (self, "videoconvert");
|
|
GST_ELEMENT_WARNING (self, CORE, MISSING_PLUGIN,
|
|
(_("Missing element '%s' - check your GStreamer installation."),
|
|
"videoconvert"), ("video rendering might fail"));
|
|
} else {
|
|
gst_bin_add (bin, self->conv);
|
|
gst_element_sync_state_with_parent (self->conv);
|
|
prev = head = self->conv;
|
|
}
|
|
|
|
self->scale = gst_element_factory_make ("videoscale", "scale");
|
|
if (self->scale == NULL) {
|
|
post_missing_element_message (self, "videoscale");
|
|
GST_ELEMENT_WARNING (self, CORE, MISSING_PLUGIN,
|
|
(_("Missing element '%s' - check your GStreamer installation."),
|
|
"videoscale"), ("possibly a liboil version mismatch?"));
|
|
} else {
|
|
/* Add black borders if necessary to keep the DAR */
|
|
g_object_set (self->scale, "add-borders", TRUE, NULL);
|
|
gst_bin_add (bin, self->scale);
|
|
gst_element_sync_state_with_parent (self->scale);
|
|
if (prev) {
|
|
if (!gst_element_link_pads_full (prev, "src", self->scale, "sink",
|
|
GST_PAD_LINK_CHECK_TEMPLATE_CAPS))
|
|
goto link_failed;
|
|
} else {
|
|
head = self->scale;
|
|
}
|
|
prev = self->scale;
|
|
}
|
|
|
|
if (head) {
|
|
pad = gst_element_get_static_pad (head, "sink");
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->sinkpad), pad);
|
|
gst_object_unref (pad);
|
|
}
|
|
|
|
if (prev) {
|
|
pad = gst_element_get_static_pad (prev, "src");
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), pad);
|
|
gst_object_unref (pad);
|
|
}
|
|
|
|
if (!head && !prev) {
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad),
|
|
self->sink_proxypad);
|
|
}
|
|
|
|
GST_DEBUG_OBJECT (self, "Raw conversion pipeline created");
|
|
} else {
|
|
GstBin *bin = GST_BIN_CAST (self);
|
|
|
|
GST_DEBUG_OBJECT (self, "Removing raw conversion pipeline");
|
|
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->sinkpad), NULL);
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), NULL);
|
|
|
|
if (self->conv) {
|
|
gst_element_set_state (self->conv, GST_STATE_NULL);
|
|
gst_bin_remove (bin, self->conv);
|
|
self->conv = NULL;
|
|
}
|
|
if (self->scale) {
|
|
gst_element_set_state (self->scale, GST_STATE_NULL);
|
|
gst_bin_remove (bin, self->scale);
|
|
self->scale = NULL;
|
|
}
|
|
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad),
|
|
self->sink_proxypad);
|
|
|
|
GST_DEBUG_OBJECT (self, "Raw conversion pipeline removed");
|
|
}
|
|
|
|
unblock:
|
|
self->sink_proxypad_block_id = 0;
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
|
|
return GST_PROBE_REMOVE;
|
|
|
|
link_failed:
|
|
{
|
|
GST_ELEMENT_ERROR (self, CORE, PAD,
|
|
(NULL), ("Failed to configure the video converter."));
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad),
|
|
self->sink_proxypad);
|
|
self->sink_proxypad_block_id = 0;
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
|
|
return GST_PROBE_REMOVE;
|
|
}
|
|
}
|
|
|
|
static void
|
|
block_proxypad (GstPlaySinkVideoConvert * self)
|
|
{
|
|
if (self->sink_proxypad_block_id == 0) {
|
|
self->sink_proxypad_block_id =
|
|
gst_pad_add_probe (self->sink_proxypad, GST_PROBE_TYPE_BLOCK,
|
|
pad_blocked_cb, gst_object_ref (self),
|
|
(GDestroyNotify) gst_object_unref);
|
|
}
|
|
}
|
|
|
|
static void
|
|
unblock_proxypad (GstPlaySinkVideoConvert * self)
|
|
{
|
|
if (self->sink_proxypad_block_id != 0) {
|
|
gst_pad_remove_probe (self->sink_proxypad, self->sink_proxypad_block_id);
|
|
self->sink_proxypad_block_id = 0;
|
|
}
|
|
}
|
|
|
|
static gboolean
|
|
gst_play_sink_video_convert_sink_setcaps (GstPlaySinkVideoConvert * self,
|
|
GstCaps * caps)
|
|
{
|
|
GstStructure *s;
|
|
const gchar *name;
|
|
gboolean reconfigure = FALSE;
|
|
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
s = gst_caps_get_structure (caps, 0);
|
|
name = gst_structure_get_name (s);
|
|
|
|
if (g_str_has_prefix (name, "video/x-raw")) {
|
|
if (!self->raw && !gst_pad_is_blocked (self->sink_proxypad)) {
|
|
GST_DEBUG_OBJECT (self, "Changing caps from non-raw to raw");
|
|
reconfigure = TRUE;
|
|
block_proxypad (self);
|
|
}
|
|
} else {
|
|
if (self->raw && !gst_pad_is_blocked (self->sink_proxypad)) {
|
|
GST_DEBUG_OBJECT (self, "Changing caps from raw to non-raw");
|
|
reconfigure = TRUE;
|
|
block_proxypad (self);
|
|
}
|
|
}
|
|
|
|
/* Otherwise the setcaps below fails */
|
|
if (reconfigure) {
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->sinkpad), NULL);
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), NULL);
|
|
}
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
|
|
GST_DEBUG_OBJECT (self, "Setting sink caps %" GST_PTR_FORMAT, caps);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_play_sink_video_convert_sink_event (GstPad * pad, GstEvent * event)
|
|
{
|
|
GstPlaySinkVideoConvert *self =
|
|
GST_PLAY_SINK_VIDEO_CONVERT (gst_pad_get_parent (pad));
|
|
gboolean ret;
|
|
|
|
switch (GST_EVENT_TYPE (event)) {
|
|
case GST_EVENT_CAPS:
|
|
{
|
|
GstCaps *caps;
|
|
|
|
gst_event_parse_caps (event, &caps);
|
|
ret = gst_play_sink_video_convert_sink_setcaps (self, caps);
|
|
break;
|
|
}
|
|
default:
|
|
break;
|
|
}
|
|
|
|
ret = gst_proxy_pad_event_default (pad, gst_event_ref (event));
|
|
|
|
switch (GST_EVENT_TYPE (event)) {
|
|
case GST_EVENT_SEGMENT:
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
GST_DEBUG_OBJECT (self, "Segment before %" GST_SEGMENT_FORMAT,
|
|
&self->segment);
|
|
gst_event_copy_segment (event, &self->segment);
|
|
GST_DEBUG_OBJECT (self, "Segment after %" GST_SEGMENT_FORMAT,
|
|
&self->segment);
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
break;
|
|
case GST_EVENT_FLUSH_STOP:
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
GST_DEBUG_OBJECT (self, "Resetting segment");
|
|
gst_segment_init (&self->segment, GST_FORMAT_UNDEFINED);
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
gst_event_unref (event);
|
|
gst_object_unref (self);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static GstCaps *
|
|
gst_play_sink_video_convert_getcaps (GstPad * pad, GstCaps * filter)
|
|
{
|
|
GstPlaySinkVideoConvert *self =
|
|
GST_PLAY_SINK_VIDEO_CONVERT (gst_pad_get_parent (pad));
|
|
GstCaps *ret;
|
|
GstPad *otherpad, *peer;
|
|
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
if (pad == self->srcpad)
|
|
otherpad = gst_object_ref (self->sinkpad);
|
|
else
|
|
otherpad = gst_object_ref (self->srcpad);
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
|
|
peer = gst_pad_get_peer (otherpad);
|
|
if (peer) {
|
|
ret = gst_pad_get_caps (peer, filter);
|
|
gst_object_unref (peer);
|
|
} else {
|
|
ret = (filter ? gst_caps_ref (filter) : gst_caps_new_any ());
|
|
}
|
|
|
|
gst_object_unref (otherpad);
|
|
gst_object_unref (self);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static void
|
|
gst_play_sink_video_convert_finalize (GObject * object)
|
|
{
|
|
GstPlaySinkVideoConvert *self = GST_PLAY_SINK_VIDEO_CONVERT_CAST (object);
|
|
|
|
gst_object_unref (self->sink_proxypad);
|
|
g_mutex_free (self->lock);
|
|
|
|
G_OBJECT_CLASS (parent_class)->finalize (object);
|
|
}
|
|
|
|
static GstStateChangeReturn
|
|
gst_play_sink_video_convert_change_state (GstElement * element,
|
|
GstStateChange transition)
|
|
{
|
|
GstStateChangeReturn ret;
|
|
GstPlaySinkVideoConvert *self = GST_PLAY_SINK_VIDEO_CONVERT_CAST (element);
|
|
|
|
switch (transition) {
|
|
case GST_STATE_CHANGE_PAUSED_TO_READY:
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
unblock_proxypad (self);
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
|
|
if (ret == GST_STATE_CHANGE_FAILURE)
|
|
return ret;
|
|
|
|
switch (transition) {
|
|
case GST_STATE_CHANGE_PAUSED_TO_READY:
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
gst_segment_init (&self->segment, GST_FORMAT_UNDEFINED);
|
|
if (self->conv) {
|
|
gst_element_set_state (self->conv, GST_STATE_NULL);
|
|
gst_bin_remove (GST_BIN_CAST (self), self->conv);
|
|
self->conv = NULL;
|
|
}
|
|
if (self->scale) {
|
|
gst_element_set_state (self->scale, GST_STATE_NULL);
|
|
gst_bin_remove (GST_BIN_CAST (self), self->scale);
|
|
self->scale = NULL;
|
|
}
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad),
|
|
self->sink_proxypad);
|
|
self->raw = FALSE;
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
break;
|
|
case GST_STATE_CHANGE_READY_TO_PAUSED:
|
|
GST_PLAY_SINK_VIDEO_CONVERT_LOCK (self);
|
|
if (!gst_pad_is_blocked (self->sink_proxypad))
|
|
block_proxypad (self);
|
|
GST_PLAY_SINK_VIDEO_CONVERT_UNLOCK (self);
|
|
default:
|
|
break;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static void
|
|
gst_play_sink_video_convert_class_init (GstPlaySinkVideoConvertClass * klass)
|
|
{
|
|
GObjectClass *gobject_class;
|
|
GstElementClass *gstelement_class;
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_play_sink_video_convert_debug,
|
|
"playsinkvideoconvert", 0, "play bin");
|
|
|
|
gobject_class = (GObjectClass *) klass;
|
|
gstelement_class = (GstElementClass *) klass;
|
|
|
|
gobject_class->finalize = gst_play_sink_video_convert_finalize;
|
|
|
|
gst_element_class_add_pad_template (gstelement_class,
|
|
gst_static_pad_template_get (&srctemplate));
|
|
gst_element_class_add_pad_template (gstelement_class,
|
|
gst_static_pad_template_get (&sinktemplate));
|
|
gst_element_class_set_details_simple (gstelement_class,
|
|
"Player Sink Video Converter", "Video/Bin/Converter",
|
|
"Convenience bin for video conversion",
|
|
"Sebastian Dröge <sebastian.droege@collabora.co.uk>");
|
|
|
|
gstelement_class->change_state =
|
|
GST_DEBUG_FUNCPTR (gst_play_sink_video_convert_change_state);
|
|
}
|
|
|
|
static void
|
|
gst_play_sink_video_convert_init (GstPlaySinkVideoConvert * self)
|
|
{
|
|
GstPadTemplate *templ;
|
|
|
|
self->lock = g_mutex_new ();
|
|
gst_segment_init (&self->segment, GST_FORMAT_UNDEFINED);
|
|
|
|
templ = gst_static_pad_template_get (&sinktemplate);
|
|
self->sinkpad = gst_ghost_pad_new_no_target_from_template ("sink", templ);
|
|
gst_pad_set_event_function (self->sinkpad,
|
|
GST_DEBUG_FUNCPTR (gst_play_sink_video_convert_sink_event));
|
|
gst_pad_set_getcaps_function (self->sinkpad,
|
|
GST_DEBUG_FUNCPTR (gst_play_sink_video_convert_getcaps));
|
|
|
|
self->sink_proxypad =
|
|
GST_PAD_CAST (gst_proxy_pad_get_internal (GST_PROXY_PAD (self->sinkpad)));
|
|
|
|
gst_element_add_pad (GST_ELEMENT_CAST (self), self->sinkpad);
|
|
gst_object_unref (templ);
|
|
|
|
templ = gst_static_pad_template_get (&srctemplate);
|
|
self->srcpad = gst_ghost_pad_new_no_target_from_template ("src", templ);
|
|
gst_pad_set_getcaps_function (self->srcpad,
|
|
GST_DEBUG_FUNCPTR (gst_play_sink_video_convert_getcaps));
|
|
gst_element_add_pad (GST_ELEMENT_CAST (self), self->srcpad);
|
|
gst_object_unref (templ);
|
|
|
|
gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad),
|
|
self->sink_proxypad);
|
|
}
|