mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-07-31 02:35:11 +00:00
Code Issues 1 Projects Releases Wiki Activity
gstreamer/gst-libs/gst/gl/gstglmixer.c
Julien Isorce b85ffef956 [387/906] glmixer: add a glmixer base element 
glmixer can be seen as a glfilter except it handles N requested
sink pads.
Each sink pad and the src pad are video/x-raw-gl.
glmixer is responsible for managing different framerates from inputs.
It uses OpenGL context sharing. It means that each input is in its
own OpenGL context shared together and shared with the OpenGL context
of the ouput gl chain.
Also add a glmosaic which is an example of implementation of glmixer.
For now glmosaic is a cube but it will be fixed in the next commits.
For now the glmixer has some weird behaviours in some configurations
but it will be improved in the next commits.
The autotools builds is temporarly broken since those changes
have been made on win32.
2017-12-09 19:31:22 +00:00

1295 lines
36 KiB
C
Raw Blame History

/* Generic video mixer plugin
/*
* GStreamer
* Copyright (C) 2009 Julien Isorce <julien.isorce@gmail.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <gst/gst.h>
#include <gst/base/gstcollectpads.h>
#include <gst/controller/gstcontroller.h>
#include <gst/video/video.h>
#ifdef HAVE_STDLIB_H
#include <stdlib.h>
#endif
#ifdef HAVE_STRING_H
#include <string.h>
#endif
#include "gstglmixer.h"
#define GST_CAT_DEFAULT gst_gl_mixer_debug
GST_DEBUG_CATEGORY (gst_gl_mixer_debug);
#define GST_GL_MIXER_GET_STATE_LOCK(mix) \
(GST_GL_MIXER(mix)->state_lock)
#define GST_GL_MIXER_STATE_LOCK(mix) \
(g_mutex_lock(GST_GL_MIXER_GET_STATE_LOCK (mix)))
#define GST_GL_MIXER_STATE_UNLOCK(mix) \
(g_mutex_unlock(GST_GL_MIXER_GET_STATE_LOCK (mix)))
static void gst_gl_mixer_pad_class_init (GstGLMixerPadClass * klass);
static void gst_gl_mixer_pad_init (GstGLMixerPad * mixerpad);
static void gst_gl_mixer_pad_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec);
static void gst_gl_mixer_pad_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec);
static gboolean gst_gl_mixer_src_event (GstPad * pad, GstEvent * event);
static gboolean gst_gl_mixer_sink_event (GstPad * pad, GstEvent * event);
static void gst_gl_mixer_sort_pads (GstGLMixer * mix);
enum
{
PROP_PAD_0
};
G_DEFINE_TYPE (GstGLMixerPad, gst_gl_mixer_pad, GST_TYPE_PAD);
static void
gst_gl_mixer_pad_class_init (GstGLMixerPadClass * klass)
{
GObjectClass *gobject_class = (GObjectClass *) klass;
gobject_class->set_property = gst_gl_mixer_pad_set_property;
gobject_class->get_property = gst_gl_mixer_pad_get_property;
}
static void
gst_gl_mixer_pad_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec)
{
//GstGLMixerPad *pad = GST_GL_MIXER_PAD (object);
switch (prop_id) {
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gst_gl_mixer_pad_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
//GstGLMixerPad *pad = GST_GL_MIXER_PAD (object);
switch (prop_id) {
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gst_gl_mixer_set_master_geometry (GstGLMixer * mix)
{
GSList *walk = mix->sinkpads;
gint fps_n = 0;
gint fps_d = 0;
GstGLMixerPad *master = NULL;
while (walk) {
GstGLMixerPad *mixpad = GST_GL_MIXER_PAD (walk->data);
walk = g_slist_next (walk);
/* If mix framerate < mixpad framerate, using fractions */
GST_DEBUG_OBJECT (mix, "comparing framerate %d/%d to mixpad's %d/%d",
fps_n, fps_d, mixpad->fps_n, mixpad->fps_d);
if ((!fps_n && !fps_d) ||
((gint64) fps_n * mixpad->fps_d < (gint64) mixpad->fps_n * fps_d)) {
fps_n = mixpad->fps_n;
fps_d = mixpad->fps_d;
GST_DEBUG_OBJECT (mix, "becomes the master pad");
master = mixpad;
}
}
/* set results */
if (mix->master != master ||
mix->fps_n != fps_n ||
mix->fps_d != fps_d) {
mix->setcaps = TRUE;
mix->sendseg = TRUE;
mix->master = master;
mix->fps_n = fps_n;
mix->fps_d = fps_d;
}
}
static gboolean
gst_gl_mixer_pad_sink_setcaps (GstPad * pad, GstCaps * vscaps)
{
GstGLMixer *mix = GST_GL_MIXER (gst_pad_get_parent (pad));
GstGLMixerPad *mixpad = GST_GL_MIXER_PAD (pad);
GstStructure *structure = gst_caps_get_structure (vscaps, 0);
gint width = 0;
gint height = 0;
gboolean ret = FALSE;
const GValue *framerate = gst_structure_get_value (structure, "framerate");
GST_INFO_OBJECT (mix, "Setting caps %" GST_PTR_FORMAT, vscaps);
if (!gst_structure_get_int (structure, "width", &width) ||
!gst_structure_get_int (structure, "height", &height) ||
! framerate)
goto beach;
GST_GL_MIXER_STATE_LOCK (mix);
mixpad->fps_n = gst_value_get_fraction_numerator (framerate);
mixpad->fps_d = gst_value_get_fraction_denominator (framerate);
mixpad->width = width;
mixpad->height = height;
gst_gl_mixer_set_master_geometry (mix);
GST_GL_MIXER_STATE_UNLOCK (mix);
ret = TRUE;
beach:
gst_object_unref (mix);
return ret;
}
static void
gst_gl_mixer_pad_init (GstGLMixerPad * mixerpad)
{
gst_pad_set_setcaps_function (GST_PAD (mixerpad),
gst_gl_mixer_pad_sink_setcaps);
mixerpad->display = NULL;
}
/* GLMixer signals and args */
enum
{
/* FILL ME */
LAST_SIGNAL
};
enum
{
PROP_0
};
static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
GST_PAD_SRC,
GST_PAD_ALWAYS,
GST_STATIC_CAPS (GST_GL_VIDEO_CAPS)
);
static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink_%d",
GST_PAD_SINK,
GST_PAD_REQUEST,
GST_STATIC_CAPS (GST_GL_VIDEO_CAPS)
);
static void gst_gl_mixer_finalize (GObject * object);
static GstCaps *gst_gl_mixer_getcaps (GstPad * pad);
static gboolean gst_gl_mixer_setcaps (GstPad * pad, GstCaps * caps);
static gboolean gst_gl_mixer_query (GstPad * pad, GstQuery * query);
static GstFlowReturn gst_gl_mixer_collected (GstCollectPads * pads,
GstGLMixer * mix);
static GstPad *gst_gl_mixer_request_new_pad (GstElement * element,
GstPadTemplate * templ, const gchar * name);
static void gst_gl_mixer_release_pad (GstElement * element, GstPad * pad);
static void gst_gl_mixer_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec);
static void gst_gl_mixer_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec);
static GstStateChangeReturn gst_gl_mixer_change_state (GstElement * element,
GstStateChange transition);
static void gst_gl_mixer_child_proxy_init (gpointer g_iface,
gpointer iface_data);
static void _do_init (GType object_type);
GST_BOILERPLATE_FULL (GstGLMixer, gst_gl_mixer, GstElement,
GST_TYPE_ELEMENT, _do_init);
static void
_do_init (GType object_type)
{
static const GInterfaceInfo child_proxy_info = {
(GInterfaceInitFunc) gst_gl_mixer_child_proxy_init,
NULL,
NULL
};
g_type_add_interface_static (object_type, GST_TYPE_CHILD_PROXY,
&child_proxy_info);
GST_INFO ("GstChildProxy interface registered");
}
static GstObject *
gst_gl_mixer_child_proxy_get_child_by_index (GstChildProxy * child_proxy,
guint index)
{
GstGLMixer *mix = GST_GL_MIXER (child_proxy);
GstObject *obj;
GST_GL_MIXER_STATE_LOCK (mix);
if ((obj = g_slist_nth_data (mix->sinkpads, index)))
gst_object_ref (obj);
GST_GL_MIXER_STATE_UNLOCK (mix);
return obj;
}
static guint
gst_gl_mixer_child_proxy_get_children_count (GstChildProxy * child_proxy)
{
guint count = 0;
GstGLMixer *mix = GST_GL_MIXER (child_proxy);
GST_GL_MIXER_STATE_LOCK (mix);
count = mix->numpads;
GST_GL_MIXER_STATE_UNLOCK (mix);
GST_INFO_OBJECT (mix, "Children Count: %d", count);
return count;
}
static void
gst_gl_mixer_child_proxy_init (gpointer g_iface, gpointer iface_data)
{
GstChildProxyInterface *iface = g_iface;
GST_INFO ("intializing child proxy interface");
iface->get_child_by_index = gst_gl_mixer_child_proxy_get_child_by_index;
iface->get_children_count = gst_gl_mixer_child_proxy_get_children_count;
}
static void
gst_gl_mixer_base_init (gpointer g_class)
{
GstElementClass *element_class = GST_ELEMENT_CLASS (g_class);
gst_element_class_add_pad_template (element_class,
gst_static_pad_template_get (&src_factory));
gst_element_class_add_pad_template (element_class,
gst_static_pad_template_get (&sink_factory));
}
static void
gst_gl_mixer_class_init (GstGLMixerClass * klass)
{
GObjectClass *gobject_class = (GObjectClass *) klass;
GstElementClass *gstelement_class = (GstElementClass *) klass;
gobject_class->finalize = GST_DEBUG_FUNCPTR (gst_gl_mixer_finalize);
gobject_class->get_property = gst_gl_mixer_get_property;
gobject_class->set_property = gst_gl_mixer_set_property;
gstelement_class->request_new_pad =
GST_DEBUG_FUNCPTR (gst_gl_mixer_request_new_pad);
gstelement_class->release_pad =
GST_DEBUG_FUNCPTR (gst_gl_mixer_release_pad);
gstelement_class->change_state =
GST_DEBUG_FUNCPTR (gst_gl_mixer_change_state);
/* Register the pad class */
(void) (GST_TYPE_GL_MIXER_PAD);
klass->set_caps = NULL;
}
static void
gst_gl_mixer_collect_free (GstGLMixerCollect * mixcol)
{
if (mixcol->buffer) {
gst_buffer_unref (mixcol->buffer);
mixcol->buffer = NULL;
}
}
static void
gst_gl_mixer_reset (GstGLMixer * mix)
{
GSList *walk;
mix->width = 0;
mix->height = 0;
mix->fps_n = 0;
mix->fps_d = 0;
mix->setcaps = FALSE;
mix->sendseg = FALSE;
mix->segment_position = 0;
mix->segment_rate = 1.0;
mix->last_ts = 0;
/* clean up collect data */
walk = mix->collect->data;
while (walk) {
GstGLMixerCollect *data = (GstGLMixerCollect *) walk->data;
gst_gl_mixer_collect_free (data);
walk = g_slist_next (walk);
}
mix->next_sinkpad = 0;
}
static void
gst_gl_mixer_init (GstGLMixer * mix, GstGLMixerClass * g_class)
{
GstElementClass *klass = GST_ELEMENT_GET_CLASS (mix);
mix->srcpad =
gst_pad_new_from_template (gst_element_class_get_pad_template (klass,
"src"), "src");
gst_pad_set_getcaps_function (GST_PAD (mix->srcpad),
GST_DEBUG_FUNCPTR (gst_gl_mixer_getcaps));
gst_pad_set_setcaps_function (GST_PAD (mix->srcpad),
GST_DEBUG_FUNCPTR (gst_gl_mixer_setcaps));
gst_pad_set_query_function (GST_PAD (mix->srcpad),
GST_DEBUG_FUNCPTR (gst_gl_mixer_query));
gst_pad_set_event_function (GST_PAD (mix->srcpad),
GST_DEBUG_FUNCPTR (gst_gl_mixer_src_event));
gst_element_add_pad (GST_ELEMENT (mix), mix->srcpad);
mix->collect = gst_collect_pads_new ();
gst_collect_pads_set_function (mix->collect,
(GstCollectPadsFunction) GST_DEBUG_FUNCPTR (gst_gl_mixer_collected),
mix);
mix->state_lock = g_mutex_new ();
mix->array_buffers = 0;
mix->display = NULL;
mix->fbo = 0;
mix->depthbuffer = 0;
/* initialize variables */
gst_gl_mixer_reset (mix);
}
static void
gst_gl_mixer_finalize (GObject * object)
{
GstGLMixer *mix = GST_GL_MIXER (object);
gst_object_unref (mix->collect);
g_mutex_free (mix->state_lock);
G_OBJECT_CLASS (parent_class)->finalize (object);
}
static gboolean
gst_gl_mixer_query_duration (GstGLMixer * mix, GstQuery * query)
{
gint64 max;
gboolean res;
GstFormat format;
GstIterator *it;
gboolean done;
/* parse format */
gst_query_parse_duration (query, &format, NULL);
max = -1;
res = TRUE;
done = FALSE;
/* Take maximum of all durations */
it = gst_element_iterate_sink_pads (GST_ELEMENT_CAST (mix));
while (!done) {
GstIteratorResult ires;
gpointer item;
ires = gst_iterator_next (it, &item);
switch (ires) {
case GST_ITERATOR_DONE:
done = TRUE;
break;
case GST_ITERATOR_OK:
{
GstPad *pad = GST_PAD_CAST (item);
gint64 duration;
/* ask sink peer for duration */
res &= gst_pad_query_peer_duration (pad, &format, &duration);
/* take max from all valid return values */
if (res) {
/* valid unknown length, stop searching */
if (duration == -1) {
max = duration;
done = TRUE;
}
/* else see if bigger than current max */
else if (duration > max)
max = duration;
}
gst_object_unref (pad);
break;
}
case GST_ITERATOR_RESYNC:
max = -1;
res = TRUE;
gst_iterator_resync (it);
break;
default:
res = FALSE;
done = TRUE;
break;
}
}
gst_iterator_free (it);
if (res) {
/* and store the max */
GST_DEBUG_OBJECT (mix, "Total duration in format %s: %"
GST_TIME_FORMAT, gst_format_get_name (format), GST_TIME_ARGS (max));
gst_query_set_duration (query, format, max);
}
return res;
}
static gboolean
gst_gl_mixer_query_latency (GstGLMixer * mix, GstQuery * query)
{
GstClockTime min, max;
gboolean live;
gboolean res;
GstIterator *it;
gboolean done;
res = TRUE;
done = FALSE;
live = FALSE;
min = 0;
max = GST_CLOCK_TIME_NONE;
/* Take maximum of all latency values */
it = gst_element_iterate_sink_pads (GST_ELEMENT_CAST (mix));
while (!done) {
GstIteratorResult ires;
gpointer item;
ires = gst_iterator_next (it, &item);
switch (ires) {
case GST_ITERATOR_DONE:
done = TRUE;
break;
case GST_ITERATOR_OK:
{
GstPad *pad = GST_PAD_CAST (item);
GstQuery *peerquery;
GstClockTime min_cur, max_cur;
gboolean live_cur;
peerquery = gst_query_new_latency ();
/* Ask peer for latency */
res &= gst_pad_peer_query (pad, peerquery);
/* take max from all valid return values */
if (res) {
gst_query_parse_latency (peerquery, &live_cur, &min_cur, &max_cur);
if (min_cur > min)
min = min_cur;
if (max_cur != GST_CLOCK_TIME_NONE &&
((max != GST_CLOCK_TIME_NONE && max_cur > max) ||
(max == GST_CLOCK_TIME_NONE)))
max = max_cur;
live = live || live_cur;
}
gst_query_unref (peerquery);
gst_object_unref (pad);
break;
}
case GST_ITERATOR_RESYNC:
live = FALSE;
min = 0;
max = GST_CLOCK_TIME_NONE;
res = TRUE;
gst_iterator_resync (it);
break;
default:
res = FALSE;
done = TRUE;
break;
}
}
gst_iterator_free (it);
if (res) {
/* store the results */
GST_DEBUG_OBJECT (mix, "Calculated total latency: live %s, min %"
GST_TIME_FORMAT ", max %" GST_TIME_FORMAT,
(live ? "yes" : "no"), GST_TIME_ARGS (min), GST_TIME_ARGS (max));
gst_query_set_latency (query, live, min, max);
}
return res;
}
static gboolean
gst_gl_mixer_query (GstPad * pad, GstQuery * query)
{
GstGLMixer *mix = GST_GL_MIXER (gst_pad_get_parent (pad));
gboolean res = FALSE;
switch (GST_QUERY_TYPE (query)) {
case GST_QUERY_POSITION:
{
GstFormat format;
gst_query_parse_position (query, &format, NULL);
switch (format) {
case GST_FORMAT_TIME:
/* FIXME, bring to stream time, might be tricky */
gst_query_set_position (query, format, mix->last_ts);
res = TRUE;
break;
default:
break;
}
break;
}
case GST_QUERY_DURATION:
res = gst_gl_mixer_query_duration (mix, query);
break;
case GST_QUERY_LATENCY:
res = gst_gl_mixer_query_latency (mix, query);
break;
case GST_QUERY_CUSTOM:
{
/* mix is a sink in terms of gl chain, so we are sharing the gldisplay that
* comes from src pad with every display of the sink pads */
GSList *walk = mix->sinkpads;
GstStructure *structure = gst_query_get_structure (query);
const gchar* name = gst_structure_get_name (structure);
res = g_strcmp0 (gst_element_get_name (mix), gst_structure_get_name (structure)) == 0;
if (!res) {
/* id_value is set by upstream element of itself when going to paused state */
const GValue *id_value = gst_structure_get_value (structure, "gstgldisplay");
GstGLDisplay *foreign_display = GST_GL_DISPLAY (g_value_get_pointer (id_value));
gulong foreign_gl_context = gst_gl_display_get_internal_gl_context (foreign_display);
/* iterate on each sink pad until reaching the gl element
* that requested the query */
while (!res && walk) {
GstGLMixerPad *sink_pad = GST_GL_MIXER_PAD (walk->data);
GstPad *peer = gst_pad_get_peer (GST_PAD_CAST (sink_pad));
walk = g_slist_next (walk);
g_assert (sink_pad->display != NULL);
gst_gl_display_activate_gl_context (foreign_display, FALSE);
gst_gl_display_create_context (sink_pad->display, foreign_gl_context);
gst_gl_display_activate_gl_context (foreign_display, TRUE);
gst_structure_set (structure, "gstgldisplay", G_TYPE_POINTER, sink_pad->display, NULL);
/* does not work:
* res = gst_pad_query_default (GST_PAD_CAST (sink_pad), query);*/
res = gst_pad_query (peer, query);
gst_object_unref (peer);
}
}
break;
}
default:
/* FIXME, needs a custom query handler because we have multiple
* sinkpads, send to the master pad until then */
res = gst_pad_query (GST_PAD_CAST (mix->master), query);
break;
}
gst_object_unref (mix);
return res;
}
static GstCaps *
gst_gl_mixer_getcaps (GstPad * pad)
{
GstGLMixer *mix = GST_GL_MIXER (gst_pad_get_parent (pad));
GstCaps *caps = gst_caps_copy (gst_pad_get_pad_template_caps (mix->srcpad));
GstStructure *structure = gst_caps_get_structure (caps, 0);
gst_structure_set (structure, "width", G_TYPE_INT, 8000, NULL);
gst_structure_set (structure, "height", G_TYPE_INT, /*G_MAXINT*/6000, NULL);
if (mix->fps_d != 0)
gst_structure_set (structure, "framerate", GST_TYPE_FRACTION, mix->fps_n, mix->fps_d, NULL);
gst_object_unref (mix);
return caps;
}
static gboolean
gst_gl_mixer_setcaps (GstPad * pad, GstCaps * caps)
{
GstGLMixer *mix = GST_GL_MIXER (gst_pad_get_parent_element (pad));
GstGLMixerClass *mixer_class = GST_GL_MIXER_GET_CLASS (mix);
GstStructure *structure = gst_caps_get_structure (caps, 0);
gint width = 0;
gint height = 0;
GST_INFO_OBJECT (mix, "set src caps: %" GST_PTR_FORMAT, caps);
if (!gst_structure_get_int (structure, "width", &width) ||
!gst_structure_get_int (structure, "height", &height)) {
gst_object_unref (mix);
return FALSE;
}
GST_GL_MIXER_STATE_LOCK (mix);
mix->width = width;
mix->height = height;
GST_GL_MIXER_STATE_UNLOCK (mix);
gst_gl_display_gen_fbo (mix->display, mix->width, mix->height,
&mix->fbo, &mix->depthbuffer);
if (mixer_class->set_caps)
mixer_class->set_caps (mix, caps);
gst_object_unref (mix);
return TRUE;
}
static GstPad *
gst_gl_mixer_request_new_pad (GstElement * element,
GstPadTemplate * templ, const gchar * req_name)
{
GstGLMixer *mix = GST_GL_MIXER (element);
GstGLMixerPad *mixpad = NULL;
GstElementClass *klass = GST_ELEMENT_GET_CLASS (element);
if (templ == gst_element_class_get_pad_template (klass, "sink_%d")) {
gint serial = 0;
gchar *name = NULL;
GstGLMixerCollect *mixcol = NULL;
if (req_name == NULL || strlen (req_name) < 6) {
/* no name given when requesting the pad, use next available int */
serial = mix->next_sinkpad++;
} else {
/* parse serial number from requested padname */
serial = atoi (&req_name[5]);
if (serial >= mix->next_sinkpad)
mix->next_sinkpad = serial + 1;
}
/* create new pad with the name */
name = g_strdup_printf ("sink_%d", serial);
mixpad = g_object_new (GST_TYPE_GL_MIXER_PAD, "name", name, "direction",
templ->direction, "template", templ, NULL);
g_free (name);
GST_GL_MIXER_STATE_LOCK (mix);
mixcol = (GstGLMixerCollect *)
gst_collect_pads_add_pad (mix->collect, GST_PAD (mixpad),
sizeof (GstGLMixerCollect));
/* FIXME: hacked way to override/extend the event function of
* GstCollectPads; because it sets its own event function giving the
* element no access to events */
mix->collect_event =
(GstPadEventFunction) GST_PAD_EVENTFUNC (GST_PAD (mixpad));
gst_pad_set_event_function (GST_PAD (mixpad),
GST_DEBUG_FUNCPTR (gst_gl_mixer_sink_event));
/* Keep track of each other */
mixcol->mixpad = mixpad;
mixpad->mixcol = mixcol;
/* Keep an internal list of mixpads for zordering */
mix->sinkpads = g_slist_append (mix->sinkpads, mixpad);
mix->numpads++;
GST_GL_MIXER_STATE_UNLOCK (mix);
} else {
g_warning ("glmixer: this is not our template!");
return NULL;
}
/* add the pad to the element */
gst_element_add_pad (element, GST_PAD (mixpad));
gst_child_proxy_child_added (GST_OBJECT (mix), GST_OBJECT (mixpad));
return GST_PAD (mixpad);
}
static void
gst_gl_mixer_release_pad (GstElement * element, GstPad * pad)
{
GstGLMixer *mix = GST_GL_MIXER (element);
GstGLMixerPad *mixpad = NULL;
GST_GL_MIXER_STATE_LOCK (mix);
if (G_UNLIKELY (g_slist_find (mix->sinkpads, pad) == NULL)) {
g_warning ("Unknown pad %s", GST_PAD_NAME (pad));
goto error;
}
mixpad = GST_GL_MIXER_PAD (pad);
mix->sinkpads = g_slist_remove (mix->sinkpads, pad);
gst_gl_mixer_collect_free (mixpad->mixcol);
gst_collect_pads_remove_pad (mix->collect, pad);
gst_child_proxy_child_removed (GST_OBJECT (mix), GST_OBJECT (mixpad));
/* determine possibly new geometry and master */
gst_gl_mixer_set_master_geometry (mix);
mix->numpads--;
GST_GL_MIXER_STATE_UNLOCK (mix);
gst_element_remove_pad (element, pad);
return;
error:
GST_GL_MIXER_STATE_UNLOCK (mix);
}
/* try to get a buffer on all pads. As long as the queued value is
* negative, we skip buffers */
static gboolean
gst_gl_mixer_fill_queues (GstGLMixer * mix)
{
GSList *walk = NULL;
gboolean eos = TRUE;
g_return_val_if_fail (GST_IS_GL_MIXER (mix), FALSE);
/* try to make sure we have a buffer from each usable pad first */
walk = mix->collect->data;
while (walk) {
GstCollectData *data = (GstCollectData *) walk->data;
GstGLMixerCollect *mixcol = (GstGLMixerCollect *) data;
GstGLMixerPad *mixpad = mixcol->mixpad;
walk = g_slist_next (walk);
if (mixcol->buffer == NULL) {
GstBuffer *buf = NULL;
GST_LOG_OBJECT (mix, "we need a new buffer");
buf = gst_collect_pads_pop (mix->collect, data);
if (buf) {
guint64 duration;
GST_LOG_OBJECT (mix, "we have a buffer !");
mixcol->buffer = buf;
duration = GST_BUFFER_DURATION (mixcol->buffer);
/* no duration on the buffer, use the framerate */
if (!GST_CLOCK_TIME_IS_VALID (duration)) {
if (mixpad->fps_n == 0) {
duration = GST_CLOCK_TIME_NONE;
} else {
duration = GST_SECOND * mixpad->fps_d / mixpad->fps_n;
}
}
if (GST_CLOCK_TIME_IS_VALID (duration))
mixpad->queued += duration;
else if (!mixpad->queued)
mixpad->queued = GST_CLOCK_TIME_NONE;
} else {
GST_LOG_OBJECT (mix, "pop returned a NULL buffer");
}
}
if (mix->sendseg && (mixpad == mix->master)) {
GstEvent *event;
gint64 stop, start;
GstSegment *segment = &data->segment;
/* FIXME, use rate/applied_rate as set on all sinkpads.
* - currently we just set rate as received from last seek-event
* We could potentially figure out the duration as well using
* the current segment positions and the stated stop positions.
* Also we just start from stream time 0 which is rather
* weird. For non-synchronized mixing, the time should be
* the min of the stream times of all received segments,
* rationale being that the duration is at least going to
* be as long as the earliest stream we start mixing. This
* would also be correct for synchronized mixing but then
* the later streams would be delayed until the stream times
* match.
*/
GST_INFO_OBJECT (mix, "_sending play segment");
start = segment->accum;
/* get the duration of the segment if we can and add it to the accumulated
* time on the segment. */
if (segment->stop != -1 && segment->start != -1)
stop = start + (segment->stop - segment->start);
else
stop = -1;
event = gst_event_new_new_segment_full (FALSE, segment->rate, 1.0,
segment->format, start, stop, start + mix->segment_position);
gst_pad_push_event (mix->srcpad, event);
mix->sendseg = FALSE;
}
if (mixcol->buffer != NULL && GST_CLOCK_TIME_IS_VALID (mixpad->queued)) {
/* got a buffer somewhere so we're not eos */
eos = FALSE;
}
}
return eos;
}
static void
gst_gl_mixer_process_buffers (GstGLMixer * mix, GstBuffer * outbuf)
{
GstGLMixerClass *mix_class = GST_GL_MIXER_GET_CLASS (mix);
GSList *walk = mix->sinkpads;
gint array_index = 0;
while (walk) { /* We walk with this list because it's ordered */
GstGLMixerPad *pad = GST_GL_MIXER_PAD (walk->data);
GstGLMixerCollect *mixcol = pad->mixcol;
walk = g_slist_next (walk);
if (mixcol->buffer != NULL) {
GstClockTime timestamp;
gint64 stream_time;
GstSegment *seg;
seg = &mixcol->collect.segment;
timestamp = GST_BUFFER_TIMESTAMP (mixcol->buffer);
stream_time =
gst_segment_to_stream_time (seg, GST_FORMAT_TIME, timestamp);
/* sync object properties on stream time */
if (GST_CLOCK_TIME_IS_VALID (stream_time))
gst_object_sync_values (G_OBJECT (pad), stream_time);
/* put buffer into array */
g_array_insert_val (mix->array_buffers, array_index, mixcol->buffer);
if (pad == mix->master) {
gint64 running_time;
running_time =
gst_segment_to_running_time (seg, GST_FORMAT_TIME, timestamp);
/* outgoing buffers need the running_time */
GST_BUFFER_TIMESTAMP (outbuf) = running_time;
GST_BUFFER_DURATION (outbuf) = GST_BUFFER_DURATION (mixcol->buffer);
mix->last_ts = running_time;
if (GST_BUFFER_DURATION_IS_VALID (outbuf))
mix->last_ts += GST_BUFFER_DURATION (outbuf);
}
}
++array_index;
}
mix_class->process_buffers (mix, mix->array_buffers, outbuf);
}
/* remove buffers from the queue that were expired in the
* interval of the master, we also prepare the queued value
* in the pad so that we can skip and fill buffers later on */
static void
gst_gl_mixer_update_queues (GstGLMixer * mix)
{
GSList *walk;
guint64 interval;
interval = mix->master->queued;
if (interval <= 0) {
if (mix->fps_n == 0) {
interval = G_MAXINT64;
} else {
interval = GST_SECOND * mix->fps_d / mix->fps_n;
}
GST_LOG_OBJECT (mix, "set interval to %" G_GUINT64_FORMAT " nanoseconds",
interval);
}
walk = mix->sinkpads;
while (walk) {
GstGLMixerPad *pad = GST_GL_MIXER_PAD (walk->data);
GstGLMixerCollect *mixcol = pad->mixcol;
walk = g_slist_next (walk);
if (mixcol->buffer != NULL) {
pad->queued -= interval;
GST_LOG_OBJECT (pad, "queued now %" G_GINT64_FORMAT, pad->queued);
if (pad->queued <= 0) {
GST_LOG_OBJECT (pad, "unreffing buffer");
gst_buffer_unref (mixcol->buffer);
mixcol->buffer = NULL;
}
}
}
}
static GstFlowReturn
gst_gl_mixer_collected (GstCollectPads * pads, GstGLMixer * mix)
{
GstFlowReturn ret = GST_FLOW_OK;
GstBuffer *outbuf = NULL;
GstGLBuffer *gl_outbuf = NULL;
gboolean eos = FALSE;
gint width = 0;
gint height = 0;
g_return_val_if_fail (GST_IS_GL_MIXER (mix), GST_FLOW_ERROR);
if (mix->width == 0) {
GstCaps *newcaps = gst_caps_make_writable
(gst_pad_get_negotiated_caps (GST_PAD (mix->master)));
gst_pad_set_caps (mix->srcpad, newcaps);
}
GST_LOG_OBJECT (mix, "all pads are collected");
GST_GL_MIXER_STATE_LOCK (mix);
eos = gst_gl_mixer_fill_queues (mix);
if (eos) {
/* Push EOS downstream */
GST_LOG_OBJECT (mix, "all our sinkpads are EOS, pushing downstream");
gst_pad_push_event (mix->srcpad, gst_event_new_eos ());
ret = GST_FLOW_WRONG_STATE;
goto error;
}
/* Calculating out buffer size from input size */
ret = gst_gl_buffer_parse_caps (GST_PAD_CAPS (mix->srcpad), &width, &height);
if (!ret)
goto error;
gl_outbuf = gst_gl_buffer_new (mix->display,
mix->width, mix->height);
outbuf = GST_BUFFER (gl_outbuf);
gst_buffer_set_caps (outbuf, GST_PAD_CAPS (mix->srcpad));
gst_gl_mixer_process_buffers (mix, outbuf);
gst_gl_mixer_update_queues (mix);
GST_GL_MIXER_STATE_UNLOCK (mix);
ret = gst_pad_push (mix->srcpad, outbuf);
beach:
return ret;
/* ERRORS */
error:
{
if (outbuf)
gst_buffer_unref (outbuf);
GST_GL_MIXER_STATE_UNLOCK (mix);
goto beach;
}
}
static gboolean
forward_event_func (GstPad * pad, GValue * ret, GstEvent * event)
{
gst_event_ref (event);
GST_LOG_OBJECT (pad, "About to send event %s", GST_EVENT_TYPE_NAME (event));
if (!gst_pad_push_event (pad, event)) {
g_value_set_boolean (ret, FALSE);
GST_WARNING_OBJECT (pad, "Sending event %p (%s) failed.",
event, GST_EVENT_TYPE_NAME (event));
} else {
GST_LOG_OBJECT (pad, "Sent event %p (%s).",
event, GST_EVENT_TYPE_NAME (event));
}
gst_object_unref (pad);
return TRUE;
}
/* forwards the event to all sinkpads, takes ownership of the
* event
*
* Returns: TRUE if the event could be forwarded on all
* sinkpads.
*/
static gboolean
forward_event (GstGLMixer * mix, GstEvent * event)
{
GstIterator *it;
GValue vret = { 0 };
GST_LOG_OBJECT (mix, "Forwarding event %p (%s)", event,
GST_EVENT_TYPE_NAME (event));
g_value_init (&vret, G_TYPE_BOOLEAN);
g_value_set_boolean (&vret, TRUE);
it = gst_element_iterate_sink_pads (GST_ELEMENT_CAST (mix));
gst_iterator_fold (it, (GstIteratorFoldFunction) forward_event_func, &vret,
event);
gst_iterator_free (it);
gst_event_unref (event);
return g_value_get_boolean (&vret);
}
static gboolean
gst_gl_mixer_src_event (GstPad * pad, GstEvent * event)
{
GstGLMixer *mix = GST_GL_MIXER (gst_pad_get_parent (pad));
gboolean result;
switch (GST_EVENT_TYPE (event)) {
case GST_EVENT_QOS:
/* QoS might be tricky */
result = FALSE;
break;
case GST_EVENT_SEEK:
{
GstSeekFlags flags;
GstSeekType curtype;
gint64 cur;
/* parse the seek parameters */
gst_event_parse_seek (event, NULL, NULL, &flags, &curtype,
&cur, NULL, NULL);
/* check if we are flushing */
if (flags & GST_SEEK_FLAG_FLUSH) {
/* make sure we accept nothing anymore and return WRONG_STATE */
gst_collect_pads_set_flushing (mix->collect, TRUE);
/* flushing seek, start flush downstream, the flush will be done
* when all pads received a FLUSH_STOP. */
gst_pad_push_event (mix->srcpad, gst_event_new_flush_start ());
}
/* now wait for the collected to be finished and mark a new
* segment */
GST_OBJECT_LOCK (mix->collect);
if (curtype == GST_SEEK_TYPE_SET)
mix->segment_position = cur;
else
mix->segment_position = 0;
mix->sendseg = TRUE;
GST_OBJECT_UNLOCK (mix->collect);
result = forward_event (mix, event);
break;
}
case GST_EVENT_NAVIGATION:
/* navigation is rather pointless. */
result = FALSE;
break;
default:
/* just forward the rest for now */
result = forward_event (mix, event);
break;
}
gst_object_unref (mix);
return result;
}
static gboolean
gst_gl_mixer_sink_event (GstPad * pad, GstEvent * event)
{
GstGLMixer *videomixer = GST_GL_MIXER (gst_pad_get_parent (pad));
gboolean ret;
GST_DEBUG_OBJECT (pad, "Got %s event on pad %s:%s",
GST_EVENT_TYPE_NAME (event), GST_DEBUG_PAD_NAME (pad));
switch (GST_EVENT_TYPE (event)) {
case GST_EVENT_FLUSH_STOP:
/* mark a pending new segment. This event is synchronized
* with the streaming thread so we can safely update the
* variable without races. It's somewhat weird because we
* assume the collectpads forwarded the FLUSH_STOP past us
* and downstream (using our source pad, the bastard!).
*/
videomixer->sendseg = TRUE;
break;
case GST_EVENT_NEWSEGMENT:
videomixer->sendseg = TRUE;
break;
default:
break;
}
/* now GstCollectPads can take care of the rest, e.g. EOS */
ret = videomixer->collect_event (pad, event);
gst_object_unref (videomixer);
return ret;
}
static void
gst_gl_mixer_get_property (GObject * object,
guint prop_id, GValue * value, GParamSpec * pspec)
{
//GstGLMixer *mix = GST_GL_MIXER (object);
switch (prop_id) {
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gst_gl_mixer_set_property (GObject * object,
guint prop_id, const GValue * value, GParamSpec * pspec)
{
//GstGLMixer *mix = GST_GL_MIXER (object);
switch (prop_id) {
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static GstStateChangeReturn
gst_gl_mixer_change_state (GstElement * element, GstStateChange transition)
{
GstGLMixer *mix;
GstStateChangeReturn ret;
GstGLMixerClass *mixer_class;
g_return_val_if_fail (GST_IS_GL_MIXER (element), GST_STATE_CHANGE_FAILURE);
mix = GST_GL_MIXER (element);
mixer_class = GST_GL_MIXER_GET_CLASS (mix);
switch (transition) {
case GST_STATE_CHANGE_READY_TO_PAUSED:
{
GSList *walk = mix->sinkpads;
GstElement *parent = GST_ELEMENT (gst_element_get_parent (mix));
GstStructure *structure = gst_structure_new (gst_element_get_name (mix), NULL);
GstQuery *query = gst_query_new_application (GST_QUERY_CUSTOM, structure);
/* retrieve the gldisplay that is owned by gl elements after the gl mixer */
gboolean isPerformed = gst_element_query (parent, query);
if (isPerformed) {
const GValue *id_value = gst_structure_get_value (structure, "gstgldisplay");
if (G_VALUE_HOLDS_POINTER (id_value))
/* at least one gl element is after in our gl chain */
mix->display = g_object_ref (GST_GL_DISPLAY (g_value_get_pointer (id_value)));
else
/* this gl filter is a sink in terms of the gl chain */
mix->display = gst_gl_display_new ();
gst_gl_display_create_context (mix->display, 0);
}
gst_query_unref (query);
gst_object_unref (GST_OBJECT (parent));
/* instanciate a gldisplay for each sink pad */
while (walk) {
GstGLMixerPad *sink_pad = GST_GL_MIXER_PAD (walk->data);
walk = g_slist_next (walk);
sink_pad->display = gst_gl_display_new ();
}
mix->array_buffers =
g_array_sized_new (FALSE, TRUE, sizeof (GstBuffer *), mix->next_sinkpad);
GST_LOG_OBJECT (mix, "starting collectpads");
gst_collect_pads_start (mix->collect);
break;
}
case GST_STATE_CHANGE_PAUSED_TO_READY:
{
GSList *walk = mix->sinkpads;
GST_LOG_OBJECT (mix, "stopping collectpads");
gst_collect_pads_stop (mix->collect);
g_array_free (mix->array_buffers, TRUE);
while (walk) {
GstGLMixerPad *sink_pad = GST_GL_MIXER_PAD (walk->data);
walk = g_slist_next (walk);
if (sink_pad->display) {
g_object_unref (sink_pad->display);
sink_pad->display = NULL;
}
}
if (mixer_class->reset)
mixer_class->reset (mix);
if (mix->fbo) {
gst_gl_display_del_fbo (mix->display, mix->fbo, mix->depthbuffer);
mix->fbo = 0;
mix->depthbuffer = 0;
}
if (mix->display) {
g_object_unref (mix->display);
mix->display = NULL;
}
break;
}
default:
break;
}
ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
switch (transition) {
case GST_STATE_CHANGE_PAUSED_TO_READY:
gst_gl_mixer_reset (mix);
break;
default:
break;
}
return ret;
}
Reference in a new issue View git blame Copy permalink