/* GStreamer * Copyright (C) <1999> Erik Walthinsen * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include "gstplaybasebin.h" #include "gstplay-marshal.h" GST_DEBUG_CATEGORY_STATIC (gst_play_base_bin_debug); #define GST_CAT_DEFAULT gst_play_base_bin_debug #define DEFAULT_QUEUE_SIZE (3 * GST_SECOND) /* props */ enum { ARG_0, ARG_URI, ARG_THREADED, ARG_NSTREAMS, ARG_QUEUE_SIZE, ARG_STREAMINFO, ARG_SOURCE }; /* signals */ enum { SETUP_OUTPUT_PADS_SIGNAL, REMOVED_OUTPUT_PAD_SIGNAL, BUFFERING_SIGNAL, LINK_STREAM_SIGNAL, UNLINK_STREAM_SIGNAL, LAST_SIGNAL }; static void gst_play_base_bin_class_init (GstPlayBaseBinClass * klass); static void gst_play_base_bin_init (GstPlayBaseBin * play_base_bin); static void gst_play_base_bin_dispose (GObject * object); static void gst_play_base_bin_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * spec); static void gst_play_base_bin_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * spec); static GstElementStateReturn gst_play_base_bin_change_state (GstElement * element); static void gst_play_base_bin_add_element (GstBin * bin, GstElement * element); static void gst_play_base_bin_remove_element (GstBin * bin, GstElement * element); extern GstElementStateReturn gst_element_set_state_func (GstElement * element, GstElementState state); static void gst_play_base_bin_error (GstElement * element, GstElement * source, GError * error, gchar * debug, gpointer data); static void gst_play_base_bin_found_tag (GstElement * element, GstElement * source, const GstTagList * taglist, gpointer data); static GstElementClass *element_class; static GstElementClass *parent_class; static guint gst_play_base_bin_signals[LAST_SIGNAL] = { 0 }; GType gst_play_base_bin_get_type (void) { static GType gst_play_base_bin_type = 0; if (!gst_play_base_bin_type) { static const GTypeInfo gst_play_base_bin_info = { sizeof (GstPlayBaseBinClass), NULL, NULL, (GClassInitFunc) gst_play_base_bin_class_init, NULL, NULL, sizeof (GstPlayBaseBin), 0, (GInstanceInitFunc) gst_play_base_bin_init, NULL }; gst_play_base_bin_type = g_type_register_static (GST_TYPE_BIN, "GstPlayBaseBin", &gst_play_base_bin_info, 0); } return gst_play_base_bin_type; } static void gst_play_base_bin_class_init (GstPlayBaseBinClass * klass) { GObjectClass *gobject_klass; GstElementClass *gstelement_klass; GstBinClass *gstbin_klass; gobject_klass = (GObjectClass *) klass; gstelement_klass = (GstElementClass *) klass; gstbin_klass = (GstBinClass *) klass; element_class = g_type_class_ref (gst_element_get_type ()); parent_class = g_type_class_ref (gst_bin_get_type ()); gobject_klass->set_property = gst_play_base_bin_set_property; gobject_klass->get_property = gst_play_base_bin_get_property; g_object_class_install_property (gobject_klass, ARG_URI, g_param_spec_string ("uri", "URI", "URI of the media to play", NULL, G_PARAM_READWRITE)); g_object_class_install_property (gobject_klass, ARG_NSTREAMS, g_param_spec_int ("nstreams", "NStreams", "number of streams", 0, G_MAXINT, 0, G_PARAM_READABLE)); g_object_class_install_property (gobject_klass, ARG_QUEUE_SIZE, g_param_spec_uint64 ("queue-size", "Queue size", "Size of internal queues in nanoseconds", 0, G_MAXINT64, DEFAULT_QUEUE_SIZE, G_PARAM_READWRITE)); g_object_class_install_property (gobject_klass, ARG_STREAMINFO, g_param_spec_pointer ("stream-info", "Stream info", "List of streaminfo", G_PARAM_READABLE)); g_object_class_install_property (gobject_klass, ARG_SOURCE, g_param_spec_object ("source", "Source", "Source element", GST_TYPE_ELEMENT, G_PARAM_READABLE)); GST_DEBUG_CATEGORY_INIT (gst_play_base_bin_debug, "playbasebin", 0, "playbasebin"); /* signals */ gst_play_base_bin_signals[SETUP_OUTPUT_PADS_SIGNAL] = g_signal_new ("setup-output-pads", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST, G_STRUCT_OFFSET (GstPlayBaseBinClass, setup_output_pads), NULL, NULL, g_cclosure_marshal_VOID__VOID, G_TYPE_NONE, 0); gst_play_base_bin_signals[REMOVED_OUTPUT_PAD_SIGNAL] = g_signal_new ("removed-output-pad", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST, G_STRUCT_OFFSET (GstPlayBaseBinClass, removed_output_pad), NULL, NULL, gst_marshal_VOID__OBJECT, G_TYPE_NONE, 1, G_TYPE_OBJECT); gst_play_base_bin_signals[BUFFERING_SIGNAL] = g_signal_new ("buffering", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST, G_STRUCT_OFFSET (GstPlayBaseBinClass, buffering), NULL, NULL, g_cclosure_marshal_VOID__INT, G_TYPE_NONE, 1, G_TYPE_INT); /* action signals */ gst_play_base_bin_signals[LINK_STREAM_SIGNAL] = g_signal_new ("link-stream", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION, G_STRUCT_OFFSET (GstPlayBaseBinClass, link_stream), NULL, NULL, gst_play_marshal_BOOLEAN__OBJECT_OBJECT, G_TYPE_BOOLEAN, 2, G_TYPE_OBJECT, GST_TYPE_PAD); gst_play_base_bin_signals[UNLINK_STREAM_SIGNAL] = g_signal_new ("unlink-stream", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION, G_STRUCT_OFFSET (GstPlayBaseBinClass, unlink_stream), NULL, NULL, gst_marshal_VOID__OBJECT, G_TYPE_NONE, 1, G_TYPE_OBJECT); gobject_klass->dispose = GST_DEBUG_FUNCPTR (gst_play_base_bin_dispose); /* we handle state changes like an element */ gstelement_klass->set_state = GST_ELEMENT_CLASS (element_class)->set_state; gstelement_klass->change_state = GST_DEBUG_FUNCPTR (gst_play_base_bin_change_state); gstbin_klass->add_element = GST_DEBUG_FUNCPTR (gst_play_base_bin_add_element); gstbin_klass->remove_element = GST_DEBUG_FUNCPTR (gst_play_base_bin_remove_element); klass->link_stream = gst_play_base_bin_link_stream; klass->unlink_stream = gst_play_base_bin_unlink_stream; } static void gst_play_base_bin_init (GstPlayBaseBin * play_base_bin) { play_base_bin->uri = NULL; play_base_bin->need_rebuild = TRUE; play_base_bin->source = NULL; play_base_bin->decoder = NULL; play_base_bin->group_lock = g_mutex_new (); play_base_bin->group_cond = g_cond_new (); play_base_bin->building_group = NULL; play_base_bin->queued_groups = NULL; play_base_bin->queue_size = DEFAULT_QUEUE_SIZE; GST_FLAG_SET (play_base_bin, GST_BIN_SELF_SCHEDULABLE); } static void gst_play_base_bin_dispose (GObject * object) { GstPlayBaseBin *play_base_bin; play_base_bin = GST_PLAY_BASE_BIN (object); g_free (play_base_bin->uri); play_base_bin->uri = NULL; if (G_OBJECT_CLASS (parent_class)->dispose) { G_OBJECT_CLASS (parent_class)->dispose (object); } } static GstPlayBaseGroup * group_create (GstPlayBaseBin * play_base_bin) { GstPlayBaseGroup *group; group = g_new0 (GstPlayBaseGroup, 1); group->bin = play_base_bin; return group; } static GstPlayBaseGroup * get_active_group (GstPlayBaseBin * play_base_bin) { if (play_base_bin->queued_groups) { return (GstPlayBaseGroup *) play_base_bin->queued_groups->data; } return NULL; } /* get the group used for discovering the different streams. * This function creates a group is there is none. */ static GstPlayBaseGroup * get_building_group (GstPlayBaseBin * play_base_bin) { GstPlayBaseGroup *group; group = play_base_bin->building_group; if (group == NULL) { group = group_create (play_base_bin); play_base_bin->building_group = group; } return group; } static void group_destroy (GstPlayBaseGroup * group) { GstPlayBaseBin *play_base_bin = group->bin; GList *prerolls, *infos; GST_LOG ("removing group %p", group); /* remove the preroll queues */ for (prerolls = group->preroll_elems; prerolls; prerolls = g_list_next (prerolls)) { GstElement *element = GST_ELEMENT (prerolls->data); GstPad *pad; guint sig_id; GstElement *fakesrc; /* have to unlink the unlink handler first because else we * are going to link an element in the finalize handler */ pad = gst_element_get_pad (element, "sink"); sig_id = GPOINTER_TO_INT (g_object_get_data (G_OBJECT (pad), "unlinked_id")); if (sig_id != 0) { GST_LOG ("removing unlink signal %s:%s", GST_DEBUG_PAD_NAME (pad)); g_signal_handler_disconnect (G_OBJECT (pad), sig_id); g_object_set_data (G_OBJECT (pad), "unlinked_id", GINT_TO_POINTER (0)); } /* remove any fakesrc elements for this preroll element */ fakesrc = (GstElement *) g_object_get_data (G_OBJECT (element), "fakesrc"); if (fakesrc != NULL) { GST_LOG ("removing fakesrc"); gst_bin_remove (GST_BIN (play_base_bin->thread), fakesrc); } /* if the group is currently being played, we have to remove the element * from the thread */ if (get_active_group (play_base_bin) == group) { GST_LOG ("removing preroll element %s", gst_element_get_name (element)); gst_bin_remove (GST_BIN (play_base_bin->thread), element); } else { /* else we can just unref it */ gst_object_unref (GST_OBJECT (element)); } } g_list_free (group->preroll_elems); /* free the streaminfo too */ for (infos = group->streaminfo; infos; infos = g_list_next (infos)) { GstStreamInfo *info = GST_STREAM_INFO (infos->data); g_object_unref (info); } g_list_free (group->streaminfo); g_free (group); } /* is called when the current building group is completely finished * and ready for playback */ static void group_commit (GstPlayBaseBin * play_base_bin, gboolean fatal) { GstPlayBaseGroup *group = play_base_bin->building_group; GList *prerolls; /* if an element signalled a no-more-pads after we stopped due * to preroll, the group is NULL. This is not an error */ if (group == NULL) { if (!fatal) { return; } else { GST_DEBUG ("Group loading failed, bailing out"); } } else { GST_DEBUG ("group %p done", group); play_base_bin->queued_groups = g_list_append (play_base_bin->queued_groups, group); play_base_bin->building_group = NULL; /* remove signals. We don't want anymore signals from the preroll * elements at this stage. */ for (prerolls = group->preroll_elems; prerolls; prerolls = g_list_next (prerolls)) { GstElement *element = GST_ELEMENT (prerolls->data); guint sig_id; sig_id = GPOINTER_TO_INT (g_object_get_data (G_OBJECT (element), "signal_id")); GST_LOG ("removing preroll signal %s", gst_element_get_name (element)); g_signal_handler_disconnect (G_OBJECT (element), sig_id); } } g_mutex_lock (play_base_bin->group_lock); GST_DEBUG ("signal group done"); g_cond_signal (play_base_bin->group_cond); GST_DEBUG ("signaled group done"); g_mutex_unlock (play_base_bin->group_lock); } /* check if there are streams in the group that are not muted */ static gboolean group_is_muted (GstPlayBaseGroup * group) { GList *infos; for (infos = group->streaminfo; infos; infos = g_list_next (infos)) { GstStreamInfo *info = GST_STREAM_INFO (infos->data); /* if we find a non muded group we can return FALSE */ if (!info->mute) return FALSE; } return TRUE; } /* this signal will be fired when one of the queues with raw * data is filled. This means that the group building stage is over * and playback of the new queued group should start */ static void queue_overrun (GstElement * element, GstPlayBaseBin * play_base_bin) { GST_DEBUG ("queue %s overrun", gst_element_get_name (element)); group_commit (play_base_bin, FALSE); } /* generate a preroll element which is simply a queue. While there * are still dynamic elements in the pipeline, we wait for one * of the queues to fill. The assumption is that all the dynamic * streams will be detected by that time. */ static GstElement * gen_preroll_element (GstPlayBaseBin * play_base_bin, GstPad * pad) { GstElement *element; gchar *name; guint sig; name = g_strdup_printf ("preroll_%s", gst_pad_get_name (pad)); element = gst_element_factory_make ("queue", name); g_object_set (G_OBJECT (element), "max-size-buffers", 0, NULL); g_object_set (G_OBJECT (element), "max-size-bytes", 0, NULL); g_object_set (G_OBJECT (element), "max-size-time", play_base_bin->queue_size, NULL); sig = g_signal_connect (G_OBJECT (element), "overrun", G_CALLBACK (queue_overrun), play_base_bin); /* keep a ref to the signal id so that we can disconnect the signal callback * when we are done with the preroll */ g_object_set_data (G_OBJECT (element), "signal_id", GINT_TO_POINTER (sig)); g_free (name); return element; } static void remove_groups (GstPlayBaseBin * play_base_bin) { GList *groups; /* first destroy the group we were building if any */ if (play_base_bin->building_group) { group_destroy (play_base_bin->building_group); play_base_bin->building_group = NULL; } /* remove the queued groups */ for (groups = play_base_bin->queued_groups; groups; groups = g_list_next (groups)) { GstPlayBaseGroup *group = (GstPlayBaseGroup *) groups->data; group_destroy (group); } g_list_free (play_base_bin->queued_groups); play_base_bin->queued_groups = NULL; } /* Add/remove a single stream to current building group. */ static void add_stream (GstPlayBaseGroup * group, GstStreamInfo * info) { GST_DEBUG ("add stream to group %p", group); /* keep ref to the group */ g_object_set_data (G_OBJECT (info), "group", group); group->streaminfo = g_list_append (group->streaminfo, info); switch (info->type) { case GST_STREAM_TYPE_AUDIO: group->naudiopads++; break; case GST_STREAM_TYPE_VIDEO: group->nvideopads++; break; default: group->nunknownpads++; break; } } /* signal fired when an unknown stream is found. We create a new * UNKNOWN streaminfo object */ static void unknown_type (GstElement * element, GstPad * pad, GstCaps * caps, GstPlayBaseBin * play_base_bin) { gchar *capsstr; GstStreamInfo *info; GstPlayBaseGroup *group = get_building_group (play_base_bin); capsstr = gst_caps_to_string (caps); g_warning ("don't know how to handle %s", capsstr); /* add the stream to the list */ info = gst_stream_info_new (GST_OBJECT (pad), GST_STREAM_TYPE_UNKNOWN, NULL, caps); info->origin = GST_OBJECT (pad); add_stream (group, info); g_free (capsstr); } /* add a streaminfo that indicates that the stream is handled by the * given element. This usually means that a stream without actual data is * produced but one that is sunken by an element. Examples of this are: * cdaudio, a hardware decoder/sink, dvd meta bins etc... */ static void add_element_stream (GstElement * element, GstPlayBaseBin * play_base_bin) { GstStreamInfo *info; GstPlayBaseGroup *group = get_building_group (play_base_bin); /* add the stream to the list */ info = gst_stream_info_new (GST_OBJECT (element), GST_STREAM_TYPE_ELEMENT, NULL, NULL); info->origin = GST_OBJECT (element); add_stream (group, info); } /* when the decoder element signals that no more pads will be generated, we * can commit the current group. */ static void no_more_pads (GstElement * element, GstPlayBaseBin * play_base_bin) { /* setup phase */ GST_DEBUG ("no more pads"); /* we can commit this group for playback now */ group_commit (play_base_bin, FALSE); } static gboolean probe_triggered (GstProbe * probe, GstData ** data, gpointer user_data) { GstPlayBaseGroup *group; GstPlayBaseBin *play_base_bin; GstStreamInfo *info = GST_STREAM_INFO (user_data); group = (GstPlayBaseGroup *) g_object_get_data (G_OBJECT (info), "group"); play_base_bin = group->bin; if (GST_IS_EVENT (*data)) { GstEvent *event = GST_EVENT (*data); if (GST_EVENT_TYPE (event) == GST_EVENT_EOS) { gboolean have_left; GST_DEBUG ("probe got EOS in group %p", group); /* mute this stream */ g_object_set (G_OBJECT (info), "mute", TRUE, NULL); /* see if we have some more groups left to play */ have_left = (g_list_length (play_base_bin->queued_groups) > 1); /* see if the complete group is muted */ if (!group_is_muted (group)) { /* group is not completely muted, we remove the EOS event * and continue, eventually the other streams will be EOSed and * we can switch out this group. */ GST_DEBUG ("group %p not completely muted", group); /* remove the EOS if we have something left */ return !have_left; } if (have_left) { gst_element_set_state (play_base_bin->thread, GST_STATE_PAUSED); /* ok, get rid of the current group then */ group_destroy (group); /* removing the current group brings the next group * active */ play_base_bin->queued_groups = g_list_delete_link (play_base_bin->queued_groups, play_base_bin->queued_groups); GST_DEBUG ("switching to next group %p", play_base_bin->queued_groups->data); /* and signal the new group */ GST_DEBUG ("emit signal"); g_signal_emit (play_base_bin, gst_play_base_bin_signals[SETUP_OUTPUT_PADS_SIGNAL], 0); GST_DEBUG ("Syncing state from %d", GST_STATE (play_base_bin->thread)); gst_element_set_state (play_base_bin->thread, GST_STATE_PLAYING); /* get rid of the EOS event */ return FALSE; } } else if (GST_EVENT_TYPE (event) == GST_EVENT_TAG) { GstTagList *taglist; GstObject *source; /* ref some to be sure.. */ gst_event_ref (event); gst_object_ref (GST_OBJECT (play_base_bin)); taglist = gst_event_tag_get_list (event); /* now try to find the source of this tag */ source = event->src; if (source == NULL || !GST_IS_ELEMENT (source)) { /* no source, just use playbasebin then. This happens almost * all the time, it seems the source is never filled in... */ source = GST_OBJECT (play_base_bin); } /* emit the signal now */ g_signal_emit_by_name (G_OBJECT (play_base_bin), "found-tag", source, taglist); /* and unref */ gst_object_unref (GST_OBJECT (play_base_bin)); gst_event_unref (event); } } return TRUE; } /* This function will be called when the sinkpad of the preroll element * is unlinked, we have to connect something to the sinkpad or else the * state change will fail.. */ static void preroll_unlinked (GstPad * pad, GstPad * peerpad, GstPlayBaseBin * play_base_bin) { GstElement *fakesrc, *queue; guint sig_id; /* make a fakesrc that will just emit one EOS */ fakesrc = gst_element_factory_make ("fakesrc", NULL); g_object_set (G_OBJECT (fakesrc), "num_buffers", 0, NULL); GST_DEBUG ("patching unlinked pad %s:%s", GST_DEBUG_PAD_NAME (pad)); gst_pad_link (gst_element_get_pad (fakesrc, "src"), pad); gst_bin_add (GST_BIN (play_base_bin->thread), fakesrc); /* keep track of these patch elements */ queue = GST_ELEMENT (gst_object_get_parent (GST_OBJECT (pad))); g_object_set_data (G_OBJECT (queue), "fakesrc", fakesrc); /* now unlink the unlinked signal so that it is not called again when * we destroy the queue */ sig_id = GPOINTER_TO_INT (g_object_get_data (G_OBJECT (pad), "unlinked_id")); if (sig_id != 0) { g_signal_handler_disconnect (G_OBJECT (pad), sig_id); g_object_set_data (G_OBJECT (pad), "unlinked_id", GINT_TO_POINTER (0)); } } /* signal fired when decodebin has found a new raw pad. We create * a preroll element if needed and the appropriate streaminfo. */ static void new_decoded_pad (GstElement * element, GstPad * pad, gboolean last, GstPlayBaseBin * play_base_bin) { GstStructure *structure; const gchar *mimetype; GstCaps *caps; GstElement *new_element = NULL; GstStreamInfo *info; GstStreamType type; GstPad *srcpad; gboolean need_preroll; GstPlayBaseGroup *group; GstProbe *probe; GST_DEBUG ("play base: new decoded pad %d", last); /* first see if this pad has interesting caps */ caps = gst_pad_get_caps (pad); if (caps == NULL || gst_caps_is_empty (caps)) { g_warning ("no type on pad %s:%s", GST_DEBUG_PAD_NAME (pad)); if (caps) gst_caps_free (caps); return; } /* get the mime type */ structure = gst_caps_get_structure (caps, 0); mimetype = gst_structure_get_name (structure); group = get_building_group (play_base_bin); group->nstreams++; need_preroll = FALSE; if (g_str_has_prefix (mimetype, "audio/")) { type = GST_STREAM_TYPE_AUDIO; /* first audio pad gets a preroll element */ if (group->naudiopads == 0) { need_preroll = TRUE; } } else if (g_str_has_prefix (mimetype, "video/")) { type = GST_STREAM_TYPE_VIDEO; /* first video pad gets a preroll element */ if (group->nvideopads == 0) { need_preroll = TRUE; } } else { type = GST_STREAM_TYPE_UNKNOWN; } if (last || !need_preroll) { GST_DEBUG ("play base: pad does not need preroll"); srcpad = pad; } else { guint sig; GstPad *sinkpad; GST_DEBUG ("play base: pad needs preroll"); new_element = gen_preroll_element (play_base_bin, pad); srcpad = gst_element_get_pad (new_element, "src"); gst_bin_add (GST_BIN (play_base_bin->thread), new_element); play_base_bin->threaded = TRUE; group->preroll_elems = g_list_prepend (group->preroll_elems, new_element); gst_element_set_state (new_element, GST_STATE_READY); sinkpad = gst_element_get_pad (new_element, "sink"); gst_pad_link (pad, sinkpad); /* make sure we catch unlink signals */ sig = g_signal_connect (G_OBJECT (sinkpad), "unlinked", G_CALLBACK (preroll_unlinked), play_base_bin); /* keep a ref to the signal id so that we can disconnect the signal callback */ g_object_set_data (G_OBJECT (sinkpad), "unlinked_id", GINT_TO_POINTER (sig)); gst_element_set_state (new_element, GST_STATE_PAUSED); } /* add the stream to the list */ info = gst_stream_info_new (GST_OBJECT (srcpad), type, NULL, caps); gst_caps_free (caps); info->origin = GST_OBJECT (pad); add_stream (group, info); /* install a probe so that we know when this group has ended */ probe = gst_probe_new (FALSE, probe_triggered, info); /* have to REALIZE the pad as we cannot attach a padprobe to a ghostpad */ gst_pad_add_probe (GST_PAD_REALIZE (srcpad), probe); /* signal the no more pads after adding the stream */ if (last) no_more_pads (NULL, play_base_bin); } /* nothing, really... We have already dealt with this because * we have the EOS padprobe installed on each pad */ static void removed_decoded_pad (GstElement * element, GstPad * pad, GstPlayBaseBin * play_base_bin) { return; } /* * Cache errors... */ static void thread_error (GstElement * element, GstElement * orig, GError * error, const gchar * debug, gpointer data) { GError **_error = data; if (!*_error) *_error = g_error_copy (error); } /* signal fired when the internal thread performed an unexpected * state change. This usually indicated an error occured. We stop the * preroll stage. */ static void state_change (GstElement * element, GstElementState old_state, GstElementState new_state, gpointer data) { GstPlayBaseBin *play_base_bin = GST_PLAY_BASE_BIN (data); if (old_state > new_state) { /* EOS or error occurred, we have to commit the current group */ GST_DEBUG ("state changed downwards"); group_commit (play_base_bin, TRUE); } } /* * Buffer/cache checking. FIXME: make configurable. * Note that we could also do this (buffering) at the * preroll-level. The advantage there is that it'd * allow us to cache in time-units rather than byte- * units. Ohwell... */ static gboolean check_queue (GstProbe * probe, GstData ** data, gpointer user_data) { GstElement *queue = GST_ELEMENT (user_data); GstPlayBaseBin *play_base_bin = g_object_get_data (G_OBJECT (queue), "pbb"); guint level = 0; g_object_get (G_OBJECT (queue), "current-level-bytes", &level, NULL); GST_DEBUG ("Queue size: %u bytes", level); g_signal_emit (play_base_bin, gst_play_base_bin_signals[BUFFERING_SIGNAL], 0, level * 100 / (512 * 1024)); /* continue! */ return TRUE; } static void buffer_underrun (GstElement * queue, GstPlayBaseBin * play_base_bin) { GST_DEBUG ("Underrun, re-caching"); /* On underrun, we want to temoprarily pause playback, set a "min-size" * treshold and wait for the running signal and then play again. Take * care of possible deadlocks and so on, */ g_object_set (queue, "min-threshold-bytes", 64 * 1024, NULL); g_signal_emit (play_base_bin, gst_play_base_bin_signals[BUFFERING_SIGNAL], 0, 0); } static void buffer_running (GstElement * queue, GstPlayBaseBin * play_base_bin) { GST_DEBUG ("Running"); /* When we had an underrun, we now want to play again. */ g_object_set (queue, "min-threshold-bytes", 0, "max-size-bytes", 512 * 1024, NULL); } static void buffer_overrun (GstElement * queue, GstPlayBaseBin * play_base_bin) { GST_DEBUG ("Overrun, leaking upstream and flushing next few buffers"); /* we want to decrease max-size here so the next few bytes are flushed */ g_object_set (queue, "max-size-bytes", 448 * 1024, NULL); g_signal_emit (play_base_bin, gst_play_base_bin_signals[BUFFERING_SIGNAL], 0, 100); } /* * Generate a source element that does caching for network streams. */ static GstElement * gen_source_element (GstPlayBaseBin * play_base_bin) { GstElement *source, *queue, *bin; GstProbe *probe; gboolean is_stream; source = gst_element_make_from_uri (GST_URI_SRC, play_base_bin->uri, "source"); if (!source) return NULL; /* lame - FIXME, maybe we can use seek_types/mask here? */ is_stream = !strncmp (play_base_bin->uri, "http://", 7); if (!is_stream) return source; /* buffer */ bin = gst_thread_new ("sourcebin"); queue = gst_element_factory_make ("queue", "buffer"); g_object_set (queue, "max-size-bytes", 512 * 1024, "max-size-buffers", 0, NULL); /* I'd like it to be leaky too, but only for live sources. How? */ g_signal_connect (queue, "underrun", G_CALLBACK (buffer_underrun), play_base_bin); g_signal_connect (queue, "running", G_CALLBACK (buffer_running), play_base_bin); g_signal_connect (queue, "overrun", G_CALLBACK (buffer_overrun), play_base_bin); /* give updates on queue size */ probe = gst_probe_new (FALSE, check_queue, queue); gst_pad_add_probe (gst_element_get_pad (source, "src"), probe); g_object_set_data (G_OBJECT (queue), "pbb", play_base_bin); gst_element_link (source, queue); gst_bin_add_many (GST_BIN (bin), source, queue, NULL); gst_element_add_ghost_pad (bin, gst_element_get_pad (queue, "src"), "src"); return bin; } /* construct and run the source and decoder elements until we found * all the streams or until a preroll queue has been filled. */ static gboolean setup_source (GstPlayBaseBin * play_base_bin, GError ** error) { GstElement *old_src; GstElement *old_dec; GstPad *srcpad = NULL; if (!play_base_bin->need_rebuild) return TRUE; play_base_bin->threaded = FALSE; /* keep ref to old souce in case creating the new source fails */ old_src = play_base_bin->source; /* create and configure an element that can handle the uri */ play_base_bin->source = gen_source_element (play_base_bin); if (!play_base_bin->source) { /* whoops, could not create the source element */ g_set_error (error, 0, 0, "No URI handler implemented for \"%s\"", play_base_bin->uri); GST_WARNING ("don't know how to read %s", play_base_bin->uri); play_base_bin->source = old_src; return FALSE; } else { if (old_src) { GST_LOG ("removing old src element %s", gst_element_get_name (old_src)); gst_bin_remove (GST_BIN (play_base_bin->thread), old_src); } gst_bin_add (GST_BIN (play_base_bin->thread), play_base_bin->source); g_object_notify (G_OBJECT (play_base_bin), "source"); /* make sure the new element has the same state as the parent */ if (gst_bin_sync_children_state (GST_BIN (play_base_bin->thread)) == GST_STATE_FAILURE) { return FALSE; } } /* remove the old decoder now, if any */ old_dec = play_base_bin->decoder; if (old_dec) { GST_LOG ("removing old decoder element %s", gst_element_get_name (old_dec)); /* keep a ref to the old decoder as we might need to add it again * to the bin if we can't find a new decoder */ gst_object_ref (GST_OBJECT (old_dec)); gst_bin_remove (GST_BIN (play_base_bin->thread), old_dec); } /* remove our previous preroll queues */ remove_groups (play_base_bin); /* now see if the source element emits raw audio/video all by itself, * if so, we can create streams for the pads and be done with it. * Also check that is has source pads, if not, we assume it will * do everything itself. */ { const GList *pads; gboolean is_raw = FALSE; /* assume we are going to have no output streams */ gboolean no_out = TRUE; for (pads = gst_element_get_pad_list (play_base_bin->source); pads; pads = g_list_next (pads)) { GstPad *pad = GST_PAD (pads->data); GstStructure *structure; const gchar *mimetype; GstCaps *caps; if (GST_PAD_IS_SINK (pad)) continue; no_out = FALSE; srcpad = pad; caps = gst_pad_get_caps (pad); if (caps == NULL || gst_caps_is_empty (caps) || gst_caps_get_size (caps) == 0) { if (caps != NULL) gst_caps_free (caps); continue; } structure = gst_caps_get_structure (caps, 0); mimetype = gst_structure_get_name (structure); if (g_str_has_prefix (mimetype, "audio/x-raw") || g_str_has_prefix (mimetype, "video/x-raw")) { new_decoded_pad (play_base_bin->source, pad, g_list_next (pads) == NULL, play_base_bin); is_raw = TRUE; } gst_caps_free (caps); } if (is_raw) { no_more_pads (play_base_bin->source, play_base_bin); return TRUE; } if (no_out) { /* create a stream to indicate that this uri is handled by a self * contained element */ add_element_stream (play_base_bin->source, play_base_bin); no_more_pads (play_base_bin->source, play_base_bin); return TRUE; } } { gboolean res; gint sig1, sig2, sig3, sig4, sig5, sig6; /* now create the decoder element */ play_base_bin->decoder = gst_element_factory_make ("decodebin", "decoder"); if (!play_base_bin->decoder) { g_warning ("can't find decoder element"); play_base_bin->decoder = old_dec; return FALSE; } else { /* ref decoder so that the bin does not take ownership */ gst_object_ref (GST_OBJECT (play_base_bin->decoder)); gst_bin_add (GST_BIN (play_base_bin->thread), play_base_bin->decoder); /* now we can really get rid of the old decoder */ if (old_dec) gst_object_unref (GST_OBJECT (old_dec)); } res = gst_pad_link (srcpad, gst_element_get_pad (play_base_bin->decoder, "sink")); if (!res) { g_warning ("can't link source to decoder element"); return FALSE; } sig1 = g_signal_connect (G_OBJECT (play_base_bin->decoder), "new-decoded-pad", G_CALLBACK (new_decoded_pad), play_base_bin); sig2 = g_signal_connect (G_OBJECT (play_base_bin->decoder), "removed-decoded-pad", G_CALLBACK (removed_decoded_pad), play_base_bin); sig3 = g_signal_connect (G_OBJECT (play_base_bin->decoder), "no-more-pads", G_CALLBACK (no_more_pads), play_base_bin); sig4 = g_signal_connect (G_OBJECT (play_base_bin->decoder), "unknown-type", G_CALLBACK (unknown_type), play_base_bin); sig5 = g_signal_connect (G_OBJECT (play_base_bin->thread), "error", G_CALLBACK (thread_error), error); /* either when the queues are filled or when the decoder element has no more * dynamic streams, the cond is unlocked. We can remove the signal handlers then */ g_mutex_lock (play_base_bin->group_lock); if (gst_element_set_state (play_base_bin->thread, GST_STATE_PLAYING) == GST_STATE_SUCCESS) { GST_DEBUG ("waiting for first group..."); sig6 = g_signal_connect (G_OBJECT (play_base_bin->thread), "state-change", G_CALLBACK (state_change), play_base_bin); g_cond_wait (play_base_bin->group_cond, play_base_bin->group_lock); GST_DEBUG ("group done !"); } else { GST_DEBUG ("state change failed, media cannot be loaded"); sig6 = 0; } g_mutex_unlock (play_base_bin->group_lock); if (sig6 != 0) g_signal_handler_disconnect (G_OBJECT (play_base_bin->thread), sig6); g_signal_handler_disconnect (G_OBJECT (play_base_bin->thread), sig5); g_signal_handler_disconnect (G_OBJECT (play_base_bin->decoder), sig4); play_base_bin->need_rebuild = FALSE; } return TRUE; } static void gst_play_base_bin_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstPlayBaseBin *play_base_bin; g_return_if_fail (GST_IS_PLAY_BASE_BIN (object)); play_base_bin = GST_PLAY_BASE_BIN (object); switch (prop_id) { case ARG_URI: { const gchar *uri = g_value_get_string (value); if (uri == NULL) { g_warning ("cannot set NULL uri"); return; } /* if we have no previous uri, or the new uri is different from the * old one, replug */ if (play_base_bin->uri == NULL || strcmp (play_base_bin->uri, uri) != 0) { g_free (play_base_bin->uri); play_base_bin->uri = g_strdup (uri); GST_DEBUG ("setting new uri to %s", uri); play_base_bin->need_rebuild = TRUE; } break; } case ARG_QUEUE_SIZE: play_base_bin->queue_size = g_value_get_uint64 (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_play_base_bin_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstPlayBaseBin *play_base_bin; g_return_if_fail (GST_IS_PLAY_BASE_BIN (object)); play_base_bin = GST_PLAY_BASE_BIN (object); switch (prop_id) { case ARG_URI: g_value_set_string (value, play_base_bin->uri); break; case ARG_NSTREAMS: { GstPlayBaseGroup *group = get_active_group (play_base_bin); if (group) { g_value_set_int (value, group->nstreams); } else { g_value_set_int (value, 0); } break; } case ARG_QUEUE_SIZE: g_value_set_uint64 (value, play_base_bin->queue_size); break; case ARG_STREAMINFO: g_value_set_pointer (value, (gpointer) gst_play_base_bin_get_streaminfo (play_base_bin)); break; case ARG_SOURCE: if (GST_IS_BIN (play_base_bin->source)) { GstElement *kid; kid = gst_bin_get_by_name (GST_BIN (play_base_bin->source), "source"); g_value_set_object (value, kid); } else g_value_set_object (value, play_base_bin->source); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void play_base_eos (GstBin * bin, GstPlayBaseBin * play_base_bin) { no_more_pads (GST_ELEMENT (bin), play_base_bin); gst_element_set_eos (GST_ELEMENT (play_base_bin)); } static GstElementStateReturn gst_play_base_bin_change_state (GstElement * element) { GstElementStateReturn ret = GST_STATE_SUCCESS; GstPlayBaseBin *play_base_bin; play_base_bin = GST_PLAY_BASE_BIN (element); switch (GST_STATE_TRANSITION (element)) { case GST_STATE_NULL_TO_READY: { GstScheduler *sched; play_base_bin->thread = gst_thread_new ("internal_thread"); sched = gst_scheduler_factory_make ("opt", play_base_bin->thread); if (sched) { gst_element_set_scheduler (play_base_bin->thread, sched); gst_element_set_state (play_base_bin->thread, GST_STATE_READY); g_signal_connect (play_base_bin->thread, "found_tag", G_CALLBACK (gst_play_base_bin_found_tag), play_base_bin); } else { g_warning ("could not get 'opt' scheduler"); gst_object_unref (GST_OBJECT (play_base_bin->thread)); play_base_bin->thread = NULL; ret = GST_STATE_FAILURE; } break; } case GST_STATE_READY_TO_PAUSED: { GError *error = NULL; if (!setup_source (play_base_bin, &error) || error != NULL) { if (!error) { /* opening failed but no error - hellup */ GST_ELEMENT_ERROR (GST_ELEMENT (play_base_bin), STREAM, NOT_IMPLEMENTED, ("cannot open file \"%s\"", play_base_bin->uri), (NULL)); } else { /* just copy the cached error - type doesn't matter */ GST_ELEMENT_ERROR (play_base_bin, STREAM, TOO_LAZY, (error->message), (NULL)); g_error_free (error); } ret = GST_STATE_FAILURE; } else { const GList *item; gboolean stream_found = FALSE, no_media = FALSE; GstPlayBaseGroup *group; group = get_active_group (play_base_bin); /* check if we found any supported stream... if not, then * we detected stream type (or the above would've failed), * but linking/decoding failed - plugin probably missing. */ for (item = group ? group->streaminfo : NULL; item != NULL; item = item->next) { GstStreamInfo *info = GST_STREAM_INFO (item->data); if (info->type != GST_STREAM_TYPE_UNKNOWN) { stream_found = TRUE; break; } else if (!item->prev && !item->next) { /* We're no audio/video and the only stream... We could * be something not-media that's detected because then our * typefind doesn't mess up with mp3 (bz2, gz, elf, ...) */ if (info->caps && !gst_caps_is_empty (info->caps)) { const gchar *mime = gst_structure_get_name (gst_caps_get_structure (info->caps, 0)); if (!strcmp (mime, "application/x-executable") || !strcmp (mime, "application/x-bzip") || !strcmp (mime, "application/x-gzip") || !strcmp (mime, "application/zip") || !strcmp (mime, "application/x-compress")) { no_media = TRUE; } } } } if (!stream_found) { if (!no_media) { GST_ELEMENT_ERROR (play_base_bin, STREAM, CODEC_NOT_FOUND, ("There were no decoders found to handle the stream in file " "\"%s\", you might need to install the corresponding plugins", play_base_bin->uri), (NULL)); } else { GST_ELEMENT_ERROR (play_base_bin, STREAM, WRONG_TYPE, ("File \"%s\" is not a media file", play_base_bin->uri), (NULL)); } ret = GST_STATE_FAILURE; } else { ret = gst_element_set_state (play_base_bin->thread, GST_STATE_PAUSED); } } if (ret == GST_STATE_SUCCESS) { /* error forwarding: * we only connect after the stream has been set up. If that failed, * we simply emit our own error. This also prevents us from failing * because one stream was unrecognized. */ g_signal_connect (play_base_bin->thread, "error", G_CALLBACK (gst_play_base_bin_error), play_base_bin); g_signal_connect (G_OBJECT (play_base_bin->thread), "eos", G_CALLBACK (play_base_eos), play_base_bin); GST_DEBUG ("emit signal"); g_signal_emit (play_base_bin, gst_play_base_bin_signals[SETUP_OUTPUT_PADS_SIGNAL], 0); } else { /* clean up leftover groups */ remove_groups (play_base_bin); } break; } case GST_STATE_PAUSED_TO_PLAYING: ret = gst_element_set_state (play_base_bin->thread, GST_STATE_PLAYING); break; case GST_STATE_PLAYING_TO_PAUSED: ret = gst_element_set_state (play_base_bin->thread, GST_STATE_PAUSED); break; case GST_STATE_PAUSED_TO_READY: g_signal_handlers_disconnect_by_func (play_base_bin->thread, G_CALLBACK (gst_play_base_bin_error), play_base_bin); g_signal_handlers_disconnect_by_func (play_base_bin->thread, G_CALLBACK (play_base_eos), play_base_bin); ret = gst_element_set_state (play_base_bin->thread, GST_STATE_READY); play_base_bin->need_rebuild = TRUE; remove_groups (play_base_bin); break; case GST_STATE_READY_TO_NULL: gst_object_unref (GST_OBJECT (play_base_bin->thread)); play_base_bin->source = NULL; play_base_bin->decoder = NULL; break; default: break; } if (ret == GST_STATE_SUCCESS) { return GST_ELEMENT_CLASS (parent_class)->change_state (element); } return ret; } /* virtual function to add elements to this bin. The idea is to * wrap the element in a thread automatically. */ static void gst_play_base_bin_add_element (GstBin * bin, GstElement * element) { GstPlayBaseBin *play_base_bin; play_base_bin = GST_PLAY_BASE_BIN (bin); if (play_base_bin->thread) { GstScheduler *sched; GstClock *clock; if (play_base_bin->threaded) { gchar *name; GstElement *thread; name = g_strdup_printf ("thread_%s", gst_element_get_name (element)); thread = gst_thread_new (name); g_free (name); gst_bin_add (GST_BIN (thread), element); element = thread; } gst_bin_add (GST_BIN (play_base_bin->thread), element); /* hack, the clock is not correctly distributed in the core */ sched = gst_element_get_scheduler (GST_ELEMENT (play_base_bin->thread)); clock = gst_scheduler_get_clock (sched); gst_scheduler_set_clock (sched, clock); } else { g_warning ("adding elements is not allowed in NULL"); } } /* virtual function to remove an element from this bin. We have to make * sure that we also remove the thread that we used as a container for * this element. */ static void gst_play_base_bin_remove_element (GstBin * bin, GstElement * element) { GstPlayBaseBin *play_base_bin; play_base_bin = GST_PLAY_BASE_BIN (bin); if (play_base_bin->thread) { if (play_base_bin->threaded) { gchar *name; GstElement *thread; name = g_strdup_printf ("thread_%s", gst_element_get_name (element)); thread = gst_bin_get_by_name (GST_BIN (play_base_bin->thread), name); g_free (name); if (!thread) { g_warning ("cannot find element to remove"); } else { if (gst_element_get_parent (element) == GST_OBJECT (thread)) { /* we remove the element from the thread first so that the * state is not affected when someone holds a reference to it */ gst_bin_remove (GST_BIN (thread), element); } element = thread; } } if (gst_element_get_parent (element) == GST_OBJECT (play_base_bin->thread)) { GST_LOG ("removing element %s", gst_element_get_name (element)); gst_bin_remove (GST_BIN (play_base_bin->thread), element); } } else { g_warning ("removing elements is not allowed in NULL"); } } static void gst_play_base_bin_error (GstElement * element, GstElement * _source, GError * error, gchar * debug, gpointer data) { GstObject *source, *parent; source = GST_OBJECT (_source); parent = GST_OBJECT (data); /* tell ourselves */ gst_object_ref (source); gst_object_ref (parent); GST_DEBUG ("forwarding error \"%s\" from %s to %s", error->message, GST_ELEMENT_NAME (source), GST_OBJECT_NAME (parent)); g_signal_emit_by_name (G_OBJECT (parent), "error", source, error, debug); GST_DEBUG ("forwarded error \"%s\" from %s to %s", error->message, GST_ELEMENT_NAME (source), GST_OBJECT_NAME (parent)); gst_object_unref (source); gst_object_unref (parent); } /* this code does not do anything usefull as it catches the tags * in the preroll and playback stage so that it is very difficult * to link them to the actual playback point. * * An alternative codepath can be found in the probe_triggered function * where the tag is signaled when it is found inside the stream. The * drawback is that we don't know the source anymore at that point because * the event->src field appears to be left empty most of the time... */ static void gst_play_base_bin_found_tag (GstElement * element, GstElement * _source, const GstTagList * taglist, gpointer data) { GstObject *source; GstPlayBaseBin *play_base_bin; source = GST_OBJECT (_source); play_base_bin = GST_PLAY_BASE_BIN (data); /* tell ourselves */ gst_object_ref (source); gst_object_ref (GST_OBJECT (play_base_bin)); GST_DEBUG ("forwarding taglist %p from %s to %s", taglist, GST_ELEMENT_NAME (source), GST_OBJECT_NAME (play_base_bin)); /* this would signal completely out-of-band */ //g_signal_emit_by_name (G_OBJECT (play_base_bin), "found-tag", source, taglist); GST_DEBUG ("forwarded taglist %p from %s to %s", taglist, GST_ELEMENT_NAME (source), GST_OBJECT_NAME (play_base_bin)); gst_object_unref (source); gst_object_unref (GST_OBJECT (play_base_bin)); } gboolean gst_play_base_bin_link_stream (GstPlayBaseBin * play_base_bin, GstStreamInfo * info, GstPad * pad) { GST_DEBUG ("link stream"); if (info == NULL) { GList *streams; GstPlayBaseGroup *group = get_active_group (play_base_bin); if (group == NULL) { GST_DEBUG ("no current group"); return FALSE; } for (streams = group->streaminfo; streams; streams = g_list_next (streams)) { GstStreamInfo *sinfo = (GstStreamInfo *) streams->data; if (sinfo->type == GST_STREAM_TYPE_ELEMENT) continue; if (gst_pad_is_linked (GST_PAD (sinfo->object))) continue; if (gst_pad_can_link (GST_PAD (sinfo->object), pad)) { info = sinfo; break; } } } if (info) { if (!gst_pad_link (GST_PAD (info->object), pad)) { GST_DEBUG ("could not link"); g_object_set (G_OBJECT (info), "mute", TRUE, NULL); return FALSE; } } else { GST_DEBUG ("could not find pad to link"); return FALSE; } return TRUE; } void gst_play_base_bin_unlink_stream (GstPlayBaseBin * play_base_bin, GstStreamInfo * info) { GST_DEBUG ("unlink"); } const GList * gst_play_base_bin_get_streaminfo (GstPlayBaseBin * play_base_bin) { GstPlayBaseGroup *group = get_active_group (play_base_bin); GList *info = NULL; if (group) { info = group->streaminfo; } return info; }