/* * Copyright (C) 2009 Sebastian Dröge * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ /** * SECTION:element-subtitleoverlay * * #GstBin that auto-magically overlays a video stream with subtitles by * autoplugging the required elements. * * It supports raw, timestamped text, different textual subtitle formats and * DVD subpicture subtitles. * * * Examples * |[ * gst-launch -v filesrc location=test.mkv ! matroskademux name=demux ! "video/x-h264" ! queue2 ! decodebin2 ! subtitleoverlay name=overlay ! ffmpegcolorspace ! autovideosink demux. ! "video/x-dvd-subpicture" ! queue2 ! overlay. * ]| This will play back the given Matroska file with h264 video and subpicture subtitles. * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstsubtitleoverlay.h" #include #include #include #include GST_DEBUG_CATEGORY_STATIC (subtitle_overlay_debug); #define GST_CAT_DEFAULT subtitle_overlay_debug #define IS_SUBTITLE_CHAIN_IGNORE_ERROR(flow) \ G_UNLIKELY (flow == GST_FLOW_ERROR || flow == GST_FLOW_NOT_NEGOTIATED) #define IS_VIDEO_CHAIN_IGNORE_ERROR(flow) \ G_UNLIKELY (flow == GST_FLOW_ERROR) static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-raw-rgb; video/x-raw-yuv")); static GstStaticPadTemplate video_sinktemplate = GST_STATIC_PAD_TEMPLATE ("video_sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-raw-rgb; video/x-raw-yuv")); static GstStaticPadTemplate subtitle_sinktemplate = GST_STATIC_PAD_TEMPLATE ("subtitle_sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS_ANY); enum { PROP_0, PROP_SILENT, PROP_FONT_DESC }; GST_BOILERPLATE (GstSubtitleOverlay, gst_subtitle_overlay, GstBin, GST_TYPE_BIN); static void _pad_blocked_cb (GstPad * pad, gboolean blocked, gpointer user_data); static GQuark _subtitle_overlay_event_marker_id = 0; static void do_async_start (GstSubtitleOverlay * self) { if (!self->do_async) { GstMessage *msg = gst_message_new_async_start (GST_OBJECT_CAST (self), FALSE); GST_DEBUG_OBJECT (self, "Posting async-start"); parent_class->handle_message (GST_BIN_CAST (self), msg); self->do_async = TRUE; } } static void do_async_done (GstSubtitleOverlay * self) { if (self->do_async) { GstMessage *msg = gst_message_new_async_done (GST_OBJECT_CAST (self)); GST_DEBUG_OBJECT (self, "Posting async-done"); parent_class->handle_message (GST_BIN_CAST (self), msg); self->do_async = FALSE; } } static void gst_subtitle_overlay_finalize (GObject * object) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (object); if (self->lock) { g_mutex_free (self->lock); self->lock = NULL; } if (self->factories_lock) { g_mutex_free (self->factories_lock); self->factories_lock = NULL; } if (self->factories) gst_plugin_feature_list_free (self->factories); self->factories = NULL; gst_caps_replace (&self->factory_caps, NULL); if (self->font_desc) { g_free (self->font_desc); self->font_desc = NULL; } G_OBJECT_CLASS (parent_class)->finalize (object); } static gboolean _is_renderer (GstElementFactory * factory) { const gchar *klass, *name; klass = gst_element_factory_get_klass (factory); name = gst_plugin_feature_get_name (GST_PLUGIN_FEATURE_CAST (factory)); if (strstr (klass, "Overlay/Subtitle") != NULL || strstr (klass, "Overlay/SubPicture") != NULL) return TRUE; if (strcmp (name, "textoverlay") == 0) return TRUE; return FALSE; } static gboolean _is_parser (GstElementFactory * factory) { const gchar *klass; klass = gst_element_factory_get_klass (factory); if (strstr (klass, "Parser/Subtitle") != NULL) return TRUE; return FALSE; } static const gchar *_sub_pad_names[] = { "subpicture", "subpicture_sink", "text", "text_sink", "subtitle_sink", "subtitle" }; static GstCaps * _get_sub_caps (GstElementFactory * factory) { const GList *templates; GList *walk; gboolean is_parser = _is_parser (factory); templates = gst_element_factory_get_static_pad_templates (factory); for (walk = (GList *) templates; walk; walk = g_list_next (walk)) { GstStaticPadTemplate *templ = walk->data; if (templ->direction == GST_PAD_SINK && templ->presence == GST_PAD_ALWAYS) { gboolean found = FALSE; if (is_parser) { found = TRUE; } else { guint i; for (i = 0; i < G_N_ELEMENTS (_sub_pad_names); i++) { if (strcmp (templ->name_template, _sub_pad_names[i]) == 0) { found = TRUE; break; } } } if (found) return gst_static_caps_get (&templ->static_caps); } } return NULL; } static gboolean _factory_filter (GstPluginFeature * feature, GstCaps ** subcaps) { GstElementFactory *factory; guint rank; const gchar *name; const GList *templates; GList *walk; gboolean is_renderer; GstCaps *templ_caps = NULL; gboolean have_video_sink = FALSE; /* we only care about element factories */ if (!GST_IS_ELEMENT_FACTORY (feature)) return FALSE; factory = GST_ELEMENT_FACTORY_CAST (feature); /* only select elements with autoplugging rank or textoverlay */ name = gst_plugin_feature_get_name (feature); rank = gst_plugin_feature_get_rank (feature); if (strcmp ("textoverlay", name) != 0 && rank < GST_RANK_MARGINAL) return FALSE; /* Check if it's a renderer or a parser */ if (_is_renderer (factory)) { is_renderer = TRUE; } else if (_is_parser (factory)) { is_renderer = FALSE; } else { return FALSE; } /* Check if there's a video sink in case of a renderer */ if (is_renderer) { templates = gst_element_factory_get_static_pad_templates (factory); for (walk = (GList *) templates; walk; walk = g_list_next (walk)) { GstStaticPadTemplate *templ = walk->data; /* we only care about the always-sink templates */ if (templ->direction == GST_PAD_SINK && templ->presence == GST_PAD_ALWAYS) { if (strcmp (templ->name_template, "video") == 0 || strcmp (templ->name_template, "video_sink") == 0) { have_video_sink = TRUE; } } } } templ_caps = _get_sub_caps (factory); if (is_renderer && have_video_sink && templ_caps) { GstCaps *tmp; GST_DEBUG ("Found renderer element %s (%s) with caps %" GST_PTR_FORMAT, gst_element_factory_get_longname (factory), gst_plugin_feature_get_name (feature), templ_caps); tmp = gst_caps_union (*subcaps, templ_caps); gst_caps_unref (templ_caps); gst_caps_replace (subcaps, tmp); gst_caps_unref (tmp); return TRUE; } else if (!is_renderer && !have_video_sink && templ_caps) { GstCaps *tmp; GST_DEBUG ("Found parser element %s (%s) with caps %" GST_PTR_FORMAT, gst_element_factory_get_longname (factory), gst_plugin_feature_get_name (feature), templ_caps); tmp = gst_caps_union (*subcaps, templ_caps); gst_caps_unref (templ_caps); gst_caps_replace (subcaps, tmp); gst_caps_unref (tmp); return TRUE; } else { if (templ_caps) gst_caps_unref (templ_caps); return FALSE; } } /* Call with factories_lock! */ static gboolean gst_subtitle_overlay_update_factory_list (GstSubtitleOverlay * self) { if (!self->factories || self->factories_cookie != gst_default_registry_get_feature_list_cookie ()) { GstCaps *subcaps; GList *factories; subcaps = gst_caps_new_empty (); factories = gst_default_registry_feature_filter ( (GstPluginFeatureFilter) _factory_filter, FALSE, &subcaps); GST_DEBUG_OBJECT (self, "Created factory caps: %" GST_PTR_FORMAT, subcaps); gst_caps_replace (&self->factory_caps, subcaps); gst_caps_unref (subcaps); if (self->factories) gst_plugin_feature_list_free (self->factories); self->factories = factories; self->factories_cookie = gst_default_registry_get_feature_list_cookie (); } return (self->factories != NULL); } G_LOCK_DEFINE_STATIC (_factory_caps); static GstCaps *_factory_caps = NULL; static guint32 _factory_caps_cookie = 0; GstCaps * gst_subtitle_overlay_create_factory_caps (void) { GList *factories; GstCaps *subcaps = NULL; G_LOCK (_factory_caps); if (!_factory_caps || _factory_caps_cookie != gst_default_registry_get_feature_list_cookie ()) { if (_factory_caps) gst_caps_unref (_factory_caps); _factory_caps = gst_caps_new_empty (); factories = gst_default_registry_feature_filter ( (GstPluginFeatureFilter) _factory_filter, FALSE, &_factory_caps); GST_DEBUG ("Created factory caps: %" GST_PTR_FORMAT, _factory_caps); gst_plugin_feature_list_free (factories); _factory_caps_cookie = gst_default_registry_get_feature_list_cookie (); } subcaps = gst_caps_ref (_factory_caps); G_UNLOCK (_factory_caps); return subcaps; } static gboolean _filter_factories_for_caps (GstElementFactory * factory, const GstCaps * caps) { GstCaps *fcaps = _get_sub_caps (factory); gboolean ret = (fcaps) ? gst_caps_can_intersect (fcaps, caps) : FALSE; if (fcaps) gst_caps_unref (fcaps); if (ret) gst_object_ref (factory); return ret; } static gint _sort_by_ranks (GstPluginFeature * f1, GstPluginFeature * f2) { gint diff; const gchar *rname1, *rname2; diff = gst_plugin_feature_get_rank (f2) - gst_plugin_feature_get_rank (f1); if (diff != 0) return diff; /* If the ranks are the same sort by name to get deterministic results */ rname1 = gst_plugin_feature_get_name (f1); rname2 = gst_plugin_feature_get_name (f2); diff = strcmp (rname1, rname2); return diff; } static GstPad * _get_sub_pad (GstElement * element) { GstPad *pad; guint i; for (i = 0; i < G_N_ELEMENTS (_sub_pad_names); i++) { pad = gst_element_get_static_pad (element, _sub_pad_names[i]); if (pad) return pad; } return NULL; } static GstPad * _get_video_pad (GstElement * element) { static const gchar *pad_names[] = { "video", "video_sink" }; GstPad *pad; guint i; for (i = 0; i < G_N_ELEMENTS (pad_names); i++) { pad = gst_element_get_static_pad (element, pad_names[i]); if (pad) return pad; } return NULL; } static gboolean _create_element (GstSubtitleOverlay * self, GstElement ** element, const gchar * factory_name, GstElementFactory * factory, const gchar * element_name, gboolean mandatory) { GstElement *elt; g_assert (!factory || !factory_name); if (factory_name) { elt = gst_element_factory_make (factory_name, element_name); } else { factory_name = gst_plugin_feature_get_name (GST_PLUGIN_FEATURE_CAST (factory)); elt = gst_element_factory_create (factory, element_name); } if (G_UNLIKELY (!elt)) { if (!factory) { GstMessage *msg; msg = gst_missing_element_message_new (GST_ELEMENT_CAST (self), factory_name); gst_element_post_message (GST_ELEMENT_CAST (self), msg); if (mandatory) GST_ELEMENT_ERROR (self, CORE, MISSING_PLUGIN, (NULL), ("no '%s' plugin found", factory_name)); else GST_ELEMENT_WARNING (self, CORE, MISSING_PLUGIN, (NULL), ("no '%s' plugin found", factory_name)); } else { if (mandatory) { GST_ELEMENT_ERROR (self, CORE, FAILED, (NULL), ("can't instantiate '%s'", factory_name)); } else { GST_ELEMENT_WARNING (self, CORE, FAILED, (NULL), ("can't instantiate '%s'", factory_name)); } } return FALSE; } if (G_UNLIKELY (gst_element_set_state (elt, GST_STATE_READY) != GST_STATE_CHANGE_SUCCESS)) { gst_object_unref (elt); if (mandatory) { GST_ELEMENT_ERROR (self, CORE, STATE_CHANGE, (NULL), ("failed to set '%s' to READY", factory_name)); } else { GST_WARNING_OBJECT (self, "Failed to set '%s' to READY", factory_name); } return FALSE; } if (G_UNLIKELY (!gst_bin_add (GST_BIN_CAST (self), gst_object_ref (elt)))) { gst_element_set_state (elt, GST_STATE_NULL); gst_object_unref (elt); if (mandatory) { GST_ELEMENT_ERROR (self, CORE, FAILED, (NULL), ("failed to add '%s' to subtitleoverlay", factory_name)); } else { GST_WARNING_OBJECT (self, "Failed to add '%s' to subtitleoverlay", factory_name); } return FALSE; } gst_element_sync_state_with_parent (elt); *element = elt; return TRUE; } static void _remove_element (GstSubtitleOverlay * self, GstElement ** element) { if (*element) { gst_bin_remove (GST_BIN_CAST (self), *element); gst_element_set_state (*element, GST_STATE_NULL); gst_object_unref (*element); *element = NULL; } } static void _generate_update_newsegment_event (GstSegment * segment, GstEvent ** event1, GstEvent ** event2) { GstEvent *event; *event1 = NULL; *event2 = NULL; event = gst_event_new_new_segment_full (FALSE, segment->rate, segment->applied_rate, segment->format, 0, segment->accum, 0); gst_structure_id_set (event->structure, _subtitle_overlay_event_marker_id, G_TYPE_BOOLEAN, TRUE, NULL); *event1 = event; event = gst_event_new_new_segment_full (FALSE, segment->rate, segment->applied_rate, segment->format, segment->start, segment->stop, segment->time); gst_structure_id_set (event->structure, _subtitle_overlay_event_marker_id, G_TYPE_BOOLEAN, TRUE, NULL); *event2 = event; } static gboolean _setup_passthrough (GstSubtitleOverlay * self) { GstPad *src, *sink; GstElement *identity; GST_DEBUG_OBJECT (self, "Doing video passthrough"); if (self->passthrough_identity) { GST_DEBUG_OBJECT (self, "Already in passthrough mode"); goto out; } /* Unlink & destroy everything */ gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), NULL); gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->video_sinkpad), NULL); gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->subtitle_sinkpad), NULL); self->silent_property = NULL; _remove_element (self, &self->post_colorspace); _remove_element (self, &self->overlay); _remove_element (self, &self->parser); _remove_element (self, &self->renderer); _remove_element (self, &self->pre_colorspace); _remove_element (self, &self->passthrough_identity); if (G_UNLIKELY (!_create_element (self, &self->passthrough_identity, "identity", NULL, "passthrough-identity", TRUE))) { return FALSE; } identity = self->passthrough_identity; g_object_set (G_OBJECT (identity), "silent", TRUE, "signal-handoffs", FALSE, NULL); /* Set src ghostpad target */ src = gst_element_get_static_pad (self->passthrough_identity, "src"); if (G_UNLIKELY (!src)) { GST_ELEMENT_ERROR (self, CORE, PAD, (NULL), ("Failed to get srcpad from identity")); return FALSE; } if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), src))) { GST_ELEMENT_ERROR (self, CORE, PAD, (NULL), ("Failed to set srcpad target")); gst_object_unref (src); return FALSE; } gst_object_unref (src); sink = gst_element_get_static_pad (self->passthrough_identity, "sink"); if (G_UNLIKELY (!sink)) { GST_ELEMENT_ERROR (self, CORE, PAD, (NULL), ("Failed to get sinkpad from identity")); return FALSE; } /* Send segment to the identity. This is dropped because identity * is not linked downstream yet */ if (self->video_segment.format != GST_FORMAT_UNDEFINED) { GstEvent *event1, *event2; _generate_update_newsegment_event (&self->video_segment, &event1, &event2); GST_DEBUG_OBJECT (self, "Pushing video accumulate newsegment event: %" GST_PTR_FORMAT, event1->structure); GST_DEBUG_OBJECT (self, "Pushing video update newsegment event: %" GST_PTR_FORMAT, event2->structure); gst_pad_send_event (sink, event1); gst_pad_send_event (sink, event2); } /* Link sink ghostpads to identity */ if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->video_sinkpad), sink))) { GST_ELEMENT_ERROR (self, CORE, PAD, (NULL), ("Failed to set video sinkpad target")); gst_object_unref (sink); return FALSE; } gst_object_unref (sink); GST_DEBUG_OBJECT (self, "Video passthrough setup successfully"); out: /* Unblock pads */ gst_pad_set_blocked_async_full (self->video_block_pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); if (self->subtitle_sink_blocked) gst_pad_set_blocked_async_full (self->subtitle_block_pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); return TRUE; } /* Must be called with subtitleoverlay lock! */ static void gst_subtitle_overlay_set_fps (GstSubtitleOverlay * self) { GObjectClass *gobject_class; GParamSpec *pspec; if (!self->parser || self->fps_d == 0) return; gobject_class = G_OBJECT_GET_CLASS (self->parser); pspec = g_object_class_find_property (gobject_class, "video-fps"); if (!pspec || pspec->value_type != GST_TYPE_FRACTION) return; GST_DEBUG_OBJECT (self, "Updating video-fps property in parser"); g_object_set (self->parser, "video-fps", self->fps_n, self->fps_d, NULL); } static const gchar * _get_silent_property (GstElement * element, gboolean * invert) { static const struct { const gchar *name; gboolean invert; } properties[] = { { "silent", FALSE}, { "enable", TRUE}}; GObjectClass *gobject_class; GParamSpec *pspec; guint i; gobject_class = G_OBJECT_GET_CLASS (element); for (i = 0; i < G_N_ELEMENTS (properties); i++) { pspec = g_object_class_find_property (gobject_class, properties[i].name); if (pspec && pspec->value_type == G_TYPE_BOOLEAN) { *invert = properties[i].invert; return properties[i].name; } } return NULL; } static void _pad_blocked_cb (GstPad * pad, gboolean blocked, gpointer user_data) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY_CAST (user_data); GstCaps *subcaps; GList *l, *factories = NULL; GST_DEBUG_OBJECT (pad, "Pad blocked: %d", blocked); GST_SUBTITLE_OVERLAY_LOCK (self); if (pad == self->video_block_pad) self->video_sink_blocked = blocked; else if (pad == self->subtitle_block_pad) self->subtitle_sink_blocked = blocked; if (!blocked) { GST_SUBTITLE_OVERLAY_UNLOCK (self); return; } /* Now either both or the video sink are blocked */ /* Get current subtitle caps */ subcaps = self->subcaps; if (!subcaps) { GstPad *peer; peer = gst_pad_get_peer (self->subtitle_sinkpad); if (peer) { subcaps = gst_pad_get_negotiated_caps (peer); if (!subcaps) { subcaps = gst_pad_get_caps_reffed (peer); if (!gst_caps_is_fixed (subcaps)) { gst_caps_unref (subcaps); subcaps = NULL; } } gst_object_unref (peer); } gst_caps_replace (&self->subcaps, subcaps); if (subcaps) gst_caps_unref (subcaps); } GST_DEBUG_OBJECT (self, "Current subtitle caps: %" GST_PTR_FORMAT, subcaps); /* If there are no subcaps but the subtitle sink is blocked upstream * must behave wrong as there are no fixed caps set for the first * buffer or in-order event */ if (G_UNLIKELY (!subcaps && self->subtitle_sink_blocked)) { GST_ELEMENT_WARNING (self, CORE, NEGOTIATION, (NULL), ("Subtitle sink is blocked but we have no subtitle caps")); subcaps = NULL; } if (self->subtitle_error || (self->silent && !self->silent_property)) { _setup_passthrough (self); do_async_done (self); goto out; } /* Now do something with the caps */ if (subcaps && !self->subtitle_flush) { GstPad *target = gst_ghost_pad_get_target (GST_GHOST_PAD_CAST (self->subtitle_sinkpad)); if (target && gst_pad_accept_caps (target, subcaps)) { GST_DEBUG_OBJECT (pad, "Target accepts caps"); gst_object_unref (target); /* Unblock pads */ gst_pad_set_blocked_async_full (self->video_block_pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); if (self->subtitle_sink_blocked) gst_pad_set_blocked_async_full (self->subtitle_block_pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); goto out; } else if (target) { gst_object_unref (target); } } if (self->subtitle_sink_blocked && !self->video_sink_blocked) { GST_DEBUG_OBJECT (self, "Subtitle sink blocked but video not blocked"); gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); goto out; } self->subtitle_flush = FALSE; /* Find our factories */ g_mutex_lock (self->factories_lock); gst_subtitle_overlay_update_factory_list (self); if (subcaps) { factories = gst_filter_run (self->factories, (GstFilterFunc) _filter_factories_for_caps, FALSE, subcaps); if (!factories) { GstMessage *msg; msg = gst_missing_decoder_message_new (GST_ELEMENT_CAST (self), subcaps); gst_element_post_message (GST_ELEMENT_CAST (self), msg); GST_ELEMENT_WARNING (self, CORE, MISSING_PLUGIN, (NULL), ("no suitable subtitle plugin found")); subcaps = NULL; self->subtitle_error = TRUE; } } g_mutex_unlock (self->factories_lock); if (!subcaps) { _setup_passthrough (self); do_async_done (self); goto out; } /* Now the interesting parts are done: subtitle overlaying! */ /* Sort the factories by rank */ factories = g_list_sort (factories, (GCompareFunc) _sort_by_ranks); for (l = factories; l; l = l->next) { GstElementFactory *factory = l->data; gboolean is_renderer = _is_renderer (factory); GstElement *element; GstPad *sink, *src; /* Unlink & destroy everything */ gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), NULL); gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->video_sinkpad), NULL); gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->subtitle_sinkpad), NULL); self->silent_property = NULL; _remove_element (self, &self->post_colorspace); _remove_element (self, &self->overlay); _remove_element (self, &self->parser); _remove_element (self, &self->renderer); _remove_element (self, &self->pre_colorspace); _remove_element (self, &self->passthrough_identity); GST_DEBUG_OBJECT (self, "Trying factory '%s'", GST_STR_NULL (gst_plugin_feature_get_name (GST_PLUGIN_FEATURE_CAST (factory)))); if (G_UNLIKELY ((is_renderer && !_create_element (self, &self->renderer, NULL, factory, "renderer", FALSE)) || (!is_renderer && !_create_element (self, &self->parser, NULL, factory, "parser", FALSE)))) continue; element = is_renderer ? self->renderer : self->parser; /* If this is a parser, create textoverlay and link video and the parser to it * Else link the renderer to the output colorspace */ if (!is_renderer) { GstElement *overlay; GstPad *video_peer; /* Try to get the latest video framerate */ video_peer = gst_pad_get_peer (self->video_sinkpad); if (video_peer) { GstCaps *video_caps; gint fps_n, fps_d; video_caps = gst_pad_get_negotiated_caps (video_peer); if (!video_caps) { video_caps = gst_pad_get_caps_reffed (video_peer); if (!gst_caps_is_fixed (video_caps)) { gst_caps_unref (video_caps); video_caps = NULL; } } if (video_caps && gst_video_parse_caps_framerate (video_caps, &fps_n, &fps_d)) { if (self->fps_n != fps_n || self->fps_d != fps_d) { GST_DEBUG_OBJECT (self, "New video fps: %d/%d", fps_n, fps_d); self->fps_n = fps_n; self->fps_d = fps_d; } } if (video_caps) gst_caps_unref (video_caps); gst_object_unref (video_peer); } /* Try to set video fps on the parser */ gst_subtitle_overlay_set_fps (self); /* First link everything internally */ if (G_UNLIKELY (!_create_element (self, &self->overlay, "textoverlay", NULL, "overlay", FALSE))) { continue; } overlay = self->overlay; self->silent_property = "silent"; self->silent_property_invert = FALSE; /* Set some properties */ g_object_set (G_OBJECT (overlay), "halign", "center", "valign", "bottom", "wait-text", FALSE, NULL); if (self->font_desc) g_object_set (G_OBJECT (overlay), "font-desc", self->font_desc, NULL); src = gst_element_get_static_pad (element, "src"); if (G_UNLIKELY (!src)) { continue; } sink = gst_element_get_static_pad (overlay, "text_sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get text sink from textoverlay"); gst_object_unref (src); } if (G_UNLIKELY (gst_pad_link (src, sink) != GST_PAD_LINK_OK)) { GST_WARNING_OBJECT (self, "Can't link parser to textoverlay"); gst_object_unref (sink); gst_object_unref (src); } gst_object_unref (sink); gst_object_unref (src); if (G_UNLIKELY (!_create_element (self, &self->post_colorspace, "ffmpegcolorspace", NULL, "post-colorspace", FALSE))) { continue; } src = gst_element_get_static_pad (overlay, "src"); if (G_UNLIKELY (!src)) { GST_WARNING_OBJECT (self, "Can't get src pad from overlay"); continue; } sink = gst_element_get_static_pad (self->post_colorspace, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get sink pad from ffmpegcolorspace"); gst_object_unref (src); continue; } if (G_UNLIKELY (gst_pad_link (src, sink) != GST_PAD_LINK_OK)) { GST_WARNING_OBJECT (self, "Can't link overlay with ffmpegcolorspace"); gst_object_unref (src); gst_object_unref (sink); continue; } gst_object_unref (src); gst_object_unref (sink); if (G_UNLIKELY (!_create_element (self, &self->pre_colorspace, "ffmpegcolorspace", NULL, "pre-colorspace", FALSE))) { continue; } sink = gst_element_get_static_pad (overlay, "video_sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get video sink from textoverlay"); continue; } src = gst_element_get_static_pad (self->pre_colorspace, "src"); if (G_UNLIKELY (!src)) { GST_WARNING_OBJECT (self, "Can't get srcpad from ffmpegcolorspace"); gst_object_unref (sink); continue; } if (G_UNLIKELY (gst_pad_link (src, sink) != GST_PAD_LINK_OK)) { GST_WARNING_OBJECT (self, "Can't link ffmpegcolorspace to textoverlay"); gst_object_unref (src); gst_object_unref (sink); continue; } gst_object_unref (src); gst_object_unref (sink); /* Set src ghostpad target */ src = gst_element_get_static_pad (self->post_colorspace, "src"); if (G_UNLIKELY (!src)) { GST_WARNING_OBJECT (self, "Can't get src pad from ffmpegcolorspace"); continue; } if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), src))) { GST_WARNING_OBJECT (self, "Can't set srcpad target"); gst_object_unref (src); continue; } gst_object_unref (src); /* Send segments to the parser/overlay if necessary. These are not sent * outside this element because of the proxy pad event function */ if (self->video_segment.format != GST_FORMAT_UNDEFINED) { GstEvent *event1, *event2; sink = gst_element_get_static_pad (self->pre_colorspace, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get sink pad from ffmpegcolorspace"); continue; } _generate_update_newsegment_event (&self->video_segment, &event1, &event2); GST_DEBUG_OBJECT (self, "Pushing video accumulate newsegment event: %" GST_PTR_FORMAT, event1->structure); GST_DEBUG_OBJECT (self, "Pushing video update newsegment event: %" GST_PTR_FORMAT, event2->structure); gst_pad_send_event (sink, event1); gst_pad_send_event (sink, event2); gst_object_unref (sink); } if (self->subtitle_segment.format != GST_FORMAT_UNDEFINED) { GstEvent *event1, *event2; sink = gst_element_get_static_pad (element, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Failed to get subpad"); continue; } _generate_update_newsegment_event (&self->subtitle_segment, &event1, &event2); GST_DEBUG_OBJECT (self, "Pushing subtitle accumulate newsegment event: %" GST_PTR_FORMAT, event1->structure); GST_DEBUG_OBJECT (self, "Pushing subtitle update newsegment event: %" GST_PTR_FORMAT, event2->structure); gst_pad_send_event (sink, event1); gst_pad_send_event (sink, event2); gst_object_unref (sink); } /* Set the sink ghostpad targets */ sink = gst_element_get_static_pad (self->pre_colorspace, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get sink pad from ffmpegcolorspace"); continue; } if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->video_sinkpad), sink))) { GST_WARNING_OBJECT (self, "Can't set video sinkpad target"); gst_object_unref (sink); continue; } gst_object_unref (sink); /* Link subtitle identity to subtitle pad of our element */ sink = gst_element_get_static_pad (element, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Failed to get subpad"); continue; } if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->subtitle_sinkpad), sink))) { GST_WARNING_OBJECT (self, "Failed to set subtitle sink target"); gst_object_unref (sink); continue; } gst_object_unref (sink); } else { const gchar *name = gst_plugin_feature_get_name (GST_PLUGIN_FEATURE_CAST (factory)); if (strcmp (name, "textoverlay") == 0) { /* Set some textoverlay specific properties */ g_object_set (G_OBJECT (element), "halign", "center", "valign", "bottom", "wait-text", FALSE, NULL); if (self->font_desc) g_object_set (G_OBJECT (element), "font-desc", self->font_desc, NULL); self->silent_property = "silent"; self->silent_property_invert = FALSE; } else { self->silent_property = _get_silent_property (element, &self->silent_property_invert); } /* First link everything internally */ if (G_UNLIKELY (!_create_element (self, &self->post_colorspace, "ffmpegcolorspace", NULL, "post-colorspace", FALSE))) { continue; } src = gst_element_get_static_pad (element, "src"); if (G_UNLIKELY (!src)) { GST_WARNING_OBJECT (self, "Can't get src pad from renderer"); continue; } sink = gst_element_get_static_pad (self->post_colorspace, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get sink pad from ffmpegcolorspace"); gst_object_unref (src); continue; } if (G_UNLIKELY (gst_pad_link (src, sink) != GST_PAD_LINK_OK)) { GST_WARNING_OBJECT (self, "Can't link renderer with ffmpegcolorspace"); gst_object_unref (src); gst_object_unref (sink); continue; } gst_object_unref (src); gst_object_unref (sink); if (G_UNLIKELY (!_create_element (self, &self->pre_colorspace, "ffmpegcolorspace", NULL, "pre-colorspace", FALSE))) { continue; } sink = _get_video_pad (element); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get video sink from renderer"); continue; } src = gst_element_get_static_pad (self->pre_colorspace, "src"); if (G_UNLIKELY (!src)) { GST_WARNING_OBJECT (self, "Can't get srcpad from ffmpegcolorspace"); gst_object_unref (sink); continue; } if (G_UNLIKELY (gst_pad_link (src, sink) != GST_PAD_LINK_OK)) { GST_WARNING_OBJECT (self, "Can't link ffmpegcolorspace to renderer"); gst_object_unref (src); gst_object_unref (sink); continue; } gst_object_unref (src); gst_object_unref (sink); /* Set src ghostpad target */ src = gst_element_get_static_pad (self->post_colorspace, "src"); if (G_UNLIKELY (!src)) { GST_WARNING_OBJECT (self, "Can't get src pad from ffmpegcolorspace"); continue; } if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), src))) { GST_WARNING_OBJECT (self, "Can't set srcpad target"); gst_object_unref (src); continue; } gst_object_unref (src); /* Send segments to the renderer if necessary. These are not sent * outside this element because of the proxy pad event handler */ if (self->video_segment.format != GST_FORMAT_UNDEFINED) { GstEvent *event1, *event2; sink = gst_element_get_static_pad (self->pre_colorspace, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get sink pad from ffmpegcolorspace"); continue; } _generate_update_newsegment_event (&self->video_segment, &event1, &event2); GST_DEBUG_OBJECT (self, "Pushing video accumulate newsegment event: %" GST_PTR_FORMAT, event1->structure); GST_DEBUG_OBJECT (self, "Pushing video update newsegment event: %" GST_PTR_FORMAT, event2->structure); gst_pad_send_event (sink, event1); gst_pad_send_event (sink, event2); gst_object_unref (sink); } if (self->subtitle_segment.format != GST_FORMAT_UNDEFINED) { GstEvent *event1, *event2; sink = _get_sub_pad (element); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Failed to get subpad"); continue; } _generate_update_newsegment_event (&self->subtitle_segment, &event1, &event2); GST_DEBUG_OBJECT (self, "Pushing subtitle accumulate newsegment event: %" GST_PTR_FORMAT, event1->structure); GST_DEBUG_OBJECT (self, "Pushing subtitle update newsegment event: %" GST_PTR_FORMAT, event2->structure); gst_pad_send_event (sink, event1); gst_pad_send_event (sink, event2); gst_object_unref (sink); } /* Set the sink ghostpad targets */ sink = gst_element_get_static_pad (self->pre_colorspace, "sink"); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Can't get sink pad from ffmpegcolorspace"); continue; } if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->video_sinkpad), sink))) { GST_WARNING_OBJECT (self, "Can't set video sinkpad target"); gst_object_unref (sink); continue; } sink = _get_sub_pad (element); if (G_UNLIKELY (!sink)) { GST_WARNING_OBJECT (self, "Failed to get subpad"); continue; } if (G_UNLIKELY (!gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->subtitle_sinkpad), sink))) { GST_WARNING_OBJECT (self, "Failed to set subtitle sink target"); gst_object_unref (sink); continue; } gst_object_unref (sink); } break; } if (G_UNLIKELY (l == NULL)) { GST_ELEMENT_WARNING (self, CORE, FAILED, (NULL), ("Failed to find any usable factories")); self->subtitle_error = TRUE; _setup_passthrough (self); do_async_done (self); } else { GST_DEBUG_OBJECT (self, "Everything worked, unblocking pads"); gst_pad_set_blocked_async_full (self->video_block_pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->subtitle_block_pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); do_async_done (self); } out: if (factories) gst_plugin_feature_list_free (factories); GST_SUBTITLE_OVERLAY_UNLOCK (self); } static GstStateChangeReturn gst_subtitle_overlay_change_state (GstElement * element, GstStateChange transition) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (element); GstStateChangeReturn ret = GST_STATE_CHANGE_SUCCESS; switch (transition) { case GST_STATE_CHANGE_NULL_TO_READY: GST_DEBUG_OBJECT (self, "State change NULL->READY"); g_mutex_lock (self->factories_lock); if (G_UNLIKELY (!gst_subtitle_overlay_update_factory_list (self))) { g_mutex_unlock (self->factories_lock); return GST_STATE_CHANGE_FAILURE; } g_mutex_unlock (self->factories_lock); GST_SUBTITLE_OVERLAY_LOCK (self); /* Set the internal pads to blocking */ gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); break; case GST_STATE_CHANGE_READY_TO_PAUSED: GST_DEBUG_OBJECT (self, "State change READY->PAUSED"); gst_segment_init (&self->video_segment, GST_FORMAT_UNDEFINED); gst_segment_init (&self->subtitle_segment, GST_FORMAT_UNDEFINED); self->fps_n = self->fps_d = 0; self->subtitle_flush = FALSE; self->subtitle_error = FALSE; self->downstream_chain_error = FALSE; do_async_start (self); ret = GST_STATE_CHANGE_ASYNC; break; case GST_STATE_CHANGE_PAUSED_TO_PLAYING: GST_DEBUG_OBJECT (self, "State change PAUSED->PLAYING"); default: break; } { GstStateChangeReturn bret; bret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); GST_DEBUG_OBJECT (self, "Base class state changed returned: %d", bret); if (G_UNLIKELY (bret == GST_STATE_CHANGE_FAILURE)) return ret; else if (bret == GST_STATE_CHANGE_ASYNC) ret = bret; else if (G_UNLIKELY (bret == GST_STATE_CHANGE_NO_PREROLL)) { do_async_done (self); ret = bret; } } switch (transition) { case GST_STATE_CHANGE_PLAYING_TO_PAUSED: GST_DEBUG_OBJECT (self, "State change PLAYING->PAUSED"); break; case GST_STATE_CHANGE_PAUSED_TO_READY: GST_DEBUG_OBJECT (self, "State change PAUSED->READY"); do_async_done (self); break; case GST_STATE_CHANGE_READY_TO_NULL:{ GstPad *pad; GST_DEBUG_OBJECT (self, "State change READY->NULL"); GST_SUBTITLE_OVERLAY_LOCK (self); gst_caps_replace (&self->subcaps, NULL); /* Unlink ghost pads */ gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->srcpad), NULL); gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->video_sinkpad), NULL); gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (self->subtitle_sinkpad), NULL); /* Unblock pads */ if (self->video_block_pad) { pad = self->video_block_pad; gst_pad_set_blocked_async_full (pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); } if (self->subtitle_block_pad) { pad = self->subtitle_block_pad; gst_pad_set_blocked_async_full (pad, FALSE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); } /* Remove elements */ self->silent_property = NULL; _remove_element (self, &self->post_colorspace); _remove_element (self, &self->overlay); _remove_element (self, &self->parser); _remove_element (self, &self->renderer); _remove_element (self, &self->pre_colorspace); _remove_element (self, &self->passthrough_identity); GST_SUBTITLE_OVERLAY_UNLOCK (self); break; } default: break; } return ret; } static void gst_subtitle_overlay_handle_message (GstBin * bin, GstMessage * message) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY_CAST (bin); if (GST_MESSAGE_TYPE (message) == GST_MESSAGE_ERROR) { GstObject *src = GST_MESSAGE_SRC (message); /* Convert error messages from the subtitle pipeline to * warnings and switch to passthrough mode */ if (src && ( (self->overlay && gst_object_has_ancestor (src, GST_OBJECT_CAST (self->overlay))) || (self->parser && gst_object_has_ancestor (src, GST_OBJECT_CAST (self->parser))) || (self->renderer && gst_object_has_ancestor (src, GST_OBJECT_CAST (self->renderer))))) { GError *err = NULL; gchar *debug = NULL; GstMessage *wmsg; gst_message_parse_error (message, &err, &debug); GST_DEBUG_OBJECT (self, "Got error message from subtitle element %s: %s (%s)", GST_MESSAGE_SRC_NAME (message), GST_STR_NULL (err->message), GST_STR_NULL (debug)); wmsg = gst_message_new_warning (src, err, debug); gst_message_unref (message); g_error_free (err); g_free (debug); message = wmsg; GST_SUBTITLE_OVERLAY_LOCK (self); self->subtitle_error = TRUE; gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); } } GST_BIN_CLASS (parent_class)->handle_message (bin, message); } static void gst_subtitle_overlay_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY_CAST (object); switch (prop_id) { case PROP_SILENT: g_value_set_boolean (value, self->silent); break; case PROP_FONT_DESC: GST_SUBTITLE_OVERLAY_LOCK (self); g_value_set_string (value, self->font_desc); GST_SUBTITLE_OVERLAY_UNLOCK (self); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_subtitle_overlay_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY_CAST (object); switch (prop_id) { case PROP_SILENT: GST_SUBTITLE_OVERLAY_LOCK (self); self->silent = g_value_get_boolean (value); if (self->silent_property) { gboolean silent = self->silent; if (self->silent_property_invert) silent = !silent; if (self->overlay) g_object_set (self->overlay, self->silent_property, silent, NULL); else if (self->renderer) g_object_set (self->renderer, self->silent_property, silent, NULL); } else { gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); } GST_SUBTITLE_OVERLAY_UNLOCK (self); break; case PROP_FONT_DESC: GST_SUBTITLE_OVERLAY_LOCK (self); g_free (self->font_desc); self->font_desc = g_value_dup_string (value); GST_SUBTITLE_OVERLAY_UNLOCK (self); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_subtitle_overlay_base_init (gpointer g_class) { GstElementClass *gstelement_class = GST_ELEMENT_CLASS (g_class); gst_element_class_add_pad_template (gstelement_class, gst_static_pad_template_get (&srctemplate)); gst_element_class_add_pad_template (gstelement_class, gst_static_pad_template_get (&video_sinktemplate)); gst_element_class_add_pad_template (gstelement_class, gst_static_pad_template_get (&subtitle_sinktemplate)); gst_element_class_set_details_simple (gstelement_class, "Subtitle Overlay", "Video/Overlay/Subtitle", "Overlays a video stream with subtitles", "Sebastian Dröge "); } static void gst_subtitle_overlay_class_init (GstSubtitleOverlayClass * klass) { GObjectClass *gobject_class = (GObjectClass *) klass; GstElementClass *element_class = (GstElementClass *) klass; GstBinClass *bin_class = (GstBinClass *) klass; gobject_class->finalize = gst_subtitle_overlay_finalize; gobject_class->set_property = gst_subtitle_overlay_set_property; gobject_class->get_property = gst_subtitle_overlay_get_property; g_object_class_install_property (gobject_class, PROP_SILENT, g_param_spec_boolean ("silent", "Silent", "Whether to show subtitles", FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); g_object_class_install_property (gobject_class, PROP_FONT_DESC, g_param_spec_string ("font-desc", "Subtitle font description", "Pango font description of font " "to be used for subtitle rendering", NULL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); element_class->change_state = GST_DEBUG_FUNCPTR (gst_subtitle_overlay_change_state); bin_class->handle_message = GST_DEBUG_FUNCPTR (gst_subtitle_overlay_handle_message); } static GstFlowReturn gst_subtitle_overlay_src_proxy_chain (GstPad * proxypad, GstBuffer * buffer) { GstPad *ghostpad; GstSubtitleOverlay *self; GstFlowReturn ret; ghostpad = GST_PAD_CAST (gst_pad_get_parent (proxypad)); if (G_UNLIKELY (!ghostpad)) { gst_buffer_unref (buffer); return GST_FLOW_ERROR; } self = GST_SUBTITLE_OVERLAY_CAST (gst_pad_get_parent (ghostpad)); if (G_UNLIKELY (!self || self->srcpad != ghostpad)) { gst_buffer_unref (buffer); gst_object_unref (ghostpad); return GST_FLOW_ERROR; } ret = self->src_proxy_chain (proxypad, buffer); if (IS_VIDEO_CHAIN_IGNORE_ERROR (ret)) { GST_ERROR_OBJECT (self, "Downstream chain error: %s", gst_flow_get_name (ret)); self->downstream_chain_error = TRUE; } gst_object_unref (self); gst_object_unref (ghostpad); return ret; } static gboolean gst_subtitle_overlay_src_proxy_event (GstPad * proxypad, GstEvent * event) { GstPad *ghostpad = NULL; GstSubtitleOverlay *self = NULL; gboolean ret = FALSE; const GstStructure *s; ghostpad = GST_PAD_CAST (gst_pad_get_parent (proxypad)); if (G_UNLIKELY (!ghostpad)) goto out; self = GST_SUBTITLE_OVERLAY_CAST (gst_pad_get_parent (ghostpad)); if (G_UNLIKELY (!self || self->srcpad != ghostpad)) goto out; s = gst_event_get_structure (event); if (s && gst_structure_id_has_field (s, _subtitle_overlay_event_marker_id)) { GST_DEBUG_OBJECT (ghostpad, "Dropping event with marker: %" GST_PTR_FORMAT, event->structure); gst_event_unref (event); event = NULL; ret = TRUE; } else { ret = self->src_proxy_event (proxypad, event); event = NULL; } out: if (event) gst_event_unref (event); if (self) gst_object_unref (self); if (ghostpad) gst_object_unref (ghostpad); return ret; } static gboolean gst_subtitle_overlay_video_sink_setcaps (GstPad * pad, GstCaps * caps) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (gst_pad_get_parent (pad)); gboolean ret = TRUE; gint fps_n, fps_d; GST_DEBUG_OBJECT (pad, "Setting caps: %" GST_PTR_FORMAT, caps); if (!gst_video_parse_caps_framerate (caps, &fps_n, &fps_d)) { GST_ERROR_OBJECT (pad, "Failed to parse framerate from caps"); ret = FALSE; goto out; } GST_SUBTITLE_OVERLAY_LOCK (self); if (self->fps_n != fps_n || self->fps_d != fps_d) { GST_DEBUG_OBJECT (self, "New video fps: %d/%d", fps_n, fps_d); self->fps_n = fps_n; self->fps_d = fps_d; gst_subtitle_overlay_set_fps (self); } GST_SUBTITLE_OVERLAY_UNLOCK (self); ret = self->video_sink_setcaps (pad, caps); out: gst_object_unref (self); return ret; } static gboolean gst_subtitle_overlay_video_sink_event (GstPad * pad, GstEvent * event) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (gst_pad_get_parent (pad)); gboolean ret; if (GST_EVENT_TYPE (event) == GST_EVENT_FLUSH_STOP) { GST_DEBUG_OBJECT (pad, "Resetting video segment because of flush-stop event"); gst_segment_init (&self->video_segment, GST_FORMAT_UNDEFINED); self->fps_n = self->fps_d = 0; } ret = self->video_sink_event (pad, gst_event_ref (event)); if (GST_EVENT_TYPE (event) == GST_EVENT_NEWSEGMENT) { gboolean update; gdouble rate, applied_rate; GstFormat format; gint64 start, stop, position; GST_DEBUG_OBJECT (pad, "Newsegment event: %" GST_PTR_FORMAT, event->structure); gst_event_parse_new_segment_full (event, &update, &rate, &applied_rate, &format, &start, &stop, &position); if (format != GST_FORMAT_TIME) { GST_ERROR_OBJECT (pad, "Newsegment event in non-time format: %s", gst_format_get_name (format)); gst_object_unref (event); gst_object_unref (self); return FALSE; } GST_DEBUG_OBJECT (pad, "Old video segment: %" GST_SEGMENT_FORMAT, &self->video_segment); gst_segment_set_newsegment_full (&self->video_segment, update, rate, applied_rate, format, start, stop, position); GST_DEBUG_OBJECT (pad, "New video segment: %" GST_SEGMENT_FORMAT, &self->video_segment); } gst_event_unref (event); gst_object_unref (self); return ret; } static GstFlowReturn gst_subtitle_overlay_video_sink_chain (GstPad * pad, GstBuffer * buffer) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (GST_PAD_PARENT (pad)); GstFlowReturn ret = self->video_sink_chain (pad, buffer); if (G_UNLIKELY (self->downstream_chain_error) || self->passthrough_identity) { return ret; } else if (IS_VIDEO_CHAIN_IGNORE_ERROR (ret)) { GST_DEBUG_OBJECT (self, "Subtitle renderer produced chain error: %s", gst_flow_get_name (ret)); GST_SUBTITLE_OVERLAY_LOCK (self); self->subtitle_error = TRUE; gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); return GST_FLOW_OK; } return ret; } static GstFlowReturn gst_subtitle_overlay_subtitle_sink_chain (GstPad * pad, GstBuffer * buffer) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (GST_PAD_PARENT (pad)); if (self->subtitle_error) { gst_buffer_unref (buffer); return GST_FLOW_OK; } else { GstFlowReturn ret = self->subtitle_sink_chain (pad, buffer); if (IS_SUBTITLE_CHAIN_IGNORE_ERROR (ret)) { GST_DEBUG_OBJECT (self, "Subtitle chain error: %s", gst_flow_get_name (ret)); GST_SUBTITLE_OVERLAY_LOCK (self); self->subtitle_error = TRUE; gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); return GST_FLOW_OK; } return ret; } } static GstCaps * gst_subtitle_overlay_subtitle_sink_getcaps (GstPad * pad) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (gst_pad_get_parent (pad)); GstCaps *ret; g_mutex_lock (self->factories_lock); if (G_UNLIKELY (!gst_subtitle_overlay_update_factory_list (self))) ret = GST_CAPS_NONE; else ret = gst_caps_ref (self->factory_caps); g_mutex_unlock (self->factories_lock); GST_DEBUG_OBJECT (pad, "Returning subtitle caps %" GST_PTR_FORMAT, ret); gst_object_unref (self); return ret; } static gboolean gst_subtitle_overlay_subtitle_sink_acceptcaps (GstPad * pad, GstCaps * caps) { GstCaps *othercaps = gst_subtitle_overlay_subtitle_sink_getcaps (pad); gboolean ret = gst_caps_can_intersect (caps, othercaps); gst_caps_unref (othercaps); return ret; } static gboolean gst_subtitle_overlay_subtitle_sink_setcaps (GstPad * pad, GstCaps * caps) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (gst_pad_get_parent (pad)); gboolean ret = TRUE; GstPad *target = NULL;; GST_DEBUG_OBJECT (pad, "Setting caps: %" GST_PTR_FORMAT, caps); target = gst_ghost_pad_get_target (GST_GHOST_PAD_CAST (self->subtitle_sinkpad)); GST_SUBTITLE_OVERLAY_LOCK (self); gst_caps_replace (&self->subcaps, caps); if (target && gst_pad_accept_caps (target, caps)) { GST_DEBUG_OBJECT (pad, "Target accepts caps"); ret = self->subtitle_sink_setcaps (pad, caps); GST_SUBTITLE_OVERLAY_UNLOCK (self); goto out; } GST_DEBUG_OBJECT (pad, "Target did not accept caps"); self->subtitle_error = FALSE; gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); out: if (target) gst_object_unref (target); gst_object_unref (self); return ret; } static GstPadLinkReturn gst_subtitle_overlay_subtitle_sink_link (GstPad * pad, GstPad * peer) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (gst_pad_get_parent (pad)); GstPadLinkReturn ret; GstCaps *caps; GST_DEBUG_OBJECT (pad, "Linking pad to peer %" GST_PTR_FORMAT, peer); caps = gst_pad_get_negotiated_caps (peer); if (!caps) { caps = gst_pad_get_caps_reffed (peer); if (!gst_caps_is_fixed (caps)) { gst_caps_unref (caps); caps = NULL; } } if (caps) { GST_SUBTITLE_OVERLAY_LOCK (self); GST_DEBUG_OBJECT (pad, "Have fixed peer caps: %" GST_PTR_FORMAT, caps); gst_caps_replace (&self->subcaps, caps); self->subtitle_error = FALSE; gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); gst_caps_unref (caps); } ret = self->subtitle_sink_link (pad, peer); gst_object_unref (self); return ret; } static void gst_subtitle_overlay_subtitle_sink_unlink (GstPad * pad) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (gst_object_ref (GST_PAD_PARENT (pad))); /* FIXME: Can't use gst_pad_get_parent() here because this is called with * the object lock from state changes */ GST_DEBUG_OBJECT (pad, "Pad unlinking"); gst_caps_replace (&self->subcaps, NULL); self->subtitle_sink_unlink (pad); GST_SUBTITLE_OVERLAY_LOCK (self); self->subtitle_error = FALSE; if (self->subtitle_block_pad) gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); if (self->video_block_pad) gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); gst_object_unref (self); } static gboolean gst_subtitle_overlay_subtitle_sink_event (GstPad * pad, GstEvent * event) { GstSubtitleOverlay *self = GST_SUBTITLE_OVERLAY (gst_pad_get_parent (pad)); gboolean ret; GstFormat format; if (GST_EVENT_TYPE (event) == GST_EVENT_CUSTOM_DOWNSTREAM_OOB && event->structure && strcmp (gst_structure_get_name (event->structure), "subtitleoverlay-flush-subtitle") == 0) { GST_DEBUG_OBJECT (pad, "Custom subtitle flush event"); GST_SUBTITLE_OVERLAY_LOCK (self); self->subtitle_flush = TRUE; self->subtitle_error = FALSE; if (self->subtitle_block_pad) gst_pad_set_blocked_async_full (self->subtitle_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); if (self->video_block_pad) gst_pad_set_blocked_async_full (self->video_block_pad, TRUE, _pad_blocked_cb, gst_object_ref (self), (GDestroyNotify) gst_object_unref); GST_SUBTITLE_OVERLAY_UNLOCK (self); gst_event_unref (event); event = NULL; ret = TRUE; goto out; } else if (GST_EVENT_TYPE (event) == GST_EVENT_NEWSEGMENT) { gst_event_parse_new_segment_full (event, NULL, NULL, NULL, &format, NULL, NULL, NULL); if (self->subtitle_segment.format != GST_FORMAT_UNDEFINED && self->subtitle_segment.format != format) { GST_DEBUG_OBJECT (pad, "Subtitle segment format changed: %s -> %s", gst_format_get_name (self->subtitle_segment.format), gst_format_get_name (format)); gst_segment_init (&self->subtitle_segment, GST_FORMAT_UNDEFINED); } } switch (GST_EVENT_TYPE (event)) { case GST_EVENT_FLUSH_STOP: GST_DEBUG_OBJECT (pad, "Resetting subtitle segment because of flush-stop"); gst_segment_init (&self->subtitle_segment, GST_FORMAT_UNDEFINED); /* fall through */ case GST_EVENT_FLUSH_START: case GST_EVENT_NEWSEGMENT: case GST_EVENT_EOS: /* Add our event marker to make sure no events from here go ever outside * the element, they're only interesting for our internal elements */ event = GST_EVENT_CAST (gst_mini_object_make_writable (GST_MINI_OBJECT_CAST (event))); if (!event->structure) { event->structure = gst_structure_id_empty_new (_subtitle_overlay_event_marker_id); gst_structure_set_parent_refcount (event->structure, &event->mini_object.refcount); } gst_structure_id_set (event->structure, _subtitle_overlay_event_marker_id, G_TYPE_BOOLEAN, TRUE, NULL); break; default: break; } ret = self->subtitle_sink_event (pad, gst_event_ref (event)); if (GST_EVENT_TYPE (event) == GST_EVENT_NEWSEGMENT) { gboolean update; gdouble rate, applied_rate; gint64 start, stop, position; GST_DEBUG_OBJECT (pad, "Newsegment event: %" GST_PTR_FORMAT, event->structure); gst_event_parse_new_segment_full (event, &update, &rate, &applied_rate, &format, &start, &stop, &position); GST_DEBUG_OBJECT (pad, "Old subtitle segment: %" GST_SEGMENT_FORMAT, &self->subtitle_segment); if (self->subtitle_segment.format != format) { GST_DEBUG_OBJECT (pad, "Subtitle segment format changed: %s -> %s", gst_format_get_name (self->subtitle_segment.format), gst_format_get_name (format)); gst_segment_init (&self->subtitle_segment, format); } gst_segment_set_newsegment_full (&self->subtitle_segment, update, rate, applied_rate, format, start, stop, position); GST_DEBUG_OBJECT (pad, "New subtitle segment: %" GST_SEGMENT_FORMAT, &self->subtitle_segment); } gst_event_unref (event); out: gst_object_unref (self); return ret; } static void gst_subtitle_overlay_init (GstSubtitleOverlay * self, GstSubtitleOverlayClass * klass) { GstPadTemplate *templ; GstIterator *it; GstPad *proxypad = NULL; self->lock = g_mutex_new (); self->factories_lock = g_mutex_new (); templ = gst_static_pad_template_get (&srctemplate); self->srcpad = gst_ghost_pad_new_no_target_from_template ("src", templ); it = gst_pad_iterate_internal_links (self->srcpad); if (G_UNLIKELY (!it || gst_iterator_next (it, (gpointer) & proxypad) != GST_ITERATOR_OK || proxypad == NULL)) { GST_ERROR_OBJECT (self, "Failed to get proxypad of srcpad"); } else { self->src_proxy_event = GST_PAD_EVENTFUNC (proxypad); gst_pad_set_event_function (proxypad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_src_proxy_event)); self->src_proxy_chain = GST_PAD_CHAINFUNC (proxypad); gst_pad_set_chain_function (proxypad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_src_proxy_chain)); gst_object_unref (proxypad); } if (it) gst_iterator_free (it); gst_element_add_pad (GST_ELEMENT_CAST (self), self->srcpad); templ = gst_static_pad_template_get (&video_sinktemplate); self->video_sinkpad = gst_ghost_pad_new_no_target_from_template ("video_sink", templ); self->video_sink_event = GST_PAD_EVENTFUNC (self->video_sinkpad); gst_pad_set_event_function (self->video_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_video_sink_event)); self->video_sink_setcaps = GST_PAD_SETCAPSFUNC (self->video_sinkpad); gst_pad_set_setcaps_function (self->video_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_video_sink_setcaps)); self->video_sink_chain = GST_PAD_CHAINFUNC (self->video_sinkpad); gst_pad_set_chain_function (self->video_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_video_sink_chain)); proxypad = NULL; it = gst_pad_iterate_internal_links (self->video_sinkpad); if (G_UNLIKELY (!it || gst_iterator_next (it, (gpointer) & proxypad) != GST_ITERATOR_OK || proxypad == NULL)) { GST_ERROR_OBJECT (self, "Failed to get internally linked pad from video sinkpad"); } if (it) gst_iterator_free (it); self->video_block_pad = proxypad; gst_element_add_pad (GST_ELEMENT_CAST (self), self->video_sinkpad); templ = gst_static_pad_template_get (&subtitle_sinktemplate); self->subtitle_sinkpad = gst_ghost_pad_new_no_target_from_template ("subtitle_sink", templ); self->subtitle_sink_link = GST_PAD_LINKFUNC (self->subtitle_sinkpad); gst_pad_set_link_function (self->subtitle_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_subtitle_sink_link)); self->subtitle_sink_unlink = GST_PAD_UNLINKFUNC (self->subtitle_sinkpad); gst_pad_set_unlink_function (self->subtitle_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_subtitle_sink_unlink)); self->subtitle_sink_event = GST_PAD_EVENTFUNC (self->subtitle_sinkpad); gst_pad_set_event_function (self->subtitle_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_subtitle_sink_event)); self->subtitle_sink_setcaps = GST_PAD_SETCAPSFUNC (self->subtitle_sinkpad); gst_pad_set_setcaps_function (self->subtitle_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_subtitle_sink_setcaps)); self->subtitle_sink_chain = GST_PAD_CHAINFUNC (self->subtitle_sinkpad); gst_pad_set_chain_function (self->subtitle_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_subtitle_sink_chain)); gst_pad_set_getcaps_function (self->subtitle_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_subtitle_sink_getcaps)); gst_pad_set_acceptcaps_function (self->subtitle_sinkpad, GST_DEBUG_FUNCPTR (gst_subtitle_overlay_subtitle_sink_acceptcaps)); gst_pad_set_bufferalloc_function (self->subtitle_sinkpad, NULL); proxypad = NULL; it = gst_pad_iterate_internal_links (self->subtitle_sinkpad); if (G_UNLIKELY (!it || gst_iterator_next (it, (gpointer) & proxypad) != GST_ITERATOR_OK || proxypad == NULL)) { GST_ERROR_OBJECT (self, "Failed to get internally linked pad from subtitle sinkpad"); } if (it) gst_iterator_free (it); self->subtitle_block_pad = proxypad; gst_element_add_pad (GST_ELEMENT_CAST (self), self->subtitle_sinkpad); self->fps_n = 0; self->fps_d = 0; } gboolean gst_subtitle_overlay_plugin_init (GstPlugin * plugin) { GST_DEBUG_CATEGORY_INIT (subtitle_overlay_debug, "subtitleoverlay", 0, "Subtitle Overlay"); _subtitle_overlay_event_marker_id = g_quark_from_static_string ("gst-subtitle-overlay-event-marker"); return gst_element_register (plugin, "subtitleoverlay", GST_RANK_NONE, GST_TYPE_SUBTITLE_OVERLAY); }