/* GStreamer * Copyright (C) <2004> Thomas Vander Stichele * Copyright (C) 2006 Andy Wingo * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ /** * SECTION:element-theoraparse * @short_description: parses theora streams * @see_also: theoradec, oggdemux, vorbisparse * * * * The theoraparse element will parse the header packets of the Theora * stream and put them as the streamheader in the caps. This is used in the * multifdsink case where you want to stream live theora streams to multiple * clients, each client has to receive the streamheaders first before they can * consume the theora packets. * * * This element also makes sure that the buffers that it pushes out are properly * timestamped and that their offset and offset_end are set. The buffers that * vorbisparse outputs have all of the metadata that oggmux expects to receive, * which allows you to (for example) remux an ogg/theora file. * * Example pipelines * * * gst-launch -v filesrc location=video.ogg ! oggdemux ! theoraparse ! fakesink * * This pipeline shows that the streamheader is set in the caps, and that each * buffer has the timestamp, duration, offset, and offset_end set. * * * * gst-launch filesrc location=video.ogg ! oggdemux ! vorbisparse \ * ! oggmux ! filesink location=video-remuxed.ogg * * This pipeline shows remuxing. video-remuxed.ogg might not be exactly the same * as video.ogg, but they should produce exactly the same decoded data. * * * * Last reviewed on 2006-04-01 (0.10.4.1) */ #ifdef HAVE_CONFIG_H # include "config.h" #endif #include "gsttheoraparse.h" #define GST_CAT_DEFAULT theoraparse_debug GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT); static GstElementDetails theora_parse_details = { "TheoraParse", "Codec/Parser/Video", "parse raw theora streams", "Andy Wingo " }; static GstStaticPadTemplate theora_parse_sink_factory = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-theora") ); static GstStaticPadTemplate theora_parse_src_factory = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-theora") ); GST_BOILERPLATE (GstTheoraParse, gst_theora_parse, GstElement, GST_TYPE_ELEMENT); static GstFlowReturn theora_parse_chain (GstPad * pad, GstBuffer * buffer); static GstStateChangeReturn theora_parse_change_state (GstElement * element, GstStateChange transition); static gboolean theora_parse_sink_event (GstPad * pad, GstEvent * event); static gboolean theora_parse_src_query (GstPad * pad, GstQuery * query); static void gst_theora_parse_base_init (gpointer g_class) { GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&theora_parse_src_factory)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&theora_parse_sink_factory)); gst_element_class_set_details (element_class, &theora_parse_details); } static void gst_theora_parse_class_init (GstTheoraParseClass * klass) { GstElementClass *gstelement_class = GST_ELEMENT_CLASS (klass); gstelement_class->change_state = theora_parse_change_state; GST_DEBUG_CATEGORY_INIT (theoraparse_debug, "theoraparse", 0, "Theora parser"); } static void gst_theora_parse_init (GstTheoraParse * parse, GstTheoraParseClass * g_class) { parse->sinkpad = gst_pad_new_from_static_template (&theora_parse_sink_factory, "sink"); gst_pad_set_chain_function (parse->sinkpad, theora_parse_chain); gst_pad_set_event_function (parse->sinkpad, theora_parse_sink_event); gst_element_add_pad (GST_ELEMENT (parse), parse->sinkpad); parse->srcpad = gst_pad_new_from_static_template (&theora_parse_src_factory, "src"); gst_pad_set_query_function (parse->srcpad, theora_parse_src_query); gst_element_add_pad (GST_ELEMENT (parse), parse->srcpad); } static void theora_parse_set_header_on_caps (GstTheoraParse * parse, GstCaps * caps) { GstBuffer **bufs; GstStructure *structure; gint i; GValue array = { 0 }; GValue value = { 0 }; bufs = parse->streamheader; structure = gst_caps_get_structure (caps, 0); g_value_init (&array, GST_TYPE_ARRAY); for (i = 0; i < 3; i++) { g_assert (bufs[i]); bufs[i] = gst_buffer_make_metadata_writable (bufs[i]); GST_BUFFER_FLAG_SET (bufs[i], GST_BUFFER_FLAG_IN_CAPS); g_value_init (&value, GST_TYPE_BUFFER); gst_value_set_buffer (&value, bufs[i]); gst_value_array_append_value (&array, &value); g_value_unset (&value); } gst_structure_set_value (structure, "streamheader", &array); g_value_unset (&array); } /* FIXME: copy from libtheora, theora should somehow make this available for seeking */ static int _theora_ilog (unsigned int v) { int ret = 0; while (v) { ret++; v >>= 1; } return (ret); } /* two tasks to do here: set the streamheader on the caps, and use libtheora to parse the headers */ static void theora_parse_set_streamheader (GstTheoraParse * parse) { GstCaps *caps; gint i; g_assert (!parse->streamheader_received); caps = gst_caps_make_writable (gst_pad_get_caps (parse->srcpad)); theora_parse_set_header_on_caps (parse, caps); GST_DEBUG_OBJECT (parse, "here are the caps: %" GST_PTR_FORMAT, caps); gst_pad_set_caps (parse->srcpad, caps); gst_caps_unref (caps); for (i = 0; i < 3; i++) { ogg_packet packet; GstBuffer *buf; buf = parse->streamheader[i]; gst_buffer_set_caps (buf, GST_PAD_CAPS (parse->srcpad)); packet.packet = GST_BUFFER_DATA (buf); packet.bytes = GST_BUFFER_SIZE (buf); packet.granulepos = GST_BUFFER_OFFSET_END (buf); packet.packetno = i + 1; packet.e_o_s = 0; theora_decode_header (&parse->info, &parse->comment, &packet); } parse->fps_n = parse->info.fps_numerator; parse->fps_d = parse->info.fps_denominator; parse->shift = _theora_ilog (parse->info.keyframe_frequency_force - 1); parse->streamheader_received = TRUE; } static void theora_parse_drain_event_queue (GstTheoraParse * parse) { while (parse->event_queue->length) { GstEvent *event; event = GST_EVENT_CAST (g_queue_pop_head (parse->event_queue)); gst_pad_event_default (parse->sinkpad, event); } } static void theora_parse_push_headers (GstTheoraParse * parse) { gint i; theora_parse_drain_event_queue (parse); if (!parse->streamheader_received) theora_parse_set_streamheader (parse); /* ignore return values, we pass along the result of pushing data packets only */ for (i = 0; i < 3; i++) gst_pad_push (parse->srcpad, gst_buffer_ref (parse->streamheader[i])); parse->send_streamheader = FALSE; } static void theora_parse_clear_queue (GstTheoraParse * parse) { while (parse->buffer_queue->length) { GstBuffer *buf; buf = GST_BUFFER_CAST (g_queue_pop_head (parse->buffer_queue)); gst_buffer_unref (buf); } while (parse->event_queue->length) { GstEvent *event; event = GST_EVENT_CAST (g_queue_pop_head (parse->event_queue)); gst_buffer_unref (event); } } static gint64 make_granulepos (gint64 keyframe, gint64 frame, gint shift) { if (keyframe == -1) keyframe = 0; g_return_val_if_fail (frame >= keyframe, -1); g_return_val_if_fail (frame - keyframe < 1 << shift, -1); return (keyframe << shift) + (frame - keyframe); } static void parse_granulepos (gint64 granulepos, gint shift, gint64 * keyframe, gint64 * frame) { gint64 kf; kf = granulepos >> shift; if (keyframe) *keyframe = kf; if (frame) *frame = kf + (granulepos & ((1 << shift) - 1)); } static gboolean is_keyframe (GstBuffer * buf) { if (!GST_BUFFER_DATA (buf)) return FALSE; if (!GST_BUFFER_SIZE (buf)) return FALSE; return ((GST_BUFFER_DATA (buf)[0] & 0x40) == 0); } static GstFlowReturn theora_parse_push_buffer (GstTheoraParse * parse, GstBuffer * buf, gint64 keyframe, gint64 frame) { GstClockTime this_time, next_time; this_time = gst_util_uint64_scale_int (GST_SECOND * frame, parse->fps_d, parse->fps_n); next_time = gst_util_uint64_scale_int (GST_SECOND * (frame + 1), parse->fps_d, parse->fps_n); GST_BUFFER_OFFSET_END (buf) = make_granulepos (keyframe, frame, parse->shift); GST_BUFFER_OFFSET (buf) = this_time; GST_BUFFER_TIMESTAMP (buf) = this_time; GST_BUFFER_DURATION (buf) = next_time - this_time; gst_buffer_set_caps (buf, GST_PAD_CAPS (parse->srcpad)); GST_DEBUG_OBJECT (parse, "pushing buffer with granulepos %" G_GINT64_FORMAT "|%" G_GINT64_FORMAT, keyframe, frame - keyframe); return gst_pad_push (parse->srcpad, buf); } static GstFlowReturn theora_parse_drain_queue_prematurely (GstTheoraParse * parse) { GstFlowReturn ret = GST_FLOW_OK; /* got an EOS event, make sure to push out any buffers that were in the queue * -- won't normally be the case, but this catches the * didn't-get-a-granulepos-on-the-last-packet case. Assuming a continuous * stream. */ GST_DEBUG_OBJECT (parse, "got EOS, draining queue"); /* if we get an eos before pushing the streamheaders, drain our events before * eos */ theora_parse_drain_event_queue (parse); while (!g_queue_is_empty (parse->buffer_queue)) { GstBuffer *buf; buf = GST_BUFFER_CAST (g_queue_pop_head (parse->buffer_queue)); parse->prev_frame++; if (is_keyframe (buf)) /* we have a keyframe */ parse->prev_keyframe = parse->prev_frame; else GST_BUFFER_FLAGS (buf) |= GST_BUFFER_FLAG_DELTA_UNIT; if (parse->prev_keyframe < 0) { if (GST_BUFFER_OFFSET_END_IS_VALID (buf)) { parse_granulepos (GST_BUFFER_OFFSET_END (buf), parse->shift, &parse->prev_keyframe, NULL); } else { /* No previous keyframe known; can't extract one from this frame. That * means we can't do any valid output for this frame, just continue to * the next frame. */ gst_buffer_unref (buf); continue; } } ret = theora_parse_push_buffer (parse, buf, parse->prev_keyframe, parse->prev_frame); if (ret != GST_FLOW_OK) goto done; } done: return ret; } static GstFlowReturn theora_parse_drain_queue (GstTheoraParse * parse, gint64 granulepos) { GstFlowReturn ret = GST_FLOW_OK; gint64 keyframe, prev_frame, frame; parse_granulepos (granulepos, parse->shift, &keyframe, &frame); prev_frame = frame - g_queue_get_length (parse->buffer_queue); if (prev_frame < parse->prev_frame) { GST_WARNING ("jumped %" G_GINT64_FORMAT " frames backwards! not sure what to do here", parse->prev_frame - prev_frame); ret = GST_FLOW_ERROR; goto done; } else if (prev_frame > parse->prev_frame) { GST_INFO ("discontinuity detected (%" G_GINT64_FORMAT " frames)", prev_frame - parse->prev_frame); if (keyframe <= prev_frame && keyframe > parse->prev_keyframe) parse->prev_keyframe = keyframe; parse->prev_frame = prev_frame; } GST_DEBUG ("draining queue of length %d", g_queue_get_length (parse->buffer_queue)); while (!g_queue_is_empty (parse->buffer_queue)) { GstBuffer *buf; parse->prev_frame++; g_assert (parse->prev_frame >= 0); buf = GST_BUFFER_CAST (g_queue_pop_head (parse->buffer_queue)); if (is_keyframe (buf)) /* we have a keyframe */ parse->prev_keyframe = parse->prev_frame; else GST_BUFFER_FLAGS (buf) |= GST_BUFFER_FLAG_DELTA_UNIT; ret = theora_parse_push_buffer (parse, buf, parse->prev_keyframe, parse->prev_frame); if (ret != GST_FLOW_OK) goto done; } done: return ret; } static GstFlowReturn theora_parse_queue_buffer (GstTheoraParse * parse, GstBuffer * buf) { GstFlowReturn ret = GST_FLOW_OK; buf = gst_buffer_make_metadata_writable (buf); g_queue_push_tail (parse->buffer_queue, buf); if (GST_BUFFER_OFFSET_END_IS_VALID (buf)) { if (parse->prev_keyframe < 0) { parse_granulepos (GST_BUFFER_OFFSET_END (buf), parse->shift, &parse->prev_keyframe, NULL); } ret = theora_parse_drain_queue (parse, GST_BUFFER_OFFSET_END (buf)); } return ret; } static GstFlowReturn theora_parse_chain (GstPad * pad, GstBuffer * buffer) { GstFlowReturn ret; GstBuffer *buf; GstTheoraParse *parse; parse = GST_THEORA_PARSE (gst_pad_get_parent (pad)); buf = GST_BUFFER (buffer); parse->packetno++; if (parse->packetno <= 3) { /* if 1 <= packetno <= 3, it's streamheader, * so put it on the streamheader list and return */ parse->streamheader[parse->packetno - 1] = buf; ret = GST_FLOW_OK; } else { if (parse->send_streamheader) theora_parse_push_headers (parse); ret = theora_parse_queue_buffer (parse, buf); } gst_object_unref (parse); return ret; } static gboolean theora_parse_queue_event (GstTheoraParse * parse, GstEvent * event) { g_queue_push_tail (parse->event_queue, event); return TRUE; } static gboolean theora_parse_sink_event (GstPad * pad, GstEvent * event) { gboolean ret; GstTheoraParse *parse; parse = GST_THEORA_PARSE (gst_pad_get_parent (pad)); switch (GST_EVENT_TYPE (event)) { case GST_EVENT_FLUSH_STOP: theora_parse_clear_queue (parse); parse->prev_keyframe = -1; parse->prev_frame = -1; ret = gst_pad_event_default (pad, event); break; case GST_EVENT_EOS: theora_parse_drain_queue_prematurely (parse); ret = gst_pad_event_default (pad, event); break; default: if (parse->send_streamheader && GST_EVENT_IS_SERIALIZED (event)) ret = theora_parse_queue_event (parse, event); else ret = gst_pad_event_default (pad, event); break; } gst_object_unref (parse); return ret; } static gboolean theora_parse_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value) { gboolean res = TRUE; GstTheoraParse *parse; guint64 scale = 1; if (src_format == *dest_format) { *dest_value = src_value; return TRUE; } parse = GST_THEORA_PARSE (gst_pad_get_parent (pad)); /* we need the info part before we can done something */ if (!parse->streamheader_received) goto no_header; switch (src_format) { case GST_FORMAT_BYTES: switch (*dest_format) { case GST_FORMAT_DEFAULT: *dest_value = gst_util_uint64_scale_int (src_value, 2, parse->info.height * parse->info.width * 3); break; case GST_FORMAT_TIME: /* seems like a rather silly conversion, implement me if you like */ default: res = FALSE; } break; case GST_FORMAT_TIME: switch (*dest_format) { case GST_FORMAT_BYTES: scale = 3 * (parse->info.width * parse->info.height) / 2; case GST_FORMAT_DEFAULT: *dest_value = scale * gst_util_uint64_scale (src_value, parse->info.fps_numerator, parse->info.fps_denominator * GST_SECOND); break; default: GST_DEBUG_OBJECT (parse, "cannot convert to format %s", gst_format_get_name (*dest_format)); res = FALSE; } break; case GST_FORMAT_DEFAULT: switch (*dest_format) { case GST_FORMAT_TIME: *dest_value = gst_util_uint64_scale (src_value, GST_SECOND * parse->info.fps_denominator, parse->info.fps_numerator); break; case GST_FORMAT_BYTES: *dest_value = gst_util_uint64_scale_int (src_value, 3 * parse->info.width * parse->info.height, 2); break; default: res = FALSE; } break; default: res = FALSE; } done: gst_object_unref (parse); return res; /* ERRORS */ no_header: { GST_DEBUG_OBJECT (parse, "no header yet, cannot convert"); res = FALSE; goto done; } } static gboolean theora_parse_src_query (GstPad * pad, GstQuery * query) { GstTheoraParse *parse; gboolean res = FALSE; parse = GST_THEORA_PARSE (gst_pad_get_parent (pad)); switch (GST_QUERY_TYPE (query)) { case GST_QUERY_POSITION: { gint64 frame, value; GstFormat my_format, format; gint64 time; frame = parse->prev_frame; GST_LOG_OBJECT (parse, "query %p: we have current frame: %lld", query, frame); /* parse format */ gst_query_parse_position (query, &format, NULL); /* and convert to the final format in two steps with time as the * intermediate step */ my_format = GST_FORMAT_TIME; if (!(res = theora_parse_src_convert (parse->sinkpad, GST_FORMAT_DEFAULT, frame, &my_format, &time))) goto error; /* fixme: handle segments time = (time - parse->segment.start) + parse->segment.time; */ GST_LOG_OBJECT (parse, "query %p: our time: %" GST_TIME_FORMAT " (conv to %s)", query, GST_TIME_ARGS (time), gst_format_get_name (format)); if (!(res = theora_parse_src_convert (pad, my_format, time, &format, &value))) goto error; gst_query_set_position (query, format, value); GST_LOG_OBJECT (parse, "query %p: we return %lld (format %u)", query, value, format); break; } case GST_QUERY_DURATION: /* forward to peer for total */ if (!(res = gst_pad_query (GST_PAD_PEER (parse->sinkpad), query))) goto error; break; case GST_QUERY_CONVERT: { GstFormat src_fmt, dest_fmt; gint64 src_val, dest_val; gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val); if (!(res = theora_parse_src_convert (pad, src_fmt, src_val, &dest_fmt, &dest_val))) goto error; gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val); break; } default: res = gst_pad_query_default (pad, query); break; } done: gst_object_unref (parse); return res; /* ERRORS */ error: { GST_DEBUG_OBJECT (parse, "query failed"); goto done; } } static GstStateChangeReturn theora_parse_change_state (GstElement * element, GstStateChange transition) { GstTheoraParse *parse = GST_THEORA_PARSE (element); GstStateChangeReturn ret; gint i; switch (transition) { case GST_STATE_CHANGE_READY_TO_PAUSED: theora_info_init (&parse->info); theora_comment_init (&parse->comment); parse->packetno = 0; parse->send_streamheader = TRUE; parse->buffer_queue = g_queue_new (); parse->event_queue = g_queue_new (); parse->prev_keyframe = -1; parse->prev_frame = -1; break; default: break; } ret = parent_class->change_state (element, transition); switch (transition) { case GST_STATE_CHANGE_PAUSED_TO_READY: theora_info_clear (&parse->info); theora_comment_clear (&parse->comment); theora_parse_clear_queue (parse); g_queue_free (parse->buffer_queue); g_queue_free (parse->event_queue); parse->buffer_queue = NULL; for (i = 0; i < 3; i++) { if (parse->streamheader[i]) { gst_buffer_unref (parse->streamheader[i]); parse->streamheader[i] = NULL; } } parse->streamheader_received = FALSE; break; default: break; } return ret; }