/* GStreamer * Copyright (C) <1999> Erik Walthinsen * <2005> Wim Taymans * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include "gstdvdemux.h" /* DV output has two modes, normal and wide. The resolution is the same in both * cases: 720 pixels wide by 576 pixels tall in PAL format, and 720x480 for * NTSC. * * Each of the modes has its own pixel aspect ratio, which is fixed in practice * by ITU-R BT.601 (also known as "CCIR-601" or "Rec.601"). Or so claims a * reference that I culled from the reliable "internet", * http://www.mir.com/DMG/aspect.html. Normal PAL is 59/54 and normal NTSC is * 10/11. Because the pixel resolution is the same for both cases, we can get * the pixel aspect ratio for wide recordings by multiplying by the ratio of * display aspect ratios, 16/9 (for wide) divided by 4/3 (for normal): * * Wide NTSC: 10/11 * (16/9)/(4/3) = 40/33 * Wide PAL: 59/54 * (16/9)/(4/3) = 118/81 * * However, the pixel resolution coming out of a DV source does not combine with * the standard pixel aspect ratios to give a proper display aspect ratio. An * image 480 pixels tall, with a 4:3 display aspect ratio, will be 768 pixels * wide. But, if we take the normal PAL aspect ratio of 59/54, and multiply it * with the width of the DV image (720 pixels), we get 786.666..., which is * nonintegral and too wide. The camera is not outputting a 4:3 image. * * If the video sink for this stream has fixed dimensions (such as for * fullscreen playback, or for a java applet in a web page), you then have two * choices. Either you show the whole image, but pad the image with black * borders on the top and bottom (like watching a widescreen video on a 4:3 * device), or you crop the video to the proper ratio. Apparently the latter is * the standard practice. * * For its part, GStreamer is concerned with accuracy and preservation of * information. This element outputs the 720x576 or 720x480 video that it * recieves, noting the proper aspect ratio. This should not be a problem for * windowed applications, which can change size to fit the video. Applications * with fixed size requirements should decide whether to crop or pad which * an element such as videobox can do. */ #define NTSC_HEIGHT 480 #define NTSC_BUFFER 120000 #define NTSC_FRAMERATE_NUMERATOR 30000 #define NTSC_FRAMERATE_DENOMINATOR 1001 #define PAL_HEIGHT 576 #define PAL_BUFFER 144000 #define PAL_FRAMERATE_NUMERATOR 25 #define PAL_FRAMERATE_DENOMINATOR 1 #define PAL_NORMAL_PAR_X 59 #define PAL_NORMAL_PAR_Y 54 #define PAL_WIDE_PAR_X 118 #define PAL_WIDE_PAR_Y 81 #define NTSC_NORMAL_PAR_X 10 #define NTSC_NORMAL_PAR_Y 11 #define NTSC_WIDE_PAR_X 40 #define NTSC_WIDE_PAR_Y 33 static GstElementDetails dvdemux_details = GST_ELEMENT_DETAILS ("DV system stream demuxer", "Codec/Demuxer", "Uses libdv to separate DV audio from DV video", "Erik Walthinsen , Wim Taymans "); static GstStaticPadTemplate sink_temp = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-dv, systemstream = (boolean) true") ); static GstStaticPadTemplate video_src_temp = GST_STATIC_PAD_TEMPLATE ("video", GST_PAD_SRC, GST_PAD_SOMETIMES, GST_STATIC_CAPS ("video/x-dv, systemstream = (boolean) false") ); static GstStaticPadTemplate audio_src_temp = GST_STATIC_PAD_TEMPLATE ("audio", GST_PAD_SRC, GST_PAD_SOMETIMES, GST_STATIC_CAPS ("audio/x-raw-int, " "depth = (int) 16, " "width = (int) 16, " "signed = (boolean) TRUE, " "channels = (int) {2, 4}, " "endianness = (int) " G_STRINGIFY (G_BYTE_ORDER) ", " "rate = (int) { 32000, 44100, 48000 }") ); GST_BOILERPLATE (GstDVDemux, gst_dvdemux, GstElement, GST_TYPE_ELEMENT); static const GstQueryType *gst_dvdemux_get_src_query_types (GstPad * pad); static gboolean gst_dvdemux_src_query (GstPad * pad, GstQuery * query); static const GstQueryType *gst_dvdemux_get_sink_query_types (GstPad * pad); static gboolean gst_dvdemux_sink_query (GstPad * pad, GstQuery * query); static gboolean gst_dvdemux_sink_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value); static gboolean gst_dvdemux_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value); static gboolean gst_dvdemux_handle_src_event (GstPad * pad, GstEvent * event); static GstFlowReturn gst_dvdemux_flush (GstDVDemux * dvdemux); static GstFlowReturn gst_dvdemux_chain (GstPad * pad, GstBuffer * buffer); static gboolean gst_dvdemux_handle_sink_event (GstPad * pad, GstEvent * event); static GstStateChangeReturn gst_dvdemux_change_state (GstElement * element, GstStateChange transition); static void gst_dvdemux_base_init (gpointer g_class) { GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&sink_temp)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&video_src_temp)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&audio_src_temp)); gst_element_class_set_details (element_class, &dvdemux_details); } static void gst_dvdemux_class_init (GstDVDemuxClass * klass) { GstElementClass *gstelement_class; gstelement_class = (GstElementClass *) klass; gstelement_class->change_state = gst_dvdemux_change_state; /* table initialization, only do once */ dv_init (0, 0); } static void gst_dvdemux_init (GstDVDemux * dvdemux, GstDVDemuxClass * g_class) { gint i; dvdemux->sinkpad = gst_pad_new_from_template (gst_static_pad_template_get (&sink_temp), "sink"); gst_pad_set_chain_function (dvdemux->sinkpad, gst_dvdemux_chain); gst_pad_set_event_function (dvdemux->sinkpad, gst_dvdemux_handle_sink_event); gst_pad_set_query_function (dvdemux->sinkpad, GST_DEBUG_FUNCPTR (gst_dvdemux_sink_query)); gst_pad_set_query_type_function (dvdemux->sinkpad, GST_DEBUG_FUNCPTR (gst_dvdemux_get_sink_query_types)); gst_element_add_pad (GST_ELEMENT (dvdemux), dvdemux->sinkpad); dvdemux->adapter = gst_adapter_new (); dvdemux->timestamp = 0LL; dvdemux->start_timestamp = -1LL; dvdemux->stop_timestamp = -1LL; dvdemux->need_discont = FALSE; dvdemux->new_media = FALSE; dvdemux->framerate_numerator = 0; dvdemux->framerate_denominator = 0; dvdemux->total_frames = 0; dvdemux->height = 0; dvdemux->frequency = 0; dvdemux->channels = 0; dvdemux->wide = FALSE; for (i = 0; i < 4; i++) { dvdemux->audio_buffers[i] = (gint16 *) g_malloc (DV_AUDIO_MAX_SAMPLES * sizeof (gint16)); } } static void gst_dvdemux_add_pads (GstDVDemux * dvdemux) { dvdemux->videosrcpad = gst_pad_new_from_template (gst_static_pad_template_get (&video_src_temp), "video"); gst_pad_set_query_function (dvdemux->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdemux_src_query)); gst_pad_set_query_type_function (dvdemux->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdemux_get_src_query_types)); gst_pad_set_event_function (dvdemux->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdemux_handle_src_event)); gst_pad_use_fixed_caps (dvdemux->videosrcpad); gst_element_add_pad (GST_ELEMENT (dvdemux), dvdemux->videosrcpad); dvdemux->audiosrcpad = gst_pad_new_from_template (gst_static_pad_template_get (&audio_src_temp), "audio"); gst_pad_set_query_function (dvdemux->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdemux_src_query)); gst_pad_set_query_type_function (dvdemux->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdemux_get_src_query_types)); gst_pad_set_event_function (dvdemux->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdemux_handle_src_event)); gst_pad_use_fixed_caps (dvdemux->audiosrcpad); gst_element_add_pad (GST_ELEMENT (dvdemux), dvdemux->audiosrcpad); gst_element_no_more_pads (GST_ELEMENT (dvdemux)); } static gboolean gst_dvdemux_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value) { gboolean res = TRUE; GstDVDemux *dvdemux; dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad)); if (dvdemux->frame_len == -1) goto error; if (dvdemux->decoder == NULL) goto error; if (*dest_format == src_format) { *dest_value = src_value; goto done; } GST_INFO ("pad:%s:%s, src_value:%lld, src_format:%d, dest_format:%d", GST_DEBUG_PAD_NAME (pad), src_value, src_format, *dest_format); switch (src_format) { case GST_FORMAT_BYTES: switch (*dest_format) { case GST_FORMAT_DEFAULT: if (pad == dvdemux->videosrcpad) *dest_value = src_value / dvdemux->frame_len; else if (pad == dvdemux->audiosrcpad) *dest_value = src_value / gst_audio_frame_byte_size (pad); break; case GST_FORMAT_TIME: *dest_format = GST_FORMAT_TIME; if (pad == dvdemux->videosrcpad) *dest_value = src_value * GST_SECOND * dvdemux->framerate_denominator / (dvdemux->frame_len * dvdemux->framerate_numerator); else if (pad == dvdemux->audiosrcpad) *dest_value = src_value * GST_SECOND / (2 * dvdemux->frequency * dvdemux->channels); break; default: res = FALSE; } break; case GST_FORMAT_TIME: switch (*dest_format) { case GST_FORMAT_BYTES: if (pad == dvdemux->videosrcpad) *dest_value = src_value * dvdemux->frame_len * dvdemux->framerate_numerator / (dvdemux->framerate_denominator * GST_SECOND); else if (pad == dvdemux->audiosrcpad) *dest_value = 2 * src_value * dvdemux->frequency * dvdemux->channels / GST_SECOND; break; case GST_FORMAT_DEFAULT: if (pad == dvdemux->videosrcpad) { if (src_value) *dest_value = src_value * dvdemux->framerate_numerator / (dvdemux->framerate_denominator * GST_SECOND); else *dest_value = 0; } else if (pad == dvdemux->audiosrcpad) { *dest_value = 2 * src_value * dvdemux->frequency * dvdemux->channels / (GST_SECOND * gst_audio_frame_byte_size (pad)); } break; default: res = FALSE; } break; case GST_FORMAT_DEFAULT: switch (*dest_format) { case GST_FORMAT_TIME: if (pad == dvdemux->videosrcpad) { *dest_value = src_value * GST_SECOND * dvdemux->framerate_denominator / dvdemux->framerate_numerator; } else if (pad == dvdemux->audiosrcpad) { if (src_value) *dest_value = src_value * GST_SECOND * gst_audio_frame_byte_size (pad) / (2 * dvdemux->frequency * dvdemux->channels); else *dest_value = 0; } break; case GST_FORMAT_BYTES: if (pad == dvdemux->videosrcpad) { *dest_value = src_value * dvdemux->frame_len; } else if (pad == dvdemux->audiosrcpad) { *dest_value = src_value * gst_audio_frame_byte_size (pad); } break; default: res = FALSE; } break; default: res = FALSE; } done: gst_object_unref (dvdemux); GST_INFO ("Result : dest_format:%d, dest_value:%lld, res:%d", *dest_format, *dest_value, res); return res; error: { gst_object_unref (dvdemux); return FALSE; } } static gboolean gst_dvdemux_sink_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value) { gboolean res = TRUE; GstDVDemux *dvdemux; dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad)); if (dvdemux->frame_len <= 0) goto error; GST_DEBUG ("%d -> %d", src_format, *dest_format); GST_INFO ("pad:%s:%s, src_value:%lld, src_format:%d, dest_format:%d", GST_DEBUG_PAD_NAME (pad), src_value, src_format, *dest_format); if (*dest_format == GST_FORMAT_DEFAULT) *dest_format = GST_FORMAT_TIME; if (*dest_format == src_format) { *dest_value = src_value; goto done; } switch (src_format) { case GST_FORMAT_BYTES: switch (*dest_format) { case GST_FORMAT_TIME: { guint64 frame; /* get frame number */ frame = src_value / dvdemux->frame_len; *dest_value = (frame * GST_SECOND * dvdemux->framerate_denominator) / dvdemux->framerate_numerator; break; } default: res = FALSE; } break; case GST_FORMAT_TIME: switch (*dest_format) { case GST_FORMAT_BYTES: { guint64 frame; /* calculate the frame */ frame = src_value * dvdemux->framerate_numerator / (dvdemux->framerate_denominator * GST_SECOND); /* calculate the offset */ *dest_value = frame * dvdemux->frame_len; break; } default: res = FALSE; } break; default: res = FALSE; } GST_INFO ("Result : dest_format:%d, dest_value:%lld, res:%d", *dest_format, *dest_value, res); done: gst_object_unref (dvdemux); return res; error: { gst_object_unref (dvdemux); return FALSE; } } static const GstQueryType * gst_dvdemux_get_src_query_types (GstPad * pad) { static const GstQueryType src_query_types[] = { GST_QUERY_POSITION, GST_QUERY_DURATION, GST_QUERY_CONVERT, 0 }; return src_query_types; } static gboolean gst_dvdemux_src_query (GstPad * pad, GstQuery * query) { gboolean res = TRUE; GstDVDemux *dvdemux; dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad)); switch (GST_QUERY_TYPE (query)) { case GST_QUERY_POSITION: { GstFormat format; gint64 cur; /* get target format */ gst_query_parse_position (query, &format, NULL); /* bring the position to the requested format. */ if (!(res = gst_pad_query_convert (pad, GST_FORMAT_TIME, dvdemux->timestamp, &format, &cur))) goto error; gst_query_set_position (query, format, cur); break; } case GST_QUERY_DURATION: { GstFormat format; GstFormat format2; gint64 end; GstPad *peer; /* get target format */ gst_query_parse_duration (query, &format, NULL); /* change query to bytes to perform on peer */ gst_query_set_duration (query, GST_FORMAT_BYTES, -1); if ((peer = gst_pad_get_peer (dvdemux->sinkpad))) { /* ask peer for total length */ if (!(res = gst_pad_query (peer, query))) { gst_object_unref (peer); goto error; } /* get peer total length */ gst_query_parse_duration (query, NULL, &end); gst_object_unref (peer); /* convert end to requested format */ if (end != -1) { format2 = format; if (!(res = gst_pad_query_convert (dvdemux->sinkpad, GST_FORMAT_BYTES, end, &format2, &end))) { goto error; } } } else { end = -1; } gst_query_set_duration (query, format, end); break; } case GST_QUERY_CONVERT: { GstFormat src_fmt, dest_fmt; gint64 src_val, dest_val; gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val); if (!(res = gst_dvdemux_src_convert (pad, src_fmt, src_val, &dest_fmt, &dest_val))) goto error; gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val); break; } default: res = FALSE; break; } gst_object_unref (dvdemux); return res; error: { gst_object_unref (dvdemux); GST_DEBUG ("error handling event"); return FALSE; } } static const GstQueryType * gst_dvdemux_get_sink_query_types (GstPad * pad) { static const GstQueryType sink_query_types[] = { GST_QUERY_CONVERT, 0 }; return sink_query_types; } static gboolean gst_dvdemux_sink_query (GstPad * pad, GstQuery * query) { gboolean res = TRUE; GstDVDemux *dvdemux; dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad)); switch (GST_QUERY_TYPE (query)) { case GST_QUERY_CONVERT: { GstFormat src_fmt, dest_fmt; gint64 src_val, dest_val; gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val); if (!(res = gst_dvdemux_sink_convert (pad, src_fmt, src_val, &dest_fmt, &dest_val))) goto error; gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val); break; } default: res = FALSE; break; } gst_object_unref (dvdemux); return res; error: { gst_object_unref (dvdemux); GST_DEBUG ("error handling event"); return FALSE; } } static gboolean gst_dvdemux_send_event (GstDVDemux * dvdemux, GstEvent * event) { gboolean res = FALSE; gst_event_ref (event); if (dvdemux->videosrcpad) res |= gst_pad_push_event (dvdemux->videosrcpad, event); if (dvdemux->audiosrcpad) res |= gst_pad_push_event (dvdemux->audiosrcpad, event); return res; } static gboolean gst_dvdemux_handle_sink_event (GstPad * pad, GstEvent * event) { GstDVDemux *dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad)); gboolean res = TRUE; switch (GST_EVENT_TYPE (event)) { case GST_EVENT_FLUSH_START: /* we are not blocking on anything exect the push() calls * to the peer which will be unblocked by forwarding the * event.*/ res = gst_dvdemux_send_event (dvdemux, event); break; case GST_EVENT_FLUSH_STOP: gst_adapter_clear (dvdemux->adapter); GST_DEBUG ("cleared adapter"); res = gst_dvdemux_send_event (dvdemux, event); break; case GST_EVENT_NEWSEGMENT: { GstFormat format; /* parse byte start and stop positions */ gst_event_parse_new_segment (event, NULL, NULL, &format, &dvdemux->start_byte, &dvdemux->stop_byte, NULL); /* and queue a DISCONT before sending the next set of buffers */ dvdemux->need_discont = TRUE; gst_event_unref (event); break; } case GST_EVENT_EOS: default: /* flush any pending data */ gst_dvdemux_flush (dvdemux); /* forward event */ res = gst_dvdemux_send_event (dvdemux, event); /* and clear the adapter */ gst_adapter_clear (dvdemux->adapter); break; } gst_object_unref (dvdemux); return res; } static gboolean gst_dvdemux_handle_src_event (GstPad * pad, GstEvent * event) { gboolean res = TRUE; GstDVDemux *dvdemux; dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad)); switch (GST_EVENT_TYPE (event)) { case GST_EVENT_SEEK: { GstEvent *newevent; gint64 offset; GstFormat format, conv; gint64 cur, stop; gdouble rate; GstSeekType cur_type, stop_type; GstSeekFlags flags; gint64 start_position, end_position; gst_event_parse_seek (event, &rate, &format, &flags, &cur_type, &cur, &stop_type, &stop); if ((offset = cur) != -1) { GST_INFO ("starting conversion of cur"); /* bring the format to time on srcpad. */ conv = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (pad, format, offset, &conv, &start_position))) { /* could not convert seek format to time offset */ break; } /* and convert to bytes on sinkpad. */ conv = GST_FORMAT_BYTES; if (!(res = gst_pad_query_convert (dvdemux->sinkpad, GST_FORMAT_TIME, start_position, &conv, &start_position))) { /* could not convert time format to bytes offset */ break; } GST_INFO ("Finished conversion of cur, BYTES cur : %lld", start_position); } else { start_position = -1; } if ((offset = stop) != -1) { GST_INFO ("starting conversion of stop"); /* bring the format to time on srcpad. */ conv = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (pad, format, offset, &conv, &end_position))) { /* could not convert seek format to time offset */ break; } conv = GST_FORMAT_BYTES; /* and convert to bytes on sinkpad. */ if (!(res = gst_pad_query_convert (dvdemux->sinkpad, GST_FORMAT_TIME, end_position, &conv, &end_position))) { /* could not convert seek format to bytes offset */ break; } GST_INFO ("Finished conversion of stop, BYTES cur : %lld", start_position); } else { end_position = -1; } /* now this is the updated seek event on bytes */ newevent = gst_event_new_seek (rate, GST_FORMAT_BYTES, flags, cur_type, start_position, stop_type, end_position); res = gst_pad_push_event (dvdemux->sinkpad, newevent); break; } default: res = FALSE; break; } gst_event_unref (event); gst_object_unref (dvdemux); return res; } static GstFlowReturn gst_dvdemux_demux_audio (GstDVDemux * dvdemux, const guint8 * data) { gint num_samples; gint frequency, channels; GstFlowReturn ret; frequency = dv_get_frequency (dvdemux->decoder); channels = dv_get_num_channels (dvdemux->decoder); /* check if format changed */ if ((frequency != dvdemux->frequency) || (channels != dvdemux->channels)) { GstCaps *caps; dvdemux->frequency = frequency; dvdemux->channels = channels; /* and set new caps */ caps = gst_caps_new_simple ("audio/x-raw-int", "rate", G_TYPE_INT, frequency, "depth", G_TYPE_INT, 16, "width", G_TYPE_INT, 16, "signed", G_TYPE_BOOLEAN, TRUE, "channels", G_TYPE_INT, channels, "endianness", G_TYPE_INT, G_BYTE_ORDER, NULL); gst_pad_set_caps (dvdemux->audiosrcpad, caps); gst_caps_unref (caps); } dv_decode_full_audio (dvdemux->decoder, data, dvdemux->audio_buffers); if ((num_samples = dv_get_num_samples (dvdemux->decoder)) > 0) { gint16 *a_ptr; gint i, j; GstBuffer *outbuf; outbuf = gst_buffer_new_and_alloc (num_samples * sizeof (gint16) * dvdemux->channels); a_ptr = (gint16 *) GST_BUFFER_DATA (outbuf); for (i = 0; i < num_samples; i++) { for (j = 0; j < dvdemux->channels; j++) { *(a_ptr++) = dvdemux->audio_buffers[j][i]; } } GST_DEBUG ("pushing audio %" GST_TIME_FORMAT, GST_TIME_ARGS (dvdemux->timestamp)); GST_BUFFER_TIMESTAMP (outbuf) = dvdemux->timestamp; GST_BUFFER_DURATION (outbuf) = dvdemux->duration; GST_BUFFER_OFFSET (outbuf) = dvdemux->audio_offset; dvdemux->audio_offset += num_samples; GST_BUFFER_OFFSET_END (outbuf) = dvdemux->audio_offset; gst_buffer_set_caps (outbuf, GST_PAD_CAPS (dvdemux->audiosrcpad)); ret = gst_pad_push (dvdemux->audiosrcpad, outbuf); } else { /* no samples */ ret = GST_FLOW_OK; } return ret; } static GstFlowReturn gst_dvdemux_demux_video (GstDVDemux * dvdemux, const guint8 * data) { GstBuffer *outbuf; gint height; gboolean wide; GstFlowReturn ret = GST_FLOW_OK; /* get params */ /* framerate is already up-to-date */ height = (dvdemux->PAL ? PAL_HEIGHT : NTSC_HEIGHT); wide = dv_format_wide (dvdemux->decoder); /* see if anything changed */ if ((dvdemux->height != height) || dvdemux->wide != wide) { GstCaps *caps; gint par_x, par_y; dvdemux->height = height; dvdemux->wide = wide; if (dvdemux->PAL) { if (wide) { par_x = PAL_WIDE_PAR_X; par_y = PAL_WIDE_PAR_Y; } else { par_x = PAL_NORMAL_PAR_X; par_y = PAL_NORMAL_PAR_Y; } } else { if (wide) { par_x = NTSC_WIDE_PAR_X; par_y = NTSC_WIDE_PAR_Y; } else { par_x = NTSC_NORMAL_PAR_X; par_y = NTSC_NORMAL_PAR_Y; } } caps = gst_caps_new_simple ("video/x-dv", "systemstream", G_TYPE_BOOLEAN, FALSE, "width", G_TYPE_INT, 720, "height", G_TYPE_INT, height, "framerate", GST_TYPE_FRACTION, dvdemux->framerate_numerator, dvdemux->framerate_denominator, "pixel-aspect-ratio", GST_TYPE_FRACTION, par_x, par_y, NULL); gst_pad_set_caps (dvdemux->videosrcpad, caps); gst_caps_unref (caps); } outbuf = gst_buffer_new (); gst_buffer_set_data (outbuf, (guint8 *) data, dvdemux->frame_len); outbuf->malloc_data = GST_BUFFER_DATA (outbuf); GST_BUFFER_TIMESTAMP (outbuf) = dvdemux->timestamp; GST_BUFFER_OFFSET (outbuf) = dvdemux->video_offset; GST_BUFFER_OFFSET_END (outbuf) = dvdemux->video_offset + 1; GST_BUFFER_DURATION (outbuf) = dvdemux->duration; gst_buffer_set_caps (outbuf, GST_PAD_CAPS (dvdemux->videosrcpad)); GST_DEBUG ("pushing video %" GST_TIME_FORMAT, GST_TIME_ARGS (dvdemux->timestamp)); ret = gst_pad_push (dvdemux->videosrcpad, outbuf); dvdemux->video_offset++; return ret; } static GstFlowReturn gst_dvdemux_demux_frame (GstDVDemux * dvdemux, const guint8 * data) { GstClockTime next_ts; GstFlowReturn aret, vret, ret; if (dvdemux->need_discont) { GstEvent *event; GstFormat format; gboolean res; /* convert to time and store as start/end_timestamp */ format = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (dvdemux->sinkpad, GST_FORMAT_BYTES, dvdemux->start_byte, &format, &dvdemux->start_timestamp))) { goto discont_error; } dvdemux->timestamp = dvdemux->start_timestamp; if (dvdemux->stop_byte == -1) { dvdemux->stop_timestamp = -1; } else { format = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (dvdemux->sinkpad, GST_FORMAT_BYTES, dvdemux->stop_byte, &format, &dvdemux->stop_timestamp))) { goto discont_error; } } event = gst_event_new_new_segment (FALSE, 1.0, GST_FORMAT_TIME, dvdemux->start_timestamp, dvdemux->stop_timestamp, dvdemux->start_timestamp); gst_dvdemux_send_event (dvdemux, event); dvdemux->need_discont = FALSE; } dvdemux->total_frames++; next_ts = dvdemux->total_frames * GST_SECOND * dvdemux->framerate_denominator / dvdemux->framerate_numerator; dvdemux->duration = next_ts - dvdemux->timestamp; dv_parse_packs (dvdemux->decoder, data); if (dv_is_new_recording (dvdemux->decoder, data)) dvdemux->new_media = TRUE; aret = ret = gst_dvdemux_demux_audio (dvdemux, data); if (ret != GST_FLOW_OK && ret != GST_FLOW_NOT_LINKED) goto done; vret = ret = gst_dvdemux_demux_video (dvdemux, data); if (ret != GST_FLOW_OK && ret != GST_FLOW_NOT_LINKED) goto done; if (aret == GST_FLOW_NOT_LINKED && vret == GST_FLOW_NOT_LINKED) { ret = GST_FLOW_NOT_LINKED; goto done; } ret = GST_FLOW_OK; dvdemux->timestamp = next_ts; done: return ret; discont_error: { GST_DEBUG ("error generating discont event"); return GST_FLOW_ERROR; } } /* flush any remaining data in the adapter */ static GstFlowReturn gst_dvdemux_flush (GstDVDemux * dvdemux) { GstFlowReturn ret = GST_FLOW_OK; while (gst_adapter_available (dvdemux->adapter) >= dvdemux->frame_len) { const guint8 *data; gint length; /* get the accumulated bytes */ data = gst_adapter_peek (dvdemux->adapter, dvdemux->frame_len); /* parse header to know the length and other params */ if (dv_parse_header (dvdemux->decoder, data) < 0) goto parse_header_error; dvdemux->found_header = TRUE; /* after parsing the header we know the length of the data */ dvdemux->PAL = dv_system_50_fields (dvdemux->decoder); length = dvdemux->frame_len = (dvdemux->PAL ? PAL_BUFFER : NTSC_BUFFER); if (dvdemux->PAL) { dvdemux->framerate_numerator = PAL_FRAMERATE_NUMERATOR; dvdemux->framerate_denominator = PAL_FRAMERATE_DENOMINATOR; } else { dvdemux->framerate_numerator = NTSC_FRAMERATE_NUMERATOR; dvdemux->framerate_denominator = NTSC_FRAMERATE_DENOMINATOR; } /* let demux_video set the height, it needs to detect when things change so * it can reset caps */ /* if we still have enough for a frame, start decoding */ if (gst_adapter_available (dvdemux->adapter) >= length) { data = gst_adapter_take (dvdemux->adapter, length); /* and decode the data */ ret = gst_dvdemux_demux_frame (dvdemux, data); if (ret != GST_FLOW_OK) goto done; } } done: return ret; /* ERRORS */ parse_header_error: { GST_ELEMENT_ERROR (dvdemux, STREAM, DECODE, ("Error parsing DV header"), ("Error parsing DV header")); gst_object_unref (dvdemux); return GST_FLOW_ERROR; } } /* streaming operation: * * accumulate data until we have a frame, then decode. */ static GstFlowReturn gst_dvdemux_chain (GstPad * pad, GstBuffer * buffer) { GstDVDemux *dvdemux; GstFlowReturn ret; dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad)); /* temporary hack? Can't do this from the state change */ if (!dvdemux->videosrcpad) gst_dvdemux_add_pads (dvdemux); gst_adapter_push (dvdemux->adapter, buffer); /* Apparently dv_parse_header can read from the body of the frame * too, so it needs more than header_size bytes. Wacky! */ if (dvdemux->frame_len == -1) { /* if we don't know the length of a frame, we assume it is * the NTSC_BUFFER length, as this is enough to figure out * if this is PAL or NTSC */ dvdemux->frame_len = NTSC_BUFFER; } /* and try to flush pending frames */ ret = gst_dvdemux_flush (dvdemux); gst_object_unref (dvdemux); return ret; } static GstStateChangeReturn gst_dvdemux_change_state (GstElement * element, GstStateChange transition) { GstDVDemux *dvdemux = GST_DVDEMUX (element); GstStateChangeReturn ret; switch (transition) { case GST_STATE_CHANGE_NULL_TO_READY: break; case GST_STATE_CHANGE_READY_TO_PAUSED: dvdemux->decoder = dv_decoder_new (0, FALSE, FALSE); dvdemux->audio_offset = 0; dvdemux->video_offset = 0; dvdemux->framecount = 0; dvdemux->found_header = FALSE; dvdemux->frame_len = -1; break; case GST_STATE_CHANGE_PAUSED_TO_PLAYING: break; default: break; } ret = parent_class->change_state (element, transition); switch (transition) { case GST_STATE_CHANGE_PLAYING_TO_PAUSED: break; case GST_STATE_CHANGE_PAUSED_TO_READY: gst_adapter_clear (dvdemux->adapter); dv_decoder_free (dvdemux->decoder); dvdemux->decoder = NULL; break; case GST_STATE_CHANGE_READY_TO_NULL: break; default: break; } return ret; }