/* GStreamer * Copyright (C) <1999> Erik Walthinsen * <2005> Wim Taymans * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include /* First, include the header file for the plugin, to bring in the * object definition and other useful things. */ #include "gstdvdec.h" /* DV output has two modes, normal and wide. The resolution is the same in both * cases: 720 pixels wide by 576 pixels tall in PAL format, and 720x480 for * NTSC. * * Each of the modes has its own pixel aspect ratio, which is fixed in practice * by ITU-R BT.601 (also known as "CCIR-601" or "Rec.601"). Or so claims a * reference that I culled from the reliable "internet", * http://www.mir.com/DMG/aspect.html. Normal PAL is 59/54 and normal NTSC is * 10/11. Because the pixel resolution is the same for both cases, we can get * the pixel aspect ratio for wide recordings by multiplying by the ratio of * display aspect ratios, 16/9 (for wide) divided by 4/3 (for normal): * * Wide NTSC: 10/11 * (16/9)/(4/3) = 40/33 * Wide PAL: 59/54 * (16/9)/(4/3) = 118/81 * * However, the pixel resolution coming out of a DV source does not combine with * the standard pixel aspect ratios to give a proper display aspect ratio. An * image 480 pixels tall, with a 4:3 display aspect ratio, will be 768 pixels * wide. But, if we take the normal PAL aspect ratio of 59/54, and multiply it * with the width of the DV image (720 pixels), we get 786.666..., which is * nonintegral and too wide. The camera is not outputting a 4:3 image. * * If the video sink for this stream has fixed dimensions (such as for * fullscreen playback, or for a java applet in a web page), you then have two * choices. Either you show the whole image, but pad the image with black * borders on the top and bottom (like watching a widescreen video on a 4:3 * device), or you crop the video to the proper ratio. Apparently the latter is * the standard practice. * * For its part, GStreamer is concerned with accuracy and preservation of * information. This element outputs the 720x576 or 720x480 video that it * recieves, noting the proper aspect ratio. This should not be a problem for * windowed applications, which can change size to fit the video. Applications * with fixed size requirements should decide whether to crop or pad which * an element such as videobox can do. */ #define NTSC_HEIGHT 480 #define NTSC_BUFFER 120000 #define NTSC_FRAMERATE 30000/1001. #define PAL_HEIGHT 576 #define PAL_BUFFER 144000 #define PAL_FRAMERATE 25.0 #define PAL_NORMAL_PAR_X 59 #define PAL_NORMAL_PAR_Y 54 #define PAL_WIDE_PAR_X 118 #define PAL_WIDE_PAR_Y 81 #define NTSC_NORMAL_PAR_X 10 #define NTSC_NORMAL_PAR_Y 11 #define NTSC_WIDE_PAR_X 40 #define NTSC_WIDE_PAR_Y 33 /* The ElementDetails structure gives a human-readable description * of the plugin, as well as author and version data. */ static GstElementDetails dvdec_details = GST_ELEMENT_DETAILS ("DV (smpte314) decoder plugin", "Codec/Decoder/Video", "Uses libdv to decode DV video (libdv.sourceforge.net)", "Erik Walthinsen ," "Wim Taymans "); /* These are the signals that this element can fire. They are zero- * based because the numbers themselves are private to the object. * LAST_SIGNAL is used for initialization of the signal array. */ enum { /* FILL ME */ LAST_SIGNAL }; #define DV_DEFAULT_QUALITY DV_QUALITY_BEST #define DV_DEFAULT_DECODE_NTH 1 /* Arguments are identified the same way, but cannot be zero, so you * must leave the ARG_0 entry in as a placeholder. */ enum { ARG_0, ARG_CLAMP_LUMA, ARG_CLAMP_CHROMA, ARG_QUALITY, ARG_DECODE_NTH /* FILL ME */ }; const gint qualities[] = { DV_QUALITY_DC, DV_QUALITY_AC_1, DV_QUALITY_AC_2, DV_QUALITY_DC | DV_QUALITY_COLOR, DV_QUALITY_AC_1 | DV_QUALITY_COLOR, DV_QUALITY_AC_2 | DV_QUALITY_COLOR }; /* The PadFactory structures describe what pads the element has or * can have. They can be quite complex, but for this dvdec plugin * they are rather simple. */ static GstStaticPadTemplate sink_temp = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-dv, systemstream = (boolean) true") ); static GstStaticPadTemplate video_src_temp = GST_STATIC_PAD_TEMPLATE ("video", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-raw-yuv, " "format = (fourcc) YUY2, " "width = (int) 720, " "height = (int) { " G_STRINGIFY (NTSC_HEIGHT) ", " G_STRINGIFY (PAL_HEIGHT) " }, " "pixel-aspect-ratio=(fraction) { " G_STRINGIFY (PAL_NORMAL_PAR_X) "/" G_STRINGIFY (PAL_NORMAL_PAR_Y) "," G_STRINGIFY (PAL_WIDE_PAR_X) "/" G_STRINGIFY (PAL_WIDE_PAR_Y) "," G_STRINGIFY (NTSC_NORMAL_PAR_X) "/" G_STRINGIFY (NTSC_NORMAL_PAR_Y) "," G_STRINGIFY (NTSC_WIDE_PAR_X) "/" G_STRINGIFY (NTSC_WIDE_PAR_Y) "}," "framerate = (double) [ 1.0, 60.0 ];" "video/x-raw-rgb, " "bpp = (int) 32, " "depth = (int) 24, " "endianness = (int) " G_STRINGIFY (G_BIG_ENDIAN) ", " "red_mask = (int) 0x0000ff00, " "green_mask = (int) 0x00ff0000, " "blue_mask = (int) 0xff000000, " "width = (int) 720, " "height = (int) { " G_STRINGIFY (NTSC_HEIGHT) ", " G_STRINGIFY (PAL_HEIGHT) " }, " "pixel-aspect-ratio=(fraction) { " G_STRINGIFY (PAL_NORMAL_PAR_X) "/" G_STRINGIFY (PAL_NORMAL_PAR_Y) "," G_STRINGIFY (PAL_WIDE_PAR_X) "/" G_STRINGIFY (PAL_WIDE_PAR_Y) "," G_STRINGIFY (NTSC_NORMAL_PAR_X) "/" G_STRINGIFY (NTSC_NORMAL_PAR_Y) "," G_STRINGIFY (NTSC_WIDE_PAR_X) "/" G_STRINGIFY (NTSC_WIDE_PAR_Y) "}," "framerate = (double) [ 1.0, 60.0 ];" "video/x-raw-rgb, " "bpp = (int) 24, " "depth = (int) 24, " "endianness = (int) " G_STRINGIFY (G_BIG_ENDIAN) ", " "red_mask = (int) 0x00ff0000, " "green_mask = (int) 0x0000ff00, " "blue_mask = (int) 0x000000ff, " "width = (int) 720, " "height = (int) { " G_STRINGIFY (NTSC_HEIGHT) ", " G_STRINGIFY (PAL_HEIGHT) " }, " "pixel-aspect-ratio=(fraction) { " G_STRINGIFY (PAL_NORMAL_PAR_X) "/" G_STRINGIFY (PAL_NORMAL_PAR_Y) "," G_STRINGIFY (PAL_WIDE_PAR_X) "/" G_STRINGIFY (PAL_WIDE_PAR_Y) "," G_STRINGIFY (NTSC_NORMAL_PAR_X) "/" G_STRINGIFY (NTSC_NORMAL_PAR_Y) "," G_STRINGIFY (NTSC_WIDE_PAR_X) "/" G_STRINGIFY (NTSC_WIDE_PAR_Y) "}," "framerate = (double) [ 1.0, 60.0 ]") ); static GstStaticPadTemplate audio_src_temp = GST_STATIC_PAD_TEMPLATE ("audio", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("audio/x-raw-int, " "depth = (int) 16, " "width = (int) 16, " "signed = (boolean) TRUE, " "channels = (int) {2, 4}, " "endianness = (int) " G_STRINGIFY (G_LITTLE_ENDIAN) ", " "rate = (int) { 32000, 44100, 48000 }") ); #define GST_TYPE_DVDEC_QUALITY (gst_dvdec_quality_get_type()) GType gst_dvdec_quality_get_type (void) { static GType qtype = 0; if (qtype == 0) { static const GEnumValue values[] = { {0, "DV_QUALITY_FASTEST", "Fastest decoding, low-quality mono"}, {1, "DV_QUALITY_AC_1", "Mono decoding using the first AC coefficient"}, {2, "DV_QUALITY_AC_2", "Highest quality mono decoding"}, {3, "DV_QUALITY_DC|DV_QUALITY_COLOUR", "Fastest colour decoding"}, {4, "DV_QUALITY_AC_1|DV_QUALITY_COLOUR", "Colour, using only the first AC coefficient"}, {5, "DV_QUALITY_BEST", "Highest quality colour decoding"}, {0, NULL, NULL}, }; qtype = g_enum_register_static ("GstDVDecQualityEnum", values); } return qtype; } /* A number of functon prototypes are given so we can refer to them later. */ static void gst_dvdec_base_init (gpointer g_class); static void gst_dvdec_class_init (GstDVDecClass * klass); static void gst_dvdec_init (GstDVDec * dvdec); static const GstQueryType *gst_dvdec_get_src_query_types (GstPad * pad); static gboolean gst_dvdec_src_query (GstPad * pad, GstQuery * query); static const GstQueryType *gst_dvdec_get_sink_query_types (GstPad * pad); static gboolean gst_dvdec_sink_query (GstPad * pad, GstQuery * query); #if 0 static const GstFormat *gst_dvdec_get_formats (GstPad * pad); #endif static gboolean gst_dvdec_sink_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value); static gboolean gst_dvdec_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value); static gboolean gst_dvdec_video_setcaps (GstPad * pad, GstCaps * caps); static GstCaps *gst_dvdec_video_getcaps (GstPad * pad); #if 0 static const GstEventMask *gst_dvdec_get_event_masks (GstPad * pad); #endif static gboolean gst_dvdec_handle_src_event (GstPad * pad, GstEvent * event); static GstFlowReturn gst_dvdec_flush (GstDVDec * dvdec); static GstFlowReturn gst_dvdec_chain (GstPad * pad, GstBuffer * buffer); static gboolean gst_dvdec_handle_sink_event (GstPad * pad, GstEvent * event); static GstElementStateReturn gst_dvdec_change_state (GstElement * element); static void gst_dvdec_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_dvdec_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); /* The parent class pointer needs to be kept around for some object * operations. */ static GstElementClass *parent_class = NULL; /* This array holds the ids of the signals registered for this object. * The array indexes are based on the enum up above. */ /*static guint gst_dvdec_signals[LAST_SIGNAL] = { 0 }; */ /* This function is used to register and subsequently return the type * identifier for this object class. On first invocation, it will * register the type, providing the name of the class, struct sizes, * and pointers to the various functions that define the class. */ GType gst_dvdec_get_type (void) { static GType dvdec_type = 0; if (!dvdec_type) { static const GTypeInfo dvdec_info = { sizeof (GstDVDecClass), gst_dvdec_base_init, NULL, (GClassInitFunc) gst_dvdec_class_init, NULL, NULL, sizeof (GstDVDec), 0, (GInstanceInitFunc) gst_dvdec_init, }; dvdec_type = g_type_register_static (GST_TYPE_ELEMENT, "GstDVDec", &dvdec_info, 0); } return dvdec_type; } static void gst_dvdec_base_init (gpointer g_class) { GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); /* The pad templates can be easily generated from the factories above, * and then added to the list of padtemplates for the elementfactory. * Note that the generated padtemplates are stored in static global * variables, for the gst_dvdec_init function to use later on. */ gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&sink_temp)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&video_src_temp)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&audio_src_temp)); gst_element_class_set_details (element_class, &dvdec_details); } /* In order to create an instance of an object, the class must be * initialized by this function. GObject will take care of running * it, based on the pointer to the function provided above. */ static void gst_dvdec_class_init (GstDVDecClass * klass) { /* Class pointers are needed to supply pointers to the private * implementations of parent class methods. */ GObjectClass *gobject_class; GstElementClass *gstelement_class; /* Since the dvdec class contains the parent classes, you can simply * cast the pointer to get access to the parent classes. */ gobject_class = (GObjectClass *) klass; gstelement_class = (GstElementClass *) klass; gobject_class->set_property = gst_dvdec_set_property; gobject_class->get_property = gst_dvdec_get_property; /* The parent class is needed for class method overrides. */ parent_class = g_type_class_ref (GST_TYPE_ELEMENT); g_object_class_install_property (G_OBJECT_CLASS (klass), ARG_CLAMP_LUMA, g_param_spec_boolean ("clamp_luma", "Clamp luma", "Clamp luma", FALSE, G_PARAM_READWRITE)); g_object_class_install_property (G_OBJECT_CLASS (klass), ARG_CLAMP_CHROMA, g_param_spec_boolean ("clamp_chroma", "Clamp chroma", "Clamp chroma", FALSE, G_PARAM_READWRITE)); g_object_class_install_property (G_OBJECT_CLASS (klass), ARG_QUALITY, g_param_spec_enum ("quality", "Quality", "Decoding quality", GST_TYPE_DVDEC_QUALITY, DV_DEFAULT_QUALITY, G_PARAM_READWRITE)); g_object_class_install_property (G_OBJECT_CLASS (klass), ARG_DECODE_NTH, g_param_spec_int ("drop-factor", "Drop Factor", "Only decode Nth frame", 1, G_MAXINT, DV_DEFAULT_DECODE_NTH, G_PARAM_READWRITE)); gstelement_class->change_state = gst_dvdec_change_state; /* table initialization, only do once */ dv_init (0, 0); } /* This function is responsible for initializing a specific instance of * the plugin. */ static void gst_dvdec_init (GstDVDec * dvdec) { gint i; dvdec->sinkpad = gst_pad_new_from_template (gst_static_pad_template_get (&sink_temp), "sink"); gst_pad_set_chain_function (dvdec->sinkpad, gst_dvdec_chain); gst_pad_set_event_function (dvdec->sinkpad, gst_dvdec_handle_sink_event); gst_pad_set_query_function (dvdec->sinkpad, GST_DEBUG_FUNCPTR (gst_dvdec_sink_query)); gst_pad_set_query_type_function (dvdec->sinkpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_sink_query_types)); #if 0 gst_pad_set_formats_function (dvdec->sinkpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_formats)); #endif gst_element_add_pad (GST_ELEMENT (dvdec), dvdec->sinkpad); dvdec->videosrcpad = gst_pad_new_from_template (gst_static_pad_template_get (&video_src_temp), "video"); gst_pad_set_query_function (dvdec->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_src_query)); gst_pad_set_query_type_function (dvdec->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_src_query_types)); gst_pad_set_event_function (dvdec->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_handle_src_event)); #if 0 gst_pad_set_event_mask_function (dvdec->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_event_masks)); gst_pad_set_formats_function (dvdec->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_formats)); #endif gst_pad_set_getcaps_function (dvdec->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_video_getcaps)); gst_pad_set_setcaps_function (dvdec->videosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_video_setcaps)); gst_element_add_pad (GST_ELEMENT (dvdec), dvdec->videosrcpad); dvdec->audiosrcpad = gst_pad_new_from_template (gst_static_pad_template_get (&audio_src_temp), "audio"); gst_pad_set_query_function (dvdec->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_src_query)); gst_pad_set_query_type_function (dvdec->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_src_query_types)); gst_pad_set_event_function (dvdec->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_handle_src_event)); #if 0 gst_pad_set_event_mask_function (dvdec->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_event_masks)); gst_pad_set_formats_function (dvdec->audiosrcpad, GST_DEBUG_FUNCPTR (gst_dvdec_get_formats)); #endif /* once we set caps, this is the only thing we can do */ gst_pad_use_fixed_caps (dvdec->audiosrcpad); gst_element_add_pad (GST_ELEMENT (dvdec), dvdec->audiosrcpad); dvdec->adapter = gst_adapter_new (); dvdec->timestamp = 0LL; dvdec->start_timestamp = -1LL; dvdec->stop_timestamp = -1LL; dvdec->need_discont = FALSE; dvdec->new_media = FALSE; dvdec->framerate = 0; dvdec->height = 0; dvdec->frequency = 0; dvdec->channels = 0; dvdec->wide = FALSE; dvdec->drop_factor = 1; dvdec->clamp_luma = FALSE; dvdec->clamp_chroma = FALSE; dvdec->quality = DV_DEFAULT_QUALITY; dvdec->loop = FALSE; for (i = 0; i < 4; i++) { dvdec->audio_buffers[i] = (gint16 *) g_malloc (DV_AUDIO_MAX_SAMPLES * sizeof (gint16)); } } #if 0 static const GstFormat * gst_dvdec_get_formats (GstPad * pad) { static const GstFormat src_formats[] = { GST_FORMAT_BYTES, GST_FORMAT_DEFAULT, GST_FORMAT_TIME, 0 }; static const GstFormat sink_formats[] = { GST_FORMAT_BYTES, GST_FORMAT_TIME, GST_FORMAT_DEFAULT, 0 }; return (GST_PAD_IS_SRC (pad) ? src_formats : sink_formats); } #endif static gboolean gst_dvdec_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value) { gboolean res = TRUE; GstDVDec *dvdec; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); if (dvdec->frame_len == -1) goto error; if (dvdec->decoder == NULL) goto error; if (*dest_format == src_format) { *dest_value = src_value; goto done; } switch (src_format) { case GST_FORMAT_BYTES: switch (*dest_format) { case GST_FORMAT_BYTES: *dest_value = src_value; break; case GST_FORMAT_DEFAULT: case GST_FORMAT_TIME: *dest_format = GST_FORMAT_TIME; if (pad == dvdec->videosrcpad) *dest_value = src_value * GST_SECOND / (720 * dvdec->height * dvdec->bpp * dvdec->framerate / GST_SECOND); else if (pad == dvdec->audiosrcpad) *dest_value = src_value * GST_SECOND / (2 * dvdec->frequency * dvdec->channels); break; default: res = FALSE; } break; case GST_FORMAT_TIME: switch (*dest_format) { case GST_FORMAT_BYTES: if (pad == dvdec->videosrcpad) *dest_value = src_value * 720 * dvdec->height * dvdec->bpp * dvdec->framerate / GST_SECOND; else if (pad == dvdec->audiosrcpad) *dest_value = 2 * src_value * dvdec->frequency * dvdec->channels / GST_SECOND; break; case GST_FORMAT_TIME: case GST_FORMAT_DEFAULT: *dest_format = GST_FORMAT_TIME; *dest_value = src_value; break; default: res = FALSE; } break; default: res = FALSE; } done: gst_object_unref (dvdec); return res; error: { gst_object_unref (dvdec); return FALSE; } } static gboolean gst_dvdec_sink_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value) { gboolean res = TRUE; GstDVDec *dvdec; gdouble framerate; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); if (dvdec->frame_len <= 0) goto error; GST_DEBUG ("%d -> %d", src_format, *dest_format); if (*dest_format == GST_FORMAT_DEFAULT) *dest_format = GST_FORMAT_TIME; if (*dest_format == src_format) { *dest_value = src_value; goto done; } framerate = (dvdec->PAL ? PAL_FRAMERATE : NTSC_FRAMERATE); switch (src_format) { case GST_FORMAT_BYTES: switch (*dest_format) { case GST_FORMAT_TIME: { guint64 frame; /* get frame number */ frame = src_value / dvdec->frame_len; *dest_value = (frame * GST_SECOND) / framerate; break; } default: res = FALSE; } break; case GST_FORMAT_TIME: switch (*dest_format) { case GST_FORMAT_BYTES: { guint64 frame; /* calculate the frame */ frame = src_value * framerate / GST_SECOND; /* calculate the offset */ *dest_value = frame * dvdec->frame_len; break; } default: res = FALSE; } break; default: res = FALSE; } done: gst_object_unref (dvdec); return res; error: { gst_object_unref (dvdec); return FALSE; } } static const GstQueryType * gst_dvdec_get_src_query_types (GstPad * pad) { static const GstQueryType src_query_types[] = { GST_QUERY_POSITION, GST_QUERY_CONVERT, 0 }; return src_query_types; } static gboolean gst_dvdec_src_query (GstPad * pad, GstQuery * query) { gboolean res = TRUE; GstDVDec *dvdec; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); switch (GST_QUERY_TYPE (query)) { case GST_QUERY_POSITION: { GstFormat format; gint64 cur, end; GstPad *peer; /* get target format */ gst_query_parse_position (query, &format, NULL, NULL); /* change query to perform on peer */ gst_query_set_position (query, GST_FORMAT_BYTES, -1, -1); if ((peer = gst_pad_get_peer (dvdec->sinkpad))) { /* ask peer for total length */ if (!(res = gst_pad_query (peer, query))) { gst_object_unref (peer); goto error; } /* get peer total length */ gst_query_parse_position (query, NULL, NULL, &end); /* convert end to requested format */ if (end != -1) { if (!(res = gst_pad_query_convert (dvdec->sinkpad, GST_FORMAT_BYTES, end, &format, &end))) { gst_object_unref (peer); goto error; } } gst_object_unref (peer); } else { end = -1; } /* bring the position to the requested format. */ if (!(res = gst_pad_query_convert (pad, GST_FORMAT_TIME, dvdec->timestamp, &format, &cur))) goto error; gst_query_set_position (query, format, cur, end); break; } case GST_QUERY_CONVERT: { GstFormat src_fmt, dest_fmt; gint64 src_val, dest_val; gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val); if (!(res = gst_dvdec_src_convert (pad, src_fmt, src_val, &dest_fmt, &dest_val))) goto error; gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val); break; } default: res = FALSE; break; } gst_object_unref (dvdec); return res; error: { gst_object_unref (dvdec); GST_DEBUG ("error handling event"); return FALSE; } } static const GstQueryType * gst_dvdec_get_sink_query_types (GstPad * pad) { static const GstQueryType sink_query_types[] = { GST_QUERY_CONVERT, 0 }; return sink_query_types; } static gboolean gst_dvdec_sink_query (GstPad * pad, GstQuery * query) { gboolean res = TRUE; GstDVDec *dvdec; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); switch (GST_QUERY_TYPE (query)) { case GST_QUERY_CONVERT: { GstFormat src_fmt, dest_fmt; gint64 src_val, dest_val; gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val); if (!(res = gst_dvdec_sink_convert (pad, src_fmt, src_val, &dest_fmt, &dest_val))) goto error; gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val); break; } default: res = FALSE; break; } gst_object_unref (dvdec); return res; error: { gst_object_unref (dvdec); GST_DEBUG ("error handling event"); return FALSE; } } static gboolean gst_dvdec_send_event (GstDVDec * dvdec, GstEvent * event) { gboolean res = FALSE; gst_event_ref (event); res |= gst_pad_push_event (dvdec->videosrcpad, event); res |= gst_pad_push_event (dvdec->audiosrcpad, event); return res; } static gboolean gst_dvdec_handle_sink_event (GstPad * pad, GstEvent * event) { GstDVDec *dvdec = GST_DVDEC (gst_pad_get_parent (pad)); gboolean res = TRUE; switch (GST_EVENT_TYPE (event)) { case GST_EVENT_FLUSH: if (!GST_EVENT_FLUSH_DONE (event)) { /* we are not blocking on anything exect the push() calls * to the peer which will be unblocked by forwarding the * event.*/ res = gst_dvdec_send_event (dvdec, event); /* and wait till streaming stops, not strictly needed as * the peer calling us will do the same. */ GST_STREAM_LOCK (pad); GST_STREAM_UNLOCK (pad); } else { GST_STREAM_LOCK (pad); gst_adapter_clear (dvdec->adapter); GST_DEBUG ("cleared adapter"); res = gst_dvdec_send_event (dvdec, event); GST_STREAM_UNLOCK (pad); } break; case GST_EVENT_DISCONTINUOUS: { GST_STREAM_LOCK (pad); /* parse byte start and stop positions */ if (!(res = gst_event_discont_get_value (event, GST_FORMAT_BYTES, &dvdec->start_byte, &dvdec->stop_byte))) goto done; /* and queue a DISCONT before sending the next set of buffers */ dvdec->need_discont = TRUE; done: gst_event_unref (event); GST_STREAM_UNLOCK (pad); break; } case GST_EVENT_EOS: default: GST_STREAM_LOCK (pad); /* flush any pending data */ gst_dvdec_flush (dvdec); /* forward event */ res = gst_dvdec_send_event (dvdec, event); /* and clear the adapter */ gst_adapter_clear (dvdec->adapter); GST_STREAM_UNLOCK (pad); break; } gst_object_unref (dvdec); return res; } static gboolean gst_dvdec_handle_src_event (GstPad * pad, GstEvent * event) { gboolean res = TRUE; GstDVDec *dvdec; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); switch (GST_EVENT_TYPE (event)) { case GST_EVENT_SEEK: { gint64 start_position, end_position; GstFormat format; GstEvent *newevent; gint64 offset; if ((offset = GST_EVENT_SEEK_OFFSET (event)) != -1) { /* bring the format to time on srcpad. */ format = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (pad, GST_EVENT_SEEK_FORMAT (event), offset, &format, &start_position))) { /* could not convert seek format to time offset */ break; } /* and convert to bytes on sinkpad. */ format = GST_FORMAT_BYTES; if (!(res = gst_pad_query_convert (dvdec->sinkpad, GST_FORMAT_TIME, start_position, &format, &start_position))) { /* could not convert time format to bytes offset */ break; } } else { start_position = -1; } if ((offset = GST_EVENT_SEEK_ENDOFFSET (event)) != -1) { /* bring the format to time on srcpad. */ format = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (pad, GST_EVENT_SEEK_FORMAT (event), offset, &format, &end_position))) { /* could not convert seek format to time offset */ break; } /* and convert to bytes on sinkpad. */ if (!(res = gst_pad_query_convert (dvdec->sinkpad, GST_FORMAT_TIME, end_position, &format, &end_position))) { /* could not convert seek format to bytes offset */ break; } } else { end_position = -1; } /* now this is the updated seek event on bytes */ newevent = gst_event_new_segment_seek ( (GST_EVENT_SEEK_TYPE (event) & ~GST_SEEK_FORMAT_MASK) | GST_FORMAT_BYTES, start_position, end_position); res = gst_pad_push_event (dvdec->sinkpad, newevent); break; } default: res = FALSE; break; } gst_event_unref (event); gst_object_unref (dvdec); return res; } static GstCaps * gst_dvdec_video_getcaps (GstPad * pad) { GstDVDec *dvdec; GstCaps *caps; GstPadTemplate *src_pad_template; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); src_pad_template = gst_static_pad_template_get (&video_src_temp); caps = gst_caps_copy (gst_pad_template_get_caps (src_pad_template)); if (dvdec->found_header) { int i; gint par_x, par_y; if (dvdec->PAL) { if (dvdec->wide) { par_x = PAL_WIDE_PAR_X; par_y = PAL_WIDE_PAR_Y; } else { par_x = PAL_NORMAL_PAR_X; par_y = PAL_NORMAL_PAR_Y; } } else { if (dvdec->wide) { par_x = NTSC_WIDE_PAR_X; par_y = NTSC_WIDE_PAR_Y; } else { par_x = NTSC_NORMAL_PAR_X; par_y = NTSC_NORMAL_PAR_Y; } } /* set the height */ for (i = 0; i < gst_caps_get_size (caps); i++) { GstStructure *structure = gst_caps_get_structure (caps, i); gst_structure_set (structure, "height", G_TYPE_INT, dvdec->height, "framerate", G_TYPE_DOUBLE, dvdec->framerate / dvdec->drop_factor, "pixel-aspect-ratio", GST_TYPE_FRACTION, par_x, par_y, NULL); } } gst_object_unref (dvdec); return caps; } static gboolean gst_dvdec_video_setcaps (GstPad * pad, GstCaps * caps) { GstDVDec *dvdec; GstStructure *structure; gint height; gdouble framerate; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); structure = gst_caps_get_structure (caps, 0); if (!gst_structure_get_int (structure, "height", &height) || !gst_structure_get_double (structure, "framerate", &framerate)) goto not_supported; /* allow a margin of error for the framerate caused by float rounding errors */ if ((height != dvdec->height) || (fabs (framerate - (dvdec->framerate / dvdec->drop_factor)) > 0.00000001)) goto not_supported; if (strcmp (gst_structure_get_name (structure), "video/x-raw-rgb") == 0) { gint bpp; GST_DEBUG ("got rgb format"); gst_structure_get_int (structure, "bpp", &bpp); if (bpp == 24) { dvdec->space = e_dv_color_rgb; dvdec->bpp = 3; GST_DEBUG ("configured rgb24"); } else { dvdec->space = e_dv_color_bgr0; dvdec->bpp = 4; GST_DEBUG ("configured bgr32"); } } else { guint32 fourcc; if (!gst_structure_get_fourcc (structure, "format", &fourcc)) goto not_supported; if (fourcc != GST_STR_FOURCC ("YUY2")) goto not_supported; dvdec->space = e_dv_color_yuv; dvdec->bpp = 2; GST_DEBUG ("configured YUY2"); } gst_object_unref (dvdec); return TRUE; not_supported: { GST_DEBUG ("unsupported format"); gst_object_unref (dvdec); return FALSE; } } static GstFlowReturn gst_dvdec_decode_audio (GstDVDec * dvdec, const guint8 * data) { gint num_samples; gint frequency, channels; GstFlowReturn ret; frequency = dv_get_frequency (dvdec->decoder); channels = dv_get_num_channels (dvdec->decoder); /* check if format changed */ if ((frequency != dvdec->frequency) || (channels != dvdec->channels)) { GstCaps *caps; dvdec->frequency = frequency; dvdec->channels = channels; /* and set new caps */ caps = gst_caps_new_simple ("audio/x-raw-int", "rate", G_TYPE_INT, frequency, "depth", G_TYPE_INT, 16, "width", G_TYPE_INT, 16, "signed", G_TYPE_BOOLEAN, TRUE, "channels", G_TYPE_INT, channels, "endianness", G_TYPE_INT, G_LITTLE_ENDIAN, NULL); gst_pad_set_caps (dvdec->audiosrcpad, caps); gst_caps_unref (caps); } dv_decode_full_audio (dvdec->decoder, data, dvdec->audio_buffers); if ((num_samples = dv_get_num_samples (dvdec->decoder)) > 0) { gint16 *a_ptr; gint i, j; GstBuffer *outbuf; outbuf = gst_buffer_new_and_alloc (num_samples * sizeof (gint16) * dvdec->channels); a_ptr = (gint16 *) GST_BUFFER_DATA (outbuf); for (i = 0; i < num_samples; i++) { for (j = 0; j < dvdec->channels; j++) { *(a_ptr++) = dvdec->audio_buffers[j][i]; } } GST_DEBUG ("pushing audio %" GST_TIME_FORMAT, GST_TIME_ARGS (dvdec->timestamp)); GST_BUFFER_TIMESTAMP (outbuf) = dvdec->timestamp; GST_BUFFER_DURATION (outbuf) = dvdec->duration; GST_BUFFER_OFFSET (outbuf) = dvdec->audio_offset; dvdec->audio_offset += num_samples; GST_BUFFER_OFFSET_END (outbuf) = dvdec->audio_offset; gst_buffer_set_caps (outbuf, GST_PAD_CAPS (dvdec->audiosrcpad)); ret = gst_pad_push (dvdec->audiosrcpad, outbuf); } else { /* no samples */ ret = GST_FLOW_OK; } return ret; } static GstFlowReturn gst_dvdec_decode_video (GstDVDec * dvdec, const guint8 * data) { guint8 *outframe; guint8 *outframe_ptrs[3]; gint outframe_pitches[3]; gdouble framerate; gint height; gboolean wide; GstBuffer *outbuf; GstFlowReturn ret = GST_FLOW_OK; /* get params */ framerate = (dvdec->PAL ? PAL_FRAMERATE : NTSC_FRAMERATE); height = (dvdec->PAL ? PAL_HEIGHT : NTSC_HEIGHT); wide = dv_format_wide (dvdec->decoder); /* see if anything changed */ if ((dvdec->framerate != framerate) || (dvdec->height != height) || dvdec->wide != wide) { GstCaps *caps; gboolean setcaps_ret; gint par_x, par_y; dvdec->framerate = framerate; dvdec->height = height; dvdec->wide = wide; if (dvdec->PAL) { if (wide) { par_x = PAL_WIDE_PAR_X; par_y = PAL_WIDE_PAR_Y; } else { par_x = PAL_NORMAL_PAR_X; par_y = PAL_NORMAL_PAR_Y; } } else { if (wide) { par_x = NTSC_WIDE_PAR_X; par_y = NTSC_WIDE_PAR_Y; } else { par_x = NTSC_NORMAL_PAR_X; par_y = NTSC_NORMAL_PAR_Y; } } /* and set new caps, this will be used as suggestion in alloc * function. */ caps = gst_caps_new_simple ("video/x-raw-yuv", "format", GST_TYPE_FOURCC, GST_STR_FOURCC ("YUY2"), "width", G_TYPE_INT, 720, "height", G_TYPE_INT, height, "framerate", G_TYPE_DOUBLE, framerate / dvdec->drop_factor, "pixel-aspect-ratio", GST_TYPE_FRACTION, par_x, par_y, NULL); setcaps_ret = gst_pad_set_caps (dvdec->videosrcpad, caps); gst_caps_unref (caps); g_return_val_if_fail (setcaps_ret == TRUE, GST_FLOW_UNEXPECTED); } /* check if we can skip this frame */ dvdec->framecount++; if (dvdec->framecount < dvdec->drop_factor) goto skip; dvdec->framecount = 0; ret = gst_pad_alloc_buffer (dvdec->videosrcpad, 0, (720 * height) * dvdec->bpp, GST_PAD_CAPS (dvdec->videosrcpad), &outbuf); if (ret != GST_FLOW_OK) goto no_buffer; outframe = GST_BUFFER_DATA (outbuf); outframe_ptrs[0] = outframe; outframe_pitches[0] = 720 * dvdec->bpp; /* the rest only matters for YUY2 */ if (dvdec->bpp < 3) { outframe_ptrs[1] = outframe_ptrs[0] + 720 * height; outframe_ptrs[2] = outframe_ptrs[1] + 360 * height; outframe_pitches[1] = height / 2; outframe_pitches[2] = outframe_pitches[1]; } dv_decode_full_frame (dvdec->decoder, data, dvdec->space, outframe_ptrs, outframe_pitches); GST_DEBUG ("pushing video %" GST_TIME_FORMAT, GST_TIME_ARGS (dvdec->timestamp)); GST_BUFFER_TIMESTAMP (outbuf) = dvdec->timestamp; GST_BUFFER_OFFSET (outbuf) = dvdec->video_offset; GST_BUFFER_OFFSET_END (outbuf) = dvdec->video_offset + 1; GST_BUFFER_DURATION (outbuf) = dvdec->duration * dvdec->drop_factor; ret = gst_pad_push (dvdec->videosrcpad, outbuf); skip: dvdec->video_offset++; return ret; /* ERRORS */ no_buffer: { return ret; } } static GstFlowReturn gst_dvdec_decode_frame (GstDVDec * dvdec, const guint8 * data) { GstClockTime next_ts; gdouble framerate; GstFlowReturn aret, vret, ret; if (dvdec->need_discont) { GstEvent *event; GstFormat format; gboolean res; /* convert to time and store as start/end_timestamp */ format = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (dvdec->sinkpad, GST_FORMAT_BYTES, dvdec->start_byte, &format, &dvdec->start_timestamp))) { goto discont_error; } dvdec->timestamp = dvdec->start_timestamp; format = GST_FORMAT_TIME; if (!(res = gst_pad_query_convert (dvdec->sinkpad, GST_FORMAT_BYTES, dvdec->stop_byte, &format, &dvdec->stop_timestamp))) { goto discont_error; } event = gst_event_new_discontinuous (1.0, GST_FORMAT_TIME, dvdec->start_timestamp, dvdec->stop_timestamp, NULL); gst_dvdec_send_event (dvdec, event); dvdec->need_discont = FALSE; } framerate = (dvdec->PAL ? PAL_FRAMERATE : NTSC_FRAMERATE); next_ts = dvdec->timestamp + GST_SECOND / framerate; dvdec->duration = next_ts - dvdec->timestamp; dv_parse_packs (dvdec->decoder, data); if (dv_is_new_recording (dvdec->decoder, data)) dvdec->new_media = TRUE; aret = ret = gst_dvdec_decode_audio (dvdec, data); if (ret != GST_FLOW_OK && ret != GST_FLOW_NOT_LINKED) goto done; vret = ret = gst_dvdec_decode_video (dvdec, data); if (ret != GST_FLOW_OK && ret != GST_FLOW_NOT_LINKED) goto done; if (aret == GST_FLOW_NOT_LINKED && vret == GST_FLOW_NOT_LINKED) { ret = GST_FLOW_NOT_LINKED; goto done; } ret = GST_FLOW_OK; dvdec->timestamp = next_ts; done: return ret; discont_error: { GST_DEBUG ("error generating discont event"); return GST_FLOW_ERROR; } } /* flush any remaining data in the adapter */ static GstFlowReturn gst_dvdec_flush (GstDVDec * dvdec) { GstFlowReturn ret = GST_FLOW_OK; while (gst_adapter_available (dvdec->adapter) >= dvdec->frame_len) { const guint8 *data; gint length; /* get the accumulated bytes */ data = gst_adapter_peek (dvdec->adapter, dvdec->frame_len); /* parse header to know the length and other params */ if (dv_parse_header (dvdec->decoder, data) < 0) goto parse_header_error; dvdec->found_header = TRUE; /* after parsing the header we know the length of the data */ dvdec->PAL = dv_system_50_fields (dvdec->decoder); length = dvdec->frame_len = (dvdec->PAL ? PAL_BUFFER : NTSC_BUFFER); /* if we still have enough for a frame, start decoding */ if (gst_adapter_available (dvdec->adapter) >= length) { data = gst_adapter_peek (dvdec->adapter, length); /* and decode the data */ ret = gst_dvdec_decode_frame (dvdec, data); gst_adapter_flush (dvdec->adapter, length); if (ret != GST_FLOW_OK) goto done; } } done: return ret; /* ERRORS */ parse_header_error: { GST_ELEMENT_ERROR (dvdec, STREAM, DECODE, ("Error parsing DV header"), ("Error parsing DV header")); gst_object_unref (dvdec); return GST_FLOW_ERROR; } } /* streaming operation: * * accumulate data until we have a frame, then decode. */ static GstFlowReturn gst_dvdec_chain (GstPad * pad, GstBuffer * buffer) { GstDVDec *dvdec; GstFlowReturn ret; dvdec = GST_DVDEC (gst_pad_get_parent (pad)); gst_adapter_push (dvdec->adapter, buffer); /* Apparently dv_parse_header can read from the body of the frame * too, so it needs more than header_size bytes. Wacky! */ if (dvdec->frame_len == -1) { /* if we don't know the length of a frame, we assume it is * the NTSC_BUFFER length, as this is enough to figure out * if this is PAL or NTSC */ dvdec->frame_len = NTSC_BUFFER; } /* and try to flush pending frames */ ret = gst_dvdec_flush (dvdec); return ret; } static GstElementStateReturn gst_dvdec_change_state (GstElement * element) { GstDVDec *dvdec = GST_DVDEC (element); GstElementStateReturn ret; gint transition; transition = GST_STATE_TRANSITION (element); switch (transition) { case GST_STATE_NULL_TO_READY: break; case GST_STATE_READY_TO_PAUSED: dvdec->decoder = dv_decoder_new (0, dvdec->clamp_luma, dvdec->clamp_chroma); dvdec->decoder->quality = qualities[dvdec->quality]; dvdec->audio_offset = 0; dvdec->video_offset = 0; dvdec->framecount = 0; dvdec->found_header = FALSE; dvdec->frame_len = -1; /* * Enable this function call when libdv2 0.100 or higher is more * common */ /* dv_set_quality (dvdec->decoder, qualities [dvdec->quality]); */ break; case GST_STATE_PAUSED_TO_PLAYING: break; default: break; } ret = parent_class->change_state (element); switch (transition) { case GST_STATE_PLAYING_TO_PAUSED: break; case GST_STATE_PAUSED_TO_READY: gst_adapter_clear (dvdec->adapter); dv_decoder_free (dvdec->decoder); dvdec->decoder = NULL; break; case GST_STATE_READY_TO_NULL: break; default: break; } return ret; } static void gst_dvdec_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstDVDec *dvdec; /* Get a pointer of the right type. */ dvdec = GST_DVDEC (object); /* Check the argument id to see which argument we're setting. */ switch (prop_id) { case ARG_CLAMP_LUMA: dvdec->clamp_luma = g_value_get_boolean (value); break; case ARG_CLAMP_CHROMA: dvdec->clamp_chroma = g_value_get_boolean (value); break; case ARG_QUALITY: dvdec->quality = g_value_get_enum (value); if ((dvdec->quality < 0) || (dvdec->quality > 5)) dvdec->quality = 0; break; case ARG_DECODE_NTH: dvdec->drop_factor = g_value_get_int (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } /* The set function is simply the inverse of the get fuction. */ static void gst_dvdec_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstDVDec *dvdec; dvdec = GST_DVDEC (object); switch (prop_id) { case ARG_CLAMP_LUMA: g_value_set_boolean (value, dvdec->clamp_luma); break; case ARG_CLAMP_CHROMA: g_value_set_boolean (value, dvdec->clamp_chroma); break; case ARG_QUALITY: g_value_set_enum (value, dvdec->quality); break; case ARG_DECODE_NTH: g_value_set_int (value, dvdec->drop_factor); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } /* This is the entry into the plugin itself. When the plugin loads, * this function is called to register everything that the plugin provides. */ static gboolean plugin_init (GstPlugin * plugin) { if (!gst_element_register (plugin, "dvdec", GST_RANK_PRIMARY, gst_dvdec_get_type ())) return FALSE; return TRUE; } GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR, "dvdec", "Uses libdv to decode DV video (libdv.sourceforge.net)", plugin_init, VERSION, "LGPL", GST_PACKAGE, GST_ORIGIN);