/* GStreamer * Copyright (C) <1999> Erik Walthinsen * Copyright (C) <2003> David A. Schleef * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "rmdemux.h" #include #include #define RMDEMUX_GUINT32_GET(a) GUINT32_FROM_BE(*(guint32 *)(a)) #define RMDEMUX_GUINT16_GET(a) GUINT16_FROM_BE(*(guint16 *)(a)) #define RMDEMUX_FOURCC_GET(a) GUINT32_FROM_LE(*(guint32 *)(a)) typedef struct _GstRMDemuxIndex GstRMDemuxIndex; struct _GstRMDemuxStream { guint32 subtype; guint32 fourcc; int id; GstCaps *caps; GstPad *pad; int n_samples; int timescale; int sample_index; GstRMDemuxIndex *index; int index_length; int width; int height; double rate; int n_channels; }; struct _GstRMDemuxIndex { int unknown; guint32 offset; int timestamp; int frame; }; enum GstRMDemuxState { RMDEMUX_STATE_NULL, RMDEMUX_STATE_HEADER, RMDEMUX_STATE_HEADER_SEEKING, RMDEMUX_STATE_SEEKING, RMDEMUX_STATE_PLAYING, RMDEMUX_STATE_SEEKING_EOS, RMDEMUX_STATE_EOS, }; enum GstRMDemuxStreamType { GST_RMDEMUX_STREAM_UNKNOWN, GST_RMDEMUX_STREAM_VIDEO, GST_RMDEMUX_STREAM_AUDIO, GST_RMDEMUX_STREAM_FILEINFO, }; static GstElementDetails gst_rmdemux_details = { "RealMedia Demuxer", "Codec/Demuxer", "Demultiplex a RealMedia file into audio and video streams", "David Schleef " }; enum { LAST_SIGNAL }; enum { ARG_0 }; static GstStaticPadTemplate gst_rmdemux_sink_template = GST_STATIC_PAD_TEMPLATE ( "sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-pn-realvideo") ); static GstStaticPadTemplate gst_rmdemux_videosrc_template = GST_STATIC_PAD_TEMPLATE ( "video_%02d", GST_PAD_SRC, GST_PAD_SOMETIMES, GST_STATIC_CAPS_ANY ); static GstStaticPadTemplate gst_rmdemux_audiosrc_template = GST_STATIC_PAD_TEMPLATE ( "audio_%02d", GST_PAD_SRC, GST_PAD_SOMETIMES, GST_STATIC_CAPS_ANY ); static GstElementClass *parent_class = NULL; static void gst_rmdemux_class_init (GstRMDemuxClass *klass); static void gst_rmdemux_base_init (GstRMDemuxClass *klass); static void gst_rmdemux_init (GstRMDemux *rmdemux); static GstElementStateReturn gst_rmdemux_change_state(GstElement *element); static void gst_rmdemux_loop (GstElement *element); static gboolean gst_rmdemux_handle_sink_event (GstRMDemux *rmdemux); //static GstCaps *gst_rmdemux_video_caps(GstRMDemux *rmdemux, guint32 fourcc); //static GstCaps *gst_rmdemux_audio_caps(GstRMDemux *rmdemux, guint32 fourcc); static void gst_rmdemux_parse__rmf(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_parse_prop(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_parse_mdpr(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_parse_indx(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_parse_data(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_parse_cont(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_dump__rmf(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_dump_prop(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_dump_mdpr(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_dump_indx(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_dump_data(GstRMDemux *rmdemux, void *data, int length); static void gst_rmdemux_dump_cont(GstRMDemux *rmdemux, void *data, int length); static GstRMDemuxStream *gst_rmdemux_get_stream_by_id(GstRMDemux *rmdemux, int id); static GType gst_rmdemux_get_type (void) { static GType rmdemux_type = 0; if (!rmdemux_type) { static const GTypeInfo rmdemux_info = { sizeof(GstRMDemuxClass), (GBaseInitFunc)gst_rmdemux_base_init, NULL, (GClassInitFunc)gst_rmdemux_class_init, NULL, NULL, sizeof(GstRMDemux), 0, (GInstanceInitFunc)gst_rmdemux_init, }; rmdemux_type = g_type_register_static (GST_TYPE_ELEMENT, "GstRMDemux", &rmdemux_info, 0); } return rmdemux_type; } static void gst_rmdemux_base_init (GstRMDemuxClass *klass) { GstElementClass *element_class = GST_ELEMENT_CLASS (klass); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&gst_rmdemux_sink_template)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&gst_rmdemux_videosrc_template)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&gst_rmdemux_audiosrc_template)); gst_element_class_set_details (element_class, &gst_rmdemux_details); } static void gst_rmdemux_class_init (GstRMDemuxClass *klass) { GObjectClass *gobject_class; GstElementClass *gstelement_class; gobject_class = (GObjectClass*)klass; gstelement_class = (GstElementClass*)klass; parent_class = g_type_class_ref (GST_TYPE_ELEMENT); gstelement_class->change_state = gst_rmdemux_change_state; } static void gst_rmdemux_init (GstRMDemux *rmdemux) { rmdemux->sinkpad = gst_pad_new_from_template ( gst_static_pad_template_get (&gst_rmdemux_sink_template), "sink"); gst_element_set_loop_function (GST_ELEMENT (rmdemux), gst_rmdemux_loop); gst_element_add_pad (GST_ELEMENT (rmdemux), rmdemux->sinkpad); } static gboolean plugin_init (GstPlugin *plugin) { if (!gst_library_load ("gstbytestream")) return FALSE; return gst_element_register (plugin, "rmdemux", GST_RANK_PRIMARY, GST_TYPE_RMDEMUX); } GST_PLUGIN_DEFINE ( GST_VERSION_MAJOR, GST_VERSION_MINOR, "rmdemux", "Realmedia stream demuxer", plugin_init, VERSION, "LGPL", GST_PACKAGE, GST_ORIGIN ) static gboolean gst_rmdemux_handle_sink_event (GstRMDemux *rmdemux) { guint32 remaining; GstEvent *event; GstEventType type; gst_bytestream_get_status(rmdemux->bs, &remaining, &event); type = event ? GST_EVENT_TYPE(event) : GST_EVENT_UNKNOWN; GST_DEBUG ("rmdemux: event %p %d", event, type); switch(type){ case GST_EVENT_EOS: gst_bytestream_flush(rmdemux->bs, remaining); //gst_pad_event_default(rmdemux->sinkpad, event); return FALSE; case GST_EVENT_FLUSH: g_warning("flush event"); break; case GST_EVENT_DISCONTINUOUS: GST_DEBUG ("discontinuous event\n"); //gst_bytestream_flush_fast(rmdemux->bs, remaining); break; default: g_warning("unhandled event %d",type); break; } gst_event_unref(event); return TRUE; } static GstElementStateReturn gst_rmdemux_change_state(GstElement *element) { GstRMDemux *rmdemux = GST_RMDEMUX(element); switch(GST_STATE_TRANSITION(element)){ case GST_STATE_NULL_TO_READY: break; case GST_STATE_READY_TO_PAUSED: rmdemux->bs = gst_bytestream_new(rmdemux->sinkpad); rmdemux->state = RMDEMUX_STATE_HEADER; /* FIXME */ break; case GST_STATE_PAUSED_TO_PLAYING: break; case GST_STATE_PLAYING_TO_PAUSED: break; case GST_STATE_PAUSED_TO_READY: gst_bytestream_destroy(rmdemux->bs); break; case GST_STATE_READY_TO_NULL: break; default: break; } return GST_ELEMENT_CLASS(parent_class)->change_state(element); } static void gst_rmdemux_loop (GstElement *element) { GstRMDemux *rmdemux = GST_RMDEMUX(element); guint8 *data; guint32 length; guint32 fourcc; GstBuffer *buf; //int offset; int cur_offset; //int size; int ret; int rlen; int debug = 0; /* FIXME _tell gets the offset wrong */ //cur_offset = gst_bytestream_tell(rmdemux->bs); cur_offset = rmdemux->offset; GST_DEBUG ("loop at position %d, state %d",cur_offset, rmdemux->state); if(rmdemux->length == 0){ rmdemux->length = gst_bytestream_length(rmdemux->bs); } switch(rmdemux->state){ case RMDEMUX_STATE_HEADER: { do{ ret = gst_bytestream_peek_bytes(rmdemux->bs, &data, 16); if(ret<16){ if(!gst_rmdemux_handle_sink_event(rmdemux)){ return; } }else{ break; } }while(1); fourcc = RMDEMUX_FOURCC_GET(data + 0); length = RMDEMUX_GUINT32_GET(data + 4); g_print("fourcc " GST_FOURCC_FORMAT "\n", GST_FOURCC_ARGS(fourcc)); g_print("length %08x\n",length); rlen = MIN(length, 4096); switch(fourcc){ case GST_MAKE_FOURCC('.','R','M','F'): gst_bytestream_read(rmdemux->bs, &buf, length); data = GST_BUFFER_DATA(buf); if(debug)gst_rmdemux_dump__rmf(rmdemux, data + 8, rlen); gst_rmdemux_parse__rmf(rmdemux, data + 8, rlen); break; case GST_MAKE_FOURCC('P','R','O','P'): gst_bytestream_read(rmdemux->bs, &buf, length); data = GST_BUFFER_DATA(buf); if(debug)gst_rmdemux_dump_prop(rmdemux, data + 8, rlen); gst_rmdemux_parse_prop(rmdemux, data + 8, rlen); break; case GST_MAKE_FOURCC('M','D','P','R'): gst_bytestream_read(rmdemux->bs, &buf, length); data = GST_BUFFER_DATA(buf); if(debug)gst_rmdemux_dump_mdpr(rmdemux, data + 8, rlen); gst_rmdemux_parse_mdpr(rmdemux, data + 8, rlen); break; case GST_MAKE_FOURCC('I','N','D','X'): gst_bytestream_read(rmdemux->bs, &buf, length); data = GST_BUFFER_DATA(buf); if(debug)gst_rmdemux_dump_indx(rmdemux, data + 8, rlen); gst_rmdemux_parse_indx(rmdemux, data + 8, rlen); break; case GST_MAKE_FOURCC('D','A','T','A'): rmdemux->data_offset = rmdemux->offset + 10; if(debug)gst_rmdemux_dump_data(rmdemux, data + 8, rlen); gst_rmdemux_parse_data(rmdemux, data + 8, rlen); break; case GST_MAKE_FOURCC('C','O','N','T'): gst_bytestream_read(rmdemux->bs, &buf, length); data = GST_BUFFER_DATA(buf); if(debug)gst_rmdemux_dump_cont(rmdemux, data + 8, rlen); gst_rmdemux_parse_cont(rmdemux, data + 8, rlen); break; default: g_print("unknown fourcc " GST_FOURCC_FORMAT "\n", GST_FOURCC_ARGS(fourcc)); break; } rmdemux->offset += length; if(rmdemux->offset < rmdemux->length){ ret = gst_bytestream_seek(rmdemux->bs, rmdemux->offset, GST_SEEK_METHOD_SET); }else{ rmdemux->offset = rmdemux->data_offset + 8; rmdemux->state = RMDEMUX_STATE_PLAYING; ret = gst_bytestream_seek(rmdemux->bs, rmdemux->offset, GST_SEEK_METHOD_SET); } break; } case RMDEMUX_STATE_SEEKING_EOS: { guint8 *data; int i; for(i=0;in_streams;i++){ GstPad *pad = rmdemux->streams[i]->pad; if(pad){ gst_pad_push(pad, GST_DATA(gst_event_new(GST_EVENT_EOS))); } } ret = gst_bytestream_peek_bytes(rmdemux->bs, &data, 1); if(ret<1){ gst_rmdemux_handle_sink_event(rmdemux); }else{ /* didn't expect this */ g_warning("expected EOS event"); } gst_element_set_eos(element); rmdemux->state = RMDEMUX_STATE_EOS; return; } case RMDEMUX_STATE_EOS: g_warning("spinning in EOS\n"); return; case RMDEMUX_STATE_PLAYING: { int id, timestamp, unknown1; GstRMDemuxStream *stream; GstBuffer *buffer; do{ ret = gst_bytestream_peek_bytes(rmdemux->bs, &data, 10); if(ret<10){ if(!gst_rmdemux_handle_sink_event(rmdemux)){ return; } }else{ break; } }while(1); length = RMDEMUX_GUINT32_GET(data + 0); id = RMDEMUX_GUINT16_GET(data + 4); timestamp = RMDEMUX_GUINT32_GET(data + 6); unknown1 = RMDEMUX_GUINT16_GET(data + 10); g_print("length %d stream id %d timestamp %d unknown %d\n", length,id,timestamp,unknown1); gst_bytestream_flush(rmdemux->bs, 12); gst_bytestream_read(rmdemux->bs, &buffer, length - 12); stream = gst_rmdemux_get_stream_by_id(rmdemux, id); if(stream->pad){ gst_pad_push(stream->pad, GST_DATA (buffer)); } rmdemux->chunk_index++; g_print("chunk_index %d n_chunks %d\n", rmdemux->chunk_index, rmdemux->n_chunks); if(rmdemux->chunk_index < rmdemux->n_chunks){ rmdemux->offset += length; ret = gst_bytestream_seek(rmdemux->bs, rmdemux->offset, GST_SEEK_METHOD_SET); }else{ ret = gst_bytestream_seek(rmdemux->bs, 0, GST_SEEK_METHOD_END); g_print("seek to end returned %d\n",ret); rmdemux->state = RMDEMUX_STATE_SEEKING_EOS; } break; } default: /* unreached */ g_assert(0); } } static GstCaps *gst_rmdemux_src_getcaps(GstPad *pad) { GstRMDemux *rmdemux; GstRMDemuxStream *stream; GST_DEBUG ("gst_rmdemux_src_getcaps"); rmdemux = GST_RMDEMUX(gst_pad_get_parent(pad)); g_return_val_if_fail(GST_IS_RMDEMUX(rmdemux), NULL); stream = GST_PAD_ELEMENT_PRIVATE (pad); return gst_caps_copy(stream->caps); } #ifdef unused /* This function is not useful currently */ static GstPadLinkReturn gst_rmdemux_src_link(GstPad *pad, static GstCaps *caps) { GstRMDemux *rmdemux; GstRMDemuxStream *stream; int i; GST_DEBUG ("gst_rmdemux_src_link"); rmdemux = GST_RMDEMUX(gst_pad_get_parent(pad)); GST_DEBUG ("looking for pad %p in rmdemux %p", pad, rmdemux); g_return_val_if_fail(GST_IS_RMDEMUX(rmdemux), GST_PAD_LINK_REFUSED); GST_DEBUG ("n_streams is %d\n", rmdemux->n_streams); stream = GST_PAD_ELEMENT_PRIVATE (pad); return GST_PAD_LINK_OK; GST_DEBUG ("Couldn't find stream cooresponding to pad\n"); return GST_PAD_LINK_REFUSED; } #endif static GstRMDemuxStream *gst_rmdemux_get_stream_by_id(GstRMDemux *rmdemux, int id) { int i; GstRMDemuxStream *stream; for(i=0;in_streams;i++){ stream = rmdemux->streams[i]; if(stream->id == id){ return stream; } } return NULL; } void gst_rmdemux_add_stream(GstRMDemux *rmdemux, GstRMDemuxStream *stream) { if(stream->subtype == GST_RMDEMUX_STREAM_VIDEO){ stream->pad = gst_pad_new_from_template ( gst_static_pad_template_get (&gst_rmdemux_videosrc_template), g_strdup_printf ("video_%02d", rmdemux->n_video_streams)); if(stream->caps) { gst_caps_set_simple (stream->caps, "width", G_TYPE_INT, stream->width, "height", G_TYPE_INT, stream->height, NULL); } rmdemux->n_video_streams++; }else if(stream->subtype == GST_RMDEMUX_STREAM_AUDIO){ stream->pad = gst_pad_new_from_template ( gst_static_pad_template_get (&gst_rmdemux_audiosrc_template), g_strdup_printf ("audio_%02d", rmdemux->n_audio_streams)); stream->caps = gst_caps_new_simple("audio/a52",NULL); gst_caps_set_simple (stream->caps, "rate", G_TYPE_INT, (int)stream->rate, "channels", G_TYPE_INT, stream->n_channels, NULL); rmdemux->n_audio_streams++; }else{ g_print("not adding stream of type %d\n",stream->subtype); } GST_PAD_ELEMENT_PRIVATE (stream->pad) = stream; rmdemux->streams[rmdemux->n_streams] = stream; rmdemux->n_streams++; g_print("n_streams is now %d\n", rmdemux->n_streams); if(stream->pad){ gst_pad_set_getcaps_function(stream->pad, gst_rmdemux_src_getcaps); #ifdef unused gst_pad_set_link_function(stream->pad, gst_rmdemux_src_link); #endif g_print("adding pad %p to rmdemux %p\n", stream->pad, rmdemux); gst_element_add_pad(GST_ELEMENT (rmdemux), stream->pad); /* Note: we need to have everything set up before calling try_set_caps */ if(stream->caps){ GST_DEBUG_CAPS("setting caps",stream->caps); gst_pad_try_set_caps(stream->pad, stream->caps); } } } #if 0 static GstCaps *gst_rmdemux_video_caps(GstRMDemux *rmdemux, guint32 fourcc) { return NULL; } static GstCaps *gst_rmdemux_audio_caps(GstRMDemux *rmdemux, guint32 fourcc) { return NULL; } #endif static void re_hexdump_bytes(guint8 *ptr, int len, int offset) { guint8 *end = ptr + len; int i; while(1){ if(ptr >= end)return; g_print("%08x: ",offset); for(i=0;i<16;i++){ if(ptr + i >= end){ g_print(" "); }else{ g_print("%02x ",ptr[i]); } } for(i=0;i<16;i++){ if(ptr + i >= end){ g_print(" "); }else{ g_print("%c",g_ascii_isprint(ptr[i])?ptr[i]:'.'); } } g_print("\n"); ptr += 16; offset += 16; } } static int re_dump_pascal_string(guint8 *ptr) { int length; length = ptr[0]; g_print("string: %.*s\n",length,(char *)ptr + 1); return length + 1; } static char * re_get_pascal_string(guint8 *ptr) { int length; length = ptr[0]; return g_strndup(ptr+1, length); } static int re_skip_pascal_string(guint8 *ptr) { int length; length = ptr[0]; return length + 1; } static void gst_rmdemux_parse__rmf(GstRMDemux *rmdemux, void *data, int length) { } static void gst_rmdemux_dump__rmf(GstRMDemux *rmdemux, void *data, int length) { g_print("version: %d\n", RMDEMUX_GUINT16_GET(data + 0)); g_print("unknown: %d\n", RMDEMUX_GUINT32_GET(data + 2)); g_print("unknown: %d\n", RMDEMUX_GUINT32_GET(data + 6)); g_print("\n"); } static void gst_rmdemux_parse_prop(GstRMDemux *rmdemux, void *data, int length) { rmdemux->duration = RMDEMUX_GUINT32_GET(data + 22); } static void gst_rmdemux_dump_prop(GstRMDemux *rmdemux, void *data, int length) { g_print("version: %d\n", RMDEMUX_GUINT16_GET(data + 0)); g_print("max bitrate: %d\n", RMDEMUX_GUINT32_GET(data + 2)); g_print("avg bitrate: %d\n", RMDEMUX_GUINT32_GET(data + 6)); g_print("max packet size: %d\n", RMDEMUX_GUINT32_GET(data + 10)); g_print("avg packet size: %d\n", RMDEMUX_GUINT32_GET(data + 14)); g_print("number of packets: %d\n", RMDEMUX_GUINT32_GET(data + 18)); g_print("duration: %d\n", RMDEMUX_GUINT32_GET(data + 22)); g_print("preroll: %d\n", RMDEMUX_GUINT32_GET(data + 26)); g_print("offset of INDX section: 0x%08x\n", RMDEMUX_GUINT32_GET(data + 30)); g_print("offset of data section: 0x%08x\n", RMDEMUX_GUINT32_GET(data + 34)); g_print("n streams: %d\n", RMDEMUX_GUINT16_GET(data + 38)); g_print("flags: 0x%04x\n", RMDEMUX_GUINT16_GET(data + 40)); g_print("\n"); } static void gst_rmdemux_parse_mdpr(GstRMDemux *rmdemux, void *data, int length) { GstRMDemuxStream *stream; char *stream1_type_string; char *stream2_type_string; int stream_type; int offset; stream = g_new0(GstRMDemuxStream,1); stream->id = RMDEMUX_GUINT16_GET(data + 2); offset = 32; stream_type = GST_RMDEMUX_STREAM_UNKNOWN; stream1_type_string = re_get_pascal_string(data + offset); offset += re_skip_pascal_string(data + offset); stream2_type_string = re_get_pascal_string(data + offset); offset += re_skip_pascal_string(data + offset); if(strcmp(stream1_type_string, "Video Stream")==0){ stream_type = GST_RMDEMUX_STREAM_VIDEO; }else if(strcmp(stream1_type_string, "Audio Stream")==0){ stream_type = GST_RMDEMUX_STREAM_AUDIO; }else if(strcmp(stream1_type_string, "")==0 && strcmp(stream2_type_string, "logical-fileinfo")==0){ stream_type = GST_RMDEMUX_STREAM_FILEINFO; }else{ stream_type = GST_RMDEMUX_STREAM_UNKNOWN; g_print("unknown stream type \"%s\",\"%s\"\n",stream1_type_string, stream2_type_string); } g_free(stream1_type_string); g_free(stream2_type_string); offset += 4; stream->subtype = stream_type; switch(stream_type){ case GST_RMDEMUX_STREAM_VIDEO: stream->fourcc = RMDEMUX_FOURCC_GET(data + offset + 8); stream->width = RMDEMUX_GUINT16_GET(data + offset + 12); stream->height = RMDEMUX_GUINT16_GET(data + offset + 14); stream->rate = RMDEMUX_GUINT16_GET(data + offset + 16); break; case GST_RMDEMUX_STREAM_AUDIO: stream->fourcc = RMDEMUX_FOURCC_GET(data + offset + 8); stream->rate = RMDEMUX_GUINT32_GET(data + offset + 48); break; case GST_RMDEMUX_STREAM_FILEINFO: { int end; int length; length = RMDEMUX_GUINT32_GET(data + offset); end = offset + length; offset += 4; //re_hexdump_bytes(data + offset,14,offset); offset += 14; offset += re_dump_pascal_string(data + offset); //re_hexdump_bytes(data + offset,10,offset); offset += 10; while(offsetindex = index; stream->index_length = n; offset = 12; for(i=0;in_chunks = RMDEMUX_GUINT32_GET(data + 2); } static void gst_rmdemux_dump_data(GstRMDemux *rmdemux, void *data, int length) { int offset = 0; int n; g_print("version: %d\n", RMDEMUX_GUINT16_GET(data + 0)); g_print("n_chunks: %d\n", RMDEMUX_GUINT32_GET(data + offset + 2)); g_print("unknown: 0x%08x\n", RMDEMUX_GUINT32_GET(data + offset + 6)); re_hexdump_bytes(data + offset,10,offset); offset += 10; while(offset