From b04309946b6b835888bd1f54a48dda8542c39e16 Mon Sep 17 00:00:00 2001 From: Wim Taymans Date: Fri, 18 Aug 2006 16:52:21 +0000 Subject: [PATCH] gst/rtp/: Added experimental SVQ3 depayloader. Original commit message from CVS: * gst/rtp/Makefile.am: * gst/rtp/gstrtp.c: (plugin_init): * gst/rtp/gstrtpsv3vdepay.c: (gst_rtp_sv3v_depay_base_init), (gst_rtp_sv3v_depay_class_init), (gst_rtp_sv3v_depay_init), (gst_rtp_sv3v_depay_finalize), (gst_rtp_sv3v_depay_setcaps), (gst_rtp_sv3v_depay_process), (gst_rtp_sv3v_depay_set_property), (gst_rtp_sv3v_depay_get_property), (gst_rtp_sv3v_depay_change_state), (gst_rtp_sv3v_depay_plugin_init): * gst/rtp/gstrtpsv3vdepay.h: Added experimental SVQ3 depayloader. --- ChangeLog | 14 ++ gst/rtp/Makefile.am | 6 +- gst/rtp/gstrtp.c | 4 + gst/rtp/gstrtpsv3vdepay.c | 348 ++++++++++++++++++++++++++++++++++++++ gst/rtp/gstrtpsv3vdepay.h | 63 +++++++ 5 files changed, 433 insertions(+), 2 deletions(-) create mode 100644 gst/rtp/gstrtpsv3vdepay.c create mode 100644 gst/rtp/gstrtpsv3vdepay.h diff --git a/ChangeLog b/ChangeLog index 57e77c9f63..573bae2f66 100644 --- a/ChangeLog +++ b/ChangeLog @@ -1,3 +1,17 @@ +2006-08-18 Wim Taymans + + * gst/rtp/Makefile.am: + * gst/rtp/gstrtp.c: (plugin_init): + * gst/rtp/gstrtpsv3vdepay.c: (gst_rtp_sv3v_depay_base_init), + (gst_rtp_sv3v_depay_class_init), (gst_rtp_sv3v_depay_init), + (gst_rtp_sv3v_depay_finalize), (gst_rtp_sv3v_depay_setcaps), + (gst_rtp_sv3v_depay_process), (gst_rtp_sv3v_depay_set_property), + (gst_rtp_sv3v_depay_get_property), + (gst_rtp_sv3v_depay_change_state), + (gst_rtp_sv3v_depay_plugin_init): + * gst/rtp/gstrtpsv3vdepay.h: + Added experimental SVQ3 depayloader. + 2006-08-18 Edward Hervey * ext/dv/gstdvdemux.c: (gst_dvdemux_handle_pull_seek), diff --git a/gst/rtp/Makefile.am b/gst/rtp/Makefile.am index 4f5157c917..2091de4716 100644 --- a/gst/rtp/Makefile.am +++ b/gst/rtp/Makefile.am @@ -24,7 +24,8 @@ libgstrtp_la_SOURCES = \ gstrtpmp4gdepay.c \ gstrtpmp4gpay.c \ gstrtpspeexdepay.c \ - gstrtpspeexpay.c + gstrtpspeexpay.c \ + gstrtpsv3vdepay.c #gstrtpL16pay.c gstrtpL16depay.c @@ -64,4 +65,5 @@ noinst_HEADERS = \ gstrtpdepay.h \ gstasteriskh263.h \ gstrtpspeexdepay.h \ - gstrtpspeexpay.h + gstrtpspeexpay.h \ + gstrtpsv3vdepay.c diff --git a/gst/rtp/gstrtp.c b/gst/rtp/gstrtp.c index d1eb210e61..e7949b8e50 100644 --- a/gst/rtp/gstrtp.c +++ b/gst/rtp/gstrtp.c @@ -44,6 +44,7 @@ #include "gstrtpmp4gpay.h" #include "gstrtpspeexpay.h" #include "gstrtpspeexdepay.h" +#include "gstrtpsv3vdepay.h" static gboolean plugin_init (GstPlugin * plugin) @@ -117,6 +118,9 @@ plugin_init (GstPlugin * plugin) if (!gst_rtp_speex_depay_plugin_init (plugin)) return FALSE; + if (!gst_rtp_sv3v_depay_plugin_init (plugin)) + return FALSE; + return TRUE; } diff --git a/gst/rtp/gstrtpsv3vdepay.c b/gst/rtp/gstrtpsv3vdepay.c new file mode 100644 index 0000000000..162a7edd1c --- /dev/null +++ b/gst/rtp/gstrtpsv3vdepay.c @@ -0,0 +1,348 @@ +/* GStreamer + * Copyright (C) <2005> Wim Taymans + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifdef HAVE_CONFIG_H +# include "config.h" +#endif + +#include + +#include +#include "gstrtpsv3vdepay.h" + +/* elementfactory information */ +static const GstElementDetails gst_rtp_sv3vdepay_details = +GST_ELEMENT_DETAILS ("RTP packet parser", + "Codec/Depayr/Network", + "Extracts SVQ3 video from RTP packets (no RFC)", + "Wim Taymans "); + +/* RtpSV3VDepay signals and args */ +enum +{ + /* FILL ME */ + LAST_SIGNAL +}; + +enum +{ + ARG_0, + ARG_FREQUENCY +}; + +static GstStaticPadTemplate gst_rtp_sv3v_depay_src_template = +GST_STATIC_PAD_TEMPLATE ("src", + GST_PAD_SRC, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("video/x-svq, " "svqversion = (int) 3") + ); + +static GstStaticPadTemplate gst_rtp_sv3v_depay_sink_template = +GST_STATIC_PAD_TEMPLATE ("sink", + GST_PAD_SINK, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("application/x-rtp, " + "media = (string) \"video\", " + "clock-rate = (int) 90000, " "encoding-name = (string) \"X-SV3V-ES\"") + ); + +GST_BOILERPLATE (GstRtpSV3VDepay, gst_rtp_sv3v_depay, GstBaseRTPDepayload, + GST_TYPE_BASE_RTP_DEPAYLOAD); + +static void gst_rtp_sv3v_depay_finalize (GObject * object); +static void gst_rtp_sv3v_depay_set_property (GObject * object, guint prop_id, + const GValue * value, GParamSpec * pspec); +static void gst_rtp_sv3v_depay_get_property (GObject * object, guint prop_id, + GValue * value, GParamSpec * pspec); + +static GstStateChangeReturn gst_rtp_sv3v_depay_change_state (GstElement * + element, GstStateChange transition); + +static GstBuffer *gst_rtp_sv3v_depay_process (GstBaseRTPDepayload * depayload, + GstBuffer * buf); +gboolean gst_rtp_sv3v_depay_setcaps (GstBaseRTPDepayload * filter, + GstCaps * caps); + +static void +gst_rtp_sv3v_depay_base_init (gpointer klass) +{ + GstElementClass *element_class = GST_ELEMENT_CLASS (klass); + + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_rtp_sv3v_depay_src_template)); + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_rtp_sv3v_depay_sink_template)); + + + gst_element_class_set_details (element_class, &gst_rtp_sv3vdepay_details); +} + +static void +gst_rtp_sv3v_depay_class_init (GstRtpSV3VDepayClass * klass) +{ + GObjectClass *gobject_class; + GstElementClass *gstelement_class; + GstBaseRTPDepayloadClass *gstbasertpdepayload_class; + + gobject_class = (GObjectClass *) klass; + gstelement_class = (GstElementClass *) klass; + gstbasertpdepayload_class = (GstBaseRTPDepayloadClass *) klass; + + parent_class = g_type_class_peek_parent (klass); + + gstbasertpdepayload_class->process = gst_rtp_sv3v_depay_process; + gstbasertpdepayload_class->set_caps = gst_rtp_sv3v_depay_setcaps; + + gobject_class->finalize = gst_rtp_sv3v_depay_finalize; + + gobject_class->set_property = gst_rtp_sv3v_depay_set_property; + gobject_class->get_property = gst_rtp_sv3v_depay_get_property; + + gstelement_class->change_state = gst_rtp_sv3v_depay_change_state; +} + +static void +gst_rtp_sv3v_depay_init (GstRtpSV3VDepay * rtpsv3vdepay, + GstRtpSV3VDepayClass * klass) +{ + rtpsv3vdepay->adapter = gst_adapter_new (); +} + +static void +gst_rtp_sv3v_depay_finalize (GObject * object) +{ + GstRtpSV3VDepay *rtpsv3vdepay; + + rtpsv3vdepay = GST_RTP_SV3V_DEPAY (object); + + g_object_unref (rtpsv3vdepay->adapter); + rtpsv3vdepay->adapter = NULL; + + G_OBJECT_CLASS (parent_class)->finalize (object); +} + +// only on the sink +gboolean +gst_rtp_sv3v_depay_setcaps (GstBaseRTPDepayload * filter, GstCaps * caps) +{ + + GstStructure *structure = gst_caps_get_structure (caps, 0); + gint clock_rate = 90000; // default + + if (gst_structure_has_field (structure, "clock-rate")) + gst_structure_get_int (structure, "clock-rate", &clock_rate); + + filter->clock_rate = clock_rate; + + return TRUE; +} + + +static GstBuffer * +gst_rtp_sv3v_depay_process (GstBaseRTPDepayload * depayload, GstBuffer * buf) +{ + + GstRtpSV3VDepay *rtpsv3vdepay; + GstBuffer *outbuf; + guint16 seq; + + rtpsv3vdepay = GST_RTP_SV3V_DEPAY (depayload); + + if (!gst_rtp_buffer_validate (buf)) + goto bad_packet; + + /* flush on sequence number gaps */ + seq = gst_rtp_buffer_get_seq (buf); + if (seq != rtpsv3vdepay->nextseq) { + gst_adapter_clear (rtpsv3vdepay->adapter); + } + rtpsv3vdepay->nextseq = seq + 1; + + { + gint payload_len; + guint8 *payload; + gboolean M; + gboolean C, S, E; + + payload_len = gst_rtp_buffer_get_payload_len (buf); + if (payload_len < 3) + goto bad_packet; + + payload = gst_rtp_buffer_get_payload (buf); + + M = gst_rtp_buffer_get_marker (buf); + + /* This is all a guess: + * 1 1 1 1 1 1 + * 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * |0|C|S|E|0|0|0|0|0|0|0|0|0|0|0|0| + * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ + * + * C: config, packet contains config info + * S: start, packet contains start of frame + * E: end, packet contains end of frame + */ + /* this seems to indicate a packet with a config string sent before each + * keyframe */ + C = (payload[0] & 0x40) == 0x40; + + /* redundant with the RTP marker bit */ + S = (payload[0] & 0x20) == 0x20; + E = (payload[0] & 0x10) == 0x10; + + if (C) { + GstCaps *caps; + GstBuffer *codec_data; + GValue value = { 0 }; + + /* if we already have caps, we don't need to do anything. FIXME, check if + * something changed. */ + if (GST_PAD_CAPS (GST_BASE_RTP_DEPAYLOAD_SRCPAD (depayload))) + return NULL; + + /* No idea... These are the two examples I found.. */ + if (payload[2] == 0x1d) { + rtpsv3vdepay->width = 160; + rtpsv3vdepay->height = 128; + } else if (payload[2] == 0xdd) { + rtpsv3vdepay->width = 320; + rtpsv3vdepay->height = 240; + } + + /* we need a dummy empty codec data */ + g_value_init (&value, GST_TYPE_BUFFER); + gst_value_deserialize (&value, ""); + codec_data = gst_value_get_buffer (&value); + + caps = gst_caps_new_simple ("video/x-svq", + "svqversion", G_TYPE_INT, 3, + "width", G_TYPE_INT, rtpsv3vdepay->width, + "height", G_TYPE_INT, rtpsv3vdepay->height, + "codec_data", GST_TYPE_BUFFER, codec_data, NULL); + gst_pad_set_caps (GST_BASE_RTP_DEPAYLOAD_SRCPAD (depayload), caps); + gst_caps_unref (caps); + g_value_unset (&value); + + return NULL; + } + + /* store data in adapter, stip off 2 bytes header */ + outbuf = gst_rtp_buffer_get_payload_subbuffer (buf, 2, -1); + gst_adapter_push (rtpsv3vdepay->adapter, outbuf); + + if (M) { + /* frame is completed: push contents of adapter */ + guint avail; + guint8 *data; + guint32 timestamp; + + avail = gst_adapter_available (rtpsv3vdepay->adapter); + data = gst_adapter_take (rtpsv3vdepay->adapter, avail); + + /* create buffer with data */ + outbuf = gst_rtp_buffer_new_take_data (data, avail); + + /* timestamp for complete buffer is that of last buffer as well */ + timestamp = gst_rtp_buffer_get_timestamp (buf); + GST_BUFFER_TIMESTAMP (outbuf) = + gst_util_uint64_scale_int (timestamp, GST_SECOND, + depayload->clock_rate); + gst_buffer_set_caps (outbuf, GST_PAD_CAPS (depayload->srcpad)); + + return outbuf; + } + } + return NULL; + + /* ERRORS */ +bad_packet: + { + GST_ELEMENT_WARNING (rtpsv3vdepay, STREAM, DECODE, + ("Packet did not validate"), (NULL)); + return NULL; + } +} + +static void +gst_rtp_sv3v_depay_set_property (GObject * object, guint prop_id, + const GValue * value, GParamSpec * pspec) +{ + GstRtpSV3VDepay *rtpsv3vdepay; + + rtpsv3vdepay = GST_RTP_SV3V_DEPAY (object); + + switch (prop_id) { + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } +} + +static void +gst_rtp_sv3v_depay_get_property (GObject * object, guint prop_id, + GValue * value, GParamSpec * pspec) +{ + GstRtpSV3VDepay *rtpsv3vdepay; + + rtpsv3vdepay = GST_RTP_SV3V_DEPAY (object); + + switch (prop_id) { + default: + G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); + break; + } +} + +static GstStateChangeReturn +gst_rtp_sv3v_depay_change_state (GstElement * element, + GstStateChange transition) +{ + GstRtpSV3VDepay *rtpsv3vdepay; + GstStateChangeReturn ret; + + rtpsv3vdepay = GST_RTP_SV3V_DEPAY (element); + + switch (transition) { + case GST_STATE_CHANGE_NULL_TO_READY: + break; + case GST_STATE_CHANGE_READY_TO_PAUSED: + gst_adapter_clear (rtpsv3vdepay->adapter); + break; + default: + break; + } + + ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition); + + switch (transition) { + case GST_STATE_CHANGE_READY_TO_NULL: + break; + default: + break; + } + return ret; +} + +gboolean +gst_rtp_sv3v_depay_plugin_init (GstPlugin * plugin) +{ + return gst_element_register (plugin, "rtpsv3vdepay", + GST_RANK_NONE, GST_TYPE_RTP_SV3V_DEPAY); +} diff --git a/gst/rtp/gstrtpsv3vdepay.h b/gst/rtp/gstrtpsv3vdepay.h new file mode 100644 index 0000000000..b919ce5986 --- /dev/null +++ b/gst/rtp/gstrtpsv3vdepay.h @@ -0,0 +1,63 @@ +/* GStreamer + * Copyright (C) <2005> Wim Taymans + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 59 Temple Place - Suite 330, + * Boston, MA 02111-1307, USA. + */ + +#ifndef __GST_RTP_SV3V_DEPAY_H__ +#define __GST_RTP_SV3V_DEPAY_H__ + +#include +#include +#include + +G_BEGIN_DECLS + +#define GST_TYPE_RTP_SV3V_DEPAY \ + (gst_rtp_sv3v_depay_get_type()) +#define GST_RTP_SV3V_DEPAY(obj) \ + (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_RTP_SV3V_DEPAY,GstRtpSV3VDepay)) +#define GST_RTP_SV3V_DEPAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_RTP_SV3V_DEPAY,GstRtpSV3VDepayClass)) +#define GST_IS_RTP_SV3V_DEPAY(obj) \ + (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_RTP_SV3V_DEPAY)) +#define GST_IS_RTP_SV3V_DEPAY_CLASS(klass) \ + (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_RTP_SV3V_DEPAY)) + +typedef struct _GstRtpSV3VDepay GstRtpSV3VDepay; +typedef struct _GstRtpSV3VDepayClass GstRtpSV3VDepayClass; + +struct _GstRtpSV3VDepay +{ + GstBaseRTPDepayload depayload; + + GstAdapter *adapter; + + guint16 nextseq; + guint width; + guint height; +}; + +struct _GstRtpSV3VDepayClass +{ + GstBaseRTPDepayloadClass parent_class; +}; + +gboolean gst_rtp_sv3v_depay_plugin_init (GstPlugin * plugin); + +G_END_DECLS + +#endif /* __GST_RTP_SV3V_DEPAY_H__ */