gstreamer/gst/rtp/gstrtpsv3vdepay.c
Sebastian Dröge b1089fb520 rtp: Copy metadata in the (de)payloader, but only the relevant ones
The payloader didn't copy anything so far, the depayloader copied every
possible meta. Let's make it consistent and just copy all metas without
tags or with only the video tag.

https://bugzilla.gnome.org/show_bug.cgi?id=751774
2015-08-11 12:47:23 +02:00

323 lines
9.4 KiB
C

/* GStreamer
* Copyright (C) <2005> Wim Taymans <wim.taymans@gmail.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif
#include <string.h>
#include <gst/rtp/gstrtpbuffer.h>
#include <gst/video/video.h>
#include "gstrtpsv3vdepay.h"
#include "gstrtputils.h"
GST_DEBUG_CATEGORY (rtpsv3vdepay_debug);
#define GST_CAT_DEFAULT rtpsv3vdepay_debug
static GstStaticPadTemplate gst_rtp_sv3v_depay_src_template =
GST_STATIC_PAD_TEMPLATE ("src",
GST_PAD_SRC,
GST_PAD_ALWAYS,
GST_STATIC_CAPS ("video/x-svq, " "svqversion = (int) 3")
);
static GstStaticPadTemplate gst_rtp_sv3v_depay_sink_template =
GST_STATIC_PAD_TEMPLATE ("sink",
GST_PAD_SINK,
GST_PAD_ALWAYS,
GST_STATIC_CAPS ("application/x-rtp, "
"media = (string) \"video\", "
"clock-rate = (int) 90000, "
"encoding-name = (string) { \"X-SV3V-ES\", \"X-SORENSON-VIDEO\" , \"X-SORENSONVIDEO\" , \"X-SorensonVideo\" }")
);
#define gst_rtp_sv3v_depay_parent_class parent_class
G_DEFINE_TYPE (GstRtpSV3VDepay, gst_rtp_sv3v_depay,
GST_TYPE_RTP_BASE_DEPAYLOAD);
static void gst_rtp_sv3v_depay_finalize (GObject * object);
static GstStateChangeReturn gst_rtp_sv3v_depay_change_state (GstElement *
element, GstStateChange transition);
static GstBuffer *gst_rtp_sv3v_depay_process (GstRTPBaseDepayload * depayload,
GstRTPBuffer * rtp);
gboolean gst_rtp_sv3v_depay_setcaps (GstRTPBaseDepayload * filter,
GstCaps * caps);
static void
gst_rtp_sv3v_depay_class_init (GstRtpSV3VDepayClass * klass)
{
GObjectClass *gobject_class;
GstElementClass *gstelement_class;
GstRTPBaseDepayloadClass *gstrtpbasedepayload_class;
gobject_class = (GObjectClass *) klass;
gstelement_class = (GstElementClass *) klass;
gstrtpbasedepayload_class = (GstRTPBaseDepayloadClass *) klass;
gstrtpbasedepayload_class->process_rtp_packet = gst_rtp_sv3v_depay_process;
gstrtpbasedepayload_class->set_caps = gst_rtp_sv3v_depay_setcaps;
gobject_class->finalize = gst_rtp_sv3v_depay_finalize;
gstelement_class->change_state = gst_rtp_sv3v_depay_change_state;
gst_element_class_add_pad_template (gstelement_class,
gst_static_pad_template_get (&gst_rtp_sv3v_depay_src_template));
gst_element_class_add_pad_template (gstelement_class,
gst_static_pad_template_get (&gst_rtp_sv3v_depay_sink_template));
gst_element_class_set_static_metadata (gstelement_class,
"RTP SVQ3 depayloader", "Codec/Depayloader/Network/RTP",
"Extracts SVQ3 video from RTP packets (no RFC)",
"Wim Taymans <wim.taymans@gmail.com>");
}
static void
gst_rtp_sv3v_depay_init (GstRtpSV3VDepay * rtpsv3vdepay)
{
rtpsv3vdepay->adapter = gst_adapter_new ();
}
static void
gst_rtp_sv3v_depay_finalize (GObject * object)
{
GstRtpSV3VDepay *rtpsv3vdepay;
rtpsv3vdepay = GST_RTP_SV3V_DEPAY (object);
g_object_unref (rtpsv3vdepay->adapter);
rtpsv3vdepay->adapter = NULL;
G_OBJECT_CLASS (parent_class)->finalize (object);
}
/* only on the sink */
gboolean
gst_rtp_sv3v_depay_setcaps (GstRTPBaseDepayload * filter, GstCaps * caps)
{
GstStructure *structure = gst_caps_get_structure (caps, 0);
gint clock_rate;
if (!gst_structure_get_int (structure, "clock-rate", &clock_rate))
clock_rate = 90000; /* default */
filter->clock_rate = clock_rate;
/* will set caps later */
return TRUE;
}
static GstBuffer *
gst_rtp_sv3v_depay_process (GstRTPBaseDepayload * depayload, GstRTPBuffer * rtp)
{
GstRtpSV3VDepay *rtpsv3vdepay;
static struct
{
guint width, height;
} resolutions[7] = {
{
160, 128}, {
128, 96}, {
176, 144}, {
352, 288}, {
704, 576}, {
240, 180}, {
320, 240}
};
gint payload_len;
guint8 *payload;
gboolean M;
gboolean C, S, E;
GstBuffer *outbuf = NULL;
guint16 seq;
rtpsv3vdepay = GST_RTP_SV3V_DEPAY (depayload);
/* flush on sequence number gaps */
seq = gst_rtp_buffer_get_seq (rtp);
GST_DEBUG ("timestamp %" GST_TIME_FORMAT ", sequence number:%d",
GST_TIME_ARGS (GST_BUFFER_PTS (rtp->buffer)), seq);
if (seq != rtpsv3vdepay->nextseq) {
GST_DEBUG ("Sequence discontinuity, clearing adapter");
gst_adapter_clear (rtpsv3vdepay->adapter);
}
rtpsv3vdepay->nextseq = seq + 1;
payload_len = gst_rtp_buffer_get_payload_len (rtp);
if (payload_len < 3)
goto bad_packet;
payload = gst_rtp_buffer_get_payload (rtp);
M = gst_rtp_buffer_get_marker (rtp);
/* This is all a guess:
* 1 1 1 1 1 1
* 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5
* +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
* |0|C|S|E|0|0|0|0|0|0|0|0|0|0|0|0|
* +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
*
* C: config, packet contains config info
* S: start, packet contains start of frame
* E: end, packet contains end of frame
*/
/* this seems to indicate a packet with a config string sent before each
* keyframe */
C = (payload[0] & 0x40) == 0x40;
/* redundant with the RTP marker bit */
S = (payload[0] & 0x20) == 0x20;
E = (payload[0] & 0x10) == 0x10;
GST_DEBUG ("M:%d, C:%d, S:%d, E:%d", M, C, S, E);
GST_MEMDUMP ("incoming buffer", payload, payload_len);
if (G_UNLIKELY (C)) {
GstCaps *caps;
GstBuffer *codec_data;
GstMapInfo cmap;
guint8 res;
GST_DEBUG ("Configuration packet");
/* if we already have caps, we don't need to do anything. FIXME, check if
* something changed. */
if (G_UNLIKELY (gst_pad_has_current_caps (GST_RTP_BASE_DEPAYLOAD_SRCPAD
(depayload)))) {
GST_DEBUG ("Already configured, skipping config parsing");
goto beach;
}
res = payload[2] >> 5;
/* width and height, according to http://wiki.multimedia.cx/index.php?title=Sorenson_Video_1#Stream_Format_And_Header */
if (G_LIKELY (res < 7)) {
rtpsv3vdepay->width = resolutions[res].width;
rtpsv3vdepay->height = resolutions[res].height;
} else {
/* extended width/height, they're contained in the following 24bit */
rtpsv3vdepay->width = ((payload[2] & 0x1f) << 7) | (payload[3] >> 1);
rtpsv3vdepay->height =
(payload[3] & 0x1) << 11 | payload[4] << 3 | (payload[5] >> 5);
}
/* CodecData needs to be 'SEQH' + len (32bit) + data according to
* ffmpeg's libavcodec/svq3.c:svq3_decode_init */
codec_data = gst_buffer_new_and_alloc (payload_len + 6);
gst_buffer_map (codec_data, &cmap, GST_MAP_WRITE);
memcpy (cmap.data, "SEQH", 4);
GST_WRITE_UINT32_LE (cmap.data + 4, payload_len - 2);
memcpy (cmap.data + 8, payload + 2, payload_len - 2);
GST_MEMDUMP ("codec_data", cmap.data, gst_buffer_get_size (codec_data));
gst_buffer_unmap (codec_data, &cmap);
caps = gst_caps_new_simple ("video/x-svq",
"svqversion", G_TYPE_INT, 3,
"width", G_TYPE_INT, rtpsv3vdepay->width,
"height", G_TYPE_INT, rtpsv3vdepay->height,
"codec_data", GST_TYPE_BUFFER, codec_data, NULL);
gst_pad_set_caps (GST_RTP_BASE_DEPAYLOAD_SRCPAD (depayload), caps);
gst_caps_unref (caps);
GST_DEBUG ("Depayloader now configured");
rtpsv3vdepay->configured = TRUE;
goto beach;
}
if (G_LIKELY (rtpsv3vdepay->configured)) {
GstBuffer *tmpbuf;
GST_DEBUG ("Storing incoming payload");
/* store data in adapter, stip off 2 bytes header */
tmpbuf = gst_rtp_buffer_get_payload_subbuffer (rtp, 2, -1);
gst_adapter_push (rtpsv3vdepay->adapter, tmpbuf);
if (G_UNLIKELY (M)) {
/* frame is completed: push contents of adapter */
guint avail;
avail = gst_adapter_available (rtpsv3vdepay->adapter);
GST_DEBUG ("Returning completed output buffer [%d bytes]", avail);
outbuf = gst_adapter_take_buffer (rtpsv3vdepay->adapter, avail);
gst_rtp_drop_meta (GST_ELEMENT_CAST (rtpsv3vdepay), outbuf,
g_quark_from_static_string (GST_META_TAG_VIDEO_STR));
}
}
beach:
return outbuf;
/* ERRORS */
bad_packet:
{
GST_ELEMENT_WARNING (rtpsv3vdepay, STREAM, DECODE,
(NULL), ("Packet was too short"));
return NULL;
}
}
static GstStateChangeReturn
gst_rtp_sv3v_depay_change_state (GstElement * element,
GstStateChange transition)
{
GstRtpSV3VDepay *rtpsv3vdepay;
GstStateChangeReturn ret;
rtpsv3vdepay = GST_RTP_SV3V_DEPAY (element);
switch (transition) {
case GST_STATE_CHANGE_NULL_TO_READY:
break;
case GST_STATE_CHANGE_READY_TO_PAUSED:
gst_adapter_clear (rtpsv3vdepay->adapter);
break;
default:
break;
}
ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
switch (transition) {
case GST_STATE_CHANGE_READY_TO_NULL:
break;
default:
break;
}
return ret;
}
gboolean
gst_rtp_sv3v_depay_plugin_init (GstPlugin * plugin)
{
GST_DEBUG_CATEGORY_INIT (rtpsv3vdepay_debug, "rtpsv3vdepay", 0,
"RTP SV3V depayloader");
return gst_element_register (plugin, "rtpsv3vdepay",
GST_RANK_SECONDARY, GST_TYPE_RTP_SV3V_DEPAY);
}