/* * GStreamer RTP SBC depayloader * * Copyright (C) 2012 Collabora Ltd. * @author: Arun Raghavan * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include #endif #include #include #include "gstrtpelements.h" #include "gstrtpsbcdepay.h" #include "gstrtputils.h" GST_DEBUG_CATEGORY_STATIC (rtpsbcdepay_debug); #define GST_CAT_DEFAULT (rtpsbcdepay_debug) static GstStaticPadTemplate gst_rtp_sbc_depay_src_template = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("audio/x-sbc, " "rate = (int) { 16000, 32000, 44100, 48000 }, " "channels = (int) [ 1, 2 ], " "mode = (string) { mono, dual, stereo, joint }, " "blocks = (int) { 4, 8, 12, 16 }, " "subbands = (int) { 4, 8 }, " "allocation-method = (string) { snr, loudness }, " "bitpool = (int) [ 2, 64 ]") ); static GstStaticPadTemplate gst_rtp_sbc_depay_sink_template = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("application/x-rtp, " "media = (string) audio," "payload = (int) " GST_RTP_PAYLOAD_DYNAMIC_STRING ", " "clock-rate = (int) { 16000, 32000, 44100, 48000 }," "encoding-name = (string) SBC") ); enum { PROP_0, PROP_IGNORE_TIMESTAMPS, PROP_LAST }; #define DEFAULT_IGNORE_TIMESTAMPS FALSE #define gst_rtp_sbc_depay_parent_class parent_class G_DEFINE_TYPE (GstRtpSbcDepay, gst_rtp_sbc_depay, GST_TYPE_RTP_BASE_DEPAYLOAD); GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (rtpsbcdepay, "rtpsbcdepay", GST_RANK_SECONDARY, GST_TYPE_RTP_SBC_DEPAY, rtp_element_init (plugin)); static void gst_rtp_sbc_depay_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_rtp_sbc_depay_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static void gst_rtp_sbc_depay_finalize (GObject * object); static gboolean gst_rtp_sbc_depay_setcaps (GstRTPBaseDepayload * base, GstCaps * caps); static GstBuffer *gst_rtp_sbc_depay_process (GstRTPBaseDepayload * base, GstRTPBuffer * rtp); static void gst_rtp_sbc_depay_class_init (GstRtpSbcDepayClass * klass) { GstRTPBaseDepayloadClass *gstbasertpdepayload_class = GST_RTP_BASE_DEPAYLOAD_CLASS (klass); GstElementClass *element_class = GST_ELEMENT_CLASS (klass); GObjectClass *gobject_class = G_OBJECT_CLASS (klass); gobject_class->finalize = gst_rtp_sbc_depay_finalize; gobject_class->set_property = gst_rtp_sbc_depay_set_property; gobject_class->get_property = gst_rtp_sbc_depay_get_property; g_object_class_install_property (gobject_class, PROP_IGNORE_TIMESTAMPS, g_param_spec_boolean ("ignore-timestamps", "Ignore Timestamps", "Various statistics", DEFAULT_IGNORE_TIMESTAMPS, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); gstbasertpdepayload_class->set_caps = gst_rtp_sbc_depay_setcaps; gstbasertpdepayload_class->process_rtp_packet = gst_rtp_sbc_depay_process; gst_element_class_add_static_pad_template (element_class, &gst_rtp_sbc_depay_src_template); gst_element_class_add_static_pad_template (element_class, &gst_rtp_sbc_depay_sink_template); GST_DEBUG_CATEGORY_INIT (rtpsbcdepay_debug, "rtpsbcdepay", 0, "SBC Audio RTP Depayloader"); gst_element_class_set_static_metadata (element_class, "RTP SBC audio depayloader", "Codec/Depayloader/Network/RTP", "Extracts SBC audio from RTP packets", "Arun Raghavan "); } static void gst_rtp_sbc_depay_init (GstRtpSbcDepay * rtpsbcdepay) { gst_rtp_base_depayload_set_aggregate_hdrext_enabled (GST_RTP_BASE_DEPAYLOAD (rtpsbcdepay), TRUE); rtpsbcdepay->adapter = gst_adapter_new (); rtpsbcdepay->stream_align = gst_audio_stream_align_new (48000, 40 * GST_MSECOND, 1 * GST_SECOND); rtpsbcdepay->ignore_timestamps = DEFAULT_IGNORE_TIMESTAMPS; } static void gst_rtp_sbc_depay_finalize (GObject * object) { GstRtpSbcDepay *depay = GST_RTP_SBC_DEPAY (object); gst_audio_stream_align_free (depay->stream_align); gst_object_unref (depay->adapter); G_OBJECT_CLASS (parent_class)->finalize (object); } static void gst_rtp_sbc_depay_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstRtpSbcDepay *depay = GST_RTP_SBC_DEPAY (object); switch (prop_id) { case PROP_IGNORE_TIMESTAMPS: depay->ignore_timestamps = g_value_get_boolean (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_rtp_sbc_depay_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstRtpSbcDepay *depay = GST_RTP_SBC_DEPAY (object); switch (prop_id) { case PROP_IGNORE_TIMESTAMPS: g_value_set_boolean (value, depay->ignore_timestamps); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } /* FIXME: This duplicates similar functionality rtpsbcpay, but there isn't a * simple way to consolidate the two. This is best done by moving the function * to the codec-utils library in gst-plugins-base when these elements move to * GStreamer. */ static int gst_rtp_sbc_depay_get_params (GstRtpSbcDepay * depay, const guint8 * data, gint size, int *framelen, int *samples) { int blocks, channel_mode, channels, subbands, bitpool; int length; if (size < 3) { /* Not enough data for the header */ return -1; } /* Sanity check */ if (data[0] != 0x9c) { GST_WARNING_OBJECT (depay, "Bad packet: couldn't find syncword"); return -2; } blocks = (data[1] >> 4) & 0x3; blocks = (blocks + 1) * 4; channel_mode = (data[1] >> 2) & 0x3; channels = channel_mode ? 2 : 1; subbands = (data[1] & 0x1); subbands = (subbands + 1) * 4; bitpool = data[2]; length = 4 + ((4 * subbands * channels) / 8); if (channel_mode == 0 || channel_mode == 1) { /* Mono || Dual channel */ length += ((blocks * channels * bitpool) + 4 /* round up */ ) / 8; } else { /* Stereo || Joint stereo */ gboolean joint = (channel_mode == 3); length += ((joint * subbands) + (blocks * bitpool) + 4 /* round up */ ) / 8; } *framelen = length; *samples = blocks * subbands; return 0; } static gboolean gst_rtp_sbc_depay_setcaps (GstRTPBaseDepayload * base, GstCaps * caps) { GstRtpSbcDepay *depay = GST_RTP_SBC_DEPAY (base); GstStructure *structure; GstCaps *outcaps, *oldcaps; structure = gst_caps_get_structure (caps, 0); if (!gst_structure_get_int (structure, "clock-rate", &depay->rate)) goto bad_caps; outcaps = gst_caps_new_simple ("audio/x-sbc", "rate", G_TYPE_INT, depay->rate, NULL); gst_pad_set_caps (GST_RTP_BASE_DEPAYLOAD_SRCPAD (base), outcaps); oldcaps = gst_pad_get_current_caps (GST_RTP_BASE_DEPAYLOAD_SINKPAD (base)); if (oldcaps && !gst_caps_can_intersect (oldcaps, caps)) { /* Caps have changed, flush old data */ gst_adapter_clear (depay->adapter); } gst_caps_unref (outcaps); if (oldcaps) gst_caps_unref (oldcaps); /* Reset when the caps are changing */ gst_audio_stream_align_set_rate (depay->stream_align, depay->rate); return TRUE; bad_caps: GST_WARNING_OBJECT (depay, "Can't support the caps we got: %" GST_PTR_FORMAT, caps); return FALSE; } static GstBuffer * gst_rtp_sbc_depay_process (GstRTPBaseDepayload * base, GstRTPBuffer * rtp) { GstRtpSbcDepay *depay = GST_RTP_SBC_DEPAY (base); GstBuffer *data = NULL; gboolean fragment, start, last; guint8 nframes; guint8 *payload; guint payload_len; gint samples = 0; GstClockTime timestamp; GST_LOG_OBJECT (depay, "Got %" G_GSIZE_FORMAT " bytes", gst_buffer_get_size (rtp->buffer)); if (gst_rtp_buffer_get_marker (rtp)) { /* Marker isn't supposed to be set */ GST_WARNING_OBJECT (depay, "Marker bit was set"); goto bad_packet; } timestamp = GST_BUFFER_DTS_OR_PTS (rtp->buffer); if (depay->ignore_timestamps && timestamp == GST_CLOCK_TIME_NONE) { GstClockTime initial_timestamp; guint64 n_samples; initial_timestamp = gst_audio_stream_align_get_timestamp_at_discont (depay->stream_align); n_samples = gst_audio_stream_align_get_samples_since_discont (depay->stream_align); if (initial_timestamp == GST_CLOCK_TIME_NONE) { GST_ERROR_OBJECT (depay, "Can only ignore timestamps on streams without valid initial timestamp"); return NULL; } timestamp = initial_timestamp + gst_util_uint64_scale (n_samples, GST_SECOND, depay->rate); } payload = gst_rtp_buffer_get_payload (rtp); payload_len = gst_rtp_buffer_get_payload_len (rtp); fragment = payload[0] & 0x80; start = payload[0] & 0x40; last = payload[0] & 0x20; nframes = payload[0] & 0x0f; payload += 1; payload_len -= 1; data = gst_rtp_buffer_get_payload_subbuffer (rtp, 1, -1); if (fragment) { /* Got a packet with a fragment */ GST_LOG_OBJECT (depay, "Got fragment"); if (start && gst_adapter_available (depay->adapter)) { GST_WARNING_OBJECT (depay, "Missing last fragment"); gst_adapter_clear (depay->adapter); gst_rtp_base_depayload_flush (base, TRUE); } else if (!start && !gst_adapter_available (depay->adapter)) { GST_WARNING_OBJECT (depay, "Missing start fragment"); gst_buffer_unref (data); gst_rtp_base_depayload_dropped (base); data = NULL; goto out; } gst_adapter_push (depay->adapter, data); if (last) { gint framelen, samples; guint8 header[4]; data = gst_adapter_take_buffer (depay->adapter, gst_adapter_available (depay->adapter)); gst_rtp_drop_non_audio_meta (depay, data); if (gst_buffer_extract (data, 0, &header, 4) != 4 || gst_rtp_sbc_depay_get_params (depay, header, payload_len, &framelen, &samples) < 0) { gst_buffer_unref (data); goto bad_packet; } } else { data = NULL; } } else { /* !fragment */ gint framelen; GST_LOG_OBJECT (depay, "Got %d frames", nframes); if (gst_rtp_sbc_depay_get_params (depay, payload, payload_len, &framelen, &samples) < 0) { gst_adapter_clear (depay->adapter); goto bad_packet; } samples *= nframes; GST_LOG_OBJECT (depay, "Got payload of %d", payload_len); if (nframes * framelen > (gint) payload_len) { GST_WARNING_OBJECT (depay, "Short packet"); goto bad_packet; } else if (nframes * framelen < (gint) payload_len) { GST_WARNING_OBJECT (depay, "Junk at end of packet"); } } if (depay->ignore_timestamps && data) { GstClockTime duration; gst_audio_stream_align_process (depay->stream_align, GST_BUFFER_IS_DISCONT (rtp->buffer), timestamp, samples, ×tamp, &duration, NULL); GST_BUFFER_PTS (data) = timestamp; GST_BUFFER_DTS (data) = GST_CLOCK_TIME_NONE; GST_BUFFER_DURATION (data) = duration; } out: return data; bad_packet: GST_ELEMENT_WARNING (depay, STREAM, DECODE, ("Received invalid RTP payload, dropping"), (NULL)); gst_rtp_base_depayload_dropped (base); /* if the adapter has been cleared before using this error out we have the clear the header ext cache as well */ if (!gst_adapter_available (depay->adapter)) gst_rtp_base_depayload_flush (base, FALSE); goto out; }