/* * Opus Payloader Gst Element * * @author: Danilo Cesar Lemes de Paula * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /** * SECTION:element-rtpopuspay * @title: rtpopuspay * * rtpopuspay encapsulates Opus-encoded audio data into RTP packets following * the payload format described in RFC 7587. * * In addition to the RFC, which assumes only mono and stereo payload, * the element supports multichannel Opus audio streams using a non-standardized * SDP config and "multiopus" codec developed by Google for libwebrtc. When the * input data have more than 2 channels, rtpopuspay will add extra fields to * output caps that can be used to generate SDP in the syntax understood by * libwebrtc. For example in the case of 5.1 audio: * * |[ * a=rtpmap:96 multiopus/48000/6 * a=fmtp:96 num_streams=4;coupled_streams=2;channel_mapping=0,4,1,2,3,5 * ]| * * See https://webrtc-review.googlesource.com/c/src/+/129768 for more details on * multichannel Opus in libwebrtc. */ #ifdef HAVE_CONFIG_H # include "config.h" #endif #include #include #include #include "gstrtpelements.h" #include "gstrtpopuspay.h" #include "gstrtputils.h" GST_DEBUG_CATEGORY_STATIC (rtpopuspay_debug); #define GST_CAT_DEFAULT (rtpopuspay_debug) static GstStaticPadTemplate gst_rtp_opus_pay_sink_template = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("audio/x-opus, channel-mapping-family = (int) 0;" "audio/x-opus, channel-mapping-family = (int) 0, channels = (int) [1, 2];" "audio/x-opus, channel-mapping-family = (int) 1, channels = (int) [3, 255]") ); static GstStaticPadTemplate gst_rtp_opus_pay_src_template = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("application/x-rtp, " "media = (string) \"audio\", " "payload = (int) " GST_RTP_PAYLOAD_DYNAMIC_STRING ", " "clock-rate = (int) 48000, " "encoding-name = (string) { \"OPUS\", \"X-GST-OPUS-DRAFT-SPITTKA-00\", \"multiopus\" }") ); static gboolean gst_rtp_opus_pay_setcaps (GstRTPBasePayload * payload, GstCaps * caps); static GstCaps *gst_rtp_opus_pay_getcaps (GstRTPBasePayload * payload, GstPad * pad, GstCaps * filter); static GstFlowReturn gst_rtp_opus_pay_handle_buffer (GstRTPBasePayload * payload, GstBuffer * buffer); G_DEFINE_TYPE (GstRtpOPUSPay, gst_rtp_opus_pay, GST_TYPE_RTP_BASE_PAYLOAD); GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (rtpopuspay, "rtpopuspay", GST_RANK_PRIMARY, GST_TYPE_RTP_OPUS_PAY, rtp_element_init (plugin)); static void gst_rtp_opus_pay_class_init (GstRtpOPUSPayClass * klass) { GstRTPBasePayloadClass *gstbasertppayload_class; GstElementClass *element_class; gstbasertppayload_class = (GstRTPBasePayloadClass *) klass; element_class = GST_ELEMENT_CLASS (klass); gstbasertppayload_class->set_caps = gst_rtp_opus_pay_setcaps; gstbasertppayload_class->get_caps = gst_rtp_opus_pay_getcaps; gstbasertppayload_class->handle_buffer = gst_rtp_opus_pay_handle_buffer; gst_element_class_add_static_pad_template (element_class, &gst_rtp_opus_pay_src_template); gst_element_class_add_static_pad_template (element_class, &gst_rtp_opus_pay_sink_template); gst_element_class_set_static_metadata (element_class, "RTP Opus payloader", "Codec/Payloader/Network/RTP", "Puts Opus audio in RTP packets", "Danilo Cesar Lemes de Paula "); GST_DEBUG_CATEGORY_INIT (rtpopuspay_debug, "rtpopuspay", 0, "Opus RTP Payloader"); } static void gst_rtp_opus_pay_init (GstRtpOPUSPay * rtpopuspay) { } static gboolean gst_rtp_opus_pay_setcaps (GstRTPBasePayload * payload, GstCaps * caps) { gboolean res; GstCaps *src_caps; GstStructure *s, *outcaps; const char *encoding_name = "OPUS"; gint channels = 2; gint rate; gchar *encoding_params; outcaps = gst_structure_new_empty ("unused"); src_caps = gst_pad_get_allowed_caps (GST_RTP_BASE_PAYLOAD_SRCPAD (payload)); if (src_caps) { GstStructure *s; const GValue *value; s = gst_caps_get_structure (src_caps, 0); if (gst_structure_has_field (s, "encoding-name")) { GValue default_value = G_VALUE_INIT; g_value_init (&default_value, G_TYPE_STRING); g_value_set_static_string (&default_value, encoding_name); value = gst_structure_get_value (s, "encoding-name"); if (!gst_value_can_intersect (&default_value, value)) encoding_name = "X-GST-OPUS-DRAFT-SPITTKA-00"; } gst_caps_unref (src_caps); } s = gst_caps_get_structure (caps, 0); if (gst_structure_get_int (s, "channels", &channels)) { if (channels > 2) { /* Implies channel-mapping-family = 1. */ gint stream_count, coupled_count; const GValue *channel_mapping_array; /* libwebrtc only supports "multiopus" when channels > 2. Mono and stereo * sound must always be payloaded according to RFC 7587. */ encoding_name = "multiopus"; if (gst_structure_get_int (s, "stream-count", &stream_count)) { char *num_streams = g_strdup_printf ("%d", stream_count); gst_structure_set (outcaps, "num_streams", G_TYPE_STRING, num_streams, NULL); g_free (num_streams); } if (gst_structure_get_int (s, "coupled-count", &coupled_count)) { char *coupled_streams = g_strdup_printf ("%d", coupled_count); gst_structure_set (outcaps, "coupled_streams", G_TYPE_STRING, coupled_streams, NULL); g_free (coupled_streams); } channel_mapping_array = gst_structure_get_value (s, "channel-mapping"); if (GST_VALUE_HOLDS_ARRAY (channel_mapping_array)) { GString *str = g_string_new (NULL); guint i; for (i = 0; i < gst_value_array_get_size (channel_mapping_array); ++i) { if (i != 0) { g_string_append_c (str, ','); } g_string_append_printf (str, "%d", g_value_get_int (gst_value_array_get_value (channel_mapping_array, i))); } gst_structure_set (outcaps, "channel_mapping", G_TYPE_STRING, str->str, NULL); g_string_free (str, TRUE); } } else { gst_structure_set (outcaps, "sprop-stereo", G_TYPE_STRING, (channels == 2) ? "1" : "0", NULL); /* RFC 7587 requires the number of channels always be 2. */ channels = 2; } } encoding_params = g_strdup_printf ("%d", channels); gst_structure_set (outcaps, "encoding-params", G_TYPE_STRING, encoding_params, NULL); g_free (encoding_params); if (gst_structure_get_int (s, "rate", &rate)) { gchar *sprop_maxcapturerate = g_strdup_printf ("%d", rate); gst_structure_set (outcaps, "sprop-maxcapturerate", G_TYPE_STRING, sprop_maxcapturerate, NULL); g_free (sprop_maxcapturerate); } gst_rtp_base_payload_set_options (payload, "audio", FALSE, encoding_name, 48000); res = gst_rtp_base_payload_set_outcaps_structure (payload, outcaps); gst_structure_free (outcaps); return res; } static GstFlowReturn gst_rtp_opus_pay_handle_buffer (GstRTPBasePayload * basepayload, GstBuffer * buffer) { GstBuffer *outbuf; GstClockTime pts, dts, duration; pts = GST_BUFFER_PTS (buffer); dts = GST_BUFFER_DTS (buffer); duration = GST_BUFFER_DURATION (buffer); outbuf = gst_rtp_base_payload_allocate_output_buffer (basepayload, 0, 0, 0); gst_rtp_copy_audio_meta (basepayload, outbuf, buffer); outbuf = gst_buffer_append (outbuf, buffer); GST_BUFFER_PTS (outbuf) = pts; GST_BUFFER_DTS (outbuf) = dts; GST_BUFFER_DURATION (outbuf) = duration; /* Push out */ return gst_rtp_base_payload_push (basepayload, outbuf); } static GstCaps * gst_rtp_opus_pay_getcaps (GstRTPBasePayload * payload, GstPad * pad, GstCaps * filter) { GstCaps *caps, *peercaps, *tcaps; GstStructure *s; const gchar *stereo; if (pad == GST_RTP_BASE_PAYLOAD_SRCPAD (payload)) return GST_RTP_BASE_PAYLOAD_CLASS (gst_rtp_opus_pay_parent_class)->get_caps (payload, pad, filter); tcaps = gst_pad_get_pad_template_caps (GST_RTP_BASE_PAYLOAD_SRCPAD (payload)); peercaps = gst_pad_peer_query_caps (GST_RTP_BASE_PAYLOAD_SRCPAD (payload), tcaps); gst_caps_unref (tcaps); if (!peercaps) return GST_RTP_BASE_PAYLOAD_CLASS (gst_rtp_opus_pay_parent_class)->get_caps (payload, pad, filter); if (gst_caps_is_empty (peercaps)) return peercaps; caps = gst_pad_get_pad_template_caps (GST_RTP_BASE_PAYLOAD_SINKPAD (payload)); s = gst_caps_get_structure (peercaps, 0); stereo = gst_structure_get_string (s, "stereo"); if (stereo != NULL) { caps = gst_caps_make_writable (caps); if (!strcmp (stereo, "1")) { GstCaps *caps2 = gst_caps_copy (caps); gst_caps_set_simple (caps, "channels", G_TYPE_INT, 2, NULL); gst_caps_set_simple (caps2, "channels", G_TYPE_INT, 1, NULL); caps = gst_caps_merge (caps, caps2); } else if (!strcmp (stereo, "0")) { GstCaps *caps2 = gst_caps_copy (caps); gst_caps_set_simple (caps, "channels", G_TYPE_INT, 1, NULL); gst_caps_set_simple (caps2, "channels", G_TYPE_INT, 2, NULL); caps = gst_caps_merge (caps, caps2); } } gst_caps_unref (peercaps); if (filter) { GstCaps *tmp = gst_caps_intersect_full (caps, filter, GST_CAPS_INTERSECT_FIRST); gst_caps_unref (caps); caps = tmp; } GST_DEBUG_OBJECT (payload, "Returning caps: %" GST_PTR_FORMAT, caps); return caps; }