2011-11-15 19:53:33 +00:00
|
|
|
/* GStreamer
|
|
|
|
* Copyright (C) 2004 Wim Taymans <wim@fluendo.com>
|
|
|
|
* Copyright (C) 2006 Tim-Philipp Müller <tim centricular net>
|
|
|
|
* Copyright (C) 2008 Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Library General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Library General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Library General Public
|
|
|
|
* License along with this library; if not, write to the
|
|
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
|
|
* Boston, MA 02111-1307, USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* SECTION:element-opusparse
|
|
|
|
* @see_also: opusenc, opusdec
|
|
|
|
*
|
|
|
|
* This element parses OPUS packets.
|
|
|
|
*
|
|
|
|
* <refsect2>
|
|
|
|
* <title>Example pipelines</title>
|
|
|
|
* |[
|
|
|
|
* gst-launch -v filesrc location=opusdata ! opusparse ! opusdec ! audioconvert ! audioresample ! alsasink
|
|
|
|
* ]| Decode and plays an unmuxed Opus file.
|
|
|
|
* </refsect2>
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
# include "config.h"
|
|
|
|
#endif
|
|
|
|
|
2011-11-24 13:29:56 +00:00
|
|
|
#include <string.h>
|
2011-11-15 19:53:33 +00:00
|
|
|
#include <opus/opus.h>
|
2011-11-20 09:52:46 +00:00
|
|
|
#include "gstopusheader.h"
|
2011-11-15 19:53:33 +00:00
|
|
|
#include "gstopusparse.h"
|
|
|
|
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (opusparse_debug);
|
|
|
|
#define GST_CAT_DEFAULT opusparse_debug
|
|
|
|
|
|
|
|
#define MAX_PAYLOAD_BYTES 1500
|
|
|
|
|
|
|
|
static GstStaticPadTemplate opus_parse_src_factory =
|
|
|
|
GST_STATIC_PAD_TEMPLATE ("src",
|
|
|
|
GST_PAD_SRC,
|
|
|
|
GST_PAD_ALWAYS,
|
|
|
|
GST_STATIC_CAPS ("audio/x-opus, framed = (boolean) true")
|
|
|
|
);
|
|
|
|
|
|
|
|
static GstStaticPadTemplate opus_parse_sink_factory =
|
|
|
|
GST_STATIC_PAD_TEMPLATE ("sink",
|
|
|
|
GST_PAD_SINK,
|
|
|
|
GST_PAD_ALWAYS,
|
2011-12-09 17:25:41 +00:00
|
|
|
GST_STATIC_CAPS ("audio/x-opus")
|
2011-11-15 19:53:33 +00:00
|
|
|
);
|
|
|
|
|
|
|
|
G_DEFINE_TYPE (GstOpusParse, gst_opus_parse, GST_TYPE_BASE_PARSE);
|
|
|
|
|
|
|
|
static gboolean gst_opus_parse_start (GstBaseParse * parse);
|
2011-11-20 09:52:46 +00:00
|
|
|
static gboolean gst_opus_parse_stop (GstBaseParse * parse);
|
2011-11-15 19:53:33 +00:00
|
|
|
static gboolean gst_opus_parse_check_valid_frame (GstBaseParse * base,
|
|
|
|
GstBaseParseFrame * frame, guint * frame_size, gint * skip);
|
2011-11-20 09:52:46 +00:00
|
|
|
static GstFlowReturn gst_opus_parse_parse_frame (GstBaseParse * base,
|
|
|
|
GstBaseParseFrame * frame);
|
2011-11-15 19:53:33 +00:00
|
|
|
|
|
|
|
static void
|
|
|
|
gst_opus_parse_class_init (GstOpusParseClass * klass)
|
|
|
|
{
|
|
|
|
GstBaseParseClass *bpclass;
|
|
|
|
GstElementClass *element_class;
|
|
|
|
|
|
|
|
bpclass = (GstBaseParseClass *) klass;
|
|
|
|
element_class = (GstElementClass *) klass;
|
|
|
|
|
|
|
|
bpclass->start = GST_DEBUG_FUNCPTR (gst_opus_parse_start);
|
2011-11-20 09:52:46 +00:00
|
|
|
bpclass->stop = GST_DEBUG_FUNCPTR (gst_opus_parse_stop);
|
2011-11-15 19:53:33 +00:00
|
|
|
bpclass->check_valid_frame =
|
|
|
|
GST_DEBUG_FUNCPTR (gst_opus_parse_check_valid_frame);
|
2011-11-20 09:52:46 +00:00
|
|
|
bpclass->parse_frame = GST_DEBUG_FUNCPTR (gst_opus_parse_parse_frame);
|
2011-11-15 19:53:33 +00:00
|
|
|
|
|
|
|
gst_element_class_add_pad_template (element_class,
|
|
|
|
gst_static_pad_template_get (&opus_parse_src_factory));
|
|
|
|
gst_element_class_add_pad_template (element_class,
|
|
|
|
gst_static_pad_template_get (&opus_parse_sink_factory));
|
|
|
|
gst_element_class_set_details_simple (element_class, "Opus audio parser",
|
|
|
|
"Codec/Parser/Audio",
|
|
|
|
"parses opus audio streams",
|
|
|
|
"Vincent Penquerc'h <vincent.penquerch@collabora.co.uk>");
|
|
|
|
|
|
|
|
GST_DEBUG_CATEGORY_INIT (opusparse_debug, "opusparse", 0,
|
|
|
|
"opus parsing element");
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
gst_opus_parse_init (GstOpusParse * parse)
|
|
|
|
{
|
2011-11-20 09:52:46 +00:00
|
|
|
parse->header_sent = FALSE;
|
2011-11-15 19:53:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static gboolean
|
|
|
|
gst_opus_parse_start (GstBaseParse * base)
|
|
|
|
{
|
|
|
|
GstOpusParse *parse = GST_OPUS_PARSE (base);
|
|
|
|
|
2011-11-20 09:52:46 +00:00
|
|
|
parse->header_sent = FALSE;
|
|
|
|
parse->next_ts = 0;
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static gboolean
|
|
|
|
gst_opus_parse_stop (GstBaseParse * base)
|
|
|
|
{
|
|
|
|
GstOpusParse *parse = GST_OPUS_PARSE (base);
|
|
|
|
|
|
|
|
g_slist_foreach (parse->headers, (GFunc) gst_buffer_unref, NULL);
|
2012-01-11 16:32:31 +00:00
|
|
|
g_slist_free (parse->headers);
|
2011-11-20 09:52:46 +00:00
|
|
|
parse->headers = NULL;
|
|
|
|
|
|
|
|
parse->header_sent = FALSE;
|
2011-11-15 19:53:33 +00:00
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static gboolean
|
|
|
|
gst_opus_parse_check_valid_frame (GstBaseParse * base,
|
|
|
|
GstBaseParseFrame * frame, guint * frame_size, gint * skip)
|
|
|
|
{
|
|
|
|
GstOpusParse *parse;
|
|
|
|
guint8 *data;
|
|
|
|
gsize size;
|
|
|
|
guint32 packet_size;
|
|
|
|
int ret = FALSE;
|
2011-11-20 13:07:27 +00:00
|
|
|
const unsigned char *frames[48];
|
|
|
|
unsigned char toc;
|
|
|
|
short frame_sizes[48];
|
|
|
|
int payload_offset;
|
|
|
|
int nframes;
|
|
|
|
int packet_offset = 0;
|
2011-11-21 18:12:00 +00:00
|
|
|
gboolean is_header, is_idheader, is_commentheader;
|
2011-11-15 19:53:33 +00:00
|
|
|
|
|
|
|
parse = GST_OPUS_PARSE (base);
|
|
|
|
|
|
|
|
data = GST_BUFFER_DATA (frame->buffer);
|
|
|
|
size = GST_BUFFER_SIZE (frame->buffer);
|
|
|
|
GST_DEBUG_OBJECT (parse, "Checking for frame, %u bytes in buffer", size);
|
2011-11-20 13:07:27 +00:00
|
|
|
|
2011-11-21 18:12:00 +00:00
|
|
|
/* check for headers */
|
2011-11-24 13:29:56 +00:00
|
|
|
is_idheader = gst_opus_header_is_id_header (frame->buffer);
|
|
|
|
is_commentheader = gst_opus_header_is_comment_header (frame->buffer);
|
2011-11-21 18:12:00 +00:00
|
|
|
is_header = is_idheader || is_commentheader;
|
|
|
|
|
|
|
|
if (!is_header) {
|
|
|
|
/* Next, check if there's an Opus packet there */
|
|
|
|
nframes =
|
|
|
|
opus_packet_parse (data, size, &toc, frames, frame_sizes,
|
|
|
|
&payload_offset);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!is_header && nframes < 0) {
|
2011-11-20 13:07:27 +00:00
|
|
|
/* Then, check for the test vector framing */
|
|
|
|
GST_DEBUG_OBJECT (parse,
|
|
|
|
"No Opus packet found, trying test vector framing");
|
|
|
|
if (size < 4) {
|
|
|
|
GST_DEBUG_OBJECT (parse, "Too small");
|
|
|
|
goto beach;
|
|
|
|
}
|
|
|
|
packet_size = GST_READ_UINT32_BE (data);
|
|
|
|
GST_DEBUG_OBJECT (parse, "Packet size: %u bytes", packet_size);
|
|
|
|
if (packet_size > MAX_PAYLOAD_BYTES) {
|
|
|
|
GST_DEBUG_OBJECT (parse, "Too large");
|
|
|
|
goto beach;
|
|
|
|
}
|
|
|
|
if (packet_size > size - 4) {
|
|
|
|
GST_DEBUG_OBJECT (parse, "Truncated");
|
|
|
|
goto beach;
|
|
|
|
}
|
|
|
|
nframes =
|
|
|
|
opus_packet_parse (data + 8, packet_size, &toc, frames, frame_sizes,
|
|
|
|
&payload_offset);
|
|
|
|
if (nframes < 0) {
|
|
|
|
GST_DEBUG_OBJECT (parse, "No test vector framing either");
|
|
|
|
goto beach;
|
|
|
|
}
|
|
|
|
|
|
|
|
packet_offset = 8;
|
|
|
|
data += packet_offset;
|
2011-11-15 19:53:33 +00:00
|
|
|
}
|
|
|
|
|
2011-11-21 18:12:00 +00:00
|
|
|
if (is_header) {
|
|
|
|
*skip = 0;
|
|
|
|
*frame_size = size;
|
|
|
|
} else {
|
|
|
|
*skip = packet_offset;
|
|
|
|
*frame_size = payload_offset;
|
|
|
|
}
|
2011-11-20 13:07:27 +00:00
|
|
|
|
|
|
|
GST_DEBUG_OBJECT (parse, "Got Opus packet at offset %d, %d bytes", *skip,
|
|
|
|
*frame_size);
|
2011-11-15 19:53:33 +00:00
|
|
|
ret = TRUE;
|
|
|
|
|
|
|
|
beach:
|
|
|
|
return ret;
|
|
|
|
}
|
2011-11-20 09:52:46 +00:00
|
|
|
|
|
|
|
/* Adapted copy of the one in gstoggstream.c... */
|
|
|
|
static guint64
|
|
|
|
packet_duration_opus (const guint8 * data, size_t len)
|
|
|
|
{
|
|
|
|
static const guint64 durations[32] = {
|
|
|
|
10000, 20000, 40000, 60000, /* Silk NB */
|
|
|
|
10000, 20000, 40000, 60000, /* Silk MB */
|
|
|
|
10000, 20000, 40000, 60000, /* Silk WB */
|
|
|
|
10000, 20000, /* Hybrid SWB */
|
|
|
|
10000, 20000, /* Hybrid FB */
|
|
|
|
2500, 5000, 10000, 20000, /* CELT NB */
|
|
|
|
2500, 5000, 10000, 20000, /* CELT NB */
|
|
|
|
2500, 5000, 10000, 20000, /* CELT NB */
|
|
|
|
2500, 5000, 10000, 20000, /* CELT NB */
|
|
|
|
};
|
|
|
|
|
|
|
|
gint64 duration;
|
|
|
|
gint64 frame_duration;
|
|
|
|
gint nframes;
|
|
|
|
guint8 toc;
|
|
|
|
|
|
|
|
if (len < 1)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
toc = data[0];
|
|
|
|
|
|
|
|
frame_duration = durations[toc >> 3] * 1000;
|
|
|
|
switch (toc & 3) {
|
|
|
|
case 0:
|
|
|
|
nframes = 1;
|
|
|
|
break;
|
|
|
|
case 1:
|
|
|
|
nframes = 2;
|
|
|
|
break;
|
|
|
|
case 2:
|
|
|
|
nframes = 2;
|
|
|
|
break;
|
|
|
|
case 3:
|
|
|
|
if (len < 2) {
|
|
|
|
GST_WARNING ("Code 3 Opus packet has less than 2 bytes");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
nframes = data[1] & 63;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
duration = nframes * frame_duration;
|
|
|
|
if (duration > 120 * GST_MSECOND) {
|
|
|
|
GST_WARNING ("Opus packet duration > 120 ms, invalid");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
GST_LOG ("Opus packet: frame size %.1f ms, %d frames, duration %.1f ms",
|
|
|
|
frame_duration / 1000000.f, nframes, duration / 1000000.f);
|
|
|
|
return duration;
|
|
|
|
}
|
|
|
|
|
|
|
|
static GstFlowReturn
|
|
|
|
gst_opus_parse_parse_frame (GstBaseParse * base, GstBaseParseFrame * frame)
|
|
|
|
{
|
|
|
|
guint64 duration;
|
|
|
|
GstOpusParse *parse;
|
2011-11-24 13:29:56 +00:00
|
|
|
gboolean is_idheader, is_commentheader;
|
2011-11-20 09:52:46 +00:00
|
|
|
|
|
|
|
parse = GST_OPUS_PARSE (base);
|
|
|
|
|
2011-11-24 13:29:56 +00:00
|
|
|
is_idheader = gst_opus_header_is_id_header (frame->buffer);
|
|
|
|
is_commentheader = gst_opus_header_is_comment_header (frame->buffer);
|
|
|
|
|
|
|
|
if (!parse->header_sent) {
|
|
|
|
GstCaps *caps;
|
2011-11-25 12:46:55 +00:00
|
|
|
guint8 channels;
|
2011-11-24 13:29:56 +00:00
|
|
|
|
|
|
|
/* Opus streams can decode to 1 or 2 channels, so use the header
|
|
|
|
value if we have one, or 2 otherwise */
|
|
|
|
if (is_idheader) {
|
|
|
|
gst_buffer_replace (&parse->id_header, frame->buffer);
|
|
|
|
GST_DEBUG_OBJECT (parse, "Found ID header, keeping");
|
|
|
|
return GST_BASE_PARSE_FLOW_DROPPED;
|
|
|
|
} else if (is_commentheader) {
|
|
|
|
gst_buffer_replace (&parse->comment_header, frame->buffer);
|
|
|
|
GST_DEBUG_OBJECT (parse, "Found comment header, keeping");
|
|
|
|
return GST_BASE_PARSE_FLOW_DROPPED;
|
|
|
|
}
|
|
|
|
|
|
|
|
g_slist_foreach (parse->headers, (GFunc) gst_buffer_unref, NULL);
|
2012-01-11 16:32:31 +00:00
|
|
|
g_slist_free (parse->headers);
|
2011-11-24 13:29:56 +00:00
|
|
|
parse->headers = NULL;
|
|
|
|
|
|
|
|
if (parse->id_header && parse->comment_header) {
|
|
|
|
gst_opus_header_create_caps_from_headers (&caps, &parse->headers,
|
|
|
|
parse->id_header, parse->comment_header);
|
|
|
|
} else {
|
2011-11-25 12:46:55 +00:00
|
|
|
guint8 channel_mapping_family, channel_mapping[256];
|
2011-11-24 13:29:56 +00:00
|
|
|
GST_INFO_OBJECT (parse,
|
|
|
|
"No headers, blindly setting up canonical stereo");
|
|
|
|
channels = 2;
|
|
|
|
channel_mapping_family = 0;
|
|
|
|
channel_mapping[0] = 0;
|
|
|
|
channel_mapping[1] = 1;
|
2011-12-08 18:45:27 +00:00
|
|
|
gst_opus_header_create_caps (&caps, &parse->headers, channels, 1, 0,
|
2011-11-24 13:29:56 +00:00
|
|
|
channel_mapping_family, channel_mapping, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
gst_buffer_replace (&parse->id_header, NULL);
|
|
|
|
gst_buffer_replace (&parse->comment_header, NULL);
|
|
|
|
|
|
|
|
gst_pad_set_caps (GST_BASE_PARSE_SRC_PAD (parse), caps);
|
|
|
|
parse->header_sent = TRUE;
|
2011-11-21 18:12:00 +00:00
|
|
|
}
|
|
|
|
|
2011-11-20 09:52:46 +00:00
|
|
|
GST_BUFFER_TIMESTAMP (frame->buffer) = parse->next_ts;
|
|
|
|
|
|
|
|
duration =
|
|
|
|
packet_duration_opus (GST_BUFFER_DATA (frame->buffer),
|
|
|
|
GST_BUFFER_SIZE (frame->buffer));
|
|
|
|
parse->next_ts += duration;
|
|
|
|
|
|
|
|
GST_BUFFER_DURATION (frame->buffer) = duration;
|
|
|
|
GST_BUFFER_OFFSET_END (frame->buffer) =
|
|
|
|
gst_util_uint64_scale (parse->next_ts, 48000, GST_SECOND);
|
|
|
|
GST_BUFFER_OFFSET (frame->buffer) = parse->next_ts;
|
|
|
|
|
|
|
|
return GST_FLOW_OK;
|
|
|
|
}
|