gstreamer/ext/celt/gstceltdec.c

521 lines
14 KiB
C
Raw Normal View History

/* GStreamer
* Copyright (C) 2004 Wim Taymans <wim@fluendo.com>
* Copyright (C) 2006 Tim-Philipp Müller <tim centricular net>
* Copyright (C) 2008 Sebastian Dröge <sebastian.droege@collabora.co.uk>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
/*
* Based on the speexdec element.
*/
/**
* SECTION:element-celtdec
* @see_also: celtenc, oggdemux
*
* This element decodes a CELT stream to raw integer audio.
*
* <refsect2>
* <title>Example pipelines</title>
* |[
* gst-launch -v filesrc location=celt.ogg ! oggdemux ! celtdec ! audioconvert ! audioresample ! alsasink
* ]| Decode an Ogg/Celt file. To create an Ogg/Celt file refer to the documentation of celtenc.
* </refsect2>
*/
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif
#include "gstceltdec.h"
#include <string.h>
#include <gst/tag/tag.h>
2011-10-18 12:28:04 +00:00
#include <gst/audio/audio.h>
GST_DEBUG_CATEGORY_STATIC (celtdec_debug);
#define GST_CAT_DEFAULT celtdec_debug
#define DEC_MAX_FRAME_SIZE 2000
static GstStaticPadTemplate celt_dec_src_factory =
GST_STATIC_PAD_TEMPLATE ("src",
GST_PAD_SRC,
GST_PAD_ALWAYS,
2011-10-18 12:28:04 +00:00
GST_STATIC_CAPS ("audio/x-raw, "
"format = (string) " GST_AUDIO_NE (S16) ", "
2012-03-07 09:18:31 +00:00
"layout = (string) interleaved, "
2011-10-18 12:28:04 +00:00
"rate = (int) [ 32000, 64000 ], " "channels = (int) [ 1, 2 ]")
);
static GstStaticPadTemplate celt_dec_sink_factory =
GST_STATIC_PAD_TEMPLATE ("sink",
GST_PAD_SINK,
GST_PAD_ALWAYS,
GST_STATIC_CAPS ("audio/x-celt")
);
2011-10-18 12:28:04 +00:00
#define gst_celt_dec_parent_class parent_class
G_DEFINE_TYPE (GstCeltDec, gst_celt_dec, GST_TYPE_AUDIO_DECODER);
2011-11-16 18:18:50 +00:00
static gboolean gst_celt_dec_start (GstAudioDecoder * dec);
static gboolean gst_celt_dec_stop (GstAudioDecoder * dec);
static gboolean gst_celt_dec_set_format (GstAudioDecoder * bdec,
GstCaps * caps);
static GstFlowReturn gst_celt_dec_handle_frame (GstAudioDecoder * dec,
GstBuffer * buffer);
static void
gst_celt_dec_class_init (GstCeltDecClass * klass)
{
2012-03-07 09:18:31 +00:00
GstElementClass *gstelement_class;
2011-11-16 18:18:50 +00:00
GstAudioDecoderClass *gstbase_class;
2012-03-07 09:18:31 +00:00
gstelement_class = (GstElementClass *) klass;
2011-11-16 18:18:50 +00:00
gstbase_class = (GstAudioDecoderClass *) klass;
2011-11-16 18:18:50 +00:00
gstbase_class->start = GST_DEBUG_FUNCPTR (gst_celt_dec_start);
gstbase_class->stop = GST_DEBUG_FUNCPTR (gst_celt_dec_stop);
gstbase_class->set_format = GST_DEBUG_FUNCPTR (gst_celt_dec_set_format);
gstbase_class->handle_frame = GST_DEBUG_FUNCPTR (gst_celt_dec_handle_frame);
2011-10-18 12:28:04 +00:00
gst_element_class_add_pad_template (gstelement_class,
gst_static_pad_template_get (&celt_dec_src_factory));
gst_element_class_add_pad_template (gstelement_class,
gst_static_pad_template_get (&celt_dec_sink_factory));
gst_element_class_set_static_metadata (gstelement_class, "Celt audio decoder",
2011-10-18 12:28:04 +00:00
"Codec/Decoder/Audio",
"decode celt streams to audio",
"Sebastian Dröge <sebastian.droege@collabora.co.uk>");
GST_DEBUG_CATEGORY_INIT (celtdec_debug, "celtdec", 0,
"celt decoding element");
}
static void
gst_celt_dec_reset (GstCeltDec * dec)
{
dec->packetno = 0;
dec->frame_size = 0;
if (dec->state) {
celt_decoder_destroy (dec->state);
dec->state = NULL;
}
if (dec->mode) {
celt_mode_destroy (dec->mode);
dec->mode = NULL;
}
gst_buffer_replace (&dec->streamheader, NULL);
gst_buffer_replace (&dec->vorbiscomment, NULL);
g_list_foreach (dec->extra_headers, (GFunc) gst_mini_object_unref, NULL);
g_list_free (dec->extra_headers);
dec->extra_headers = NULL;
memset (&dec->header, 0, sizeof (dec->header));
}
static void
2011-10-18 12:28:04 +00:00
gst_celt_dec_init (GstCeltDec * dec)
{
gst_celt_dec_reset (dec);
}
static gboolean
2011-11-16 18:18:50 +00:00
gst_celt_dec_start (GstAudioDecoder * dec)
{
2011-11-16 18:18:50 +00:00
GstCeltDec *cd = GST_CELT_DEC (dec);
2011-11-16 18:18:50 +00:00
GST_DEBUG_OBJECT (dec, "start");
gst_celt_dec_reset (cd);
2011-11-16 18:18:50 +00:00
/* we know about concealment */
gst_audio_decoder_set_plc_aware (dec, TRUE);
2011-11-16 18:18:50 +00:00
return TRUE;
}
static gboolean
2011-11-16 18:18:50 +00:00
gst_celt_dec_stop (GstAudioDecoder * dec)
{
2011-11-16 18:18:50 +00:00
GstCeltDec *cd = GST_CELT_DEC (dec);
2011-11-16 18:18:50 +00:00
GST_DEBUG_OBJECT (dec, "stop");
gst_celt_dec_reset (cd);
2011-11-16 18:18:50 +00:00
return TRUE;
}
static GstFlowReturn
2011-11-16 18:18:50 +00:00
gst_celt_dec_parse_header (GstCeltDec * dec, GstBuffer * buf)
{
gint error = CELT_OK;
2012-03-07 09:18:31 +00:00
GstMapInfo map;
GstAudioInfo info;
/* get the header */
2012-03-07 09:18:31 +00:00
gst_buffer_map (buf, &map, GST_MAP_READ);
error =
2012-03-07 09:18:31 +00:00
celt_header_from_packet ((const unsigned char *) map.data,
map.size, &dec->header);
gst_buffer_unmap (buf, &map);
if (error < 0)
goto invalid_header;
if (memcmp (dec->header.codec_id, "CELT ", 8) != 0)
goto invalid_header;
#ifdef HAVE_CELT_0_7
dec->mode =
celt_mode_create (dec->header.sample_rate,
dec->header.frame_size, &error);
#else
dec->mode =
celt_mode_create (dec->header.sample_rate, dec->header.nb_channels,
dec->header.frame_size, &error);
#endif
if (!dec->mode)
goto mode_init_failed;
/* initialize the decoder */
#ifdef HAVE_CELT_0_11
dec->state =
celt_decoder_create_custom (dec->mode, dec->header.nb_channels, &error);
#else
#ifdef HAVE_CELT_0_7
dec->state = celt_decoder_create (dec->mode, dec->header.nb_channels, &error);
#else
dec->state = celt_decoder_create (dec->mode);
#endif
#endif
if (!dec->state)
goto init_failed;
#ifdef HAVE_CELT_0_8
dec->frame_size = dec->header.frame_size;
#else
celt_mode_info (dec->mode, CELT_GET_FRAME_SIZE, &dec->frame_size);
#endif
GST_DEBUG_OBJECT (dec, "rate=%d channels=%d frame-size=%d",
dec->header.sample_rate, dec->header.nb_channels, dec->frame_size);
2012-03-07 09:18:31 +00:00
gst_audio_info_init (&info);
gst_audio_info_set_format (&info, GST_AUDIO_FORMAT_S16,
dec->header.sample_rate, dec->header.nb_channels, NULL);
if (!gst_audio_decoder_set_output_format (GST_AUDIO_DECODER (dec), &info))
goto nego_failed;
return GST_FLOW_OK;
/* ERRORS */
invalid_header:
{
GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
(NULL), ("Invalid header"));
return GST_FLOW_ERROR;
}
mode_init_failed:
{
GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
(NULL), ("Mode initialization failed: %d", error));
return GST_FLOW_ERROR;
}
init_failed:
{
#ifdef HAVE_CELT_0_7
GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
(NULL), ("couldn't initialize decoder: %d", error));
#else
GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
(NULL), ("couldn't initialize decoder"));
#endif
return GST_FLOW_ERROR;
}
nego_failed:
{
GST_ELEMENT_ERROR (GST_ELEMENT (dec), STREAM, DECODE,
(NULL), ("couldn't negotiate format"));
return GST_FLOW_NOT_NEGOTIATED;
}
}
static GstFlowReturn
2011-11-16 18:18:50 +00:00
gst_celt_dec_parse_comments (GstCeltDec * dec, GstBuffer * buf)
{
GstTagList *list;
gchar *ver, *encoder = NULL;
list = gst_tag_list_from_vorbiscomment_buffer (buf, NULL, 0, &encoder);
if (!list) {
GST_WARNING_OBJECT (dec, "couldn't decode comments");
2012-03-07 09:18:31 +00:00
list = gst_tag_list_new_empty ();
}
if (encoder) {
gst_tag_list_add (list, GST_TAG_MERGE_REPLACE,
GST_TAG_ENCODER, encoder, NULL);
}
gst_tag_list_add (list, GST_TAG_MERGE_REPLACE,
GST_TAG_AUDIO_CODEC, "Celt", NULL);
ver = g_strndup (dec->header.codec_version, 20);
g_strstrip (ver);
if (ver != NULL && *ver != '\0') {
gst_tag_list_add (list, GST_TAG_MERGE_REPLACE,
GST_TAG_ENCODER_VERSION, ver, NULL);
}
if (dec->header.bytes_per_packet > 0) {
gst_tag_list_add (list, GST_TAG_MERGE_REPLACE,
GST_TAG_BITRATE, (guint) dec->header.bytes_per_packet * 8, NULL);
}
GST_INFO_OBJECT (dec, "tags: %" GST_PTR_FORMAT, list);
gst_audio_decoder_merge_tags (GST_AUDIO_DECODER (dec), list,
GST_TAG_MERGE_REPLACE);
g_free (encoder);
g_free (ver);
return GST_FLOW_OK;
}
static GstFlowReturn
2011-11-16 18:18:50 +00:00
gst_celt_dec_parse_data (GstCeltDec * dec, GstBuffer * buf)
{
GstFlowReturn res = GST_FLOW_OK;
gint size;
guint8 *data;
GstBuffer *outbuf;
gint16 *out_data;
gint error = CELT_OK;
2009-09-23 20:17:54 +00:00
int skip = 0;
2012-03-07 09:18:31 +00:00
GstMapInfo map, omap;
2011-11-16 18:18:50 +00:00
if (!dec->frame_size)
goto not_negotiated;
2012-03-07 09:18:31 +00:00
if (G_LIKELY (buf && gst_buffer_get_size (buf))) {
gst_buffer_map (buf, &map, GST_MAP_READ);
data = map.data;
size = map.size;
} else {
2011-11-16 18:18:50 +00:00
/* FIXME ? actually consider how much concealment is needed */
/* concealment data, pass NULL as the bits parameters */
GST_DEBUG_OBJECT (dec, "creating concealment data");
data = NULL;
size = 0;
}
2011-11-16 18:18:50 +00:00
/* FIXME really needed ?; this might lead to skipping samples below
* which kind of messes with subsequent timestamping */
if (G_UNLIKELY (GST_BUFFER_FLAG_IS_SET (buf, GST_BUFFER_FLAG_DISCONT))) {
#ifdef CELT_GET_LOOKAHEAD_REQUEST
/* what will be 0.11.5, I guess, but no versioning yet in git */
celt_decoder_ctl (dec->state, CELT_GET_LOOKAHEAD_REQUEST, &skip);
#else
2009-09-23 20:17:54 +00:00
celt_mode_info (dec->mode, CELT_GET_LOOKAHEAD, &skip);
#endif
2009-09-23 20:17:54 +00:00
}
2012-03-07 09:18:31 +00:00
outbuf =
gst_buffer_new_and_alloc (dec->frame_size * dec->header.nb_channels * 2);
gst_buffer_map (outbuf, &omap, GST_MAP_WRITE);
out_data = (gint16 *) omap.data;
GST_LOG_OBJECT (dec, "decoding frame");
#ifdef HAVE_CELT_0_8
error = celt_decode (dec->state, data, size, out_data, dec->frame_size);
#else
error = celt_decode (dec->state, data, size, out_data);
#endif
2012-03-07 09:18:31 +00:00
gst_buffer_unmap (outbuf, &omap);
if (buf)
gst_buffer_unmap (buf, &map);
#ifdef HAVE_CELT_0_11
if (error < 0) {
#else
if (error != CELT_OK) {
#endif
GST_WARNING_OBJECT (dec, "Decoding error: %d", error);
return GST_FLOW_ERROR;
}
2009-09-23 20:17:54 +00:00
if (skip > 0) {
2010-07-05 08:09:36 +00:00
GST_ERROR_OBJECT (dec, "skipping %d samples", skip);
2012-03-07 09:18:31 +00:00
gst_buffer_resize (outbuf, skip * dec->header.nb_channels * 2, -1);
2009-09-23 20:17:54 +00:00
}
2011-11-16 18:18:50 +00:00
res = gst_audio_decoder_finish_frame (GST_AUDIO_DECODER (dec), outbuf, 1);
2011-11-16 18:18:50 +00:00
if (res != GST_FLOW_OK)
GST_DEBUG_OBJECT (dec, "flow: %s", gst_flow_get_name (res));
2011-11-16 18:18:50 +00:00
return res;
2011-11-16 18:18:50 +00:00
/* ERRORS */
not_negotiated:
{
GST_ELEMENT_ERROR (dec, CORE, NEGOTIATION, (NULL),
("decoder not initialized"));
return GST_FLOW_NOT_NEGOTIATED;
2009-09-23 20:17:54 +00:00
}
2011-11-16 18:18:50 +00:00
}
2011-11-16 18:18:50 +00:00
static gboolean
gst_celt_dec_set_format (GstAudioDecoder * bdec, GstCaps * caps)
{
GstCeltDec *dec = GST_CELT_DEC (bdec);
gboolean ret = TRUE;
GstStructure *s;
const GValue *streamheader;
2011-11-16 18:18:50 +00:00
s = gst_caps_get_structure (caps, 0);
if ((streamheader = gst_structure_get_value (s, "streamheader")) &&
G_VALUE_HOLDS (streamheader, GST_TYPE_ARRAY) &&
gst_value_array_get_size (streamheader) >= 2) {
const GValue *header, *vorbiscomment;
GstBuffer *buf;
GstFlowReturn res = GST_FLOW_OK;
2011-11-16 18:18:50 +00:00
header = gst_value_array_get_value (streamheader, 0);
if (header && G_VALUE_HOLDS (header, GST_TYPE_BUFFER)) {
buf = gst_value_get_buffer (header);
res = gst_celt_dec_parse_header (dec, buf);
if (res != GST_FLOW_OK)
goto done;
gst_buffer_replace (&dec->streamheader, buf);
}
2011-11-16 18:18:50 +00:00
vorbiscomment = gst_value_array_get_value (streamheader, 1);
if (vorbiscomment && G_VALUE_HOLDS (vorbiscomment, GST_TYPE_BUFFER)) {
buf = gst_value_get_buffer (vorbiscomment);
res = gst_celt_dec_parse_comments (dec, buf);
if (res != GST_FLOW_OK)
goto done;
gst_buffer_replace (&dec->vorbiscomment, buf);
}
2011-11-16 18:18:50 +00:00
g_list_foreach (dec->extra_headers, (GFunc) gst_mini_object_unref, NULL);
g_list_free (dec->extra_headers);
dec->extra_headers = NULL;
if (gst_value_array_get_size (streamheader) > 2) {
gint i, n;
n = gst_value_array_get_size (streamheader);
for (i = 2; i < n; i++) {
header = gst_value_array_get_value (streamheader, i);
buf = gst_value_get_buffer (header);
dec->extra_headers =
g_list_prepend (dec->extra_headers, gst_buffer_ref (buf));
}
}
}
done:
return ret;
}
2012-03-07 09:18:31 +00:00
static gint
_gst_buffer_memcmp (GstBuffer * buf1, GstBuffer * buf2)
{
GstMapInfo map;
gint ret;
if (gst_buffer_get_size (buf1) == gst_buffer_get_size (buf2))
return 1;
gst_buffer_map (buf1, &map, GST_MAP_READ);
ret = gst_buffer_memcmp (buf2, 0, map.data, map.size);
gst_buffer_unmap (buf1, &map);
return ret;
}
static GstFlowReturn
2011-11-16 18:18:50 +00:00
gst_celt_dec_handle_frame (GstAudioDecoder * bdec, GstBuffer * buf)
{
GstFlowReturn res;
GstCeltDec *dec;
2011-11-16 18:18:50 +00:00
dec = GST_CELT_DEC (bdec);
2011-11-16 18:18:50 +00:00
/* no fancy draining */
if (G_UNLIKELY (!buf))
return GST_FLOW_OK;
2009-09-23 20:17:54 +00:00
/* If we have the streamheader and vorbiscomment from the caps already
* ignore them here */
if (dec->streamheader && dec->vorbiscomment) {
2012-03-07 09:18:31 +00:00
if (_gst_buffer_memcmp (dec->streamheader, buf) == 0) {
2011-11-16 18:18:50 +00:00
GST_DEBUG_OBJECT (dec, "found streamheader");
gst_audio_decoder_finish_frame (bdec, NULL, 1);
res = GST_FLOW_OK;
2012-03-07 09:18:31 +00:00
} else if (_gst_buffer_memcmp (dec->vorbiscomment, buf) == 0) {
2011-11-16 18:18:50 +00:00
GST_DEBUG_OBJECT (dec, "found vorbiscomments");
gst_audio_decoder_finish_frame (bdec, NULL, 1);
res = GST_FLOW_OK;
} else {
GList *l;
for (l = dec->extra_headers; l; l = l->next) {
GstBuffer *header = l->data;
2012-03-07 09:18:31 +00:00
if (_gst_buffer_memcmp (header, buf) == 0) {
2011-11-16 18:18:50 +00:00
GST_DEBUG_OBJECT (dec, "found extra header buffer");
gst_audio_decoder_finish_frame (bdec, NULL, 1);
res = GST_FLOW_OK;
goto done;
}
}
2011-11-16 18:18:50 +00:00
res = gst_celt_dec_parse_data (dec, buf);
}
} else {
/* Otherwise fall back to packet counting and assume that the
* first two packets are the headers. */
2011-11-16 18:18:50 +00:00
if (dec->packetno == 0) {
GST_DEBUG_OBJECT (dec, "counted streamheader");
res = gst_celt_dec_parse_header (dec, buf);
gst_audio_decoder_finish_frame (bdec, NULL, 1);
} else if (dec->packetno == 1) {
GST_DEBUG_OBJECT (dec, "counted vorbiscomments");
res = gst_celt_dec_parse_comments (dec, buf);
gst_audio_decoder_finish_frame (bdec, NULL, 1);
} else if (dec->packetno <= 1 + dec->header.extra_headers) {
GST_DEBUG_OBJECT (dec, "counted extra header");
gst_audio_decoder_finish_frame (bdec, NULL, 1);
res = GST_FLOW_OK;
2011-11-16 18:18:50 +00:00
} else {
res = gst_celt_dec_parse_data (dec, buf);
}
}
done:
dec->packetno++;
return res;
}