tsmux: Simplify Opus caps parsing by using codecutils helpers

https://bugzilla.gnome.org/show_bug.cgi?id=757152
This commit is contained in:
Sebastian Dröge 2015-11-03 19:51:03 +02:00
parent 51edbeb9d9
commit 2609c394d7
3 changed files with 91 additions and 130 deletions

View file

@ -1229,123 +1229,105 @@ create_pad_for_stream (MpegTSBase * base, MpegTSBaseStream * bstream,
{0, 1, 2, 3, 4, 5, 6, 7}, {0, 1, 2, 3, 4, 5, 6, 7},
}; };
guint8 codecdata[22 + 256] = { gint channels = -1, stream_count, coupled_count, mapping_family;
'O', 'p', 'u', 's', guint8 *channel_mapping = NULL;
'H', 'e', 'a', 'd',
1, 0, 0, 0,
0, 0, 0, 0,
0, 0, 0, 0,
0, 0, 0, 0,
0, 0, 0, 0,
0, 0,
};
GstBuffer *codec_data_buf;
guint channels;
GValue v_arr = G_VALUE_INIT;
GValue v_buf = G_VALUE_INIT;
GstTagList *tags;
gint codecdata_len = -1;
channels = channel_config_code ? (channel_config_code & 0x0f) : 2; channels = channel_config_code ? (channel_config_code & 0x0f) : 2;
codecdata[9] = channels;
if (channel_config_code == 0 || channel_config_code == 0x80) { if (channel_config_code == 0 || channel_config_code == 0x80) {
/* Dual Mono */ /* Dual Mono */
codecdata[18] = 255; mapping_family = 255;
if (channel_config_code == 0) { if (channel_config_code == 0) {
codecdata[19] = 1; stream_count = 1;
codecdata[20] = 1; coupled_count = 1;
} else { } else {
codecdata[19] = 2; stream_count = 2;
codecdata[20] = 0; coupled_count = 0;
} }
memcpy (&codecdata[21], channel_map_a[1], channels); channel_mapping = g_new0 (guint8, channels);
codecdata_len = 24; memcpy (channel_mapping, &channel_map_a[1], channels);
} else if (channel_config_code <= 8) { } else if (channel_config_code <= 8) {
codecdata[18] = (channels > 2) ? 1 : 0; mapping_family = (channels > 2) ? 1 : 0;
codecdata[19] = stream_count =
channel_config_code - channel_config_code -
coupled_stream_counts[channel_config_code]; coupled_stream_counts[channel_config_code];
codecdata[20] = coupled_stream_counts[channel_config_code]; coupled_count = coupled_stream_counts[channel_config_code];
memcpy (&codecdata[21], channel_map_a[channels - 1], channels); if (mapping_family != 0) {
if (codecdata[18] == 0) channel_mapping = g_new0 (guint8, channels);
codecdata_len = 19; memcpy (channel_mapping, &channel_map_a[channels - 1],
else channels);
codecdata_len = 21 + channels; }
} else if (channel_config_code >= 0x82 } else if (channel_config_code >= 0x82
&& channel_config_code <= 0x88) { && channel_config_code <= 0x88) {
codecdata[18] = 1; mapping_family = 1;
codecdata[19] = channels; stream_count = channels;
codecdata[20] = 0; coupled_count = 0;
memcpy (&codecdata[21], channel_map_b[channels - 1], channels); channel_mapping = g_new0 (guint8, channels);
codecdata_len = 21 + channels; memcpy (channel_mapping, &channel_map_b[channels - 1],
channels);
} else if (channel_config_code == 0x81) { } else if (channel_config_code == 0x81) {
guint8 channel_count, mapping_family;
if (gst_byte_reader_get_remaining (&br) < 2) { if (gst_byte_reader_get_remaining (&br) < 2) {
GST_WARNING_OBJECT (demux, GST_WARNING_OBJECT (demux,
"Invalid Opus descriptor with extended channel configuration"); "Invalid Opus descriptor with extended channel configuration");
channels = -1;
break; break;
} }
channel_count = gst_byte_reader_get_uint8_unchecked (&br); channels = gst_byte_reader_get_uint8_unchecked (&br);
mapping_family = gst_byte_reader_get_uint8_unchecked (&br); mapping_family = gst_byte_reader_get_uint8_unchecked (&br);
/* Overwrite values from above */ /* Overwrite values from above */
if (channel_count == 0) { if (channels == 0) {
GST_WARNING_OBJECT (demux, GST_WARNING_OBJECT (demux,
"Invalid Opus descriptor with extended channel configuration"); "Invalid Opus descriptor with extended channel configuration");
channels = -1;
break; break;
} }
channels = channel_count; if (mapping_family == 0 && channels <= 2) {
codecdata[9] = channels; stream_count = channels - coupled_stream_counts[channels];
if (mapping_family == 0 && channel_count <= 2) { coupled_count = coupled_stream_counts[channels];
codecdata[18] = 0;
codecdata[19] =
channel_count - coupled_stream_counts[channel_count];
codecdata[20] = coupled_stream_counts[channel_count];
codecdata_len = 19;
} else { } else {
GstBitReader breader; GstBitReader breader;
guint8 stream_count_minus_one, coupled_stream_count; guint8 stream_count_minus_one, coupled_stream_count;
gint stream_count_minus_one_len, coupled_stream_count_len; gint stream_count_minus_one_len, coupled_stream_count_len;
gint channel_mapping_len, i; gint channel_mapping_len, i;
codecdata[18] = mapping_family;
gst_bit_reader_init (&breader, gst_bit_reader_init (&breader,
gst_byte_reader_get_data_unchecked gst_byte_reader_get_data_unchecked
(&br, gst_byte_reader_get_remaining (&br, gst_byte_reader_get_remaining
(&br)), gst_byte_reader_get_remaining (&br)); (&br)), gst_byte_reader_get_remaining (&br));
stream_count_minus_one_len = ceil (log2 (channel_count)); stream_count_minus_one_len = ceil (log2 (channels));
if (!gst_bit_reader_get_bits_uint8 (&breader, if (!gst_bit_reader_get_bits_uint8 (&breader,
&stream_count_minus_one, &stream_count_minus_one,
stream_count_minus_one_len)) { stream_count_minus_one_len)) {
GST_WARNING_OBJECT (demux, GST_WARNING_OBJECT (demux,
"Invalid Opus descriptor with extended channel configuration"); "Invalid Opus descriptor with extended channel configuration");
channels = -1;
break; break;
} }
codecdata[19] = stream_count_minus_one + 1; stream_count = stream_count_minus_one + 1;
coupled_stream_count_len = coupled_stream_count_len =
ceil (log2 (stream_count_minus_one_len + 2)); ceil (log2 (stream_count_minus_one + 2));
if (!gst_bit_reader_get_bits_uint8 (&breader, if (!gst_bit_reader_get_bits_uint8 (&breader,
&coupled_stream_count, coupled_stream_count_len)) { &coupled_stream_count, coupled_stream_count_len)) {
GST_WARNING_OBJECT (demux, GST_WARNING_OBJECT (demux,
"Invalid Opus descriptor with extended channel configuration"); "Invalid Opus descriptor with extended channel configuration");
channels = -1;
break; break;
} }
codecdata[20] = coupled_stream_count; coupled_count = coupled_stream_count;
channel_mapping_len = channel_mapping_len =
ceil (log2 (stream_count_minus_one + 1 + ceil (log2 (stream_count_minus_one + 1 +
coupled_stream_count + 1)); coupled_stream_count + 1));
for (i = 0; i < channel_count; i++) { channel_mapping = g_new0 (guint8, channels);
for (i = 0; i < channels; i++) {
if (!gst_bit_reader_get_bits_uint8 (&breader, if (!gst_bit_reader_get_bits_uint8 (&breader,
&codecdata[21 + i], channel_mapping_len)) { &channel_mapping[i], channel_mapping_len)) {
GST_WARNING_OBJECT (demux, GST_WARNING_OBJECT (demux,
"Invalid Opus descriptor with extended channel configuration"); "Invalid Opus descriptor with extended channel configuration");
break; break;
@ -1353,42 +1335,44 @@ create_pad_for_stream (MpegTSBase * base, MpegTSBaseStream * bstream,
} }
/* error above */ /* error above */
if (i != channel_count) if (i != channels) {
channels = -1;
g_free (channel_mapping);
channel_mapping = NULL;
break; break;
}
codecdata_len = 22 + channel_count;
} }
} else { } else {
g_assert_not_reached (); g_assert_not_reached ();
} }
if (codecdata_len != -1) { if (channels != -1) {
is_audio = TRUE; is_audio = TRUE;
template = gst_static_pad_template_get (&audio_template); template = gst_static_pad_template_get (&audio_template);
name = g_strdup_printf ("audio_%04x", bstream->pid); name = g_strdup_printf ("audio_%04x", bstream->pid);
caps = gst_caps_new_empty_simple ("audio/x-opus"); caps = gst_caps_new_simple ("audio/x-opus",
"channels", G_TYPE_INT, channels,
"channel-mapping-family", G_TYPE_INT, mapping_family,
"stream-count", G_TYPE_INT, stream_count,
"coupled-count", G_TYPE_INT, coupled_count, NULL);
g_value_init (&v_arr, GST_TYPE_ARRAY); if (channel_mapping) {
g_value_init (&v_buf, GST_TYPE_BUFFER); GValue v_arr = G_VALUE_INIT;
codec_data_buf = GValue v = G_VALUE_INIT;
gst_buffer_new_wrapped (g_memdup (codecdata, codecdata_len), gint i;
codecdata_len);
gst_value_take_buffer (&v_buf, codec_data_buf);
gst_value_array_append_and_take_value (&v_arr, &v_buf);
g_value_init (&v_arr, GST_TYPE_ARRAY);
g_value_init (&v, G_TYPE_INT);
for (i = 0; i < channels; i++) {
g_value_set_int (&v, channel_mapping[i]);
gst_value_array_append_value (&v_arr, &v);
}
tags = gst_tag_list_new_empty (); gst_caps_set_value (caps, "channel-mapping", &v_arr);
g_value_init (&v_buf, GST_TYPE_BUFFER); g_value_unset (&v_arr);
codec_data_buf = g_value_unset (&v);
gst_tag_list_to_vorbiscomment_buffer (tags, g_free (channel_mapping);
(const guint8 *) "OpusTags", 8, "No comments"); }
gst_tag_list_unref (tags);
gst_value_take_buffer (&v_buf, codec_data_buf);
gst_value_array_append_and_take_value (&v_arr, &v_buf);
gst_caps_set_value (caps, "streamheader", &v_arr);
g_value_unset (&v_arr);
} }
} else { } else {
GST_WARNING_OBJECT (demux, GST_WARNING_OBJECT (demux,

View file

@ -13,6 +13,7 @@ libgstmpegtsmux_la_CFLAGS = $(GST_PLUGINS_BAD_CFLAGS) $(GST_PLUGINS_BASE_CFLAGS)
libgstmpegtsmux_la_LIBADD = $(top_builddir)/gst/mpegtsmux/tsmux/libtsmux.la \ libgstmpegtsmux_la_LIBADD = $(top_builddir)/gst/mpegtsmux/tsmux/libtsmux.la \
$(GST_PLUGINS_BASE_LIBS) -lgstvideo-@GST_API_VERSION@ \ $(GST_PLUGINS_BASE_LIBS) -lgstvideo-@GST_API_VERSION@ \
-lgstaudio-@GST_API_VERSION@ -lgsttag-@GST_API_VERSION@ \ -lgstaudio-@GST_API_VERSION@ -lgsttag-@GST_API_VERSION@ \
-lgstpbutils-@GST_API_VERSION@ \
$(GST_BASE_LIBS) $(GST_LIBS) $(GST_BASE_LIBS) $(GST_LIBS)
libgstmpegtsmux_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS) libgstmpegtsmux_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
libgstmpegtsmux_la_LIBTOOLFLAGS = $(GST_PLUGIN_LIBTOOLFLAGS) libgstmpegtsmux_la_LIBTOOLFLAGS = $(GST_PLUGIN_LIBTOOLFLAGS)

View file

@ -91,6 +91,7 @@
#include <gst/tag/tag.h> #include <gst/tag/tag.h>
#include <gst/video/video.h> #include <gst/video/video.h>
#include <gst/mpegts/mpegts.h> #include <gst/mpegts/mpegts.h>
#include <gst/pbutils/pbutils.h>
#include "mpegtsmux.h" #include "mpegtsmux.h"
@ -143,7 +144,9 @@ static GstStaticPadTemplate mpegtsmux_sink_factory =
"mute = (boolean) { FALSE, TRUE }; " "mute = (boolean) { FALSE, TRUE }; "
"audio/x-ac3, framed = (boolean) TRUE;" "audio/x-ac3, framed = (boolean) TRUE;"
"audio/x-dts, framed = (boolean) TRUE;" "audio/x-dts, framed = (boolean) TRUE;"
"audio/x-opus;" "audio/x-opus, "
"channels = (int) [1, 8], "
"channel-mapping-family = (int) {0, 1};"
"subpicture/x-dvb; application/x-teletext; meta/x-klv, parsed=true")); "subpicture/x-dvb; application/x-teletext; meta/x-klv, parsed=true"));
static GstStaticPadTemplate mpegtsmux_src_factory = static GstStaticPadTemplate mpegtsmux_src_factory =
@ -671,43 +674,22 @@ mpegtsmux_create_stream (MpegTsMux * mux, MpegTsPadData * ts_data)
/* needs a particularly sized layout */ /* needs a particularly sized layout */
ts_data->prepare_func = mpegtsmux_prepare_teletext; ts_data->prepare_func = mpegtsmux_prepare_teletext;
} else if (strcmp (mt, "audio/x-opus") == 0) { } else if (strcmp (mt, "audio/x-opus") == 0) {
GstBuffer *streamheader = NULL; guint8 channels, mapping_family, stream_count, coupled_count;
const GValue *v; guint8 channel_mapping[256];
GstMapInfo map;
v = gst_structure_get_value (s, "streamheader"); if (!gst_codec_utils_opus_parse_caps (caps, NULL, &channels,
if (v && G_VALUE_HOLDS (v, GST_TYPE_ARRAY) &mapping_family, &stream_count, &coupled_count, channel_mapping)) {
&& gst_value_array_get_size (v) >= 1) { GST_ERROR_OBJECT (pad, "Incomplete Opus caps");
const GValue *h = gst_value_array_get_value (v, 0); goto not_negotiated;
streamheader = gst_value_get_buffer (h);
} }
/* FIXME: We need to either map all values for the OpusHead header if (channels <= 2 && mapping_family == 0) {
* to caps, or always require/generate an OpusHead streamheader for the opus_channel_config_code = channels;
* caps. E.g. in rtpopusdepay */ } else if (channels == 2 && mapping_family == 255 && stream_count == 1
if (!streamheader || gst_buffer_get_size (streamheader) < 22) { && coupled_count == 1) {
gint channels;
if (gst_structure_get_int (s, "channels", &channels) && channels <= 2) {
opus_channel_config_code = channels;
} else {
GST_FIXME_OBJECT (pad,
"Multichannel Opus without streamheader not handled");
goto not_negotiated;
}
}
gst_buffer_map (streamheader, &map, GST_MAP_READ);
if (map.data[9] == 2 && map.data[18] == 255 && map.data[19] == 1
&& map.data[20] == 1) {
/* Dual mono */ /* Dual mono */
opus_channel_config_code = 0; opus_channel_config_code = 0;
} else if (map.data[9] >= 1 && map.data[9] <= 2 && map.data[18] == 0) { } else if (channels >= 2 && channels <= 8 && mapping_family == 1) {
/* RTP mapping */
opus_channel_config_code = map.data[9];
} else if (map.data[9] >= 2 && map.data[9] <= 8 && map.data[18] == 1
&& map.size >= 21 + map.data[9]) {
static const guint8 coupled_stream_counts[9] = { static const guint8 coupled_stream_counts[9] = {
1, 0, 1, 1, 2, 2, 2, 3, 3 1, 0, 1, 1, 2, 2, 2, 3, 3
}; };
@ -733,27 +715,21 @@ mpegtsmux_create_stream (MpegTsMux * mux, MpegTsPadData * ts_data)
}; };
/* Vorbis mapping */ /* Vorbis mapping */
if (map.data[19] == map.data[9] - coupled_stream_counts[map.data[9]] && if (stream_count == channels - coupled_stream_counts[channels] &&
map.data[20] == coupled_stream_counts[map.data[9]] && coupled_count == coupled_stream_counts[channels] &&
memcmp (&map.data[21], channel_map_a[map.data[9] - 1], memcmp (channel_mapping, channel_map_a[channels - 1],
map.data[9]) == 0) { channels) == 0) {
opus_channel_config_code = map.data[9]; opus_channel_config_code = channels;
} else if (map.data[19] == map.data[9] && } else if (stream_count == channels - coupled_stream_counts[channels] &&
map.data[20] == 0 && coupled_count == coupled_stream_counts[channels] &&
memcmp (&map.data[21], channel_map_b[map.data[9] - 1], memcmp (channel_mapping, channel_map_b[channels - 1],
map.data[9]) == 0) { channels) == 0) {
opus_channel_config_code = map.data[9] | 0x80; opus_channel_config_code = channels | 0x80;
} else { } else {
gst_buffer_unmap (streamheader, &map);
GST_FIXME_OBJECT (pad, "Opus channel mapping not handled"); GST_FIXME_OBJECT (pad, "Opus channel mapping not handled");
goto not_negotiated; goto not_negotiated;
} }
} else {
gst_buffer_unmap (streamheader, &map);
GST_FIXME_OBJECT (pad, "Opus channel mapping not handled");
goto not_negotiated;
} }
gst_buffer_unmap (streamheader, &map);
st = TSMUX_ST_PS_OPUS; st = TSMUX_ST_PS_OPUS;
ts_data->prepare_func = mpegtsmux_prepare_opus; ts_data->prepare_func = mpegtsmux_prepare_opus;