mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-29 11:40:38 +00:00
a26b363d3e
Cea608 (valid) padding removal is available on the input side of ccconverter or configurable on cccombiner. cccombiner can now configure whether valid or invalid cea608 padding is used and for valid padding, how long after valid non-padding to keep sending valid padding. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6300>
319 lines
10 KiB
C
319 lines
10 KiB
C
/* GStreamer
|
|
*
|
|
* Copyright (C) 2018 Sebastian Dröge <sebastian@centricular.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
#include <gst/gst.h>
|
|
#include <gst/check/gstcheck.h>
|
|
#include <gst/check/gstharness.h>
|
|
#include <gst/video/video.h>
|
|
|
|
#include <string.h>
|
|
|
|
static GstStaticCaps foo_bar_caps = GST_STATIC_CAPS ("foo/bar");
|
|
static GstStaticCaps foo_bar_caps_60fps =
|
|
GST_STATIC_CAPS ("foo/bar,framerate=60/1");
|
|
static GstStaticCaps cea708_cc_data_caps =
|
|
GST_STATIC_CAPS ("closedcaption/x-cea-708,format=(string) cc_data");
|
|
|
|
GST_START_TEST (no_captions)
|
|
{
|
|
GstHarness *h;
|
|
GstBuffer *buf, *outbuf;
|
|
GstCaps *caps;
|
|
|
|
h = gst_harness_new_with_padnames ("cccombiner", "sink", "src");
|
|
|
|
gst_harness_set_src_caps_str (h, foo_bar_caps.string);
|
|
|
|
buf = gst_buffer_new_and_alloc (128);
|
|
GST_BUFFER_PTS (buf) = 0;
|
|
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
|
|
outbuf = gst_harness_push_and_pull (h, gst_buffer_ref (buf));
|
|
|
|
fail_unless (outbuf != NULL);
|
|
fail_unless (outbuf == buf);
|
|
|
|
caps = gst_pad_get_current_caps (h->sinkpad);
|
|
fail_unless (caps != NULL);
|
|
fail_unless (gst_caps_can_intersect (caps,
|
|
gst_static_caps_get (&foo_bar_caps)));
|
|
gst_caps_unref (caps);
|
|
|
|
gst_buffer_unref (buf);
|
|
gst_buffer_unref (outbuf);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GstBuffer *expected_video_buffer = NULL;
|
|
GstBuffer *expected_caption_buffer = NULL;
|
|
|
|
static void
|
|
samples_selected_cb (GstAggregator * agg, GstSegment * segment,
|
|
GstClockTime pts, GstClockTime dts, GstClockTime duration,
|
|
GstStructure * info, gpointer user_data)
|
|
{
|
|
GstBufferList *buflist;
|
|
GstPad *caption_pad =
|
|
gst_element_get_static_pad (GST_ELEMENT (agg), "caption");
|
|
GstPad *video_pad = gst_element_get_static_pad (GST_ELEMENT (agg), "sink");
|
|
GstSample *video_sample =
|
|
gst_aggregator_peek_next_sample (agg, GST_AGGREGATOR_PAD (video_pad));
|
|
GstSample *captions_sample =
|
|
gst_aggregator_peek_next_sample (agg, GST_AGGREGATOR_PAD (caption_pad));
|
|
|
|
fail_unless (video_sample != NULL);
|
|
fail_unless (captions_sample != NULL);
|
|
|
|
fail_unless (gst_sample_get_buffer (video_sample) == expected_video_buffer);
|
|
gst_sample_unref (video_sample);
|
|
|
|
buflist = gst_sample_get_buffer_list (captions_sample);
|
|
fail_unless_equals_int (gst_buffer_list_length (buflist), 1);
|
|
gst_sample_unref (captions_sample);
|
|
|
|
gst_object_unref (caption_pad);
|
|
gst_object_unref (video_pad);
|
|
}
|
|
|
|
GST_START_TEST (captions_and_eos)
|
|
{
|
|
GstHarness *h, *h2;
|
|
GstBuffer *buf, *outbuf;
|
|
GstPad *caption_pad;
|
|
GstCaps *caps;
|
|
GstVideoCaptionMeta *meta;
|
|
GstBuffer *second_video_buf, *second_caption_buf;
|
|
const guint8 cc_data[3] = { 0xfc, 0x20, 0x20 };
|
|
|
|
GstElement *element = gst_element_factory_make ("cccombiner", NULL);
|
|
g_assert (element != NULL);
|
|
/* these must be set before it changes the state */
|
|
g_object_set (element, "schedule", FALSE, "output-padding", FALSE, NULL);
|
|
|
|
h = gst_harness_new_with_element (element, "sink", "src");
|
|
gst_object_unref (element);
|
|
h2 = gst_harness_new_with_element (h->element, NULL, NULL);
|
|
caption_pad = gst_element_request_pad_simple (h->element, "caption");
|
|
gst_harness_add_element_sink_pad (h2, caption_pad);
|
|
gst_object_unref (caption_pad);
|
|
|
|
g_object_set (h->element, "emit-signals", TRUE, NULL);
|
|
g_signal_connect (h->element, "samples-selected",
|
|
G_CALLBACK (samples_selected_cb), NULL);
|
|
|
|
gst_harness_set_src_caps_str (h, foo_bar_caps.string);
|
|
gst_harness_set_src_caps_str (h2, cea708_cc_data_caps.string);
|
|
|
|
/* Push a buffer and caption buffer */
|
|
buf = gst_buffer_new_and_alloc (128);
|
|
GST_BUFFER_PTS (buf) = 0;
|
|
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
|
|
expected_video_buffer = buf;
|
|
gst_harness_push (h, buf);
|
|
|
|
buf = gst_buffer_new_and_alloc (3);
|
|
gst_buffer_fill (buf, 0, cc_data, 3);
|
|
GST_BUFFER_PTS (buf) = 0;
|
|
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
|
|
expected_caption_buffer = buf;
|
|
gst_harness_push (h2, buf);
|
|
|
|
/* And another one: the first video buffer should be retrievable
|
|
* after the second caption buffer is pushed */
|
|
buf = gst_buffer_new_and_alloc (128);
|
|
GST_BUFFER_PTS (buf) = 40 * GST_MSECOND;
|
|
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
|
|
second_video_buf = buf;
|
|
gst_harness_push (h, buf);
|
|
|
|
buf = gst_buffer_new_and_alloc (3);
|
|
gst_buffer_fill (buf, 0, cc_data, 3);
|
|
GST_BUFFER_PTS (buf) = 40 * GST_MSECOND;
|
|
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
|
|
second_caption_buf = buf;
|
|
gst_harness_push (h2, buf);
|
|
|
|
/* Pull the first output buffer */
|
|
outbuf = gst_harness_pull (h);
|
|
fail_unless (outbuf != NULL);
|
|
|
|
expected_video_buffer = second_video_buf;
|
|
expected_caption_buffer = second_caption_buf;
|
|
|
|
meta = gst_buffer_get_video_caption_meta (outbuf);
|
|
fail_unless (meta != NULL);
|
|
fail_unless_equals_int (meta->caption_type,
|
|
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
|
|
fail_unless_equals_int (meta->size, 3);
|
|
|
|
gst_buffer_unref (outbuf);
|
|
|
|
/* Push EOS on both pads get the second output buffer, we otherwise wait
|
|
* in case there are further captions for the current video buffer */
|
|
gst_harness_push_event (h, gst_event_new_eos ());
|
|
gst_harness_push_event (h2, gst_event_new_eos ());
|
|
|
|
outbuf = gst_harness_pull (h);
|
|
fail_unless (outbuf != NULL);
|
|
|
|
meta = gst_buffer_get_video_caption_meta (outbuf);
|
|
fail_unless (meta != NULL);
|
|
fail_unless_equals_int (meta->caption_type,
|
|
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
|
|
fail_unless_equals_int (meta->size, 3);
|
|
|
|
gst_buffer_unref (outbuf);
|
|
|
|
/* Caps should be equal to input caps */
|
|
caps = gst_pad_get_current_caps (h->sinkpad);
|
|
fail_unless (caps != NULL);
|
|
fail_unless (gst_caps_can_intersect (caps,
|
|
gst_static_caps_get (&foo_bar_caps)));
|
|
gst_caps_unref (caps);
|
|
|
|
gst_harness_teardown (h);
|
|
gst_harness_teardown (h2);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (captions_no_output_padding_60fps_608_field1_only)
|
|
{
|
|
GstHarness *h, *h2;
|
|
GstBuffer *outbuf;
|
|
GstPad *caption_pad;
|
|
GstCaps *caps;
|
|
GstVideoCaptionMeta *meta;
|
|
const guint8 cc_data[3] = { 0xfc, 0x20, 0x20 };
|
|
int i = 0;
|
|
|
|
h = gst_harness_new_with_padnames ("cccombiner", "sink", "src");
|
|
gst_util_set_object_arg ((GObject *) h->element, "cea608-padding-strategy",
|
|
"0");
|
|
h2 = gst_harness_new_with_element (h->element, NULL, NULL);
|
|
caption_pad = gst_element_request_pad_simple (h->element, "caption");
|
|
gst_harness_add_element_sink_pad (h2, caption_pad);
|
|
gst_object_unref (caption_pad);
|
|
|
|
g_object_set (h->element, "emit-signals", TRUE, NULL);
|
|
g_signal_connect (h->element, "samples-selected",
|
|
G_CALLBACK (samples_selected_cb), NULL);
|
|
g_object_set (h->element, "output-padding", FALSE, NULL);
|
|
|
|
gst_element_set_state (h->element, GST_STATE_NULL);
|
|
gst_element_set_state (h->element, GST_STATE_PLAYING);
|
|
|
|
gst_harness_set_src_caps_str (h, foo_bar_caps_60fps.string);
|
|
gst_harness_set_src_caps_str (h2, cea708_cc_data_caps.string);
|
|
|
|
/* Push a buffer and caption buffer */
|
|
for (i = 0; i < 8; i++) {
|
|
GstBuffer *video_buf, *caption_buf = NULL;
|
|
|
|
video_buf = gst_buffer_new_and_alloc (128);
|
|
GST_BUFFER_PTS (video_buf) = i * 40 * GST_MSECOND;
|
|
GST_BUFFER_DURATION (video_buf) = 40 * GST_MSECOND;
|
|
gst_harness_push (h, video_buf);
|
|
|
|
caption_buf = gst_buffer_new_and_alloc (3);
|
|
gst_buffer_fill (caption_buf, 0, cc_data, 3);
|
|
GST_BUFFER_PTS (caption_buf) = i * 40 * GST_MSECOND;
|
|
GST_BUFFER_DURATION (caption_buf) = 40 * GST_MSECOND;
|
|
gst_harness_push (h2, caption_buf);
|
|
|
|
/* Pull the previous output buffer */
|
|
if (i > 0) {
|
|
int j;
|
|
outbuf = gst_harness_pull (h);
|
|
fail_unless (outbuf != NULL);
|
|
|
|
meta = gst_buffer_get_video_caption_meta (outbuf);
|
|
fail_unless (meta != NULL);
|
|
fail_unless_equals_int (meta->caption_type,
|
|
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
|
|
fail_unless_equals_int (meta->size, 3);
|
|
GST_MEMDUMP ("caption data", meta->data, meta->size);
|
|
|
|
for (j = 0; j < meta->size; j++) {
|
|
if ((i % 2) == 1) {
|
|
fail_unless_equals_int (meta->data[j], cc_data[j]);
|
|
} else {
|
|
int padding_field2[] = { 0xf9, 0x00, 0x00 };
|
|
fail_unless_equals_int (meta->data[j], padding_field2[j]);
|
|
}
|
|
}
|
|
|
|
gst_buffer_unref (outbuf);
|
|
}
|
|
expected_video_buffer = video_buf;
|
|
if (caption_buf)
|
|
expected_caption_buffer = caption_buf;
|
|
}
|
|
|
|
/* Push EOS on both pads get the second output buffer, we otherwise wait
|
|
* in case there are further captions for the current video buffer */
|
|
gst_harness_push_event (h, gst_event_new_eos ());
|
|
gst_harness_push_event (h2, gst_event_new_eos ());
|
|
|
|
outbuf = gst_harness_pull (h);
|
|
fail_unless (outbuf != NULL);
|
|
|
|
meta = gst_buffer_get_video_caption_meta (outbuf);
|
|
fail_unless (meta != NULL);
|
|
fail_unless_equals_int (meta->caption_type,
|
|
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
|
|
fail_unless_equals_int (meta->size, 3);
|
|
|
|
gst_buffer_unref (outbuf);
|
|
|
|
/* Caps should be equal to input caps */
|
|
caps = gst_pad_get_current_caps (h->sinkpad);
|
|
fail_unless (caps != NULL);
|
|
fail_unless (gst_caps_can_intersect (caps,
|
|
gst_static_caps_get (&foo_bar_caps)));
|
|
gst_caps_unref (caps);
|
|
|
|
gst_harness_teardown (h);
|
|
gst_harness_teardown (h2);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
static Suite *
|
|
cccombiner_suite (void)
|
|
{
|
|
Suite *s = suite_create ("cccombiner");
|
|
TCase *tc = tcase_create ("general");
|
|
|
|
suite_add_tcase (s, tc);
|
|
|
|
tcase_add_test (tc, no_captions);
|
|
tcase_add_test (tc, captions_and_eos);
|
|
tcase_add_test (tc, captions_no_output_padding_60fps_608_field1_only);
|
|
|
|
return s;
|
|
}
|
|
|
|
GST_CHECK_MAIN (cccombiner);
|