gstreamer/subprojects/gst-plugins-bad/tests/check/elements/cccombiner.c

317 lines
9.9 KiB
C

/* GStreamer
*
* Copyright (C) 2018 Sebastian Dröge <sebastian@centricular.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <gst/gst.h>
#include <gst/check/gstcheck.h>
#include <gst/check/gstharness.h>
#include <gst/video/video.h>
#include <string.h>
static GstStaticCaps foo_bar_caps = GST_STATIC_CAPS ("foo/bar");
static GstStaticCaps foo_bar_caps_60fps =
GST_STATIC_CAPS ("foo/bar,framerate=60/1");
static GstStaticCaps cea708_cc_data_caps =
GST_STATIC_CAPS ("closedcaption/x-cea-708,format=(string) cc_data");
GST_START_TEST (no_captions)
{
GstHarness *h;
GstBuffer *buf, *outbuf;
GstCaps *caps;
h = gst_harness_new_with_padnames ("cccombiner", "sink", "src");
gst_harness_set_src_caps_str (h, foo_bar_caps.string);
buf = gst_buffer_new_and_alloc (128);
GST_BUFFER_PTS (buf) = 0;
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
outbuf = gst_harness_push_and_pull (h, gst_buffer_ref (buf));
fail_unless (outbuf != NULL);
fail_unless (outbuf == buf);
caps = gst_pad_get_current_caps (h->sinkpad);
fail_unless (caps != NULL);
fail_unless (gst_caps_can_intersect (caps,
gst_static_caps_get (&foo_bar_caps)));
gst_caps_unref (caps);
gst_buffer_unref (buf);
gst_buffer_unref (outbuf);
gst_harness_teardown (h);
}
GST_END_TEST;
GstBuffer *expected_video_buffer = NULL;
GstBuffer *expected_caption_buffer = NULL;
static void
samples_selected_cb (GstAggregator * agg, GstSegment * segment,
GstClockTime pts, GstClockTime dts, GstClockTime duration,
GstStructure * info, gpointer user_data)
{
GstBufferList *buflist;
GstPad *caption_pad =
gst_element_get_static_pad (GST_ELEMENT (agg), "caption");
GstPad *video_pad = gst_element_get_static_pad (GST_ELEMENT (agg), "sink");
GstSample *video_sample =
gst_aggregator_peek_next_sample (agg, GST_AGGREGATOR_PAD (video_pad));
GstSample *captions_sample =
gst_aggregator_peek_next_sample (agg, GST_AGGREGATOR_PAD (caption_pad));
fail_unless (video_sample != NULL);
fail_unless (captions_sample != NULL);
fail_unless (gst_sample_get_buffer (video_sample) == expected_video_buffer);
gst_sample_unref (video_sample);
buflist = gst_sample_get_buffer_list (captions_sample);
fail_unless_equals_int (gst_buffer_list_length (buflist), 1);
gst_sample_unref (captions_sample);
gst_object_unref (caption_pad);
gst_object_unref (video_pad);
}
GST_START_TEST (captions_and_eos)
{
GstHarness *h, *h2;
GstBuffer *buf, *outbuf;
GstPad *caption_pad;
GstCaps *caps;
GstVideoCaptionMeta *meta;
GstBuffer *second_video_buf, *second_caption_buf;
const guint8 cc_data[3] = { 0xfc, 0x20, 0x20 };
GstElement *element = gst_element_factory_make ("cccombiner", NULL);
g_assert (element != NULL);
/* these must be set before it changes the state */
g_object_set (element, "schedule", FALSE, "output-padding", FALSE, NULL);
h = gst_harness_new_with_element (element, "sink", "src");
gst_object_unref (element);
h2 = gst_harness_new_with_element (h->element, NULL, NULL);
caption_pad = gst_element_request_pad_simple (h->element, "caption");
gst_harness_add_element_sink_pad (h2, caption_pad);
gst_object_unref (caption_pad);
g_object_set (h->element, "emit-signals", TRUE, NULL);
g_signal_connect (h->element, "samples-selected",
G_CALLBACK (samples_selected_cb), NULL);
gst_harness_set_src_caps_str (h, foo_bar_caps.string);
gst_harness_set_src_caps_str (h2, cea708_cc_data_caps.string);
/* Push a buffer and caption buffer */
buf = gst_buffer_new_and_alloc (128);
GST_BUFFER_PTS (buf) = 0;
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
expected_video_buffer = buf;
gst_harness_push (h, buf);
buf = gst_buffer_new_and_alloc (3);
gst_buffer_fill (buf, 0, cc_data, 3);
GST_BUFFER_PTS (buf) = 0;
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
expected_caption_buffer = buf;
gst_harness_push (h2, buf);
/* And another one: the first video buffer should be retrievable
* after the second caption buffer is pushed */
buf = gst_buffer_new_and_alloc (128);
GST_BUFFER_PTS (buf) = 40 * GST_MSECOND;
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
second_video_buf = buf;
gst_harness_push (h, buf);
buf = gst_buffer_new_and_alloc (3);
gst_buffer_fill (buf, 0, cc_data, 3);
GST_BUFFER_PTS (buf) = 40 * GST_MSECOND;
GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
second_caption_buf = buf;
gst_harness_push (h2, buf);
/* Pull the first output buffer */
outbuf = gst_harness_pull (h);
fail_unless (outbuf != NULL);
expected_video_buffer = second_video_buf;
expected_caption_buffer = second_caption_buf;
meta = gst_buffer_get_video_caption_meta (outbuf);
fail_unless (meta != NULL);
fail_unless_equals_int (meta->caption_type,
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
fail_unless_equals_int (meta->size, 3);
gst_buffer_unref (outbuf);
/* Push EOS on both pads get the second output buffer, we otherwise wait
* in case there are further captions for the current video buffer */
gst_harness_push_event (h, gst_event_new_eos ());
gst_harness_push_event (h2, gst_event_new_eos ());
outbuf = gst_harness_pull (h);
fail_unless (outbuf != NULL);
meta = gst_buffer_get_video_caption_meta (outbuf);
fail_unless (meta != NULL);
fail_unless_equals_int (meta->caption_type,
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
fail_unless_equals_int (meta->size, 3);
gst_buffer_unref (outbuf);
/* Caps should be equal to input caps */
caps = gst_pad_get_current_caps (h->sinkpad);
fail_unless (caps != NULL);
fail_unless (gst_caps_can_intersect (caps,
gst_static_caps_get (&foo_bar_caps)));
gst_caps_unref (caps);
gst_harness_teardown (h);
gst_harness_teardown (h2);
}
GST_END_TEST;
GST_START_TEST (captions_no_output_padding_60fps_608_field1_only)
{
GstHarness *h, *h2;
GstBuffer *outbuf;
GstPad *caption_pad;
GstCaps *caps;
GstVideoCaptionMeta *meta;
const guint8 cc_data[3] = { 0xfc, 0x20, 0x20 };
int i = 0;
h = gst_harness_new_with_padnames ("cccombiner", "sink", "src");
h2 = gst_harness_new_with_element (h->element, NULL, NULL);
caption_pad = gst_element_request_pad_simple (h->element, "caption");
gst_harness_add_element_sink_pad (h2, caption_pad);
gst_object_unref (caption_pad);
g_object_set (h->element, "emit-signals", TRUE, NULL);
g_signal_connect (h->element, "samples-selected",
G_CALLBACK (samples_selected_cb), NULL);
g_object_set (h->element, "output-padding", FALSE, NULL);
gst_element_set_state (h->element, GST_STATE_NULL);
gst_element_set_state (h->element, GST_STATE_PLAYING);
gst_harness_set_src_caps_str (h, foo_bar_caps_60fps.string);
gst_harness_set_src_caps_str (h2, cea708_cc_data_caps.string);
/* Push a buffer and caption buffer */
for (i = 0; i < 8; i++) {
GstBuffer *video_buf, *caption_buf = NULL;
video_buf = gst_buffer_new_and_alloc (128);
GST_BUFFER_PTS (video_buf) = i * 40 * GST_MSECOND;
GST_BUFFER_DURATION (video_buf) = 40 * GST_MSECOND;
gst_harness_push (h, video_buf);
caption_buf = gst_buffer_new_and_alloc (3);
gst_buffer_fill (caption_buf, 0, cc_data, 3);
GST_BUFFER_PTS (caption_buf) = i * 40 * GST_MSECOND;
GST_BUFFER_DURATION (caption_buf) = 40 * GST_MSECOND;
gst_harness_push (h2, caption_buf);
/* Pull the previous output buffer */
if (i > 0) {
int j;
outbuf = gst_harness_pull (h);
fail_unless (outbuf != NULL);
meta = gst_buffer_get_video_caption_meta (outbuf);
fail_unless (meta != NULL);
fail_unless_equals_int (meta->caption_type,
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
fail_unless_equals_int (meta->size, 3);
GST_MEMDUMP ("caption data", meta->data, meta->size);
for (j = 0; j < meta->size; j++) {
if ((i % 2) == 1) {
fail_unless_equals_int (meta->data[j], cc_data[j]);
} else {
int padding_field2[] = { 0xf9, 0x00, 0x00 };
fail_unless_equals_int (meta->data[j], padding_field2[j]);
}
}
gst_buffer_unref (outbuf);
}
expected_video_buffer = video_buf;
if (caption_buf)
expected_caption_buffer = caption_buf;
}
/* Push EOS on both pads get the second output buffer, we otherwise wait
* in case there are further captions for the current video buffer */
gst_harness_push_event (h, gst_event_new_eos ());
gst_harness_push_event (h2, gst_event_new_eos ());
outbuf = gst_harness_pull (h);
fail_unless (outbuf != NULL);
meta = gst_buffer_get_video_caption_meta (outbuf);
fail_unless (meta != NULL);
fail_unless_equals_int (meta->caption_type,
GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
fail_unless_equals_int (meta->size, 3);
gst_buffer_unref (outbuf);
/* Caps should be equal to input caps */
caps = gst_pad_get_current_caps (h->sinkpad);
fail_unless (caps != NULL);
fail_unless (gst_caps_can_intersect (caps,
gst_static_caps_get (&foo_bar_caps)));
gst_caps_unref (caps);
gst_harness_teardown (h);
gst_harness_teardown (h2);
}
GST_END_TEST;
static Suite *
cccombiner_suite (void)
{
Suite *s = suite_create ("cccombiner");
TCase *tc = tcase_create ("general");
suite_add_tcase (s, tc);
tcase_add_test (tc, no_captions);
tcase_add_test (tc, captions_and_eos);
tcase_add_test (tc, captions_no_output_padding_60fps_608_field1_only);
return s;
}
GST_CHECK_MAIN (cccombiner);