/* GStreamer * * Copyright (C) 2018 Sebastian Dröge * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include #include static GstStaticCaps foo_bar_caps = GST_STATIC_CAPS ("foo/bar"); static GstStaticCaps foo_bar_caps_60fps = GST_STATIC_CAPS ("foo/bar,framerate=60/1"); static GstStaticCaps cea708_cc_data_caps = GST_STATIC_CAPS ("closedcaption/x-cea-708,format=(string) cc_data"); GST_START_TEST (no_captions) { GstHarness *h; GstBuffer *buf, *outbuf; GstCaps *caps; h = gst_harness_new_with_padnames ("cccombiner", "sink", "src"); gst_harness_set_src_caps_str (h, foo_bar_caps.string); buf = gst_buffer_new_and_alloc (128); GST_BUFFER_PTS (buf) = 0; GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND; outbuf = gst_harness_push_and_pull (h, gst_buffer_ref (buf)); fail_unless (outbuf != NULL); fail_unless (outbuf == buf); caps = gst_pad_get_current_caps (h->sinkpad); fail_unless (caps != NULL); fail_unless (gst_caps_can_intersect (caps, gst_static_caps_get (&foo_bar_caps))); gst_caps_unref (caps); gst_buffer_unref (buf); gst_buffer_unref (outbuf); gst_harness_teardown (h); } GST_END_TEST; GstBuffer *expected_video_buffer = NULL; GstBuffer *expected_caption_buffer = NULL; static void samples_selected_cb (GstAggregator * agg, GstSegment * segment, GstClockTime pts, GstClockTime dts, GstClockTime duration, GstStructure * info, gpointer user_data) { GstBufferList *buflist; GstPad *caption_pad = gst_element_get_static_pad (GST_ELEMENT (agg), "caption"); GstPad *video_pad = gst_element_get_static_pad (GST_ELEMENT (agg), "sink"); GstSample *video_sample = gst_aggregator_peek_next_sample (agg, GST_AGGREGATOR_PAD (video_pad)); GstSample *captions_sample = gst_aggregator_peek_next_sample (agg, GST_AGGREGATOR_PAD (caption_pad)); fail_unless (video_sample != NULL); fail_unless (captions_sample != NULL); fail_unless (gst_sample_get_buffer (video_sample) == expected_video_buffer); gst_sample_unref (video_sample); buflist = gst_sample_get_buffer_list (captions_sample); fail_unless_equals_int (gst_buffer_list_length (buflist), 1); gst_sample_unref (captions_sample); gst_object_unref (caption_pad); gst_object_unref (video_pad); } GST_START_TEST (captions_and_eos) { GstHarness *h, *h2; GstBuffer *buf, *outbuf; GstPad *caption_pad; GstCaps *caps; GstVideoCaptionMeta *meta; GstBuffer *second_video_buf, *second_caption_buf; const guint8 cc_data[3] = { 0xfc, 0x20, 0x20 }; GstElement *element = gst_element_factory_make ("cccombiner", NULL); g_assert (element != NULL); /* these must be set before it changes the state */ g_object_set (element, "schedule", FALSE, "output-padding", FALSE, NULL); h = gst_harness_new_with_element (element, "sink", "src"); gst_object_unref (element); h2 = gst_harness_new_with_element (h->element, NULL, NULL); caption_pad = gst_element_request_pad_simple (h->element, "caption"); gst_harness_add_element_sink_pad (h2, caption_pad); gst_object_unref (caption_pad); g_object_set (h->element, "emit-signals", TRUE, NULL); g_signal_connect (h->element, "samples-selected", G_CALLBACK (samples_selected_cb), NULL); gst_harness_set_src_caps_str (h, foo_bar_caps.string); gst_harness_set_src_caps_str (h2, cea708_cc_data_caps.string); /* Push a buffer and caption buffer */ buf = gst_buffer_new_and_alloc (128); GST_BUFFER_PTS (buf) = 0; GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND; expected_video_buffer = buf; gst_harness_push (h, buf); buf = gst_buffer_new_and_alloc (3); gst_buffer_fill (buf, 0, cc_data, 3); GST_BUFFER_PTS (buf) = 0; GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND; expected_caption_buffer = buf; gst_harness_push (h2, buf); /* And another one: the first video buffer should be retrievable * after the second caption buffer is pushed */ buf = gst_buffer_new_and_alloc (128); GST_BUFFER_PTS (buf) = 40 * GST_MSECOND; GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND; second_video_buf = buf; gst_harness_push (h, buf); buf = gst_buffer_new_and_alloc (3); gst_buffer_fill (buf, 0, cc_data, 3); GST_BUFFER_PTS (buf) = 40 * GST_MSECOND; GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND; second_caption_buf = buf; gst_harness_push (h2, buf); /* Pull the first output buffer */ outbuf = gst_harness_pull (h); fail_unless (outbuf != NULL); expected_video_buffer = second_video_buf; expected_caption_buffer = second_caption_buf; meta = gst_buffer_get_video_caption_meta (outbuf); fail_unless (meta != NULL); fail_unless_equals_int (meta->caption_type, GST_VIDEO_CAPTION_TYPE_CEA708_RAW); fail_unless_equals_int (meta->size, 3); gst_buffer_unref (outbuf); /* Push EOS on both pads get the second output buffer, we otherwise wait * in case there are further captions for the current video buffer */ gst_harness_push_event (h, gst_event_new_eos ()); gst_harness_push_event (h2, gst_event_new_eos ()); outbuf = gst_harness_pull (h); fail_unless (outbuf != NULL); meta = gst_buffer_get_video_caption_meta (outbuf); fail_unless (meta != NULL); fail_unless_equals_int (meta->caption_type, GST_VIDEO_CAPTION_TYPE_CEA708_RAW); fail_unless_equals_int (meta->size, 3); gst_buffer_unref (outbuf); /* Caps should be equal to input caps */ caps = gst_pad_get_current_caps (h->sinkpad); fail_unless (caps != NULL); fail_unless (gst_caps_can_intersect (caps, gst_static_caps_get (&foo_bar_caps))); gst_caps_unref (caps); gst_harness_teardown (h); gst_harness_teardown (h2); } GST_END_TEST; GST_START_TEST (captions_no_output_padding_60fps_608_field1_only) { GstHarness *h, *h2; GstBuffer *outbuf; GstPad *caption_pad; GstCaps *caps; GstVideoCaptionMeta *meta; const guint8 cc_data[3] = { 0xfc, 0x20, 0x20 }; int i = 0; h = gst_harness_new_with_padnames ("cccombiner", "sink", "src"); gst_util_set_object_arg ((GObject *) h->element, "cea608-padding-strategy", "0"); h2 = gst_harness_new_with_element (h->element, NULL, NULL); caption_pad = gst_element_request_pad_simple (h->element, "caption"); gst_harness_add_element_sink_pad (h2, caption_pad); gst_object_unref (caption_pad); g_object_set (h->element, "emit-signals", TRUE, NULL); g_signal_connect (h->element, "samples-selected", G_CALLBACK (samples_selected_cb), NULL); g_object_set (h->element, "output-padding", FALSE, NULL); gst_element_set_state (h->element, GST_STATE_NULL); gst_element_set_state (h->element, GST_STATE_PLAYING); gst_harness_set_src_caps_str (h, foo_bar_caps_60fps.string); gst_harness_set_src_caps_str (h2, cea708_cc_data_caps.string); /* Push a buffer and caption buffer */ for (i = 0; i < 8; i++) { GstBuffer *video_buf, *caption_buf = NULL; video_buf = gst_buffer_new_and_alloc (128); GST_BUFFER_PTS (video_buf) = i * 40 * GST_MSECOND; GST_BUFFER_DURATION (video_buf) = 40 * GST_MSECOND; gst_harness_push (h, video_buf); caption_buf = gst_buffer_new_and_alloc (3); gst_buffer_fill (caption_buf, 0, cc_data, 3); GST_BUFFER_PTS (caption_buf) = i * 40 * GST_MSECOND; GST_BUFFER_DURATION (caption_buf) = 40 * GST_MSECOND; gst_harness_push (h2, caption_buf); /* Pull the previous output buffer */ if (i > 0) { int j; outbuf = gst_harness_pull (h); fail_unless (outbuf != NULL); meta = gst_buffer_get_video_caption_meta (outbuf); fail_unless (meta != NULL); fail_unless_equals_int (meta->caption_type, GST_VIDEO_CAPTION_TYPE_CEA708_RAW); fail_unless_equals_int (meta->size, 3); GST_MEMDUMP ("caption data", meta->data, meta->size); for (j = 0; j < meta->size; j++) { if ((i % 2) == 1) { fail_unless_equals_int (meta->data[j], cc_data[j]); } else { int padding_field2[] = { 0xf9, 0x00, 0x00 }; fail_unless_equals_int (meta->data[j], padding_field2[j]); } } gst_buffer_unref (outbuf); } expected_video_buffer = video_buf; if (caption_buf) expected_caption_buffer = caption_buf; } /* Push EOS on both pads get the second output buffer, we otherwise wait * in case there are further captions for the current video buffer */ gst_harness_push_event (h, gst_event_new_eos ()); gst_harness_push_event (h2, gst_event_new_eos ()); outbuf = gst_harness_pull (h); fail_unless (outbuf != NULL); meta = gst_buffer_get_video_caption_meta (outbuf); fail_unless (meta != NULL); fail_unless_equals_int (meta->caption_type, GST_VIDEO_CAPTION_TYPE_CEA708_RAW); fail_unless_equals_int (meta->size, 3); gst_buffer_unref (outbuf); /* Caps should be equal to input caps */ caps = gst_pad_get_current_caps (h->sinkpad); fail_unless (caps != NULL); fail_unless (gst_caps_can_intersect (caps, gst_static_caps_get (&foo_bar_caps))); gst_caps_unref (caps); gst_harness_teardown (h); gst_harness_teardown (h2); } GST_END_TEST; static Suite * cccombiner_suite (void) { Suite *s = suite_create ("cccombiner"); TCase *tc = tcase_create ("general"); suite_add_tcase (s, tc); tcase_add_test (tc, no_captions); tcase_add_test (tc, captions_and_eos); tcase_add_test (tc, captions_no_output_padding_60fps_608_field1_only); return s; } GST_CHECK_MAIN (cccombiner);