/* GStreamer * * unit test for compositor * * Copyright (C) <2005> Thomas Vander Stichele * Copyright (C) <2013> Thibault Saunier * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H # include #endif #ifdef HAVE_VALGRIND # include #endif #include #include #include #include #include #define VIDEO_CAPS_STRING \ "video/x-raw, " \ "width = (int) 320, " \ "height = (int) 240, " \ "framerate = (fraction) 25/1 , " \ "format = (string) I420" static GMainLoop *main_loop; /* make sure downstream gets a CAPS event before buffers are sent */ GST_START_TEST (test_caps) { GstElement *pipeline, *src, *compositor, *sink; GstStateChangeReturn state_res; GstCaps *caps; GstPad *pad; /* build pipeline */ pipeline = gst_pipeline_new ("pipeline"); src = gst_element_factory_make ("videotestsrc", "src1"); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (pipeline), src, compositor, sink, NULL); fail_unless (gst_element_link_many (src, compositor, sink, NULL)); /* prepare playing */ state_res = gst_element_set_state (pipeline, GST_STATE_PAUSED); fail_unless_equals_int (state_res, GST_STATE_CHANGE_ASYNC); /* wait for preroll */ state_res = gst_element_get_state (pipeline, NULL, NULL, GST_CLOCK_TIME_NONE); fail_unless_equals_int (state_res, GST_STATE_CHANGE_SUCCESS); /* check caps on fakesink */ pad = gst_element_get_static_pad (sink, "sink"); caps = gst_pad_get_current_caps (pad); fail_unless (caps != NULL); gst_caps_unref (caps); gst_object_unref (pad); gst_element_set_state (pipeline, GST_STATE_NULL); gst_object_unref (pipeline); } GST_END_TEST; static void message_received (GstBus * bus, GstMessage * message, GstPipeline * bin) { GST_INFO ("bus message from \"%" GST_PTR_FORMAT "\": %" GST_PTR_FORMAT, GST_MESSAGE_SRC (message), message); switch (message->type) { case GST_MESSAGE_EOS: g_main_loop_quit (main_loop); break; case GST_MESSAGE_WARNING:{ GError *gerror; gchar *debug; gst_message_parse_warning (message, &gerror, &debug); gst_object_default_error (GST_MESSAGE_SRC (message), gerror, debug); g_error_free (gerror); g_free (debug); break; } case GST_MESSAGE_ERROR:{ GError *gerror; gchar *debug; gst_message_parse_error (message, &gerror, &debug); gst_object_default_error (GST_MESSAGE_SRC (message), gerror, debug); g_error_free (gerror); g_free (debug); g_main_loop_quit (main_loop); break; } default: break; } } static GstFormat format = GST_FORMAT_UNDEFINED; static gint64 position = -1; static void test_event_message_received (GstBus * bus, GstMessage * message, GstPipeline * bin) { GST_INFO ("bus message from \"%" GST_PTR_FORMAT "\": %" GST_PTR_FORMAT, GST_MESSAGE_SRC (message), message); switch (message->type) { case GST_MESSAGE_SEGMENT_DONE: gst_message_parse_segment_done (message, &format, &position); GST_INFO ("received segment_done : %" G_GINT64_FORMAT, position); g_main_loop_quit (main_loop); break; default: g_assert_not_reached (); break; } } GST_START_TEST (test_event) { GstElement *bin, *src1, *src2, *compositor, *sink; GstBus *bus; GstEvent *seek_event; GstStateChangeReturn state_res; gboolean res; GstPad *srcpad, *sinkpad; GstStreamConsistency *chk_1, *chk_2, *chk_3; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); bus = gst_element_get_bus (bin); gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH); src1 = gst_element_factory_make ("videotestsrc", "src1"); src2 = gst_element_factory_make ("videotestsrc", "src2"); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src1, src2, compositor, sink, NULL); res = gst_element_link (src1, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (src2, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (compositor, sink); fail_unless (res == TRUE, NULL); srcpad = gst_element_get_static_pad (compositor, "src"); chk_3 = gst_consistency_checker_new (srcpad); gst_object_unref (srcpad); /* create consistency checkers for the pads */ srcpad = gst_element_get_static_pad (src1, "src"); chk_1 = gst_consistency_checker_new (srcpad); sinkpad = gst_pad_get_peer (srcpad); gst_consistency_checker_add_pad (chk_3, sinkpad); gst_object_unref (sinkpad); gst_object_unref (srcpad); srcpad = gst_element_get_static_pad (src2, "src"); chk_2 = gst_consistency_checker_new (srcpad); sinkpad = gst_pad_get_peer (srcpad); gst_consistency_checker_add_pad (chk_3, sinkpad); gst_object_unref (sinkpad); gst_object_unref (srcpad); seek_event = gst_event_new_seek (1.0, GST_FORMAT_TIME, GST_SEEK_FLAG_SEGMENT | GST_SEEK_FLAG_FLUSH, GST_SEEK_TYPE_SET, (GstClockTime) 0, GST_SEEK_TYPE_SET, (GstClockTime) 2 * GST_SECOND); format = GST_FORMAT_UNDEFINED; position = -1; main_loop = g_main_loop_new (NULL, FALSE); g_signal_connect (bus, "message::segment-done", (GCallback) test_event_message_received, bin); g_signal_connect (bus, "message::error", (GCallback) message_received, bin); g_signal_connect (bus, "message::warning", (GCallback) message_received, bin); g_signal_connect (bus, "message::eos", (GCallback) message_received, bin); GST_INFO ("starting test"); /* prepare playing */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* wait for completion */ state_res = gst_element_get_state (bin, NULL, NULL, GST_CLOCK_TIME_NONE); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); res = gst_element_send_event (bin, seek_event); fail_unless (res == TRUE, NULL); /* run pipeline */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); GST_INFO ("running main loop"); g_main_loop_run (main_loop); state_res = gst_element_set_state (bin, GST_STATE_NULL); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); ck_assert_int_eq (position, 2 * GST_SECOND); /* cleanup */ g_main_loop_unref (main_loop); gst_consistency_checker_free (chk_1); gst_consistency_checker_free (chk_2); gst_consistency_checker_free (chk_3); gst_bus_remove_signal_watch (bus); gst_object_unref (bus); gst_object_unref (bin); } GST_END_TEST; static guint play_count = 0; static GstEvent *play_seek_event = NULL; static void test_play_twice_message_received (GstBus * bus, GstMessage * message, GstPipeline * bin) { gboolean res; GstStateChangeReturn state_res; GST_INFO ("bus message from \"%" GST_PTR_FORMAT "\": %" GST_PTR_FORMAT, GST_MESSAGE_SRC (message), message); switch (message->type) { case GST_MESSAGE_SEGMENT_DONE: play_count++; if (play_count == 1) { state_res = gst_element_set_state (GST_ELEMENT (bin), GST_STATE_READY); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* prepare playing again */ state_res = gst_element_set_state (GST_ELEMENT (bin), GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* wait for completion */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); res = gst_element_send_event (GST_ELEMENT (bin), gst_event_ref (play_seek_event)); fail_unless (res == TRUE, NULL); state_res = gst_element_set_state (GST_ELEMENT (bin), GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); } else { g_main_loop_quit (main_loop); } break; default: g_assert_not_reached (); break; } } GST_START_TEST (test_play_twice) { GstElement *bin, *src1, *src2, *compositor, *sink; GstBus *bus; gboolean res; GstStateChangeReturn state_res; GstPad *srcpad; GstStreamConsistency *consist; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); bus = gst_element_get_bus (bin); gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH); src1 = gst_element_factory_make ("videotestsrc", "src1"); src2 = gst_element_factory_make ("videotestsrc", "src2"); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src1, src2, compositor, sink, NULL); res = gst_element_link (src1, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (src2, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (compositor, sink); fail_unless (res == TRUE, NULL); srcpad = gst_element_get_static_pad (compositor, "src"); consist = gst_consistency_checker_new (srcpad); gst_object_unref (srcpad); play_seek_event = gst_event_new_seek (1.0, GST_FORMAT_TIME, GST_SEEK_FLAG_SEGMENT | GST_SEEK_FLAG_FLUSH, GST_SEEK_TYPE_SET, (GstClockTime) 0, GST_SEEK_TYPE_SET, (GstClockTime) 2 * GST_SECOND); play_count = 0; main_loop = g_main_loop_new (NULL, FALSE); g_signal_connect (bus, "message::segment-done", (GCallback) test_play_twice_message_received, bin); g_signal_connect (bus, "message::error", (GCallback) message_received, bin); g_signal_connect (bus, "message::warning", (GCallback) message_received, bin); g_signal_connect (bus, "message::eos", (GCallback) message_received, bin); GST_INFO ("starting test"); /* prepare playing */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* wait for completion */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); res = gst_element_send_event (bin, gst_event_ref (play_seek_event)); fail_unless (res == TRUE, NULL); GST_INFO ("seeked"); /* run pipeline */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); g_main_loop_run (main_loop); state_res = gst_element_set_state (bin, GST_STATE_NULL); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); ck_assert_int_eq (play_count, 2); /* cleanup */ g_main_loop_unref (main_loop); gst_consistency_checker_free (consist); gst_event_ref (play_seek_event); gst_bus_remove_signal_watch (bus); gst_object_unref (bus); gst_object_unref (bin); } GST_END_TEST; GST_START_TEST (test_play_twice_then_add_and_play_again) { GstElement *bin, *src1, *src2, *src3, *compositor, *sink; GstBus *bus; gboolean res; GstStateChangeReturn state_res; gint i; GstPad *srcpad; GstStreamConsistency *consist; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); bus = gst_element_get_bus (bin); gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH); src1 = gst_element_factory_make ("videotestsrc", "src1"); src2 = gst_element_factory_make ("videotestsrc", "src2"); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src1, src2, compositor, sink, NULL); srcpad = gst_element_get_static_pad (compositor, "src"); consist = gst_consistency_checker_new (srcpad); gst_object_unref (srcpad); res = gst_element_link (src1, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (src2, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (compositor, sink); fail_unless (res == TRUE, NULL); play_seek_event = gst_event_new_seek (1.0, GST_FORMAT_TIME, GST_SEEK_FLAG_SEGMENT | GST_SEEK_FLAG_FLUSH, GST_SEEK_TYPE_SET, (GstClockTime) 0, GST_SEEK_TYPE_SET, (GstClockTime) 2 * GST_SECOND); main_loop = g_main_loop_new (NULL, FALSE); g_signal_connect (bus, "message::segment-done", (GCallback) test_play_twice_message_received, bin); g_signal_connect (bus, "message::error", (GCallback) message_received, bin); g_signal_connect (bus, "message::warning", (GCallback) message_received, bin); g_signal_connect (bus, "message::eos", (GCallback) message_received, bin); /* run it twice */ for (i = 0; i < 2; i++) { play_count = 0; GST_INFO ("starting test-loop %d", i); /* prepare playing */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* wait for completion */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); res = gst_element_send_event (bin, gst_event_ref (play_seek_event)); fail_unless (res == TRUE, NULL); GST_INFO ("seeked"); /* run pipeline */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); g_main_loop_run (main_loop); state_res = gst_element_set_state (bin, GST_STATE_READY); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); ck_assert_int_eq (play_count, 2); /* plug another source */ if (i == 0) { src3 = gst_element_factory_make ("videotestsrc", "src3"); gst_bin_add (GST_BIN (bin), src3); res = gst_element_link (src3, compositor); fail_unless (res == TRUE, NULL); } gst_consistency_checker_reset (consist); } state_res = gst_element_set_state (bin, GST_STATE_NULL); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* cleanup */ g_main_loop_unref (main_loop); gst_event_ref (play_seek_event); gst_consistency_checker_free (consist); gst_bus_remove_signal_watch (bus); gst_object_unref (bus); gst_object_unref (bin); } GST_END_TEST; /* check if adding pads work as expected */ GST_START_TEST (test_add_pad) { GstElement *bin, *src1, *src2, *compositor, *sink; GstBus *bus; GstPad *srcpad; gboolean res; GstStateChangeReturn state_res; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); bus = gst_element_get_bus (bin); gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH); src1 = gst_element_factory_make ("videotestsrc", "src1"); g_object_set (src1, "num-buffers", 4, NULL); src2 = gst_element_factory_make ("videotestsrc", "src2"); /* one buffer less, we connect with 1 buffer of delay */ g_object_set (src2, "num-buffers", 3, NULL); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src1, compositor, sink, NULL); res = gst_element_link (src1, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (compositor, sink); fail_unless (res == TRUE, NULL); srcpad = gst_element_get_static_pad (compositor, "src"); gst_object_unref (srcpad); main_loop = g_main_loop_new (NULL, FALSE); g_signal_connect (bus, "message::segment-done", (GCallback) message_received, bin); g_signal_connect (bus, "message::error", (GCallback) message_received, bin); g_signal_connect (bus, "message::warning", (GCallback) message_received, bin); g_signal_connect (bus, "message::eos", (GCallback) message_received, bin); GST_INFO ("starting test"); /* prepare playing */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* wait for completion */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* add other element */ gst_bin_add_many (GST_BIN (bin), src2, NULL); /* now link the second element */ res = gst_element_link (src2, compositor); fail_unless (res == TRUE, NULL); /* set to PAUSED as well */ state_res = gst_element_set_state (src2, GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* now play all */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); g_main_loop_run (main_loop); state_res = gst_element_set_state (bin, GST_STATE_NULL); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* cleanup */ g_main_loop_unref (main_loop); gst_bus_remove_signal_watch (bus); gst_object_unref (bus); gst_object_unref (bin); } GST_END_TEST; /* check if removing pads work as expected */ GST_START_TEST (test_remove_pad) { GstElement *bin, *src, *compositor, *sink; GstBus *bus; GstPad *pad, *srcpad; gboolean res; GstStateChangeReturn state_res; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); bus = gst_element_get_bus (bin); gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH); src = gst_element_factory_make ("videotestsrc", "src"); g_object_set (src, "num-buffers", 4, NULL); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src, compositor, sink, NULL); res = gst_element_link (src, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (compositor, sink); fail_unless (res == TRUE, NULL); /* create an unconnected sinkpad in compositor */ pad = gst_element_get_request_pad (compositor, "sink_%u"); fail_if (pad == NULL, NULL); srcpad = gst_element_get_static_pad (compositor, "src"); gst_object_unref (srcpad); main_loop = g_main_loop_new (NULL, FALSE); g_signal_connect (bus, "message::segment-done", (GCallback) message_received, bin); g_signal_connect (bus, "message::error", (GCallback) message_received, bin); g_signal_connect (bus, "message::warning", (GCallback) message_received, bin); g_signal_connect (bus, "message::eos", (GCallback) message_received, bin); GST_INFO ("starting test"); /* prepare playing, this will not preroll as compositor is waiting * on the unconnected sinkpad. */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* wait for completion for one second, will return ASYNC */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_SECOND); ck_assert_int_eq (state_res, GST_STATE_CHANGE_ASYNC); /* get rid of the pad now, compositor should stop waiting on it and * continue the preroll */ gst_element_release_request_pad (compositor, pad); gst_object_unref (pad); /* wait for completion, should work now */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* now play all */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); g_main_loop_run (main_loop); state_res = gst_element_set_state (bin, GST_STATE_NULL); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* cleanup */ g_main_loop_unref (main_loop); gst_bus_remove_signal_watch (bus); gst_object_unref (G_OBJECT (bus)); gst_object_unref (G_OBJECT (bin)); } GST_END_TEST; static GstBuffer *handoff_buffer = NULL; static gboolean _quit (GMainLoop * ml) { g_main_loop_quit (ml); return G_SOURCE_REMOVE; } static void handoff_buffer_cb (GstElement * fakesink, GstBuffer * buffer, GstPad * pad, gpointer user_data) { GST_DEBUG ("got buffer %p", buffer); gst_buffer_replace (&handoff_buffer, buffer); if (main_loop) g_idle_add ((GSourceFunc) _quit, main_loop); } /* check if clipping works as expected */ GST_START_TEST (test_clip) { GstSegment segment; GstElement *bin, *compositor, *sink; GstBus *bus; GstPad *sinkpad; gboolean res; GstStateChangeReturn state_res; GstFlowReturn ret; GstEvent *event; GstBuffer *buffer; GstCaps *caps; GMainLoop *local_mainloop; GST_INFO ("preparing test"); local_mainloop = g_main_loop_new (NULL, FALSE); main_loop = NULL; /* build pipeline */ bin = gst_pipeline_new ("pipeline"); bus = gst_element_get_bus (bin); gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH); g_signal_connect (bus, "message::error", (GCallback) message_received, bin); g_signal_connect (bus, "message::warning", (GCallback) message_received, bin); g_signal_connect (bus, "message::eos", (GCallback) message_received, bin); /* just an compositor and a fakesink */ compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); g_object_set (sink, "signal-handoffs", TRUE, NULL); g_signal_connect (sink, "handoff", (GCallback) handoff_buffer_cb, NULL); gst_bin_add_many (GST_BIN (bin), compositor, sink, NULL); res = gst_element_link (compositor, sink); fail_unless (res == TRUE, NULL); /* set to playing */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* create an unconnected sinkpad in compositor, should also automatically activate * the pad */ sinkpad = gst_element_get_request_pad (compositor, "sink_%u"); fail_if (sinkpad == NULL, NULL); gst_pad_send_event (sinkpad, gst_event_new_stream_start ("test")); caps = gst_caps_from_string (VIDEO_CAPS_STRING); gst_pad_set_caps (sinkpad, caps); gst_caps_unref (caps); /* send segment to compositor */ gst_segment_init (&segment, GST_FORMAT_TIME); segment.start = GST_SECOND; segment.stop = 2 * GST_SECOND; segment.time = 0; event = gst_event_new_segment (&segment); gst_pad_send_event (sinkpad, event); /* should be clipped and ok */ buffer = gst_buffer_new_and_alloc (115200); GST_BUFFER_TIMESTAMP (buffer) = 0; GST_BUFFER_DURATION (buffer) = 250 * GST_MSECOND; GST_DEBUG ("pushing buffer %p", buffer); ret = gst_pad_chain (sinkpad, buffer); ck_assert_int_eq (ret, GST_FLOW_OK); fail_unless (handoff_buffer == NULL); /* should be partially clipped */ buffer = gst_buffer_new_and_alloc (115200); GST_BUFFER_TIMESTAMP (buffer) = 900 * GST_MSECOND; GST_BUFFER_DURATION (buffer) = 250 * GST_MSECOND; GST_DEBUG ("pushing buffer %p", buffer); main_loop = local_mainloop; ret = gst_pad_chain (sinkpad, buffer); ck_assert_int_eq (ret, GST_FLOW_OK); g_main_loop_run (main_loop); gst_buffer_replace (&handoff_buffer, NULL); /* should not be clipped */ buffer = gst_buffer_new_and_alloc (115200); GST_BUFFER_TIMESTAMP (buffer) = 1 * GST_SECOND; GST_BUFFER_DURATION (buffer) = 250 * GST_MSECOND; GST_DEBUG ("pushing buffer %p", buffer); ret = gst_pad_chain (sinkpad, buffer); g_main_loop_run (main_loop); main_loop = NULL; ck_assert_int_eq (ret, GST_FLOW_OK); fail_unless (handoff_buffer != NULL); gst_buffer_replace (&handoff_buffer, NULL); /* should be clipped and ok */ buffer = gst_buffer_new_and_alloc (115200); GST_BUFFER_TIMESTAMP (buffer) = 2 * GST_SECOND; GST_BUFFER_DURATION (buffer) = 250 * GST_MSECOND; GST_DEBUG ("pushing buffer %p", buffer); ret = gst_pad_chain (sinkpad, buffer); ck_assert_int_eq (ret, GST_FLOW_OK); fail_unless (handoff_buffer == NULL); gst_object_unref (sinkpad); gst_element_set_state (bin, GST_STATE_NULL); g_main_loop_unref (local_mainloop); gst_bus_remove_signal_watch (bus); gst_object_unref (bus); gst_object_unref (bin); } GST_END_TEST; GST_START_TEST (test_duration_is_max) { GstElement *bin, *src[3], *compositor, *sink; GstStateChangeReturn state_res; GstFormat format = GST_FORMAT_TIME; gboolean res; gint64 duration; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); /* 3 sources, an compositor and a fakesink */ src[0] = gst_element_factory_make ("videotestsrc", NULL); src[1] = gst_element_factory_make ("videotestsrc", NULL); src[2] = gst_element_factory_make ("videotestsrc", NULL); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src[0], src[1], src[2], compositor, sink, NULL); gst_element_link (src[0], compositor); gst_element_link (src[1], compositor); gst_element_link (src[2], compositor); gst_element_link (compositor, sink); /* irks, duration is reset on basesrc */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); fail_unless (state_res != GST_STATE_CHANGE_FAILURE, NULL); /* set durations on src */ GST_BASE_SRC (src[0])->segment.duration = 1000; GST_BASE_SRC (src[1])->segment.duration = 3000; GST_BASE_SRC (src[2])->segment.duration = 2000; /* set to playing */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); fail_unless (state_res != GST_STATE_CHANGE_FAILURE, NULL); /* wait for completion */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); fail_unless (state_res != GST_STATE_CHANGE_FAILURE, NULL); res = gst_element_query_duration (GST_ELEMENT (bin), format, &duration); fail_unless (res, NULL); ck_assert_int_eq (duration, 3000); gst_element_set_state (bin, GST_STATE_NULL); gst_object_unref (bin); } GST_END_TEST; GST_START_TEST (test_duration_unknown_overrides) { GstElement *bin, *src[3], *compositor, *sink; GstStateChangeReturn state_res; GstFormat format = GST_FORMAT_TIME; gboolean res; gint64 duration; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); /* 3 sources, an compositor and a fakesink */ src[0] = gst_element_factory_make ("videotestsrc", NULL); src[1] = gst_element_factory_make ("videotestsrc", NULL); src[2] = gst_element_factory_make ("videotestsrc", NULL); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src[0], src[1], src[2], compositor, sink, NULL); gst_element_link (src[0], compositor); gst_element_link (src[1], compositor); gst_element_link (src[2], compositor); gst_element_link (compositor, sink); /* irks, duration is reset on basesrc */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); fail_unless (state_res != GST_STATE_CHANGE_FAILURE, NULL); /* set durations on src */ GST_BASE_SRC (src[0])->segment.duration = GST_CLOCK_TIME_NONE; GST_BASE_SRC (src[1])->segment.duration = 3000; GST_BASE_SRC (src[2])->segment.duration = 2000; /* set to playing */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); fail_unless (state_res != GST_STATE_CHANGE_FAILURE, NULL); /* wait for completion */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); fail_unless (state_res != GST_STATE_CHANGE_FAILURE, NULL); res = gst_element_query_duration (GST_ELEMENT (bin), format, &duration); fail_unless (res, NULL); ck_assert_int_eq (duration, GST_CLOCK_TIME_NONE); gst_element_set_state (bin, GST_STATE_NULL); gst_object_unref (bin); } GST_END_TEST; static gboolean looped = FALSE; static void loop_segment_done (GstBus * bus, GstMessage * message, GstElement * bin) { GST_INFO ("bus message from \"%" GST_PTR_FORMAT "\": %" GST_PTR_FORMAT, GST_MESSAGE_SRC (message), message); if (looped) { g_main_loop_quit (main_loop); } else { GstEvent *seek_event; gboolean res; seek_event = gst_event_new_seek (1.0, GST_FORMAT_TIME, GST_SEEK_FLAG_SEGMENT, GST_SEEK_TYPE_SET, (GstClockTime) 0, GST_SEEK_TYPE_SET, (GstClockTime) 1 * GST_SECOND); res = gst_element_send_event (bin, seek_event); fail_unless (res == TRUE, NULL); looped = TRUE; } } GST_START_TEST (test_loop) { GstElement *bin, *src1, *src2, *compositor, *sink; GstBus *bus; GstEvent *seek_event; GstStateChangeReturn state_res; gboolean res; GST_INFO ("preparing test"); /* build pipeline */ bin = gst_pipeline_new ("pipeline"); bus = gst_element_get_bus (bin); gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH); src1 = gst_element_factory_make ("videotestsrc", "src1"); src2 = gst_element_factory_make ("videotestsrc", "src2"); compositor = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("fakesink", "sink"); gst_bin_add_many (GST_BIN (bin), src1, src2, compositor, sink, NULL); res = gst_element_link (src1, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (src2, compositor); fail_unless (res == TRUE, NULL); res = gst_element_link (compositor, sink); fail_unless (res == TRUE, NULL); seek_event = gst_event_new_seek (1.0, GST_FORMAT_TIME, GST_SEEK_FLAG_SEGMENT | GST_SEEK_FLAG_FLUSH, GST_SEEK_TYPE_SET, (GstClockTime) 0, GST_SEEK_TYPE_SET, (GstClockTime) 2 * GST_SECOND); main_loop = g_main_loop_new (NULL, FALSE); g_signal_connect (bus, "message::segment-done", (GCallback) loop_segment_done, bin); g_signal_connect (bus, "message::error", (GCallback) message_received, bin); g_signal_connect (bus, "message::warning", (GCallback) message_received, bin); g_signal_connect (bus, "message::eos", (GCallback) message_received, bin); GST_INFO ("starting test"); /* prepare playing */ state_res = gst_element_set_state (bin, GST_STATE_PAUSED); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); /* wait for completion */ state_res = gst_element_get_state (GST_ELEMENT (bin), NULL, NULL, GST_CLOCK_TIME_NONE); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); res = gst_element_send_event (bin, seek_event); fail_unless (res == TRUE, NULL); /* run pipeline */ state_res = gst_element_set_state (bin, GST_STATE_PLAYING); ck_assert_int_ne (state_res, GST_STATE_CHANGE_FAILURE); GST_INFO ("running main loop"); g_main_loop_run (main_loop); state_res = gst_element_set_state (bin, GST_STATE_NULL); /* cleanup */ g_main_loop_unref (main_loop); gst_bus_remove_signal_watch (bus); gst_object_unref (bus); gst_object_unref (bin); } GST_END_TEST; GST_START_TEST (test_flush_start_flush_stop) { GstPadTemplate *sink_template; GstPad *sinkpad1, *sinkpad2, *compositor_src; GstElement *compositor; GST_INFO ("preparing test"); /* build pipeline */ compositor = gst_element_factory_make ("compositor", "compositor"); sink_template = gst_element_class_get_pad_template (GST_ELEMENT_GET_CLASS (compositor), "sink_%u"); fail_unless (GST_IS_PAD_TEMPLATE (sink_template)); sinkpad1 = gst_element_request_pad (compositor, sink_template, NULL, NULL); sinkpad2 = gst_element_request_pad (compositor, sink_template, NULL, NULL); gst_object_unref (sinkpad2); gst_element_set_state (compositor, GST_STATE_PLAYING); fail_unless (gst_element_get_state (compositor, NULL, NULL, GST_CLOCK_TIME_NONE) == GST_STATE_CHANGE_SUCCESS); compositor_src = gst_element_get_static_pad (compositor, "src"); fail_if (GST_PAD_IS_FLUSHING (compositor_src)); gst_pad_send_event (sinkpad1, gst_event_new_flush_start ()); fail_if (GST_PAD_IS_FLUSHING (compositor_src)); fail_unless (GST_PAD_IS_FLUSHING (sinkpad1)); gst_pad_send_event (sinkpad1, gst_event_new_flush_stop (TRUE)); fail_if (GST_PAD_IS_FLUSHING (compositor_src)); fail_if (GST_PAD_IS_FLUSHING (sinkpad1)); gst_object_unref (compositor_src); /* cleanup */ gst_element_set_state (compositor, GST_STATE_NULL); gst_object_unref (sinkpad1); gst_object_unref (compositor); } GST_END_TEST; GST_START_TEST (test_segment_base_handling) { GstElement *pipeline, *sink, *mix, *src1, *src2; GstPad *srcpad, *sinkpad; GstClockTime end_time; GstSample *last_sample = NULL; GstSample *sample; GstBuffer *buf; GstCaps *caps; caps = gst_caps_new_simple ("video/x-raw", "width", G_TYPE_INT, 16, "height", G_TYPE_INT, 16, "framerate", GST_TYPE_FRACTION, 30, 1, NULL); /* each source generates 5 seconds of data, src2 shifted by 5 seconds */ pipeline = gst_pipeline_new ("pipeline"); mix = gst_element_factory_make ("compositor", "compositor"); sink = gst_element_factory_make ("appsink", "sink"); g_object_set (sink, "caps", caps, "sync", FALSE, NULL); gst_caps_unref (caps); src1 = gst_element_factory_make ("videotestsrc", "src1"); g_object_set (src1, "num-buffers", 30 * 5, "pattern", 2, NULL); src2 = gst_element_factory_make ("videotestsrc", "src2"); g_object_set (src2, "num-buffers", 30 * 5, "pattern", 2, NULL); gst_bin_add_many (GST_BIN (pipeline), src1, src2, mix, sink, NULL); fail_unless (gst_element_link (mix, sink)); srcpad = gst_element_get_static_pad (src1, "src"); sinkpad = gst_element_get_request_pad (mix, "sink_1"); fail_unless (gst_pad_link (srcpad, sinkpad) == GST_PAD_LINK_OK); gst_object_unref (sinkpad); gst_object_unref (srcpad); srcpad = gst_element_get_static_pad (src2, "src"); sinkpad = gst_element_get_request_pad (mix, "sink_2"); fail_unless (gst_pad_link (srcpad, sinkpad) == GST_PAD_LINK_OK); gst_pad_set_offset (sinkpad, 5 * GST_SECOND); gst_object_unref (sinkpad); gst_object_unref (srcpad); gst_element_set_state (pipeline, GST_STATE_PLAYING); do { g_signal_emit_by_name (sink, "pull-sample", &sample); if (sample == NULL) break; if (last_sample) gst_sample_unref (last_sample); last_sample = sample; } while (TRUE); buf = gst_sample_get_buffer (last_sample); end_time = GST_BUFFER_TIMESTAMP (buf) + GST_BUFFER_DURATION (buf); fail_unless_equals_int64 (end_time, 10 * GST_SECOND); gst_sample_unref (last_sample); gst_element_set_state (pipeline, GST_STATE_NULL); gst_object_unref (pipeline); } GST_END_TEST; static gboolean buffer_mapped; static gboolean (*default_map) (GstVideoMeta * meta, guint plane, GstMapInfo * info, gpointer * data, gint * stride, GstMapFlags flags); static gboolean test_obscured_new_videometa_map (GstVideoMeta * meta, guint plane, GstMapInfo * info, gpointer * data, gint * stride, GstMapFlags flags) { buffer_mapped = TRUE; return default_map (meta, plane, info, data, stride, flags); } static GstPadProbeReturn test_obscured_pad_probe_cb (GstPad * srcpad, GstPadProbeInfo * info, gpointer user_data) { GstBuffer *obuf, *nbuf; GstVideoMeta *meta; GST_DEBUG ("pad probe called"); /* We need to deep-copy the buffer here because videotestsrc reuses buffers * and hence the GstVideoMap associated with the buffers, and that causes a * segfault inside videotestsrc when it tries to reuse the buffer */ obuf = GST_PAD_PROBE_INFO_BUFFER (info); nbuf = gst_buffer_new (); gst_buffer_copy_into (nbuf, obuf, GST_BUFFER_COPY_ALL | GST_BUFFER_COPY_DEEP, 0, -1); meta = gst_buffer_get_video_meta (nbuf); /* Override the default map() function to set also buffer_mapped */ default_map = meta->map; meta->map = test_obscured_new_videometa_map; /* Replace the buffer that's going downstream */ GST_PAD_PROBE_INFO_DATA (info) = nbuf; gst_buffer_unref (obuf); return GST_PAD_PROBE_PASS; } static void _test_obscured (const gchar * caps_str, gint xpos0, gint ypos0, gint width0, gint height0, gdouble alpha0, gint xpos1, gint ypos1, gint width1, gint height1, gdouble alpha1, gint out_width, gint out_height) { GstElement *pipeline, *sink, *mix, *src0, *cfilter0, *src1, *cfilter1; GstElement *out_cfilter; GstPad *srcpad, *sinkpad; GstSample *last_sample = NULL; GstSample *sample; GstCaps *caps; GST_INFO ("preparing test"); pipeline = gst_pipeline_new ("pipeline"); src0 = gst_element_factory_make ("videotestsrc", "src0"); g_object_set (src0, "num-buffers", 5, NULL); cfilter0 = gst_element_factory_make ("capsfilter", "capsfilter0"); caps = gst_caps_from_string (caps_str); g_object_set (cfilter0, "caps", caps, NULL); gst_caps_unref (caps); src1 = gst_element_factory_make ("videotestsrc", "src1"); g_object_set (src1, "num-buffers", 5, NULL); cfilter1 = gst_element_factory_make ("capsfilter", "capsfilter1"); caps = gst_caps_from_string (caps_str); g_object_set (cfilter1, "caps", caps, NULL); gst_caps_unref (caps); mix = gst_element_factory_make ("compositor", "compositor"); out_cfilter = gst_element_factory_make ("capsfilter", "out_capsfilter"); caps = gst_caps_from_string (caps_str); if (out_width > 0) gst_caps_set_simple (caps, "width", G_TYPE_INT, out_width, NULL); if (out_height > 0) gst_caps_set_simple (caps, "height", G_TYPE_INT, out_height, NULL); g_object_set (out_cfilter, "caps", caps, NULL); gst_caps_unref (caps); sink = gst_element_factory_make ("appsink", "sink"); gst_bin_add_many (GST_BIN (pipeline), src0, cfilter0, src1, cfilter1, mix, out_cfilter, sink, NULL); fail_unless (gst_element_link (src0, cfilter0)); fail_unless (gst_element_link (src1, cfilter1)); fail_unless (gst_element_link (mix, out_cfilter)); fail_unless (gst_element_link (out_cfilter, sink)); srcpad = gst_element_get_static_pad (cfilter0, "src"); sinkpad = gst_element_get_request_pad (mix, "sink_0"); g_object_set (sinkpad, "xpos", xpos0, "ypos", ypos0, "width", width0, "height", height0, "alpha", alpha0, NULL); fail_unless (gst_pad_link (srcpad, sinkpad) == GST_PAD_LINK_OK); gst_pad_add_probe (srcpad, GST_PAD_PROBE_TYPE_BUFFER, test_obscured_pad_probe_cb, NULL, NULL); gst_object_unref (sinkpad); gst_object_unref (srcpad); srcpad = gst_element_get_static_pad (cfilter1, "src"); sinkpad = gst_element_get_request_pad (mix, "sink_1"); g_object_set (sinkpad, "xpos", xpos1, "ypos", ypos1, "width", width1, "height", height1, "alpha", alpha1, NULL); fail_unless (gst_pad_link (srcpad, sinkpad) == GST_PAD_LINK_OK); gst_object_unref (sinkpad); gst_object_unref (srcpad); GST_INFO ("sample prepared"); gst_element_set_state (pipeline, GST_STATE_PLAYING); do { GST_DEBUG ("sample pulling"); g_signal_emit_by_name (sink, "pull-sample", &sample); if (sample == NULL) break; if (last_sample) gst_sample_unref (last_sample); last_sample = sample; GST_DEBUG ("sample pulled"); } while (TRUE); gst_sample_unref (last_sample); gst_element_set_state (pipeline, GST_STATE_NULL); gst_object_unref (pipeline); } GST_START_TEST (test_obscured_skipped) { gint xpos0, xpos1; gint ypos0, ypos1; gint width0, width1; gint height0, height1; gint out_width, out_height; gdouble alpha0, alpha1; const gchar *caps_str; caps_str = "video/x-raw"; buffer_mapped = FALSE; /* Set else to compositor defaults */ alpha0 = alpha1 = 1.0; xpos0 = xpos1 = ypos0 = ypos1 = 0; width0 = width1 = height0 = height1 = 0; out_width = out_height = 0; GST_INFO ("testing defaults"); /* With everything at defaults, sink_1 will obscure sink_0, so buffers from * sink_0 will never get mapped by compositor. To verify, run with * GST_DEBUG=compositor:6 and look for "Obscured by" messages */ _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == FALSE); buffer_mapped = FALSE; caps_str = "video/x-raw,format=ARGB"; GST_INFO ("testing video with alpha channel"); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == TRUE); caps_str = "video/x-raw"; buffer_mapped = FALSE; alpha1 = 0.0; GST_INFO ("testing alpha1 = %.2g", alpha1); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == TRUE); alpha1 = 1.0; buffer_mapped = FALSE; /* Test 0.1, ..., 0.9 */ for (alpha1 = 1; alpha1 < 10; alpha1 += 1) { GST_INFO ("testing alpha1 = %.2g", alpha1 / 10); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1 / 10, out_width, out_height); fail_unless (buffer_mapped == TRUE); } alpha1 = 1.0; buffer_mapped = FALSE; width1 = height1 = 10; GST_INFO ("testing smaller sink_1"); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == TRUE); width1 = height1 = 0; buffer_mapped = FALSE; width0 = height0 = width1 = height1 = 10; GST_INFO ("testing smaller sink_1 and sink0 (same sizes)"); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == FALSE); width0 = height0 = width1 = height1 = 0; buffer_mapped = FALSE; width0 = height0 = 20; width1 = height1 = 10; GST_INFO ("testing smaller sink_1 and sink0 (sink_0 > sink_1)"); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == TRUE); width0 = height0 = width1 = height1 = 0; buffer_mapped = FALSE; width0 = height0 = 10; width1 = height1 = 20; GST_INFO ("testing smaller sink_1 and sink0 (sink_0 < sink_1)"); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == FALSE); width0 = height0 = width1 = height1 = 0; buffer_mapped = FALSE; xpos0 = ypos0 = 10; xpos1 = ypos1 = 20; GST_INFO ("testing offset"); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == TRUE); xpos0 = ypos0 = xpos1 = ypos1 = 0; buffer_mapped = FALSE; xpos0 = ypos0 = 10000; out_width = 320; out_height = 240; GST_INFO ("testing sink_0 outside the frame"); _test_obscured (caps_str, xpos0, ypos0, width0, height0, alpha0, xpos1, ypos1, width1, height1, alpha1, out_width, out_height); fail_unless (buffer_mapped == FALSE); xpos0 = ypos0 = out_width = out_height = 0; buffer_mapped = FALSE; } GST_END_TEST; static Suite * compositor_suite (void) { Suite *s = suite_create ("compositor"); TCase *tc_chain = tcase_create ("general"); suite_add_tcase (s, tc_chain); tcase_add_test (tc_chain, test_caps); tcase_add_test (tc_chain, test_event); tcase_add_test (tc_chain, test_play_twice); tcase_add_test (tc_chain, test_play_twice_then_add_and_play_again); tcase_add_test (tc_chain, test_add_pad); tcase_add_test (tc_chain, test_remove_pad); tcase_add_test (tc_chain, test_clip); tcase_add_test (tc_chain, test_duration_is_max); tcase_add_test (tc_chain, test_duration_unknown_overrides); tcase_add_test (tc_chain, test_loop); tcase_add_test (tc_chain, test_flush_start_flush_stop); tcase_add_test (tc_chain, test_segment_base_handling); tcase_add_test (tc_chain, test_obscured_skipped); /* Use a longer timeout */ #ifdef HAVE_VALGRIND if (RUNNING_ON_VALGRIND) { tcase_set_timeout (tc_chain, 5 * 60); } else #endif { /* this is shorter than the default 60 seconds?! (tpm) */ /* tcase_set_timeout (tc_chain, 6); */ } return s; } GST_CHECK_MAIN (compositor);