gstreamer/subprojects/gst-editing-services/tests/check/nle/nleoperation.c

735 lines
20 KiB
C

#include "common.h"
static void
fill_pipeline_and_check (GstElement * comp, GList * segments)
{
GstElement *pipeline, *sink;
CollectStructure *collect;
GstBus *bus;
GstMessage *message;
gboolean carry_on = TRUE;
GstPad *sinkpad;
GList *listcopy = copy_segment_list (segments);
pipeline = gst_pipeline_new ("test_pipeline");
sink = gst_element_factory_make_or_warn ("fakevideosink", "sink");
fail_if (sink == NULL);
gst_bin_add_many (GST_BIN (pipeline), comp, sink, NULL);
/* Shared data */
collect = g_new0 (CollectStructure, 1);
collect->comp = comp;
collect->sink = sink;
/* Expected segments */
collect->expected_segments = segments;
gst_element_link (comp, sink);
sinkpad = gst_element_get_static_pad (sink, "sink");
gst_pad_add_probe (sinkpad, GST_PAD_PROBE_TYPE_DATA_DOWNSTREAM,
(GstPadProbeCallback) sinkpad_probe, collect, NULL);
bus = gst_element_get_bus (GST_ELEMENT (pipeline));
GST_DEBUG ("Setting pipeline to PLAYING");
fail_if (gst_element_set_state (GST_ELEMENT (pipeline),
GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE);
GST_DEBUG ("Let's poll the bus");
while (carry_on) {
message = gst_bus_poll (bus, GST_MESSAGE_ANY, GST_SECOND / 10);
if (message) {
switch (GST_MESSAGE_TYPE (message)) {
case GST_MESSAGE_EOS:
/* we should check if we really finished here */
GST_WARNING ("Got an EOS");
carry_on = FALSE;
break;
case GST_MESSAGE_SEGMENT_START:
case GST_MESSAGE_SEGMENT_DONE:
/* We shouldn't see any segement messages, since we didn't do a segment seek */
GST_WARNING ("Saw a Segment start/stop");
fail_if (TRUE);
break;
case GST_MESSAGE_ERROR:
fail_error_message (message);
default:
break;
}
gst_mini_object_unref (GST_MINI_OBJECT (message));
}
}
GST_DEBUG ("Setting pipeline to READY");
fail_if (gst_element_set_state (GST_ELEMENT (pipeline),
GST_STATE_READY) == GST_STATE_CHANGE_FAILURE);
fail_if (collect->expected_segments != NULL);
GST_DEBUG ("Resetted pipeline to READY");
if (collect->seen_segments)
g_list_free (collect->seen_segments);
collect->seen_segments = NULL;
collect->expected_base = 0;
collect->expected_segments = listcopy;
collect->gotsegment = FALSE;
GST_DEBUG ("Setting pipeline to PLAYING again");
fail_if (gst_element_set_state (GST_ELEMENT (pipeline),
GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE);
carry_on = TRUE;
GST_DEBUG ("Let's poll the bus");
while (carry_on) {
message = gst_bus_poll (bus, GST_MESSAGE_ANY, GST_SECOND / 10);
if (message) {
switch (GST_MESSAGE_TYPE (message)) {
case GST_MESSAGE_EOS:
/* we should check if we really finished here */
carry_on = FALSE;
break;
case GST_MESSAGE_SEGMENT_START:
case GST_MESSAGE_SEGMENT_DONE:
/* We shouldn't see any segement messages, since we didn't do a segment seek */
GST_WARNING ("Saw a Segment start/stop");
fail_if (TRUE);
break;
case GST_MESSAGE_ERROR:
fail_error_message (message);
default:
break;
}
gst_mini_object_unref (GST_MINI_OBJECT (message));
} else {
GST_DEBUG ("bus_poll responded, but there wasn't any message...");
}
}
fail_if (collect->expected_segments != NULL);
fail_if (gst_element_set_state (GST_ELEMENT (pipeline),
GST_STATE_NULL) == GST_STATE_CHANGE_FAILURE);
gst_object_unref (GST_OBJECT (sinkpad));
ASSERT_OBJECT_REFCOUNT_BETWEEN (pipeline, "main pipeline", 1, 2);
gst_object_unref (pipeline);
ASSERT_OBJECT_REFCOUNT_BETWEEN (bus, "main bus", 1, 2);
gst_object_unref (bus);
collect_free (collect);
}
GST_START_TEST (test_simple_operation)
{
gboolean ret = FALSE;
GstElement *comp, *oper, *source;
GList *segments = NULL;
ges_init ();
comp =
gst_element_factory_make_or_warn ("nlecomposition", "test_composition");
gst_element_set_state (comp, GST_STATE_READY);
/* TOPOLOGY
*
* 0 1 2 3 4 5 | Priority
* ----------------------------------------------------------------------------
* [-- oper --] | 0
* [------------- source -------------] | 1
* */
/*
source
Start : 0s
Duration : 3s
Priority : 1
*/
source = videotest_nle_src ("source", 0, 3 * GST_SECOND, 2, 1);
fail_if (source == NULL);
/*
operation
Start : 1s
Duration : 1s
Priority : 0
*/
oper = new_operation ("oper", "identity", 1 * GST_SECOND, 1 * GST_SECOND, 0);
fail_if (oper == NULL);
/* Add source */
ASSERT_OBJECT_REFCOUNT (source, "source", 1);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
nle_composition_add (GST_BIN (comp), source);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 3 * GST_SECOND, 3 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (source, "source", 1);
/* Add operaton */
nle_composition_add (GST_BIN (comp), oper);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 3 * GST_SECOND, 3 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
/* remove source */
gst_object_ref (source);
nle_composition_remove (GST_BIN (comp), source);
check_start_stop_duration (comp, 1 * GST_SECOND, 2 * GST_SECOND,
1 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (source, "source", 1);
/* re-add source */
nle_composition_add (GST_BIN (comp), source);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 3 * GST_SECOND, 3 * GST_SECOND);
gst_object_unref (source);
ASSERT_OBJECT_REFCOUNT (source, "source", 1);
/* Expected segments */
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME, 0, 1 * GST_SECOND, 0));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
1 * GST_SECOND, 2 * GST_SECOND, 1 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
2 * GST_SECOND, 3 * GST_SECOND, 2 * GST_SECOND));
fill_pipeline_and_check (comp, segments);
ges_deinit ();
}
GST_END_TEST;
GST_START_TEST (test_pyramid_operations)
{
GstElement *comp, *oper1, *oper2, *source;
gboolean ret = FALSE;
GList *segments = NULL;
ges_init ();
comp =
gst_element_factory_make_or_warn ("nlecomposition", "test_composition");
gst_element_set_state (comp, GST_STATE_READY);
/*
source
Start : 0s
Duration : 10s
Priority : 2
*/
source = videotest_nle_src ("source", 0, 10 * GST_SECOND, 2, 2);
/*
operation1
Start : 4s
Duration : 2s
Priority : 1
*/
oper1 =
new_operation ("oper1", "identity", 4 * GST_SECOND, 2 * GST_SECOND, 1);
/*
operation2
Start : 2s
Duration : 6s
Priority : 0
*/
oper2 =
new_operation ("oper2", "identity", 2 * GST_SECOND, 6 * GST_SECOND, 0);
/* Add source */
ASSERT_OBJECT_REFCOUNT (source, "source", 1);
ASSERT_OBJECT_REFCOUNT (oper1, "oper1", 1);
ASSERT_OBJECT_REFCOUNT (oper2, "oper2", 1);
nle_composition_add (GST_BIN (comp), source);
commit_and_wait (comp, &ret);
check_start_stop_duration (source, 0, 10 * GST_SECOND, 10 * GST_SECOND);
check_start_stop_duration (comp, 0, 10 * GST_SECOND, 10 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (source, "source", 1);
/* Add operation 1 */
nle_composition_add (GST_BIN (comp), oper1);
commit_and_wait (comp, &ret);
check_start_stop_duration (oper1, 4 * GST_SECOND, 6 * GST_SECOND,
2 * GST_SECOND);
check_start_stop_duration (comp, 0, 10 * GST_SECOND, 10 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (oper1, "oper1", 1);
/* Add operation 2 */
nle_composition_add (GST_BIN (comp), oper2);
commit_and_wait (comp, &ret);
check_start_stop_duration (oper2, 2 * GST_SECOND, 8 * GST_SECOND,
6 * GST_SECOND);
check_start_stop_duration (comp, 0, 10 * GST_SECOND, 10 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (oper1, "oper2", 1);
/* Expected segments */
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME, 0, 2 * GST_SECOND, 0));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
2 * GST_SECOND, 4 * GST_SECOND, 2 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
4 * GST_SECOND, 6 * GST_SECOND, 4 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
6 * GST_SECOND, 8 * GST_SECOND, 6 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
8 * GST_SECOND, 10 * GST_SECOND, 8 * GST_SECOND));
fill_pipeline_and_check (comp, segments);
ges_deinit ();
}
GST_END_TEST;
GST_START_TEST (test_pyramid_operations2)
{
gboolean ret;
GstElement *comp, *oper, *source1, *source2, *def;
GList *segments = NULL;
ges_init ();
comp =
gst_element_factory_make_or_warn ("nlecomposition", "test_composition");
gst_element_set_state (comp, GST_STATE_READY);
/*
source1
Start : 0s
Duration : 2s
Priority : 2
*/
source1 = videotest_nle_src ("source1", 0, 2 * GST_SECOND, 2, 2);
/*
operation
Start : 1s
Duration : 4s
Priority : 1
*/
oper = new_operation ("oper", "identity", 1 * GST_SECOND, 4 * GST_SECOND, 1);
/*
source2
Start : 4s
Duration : 2s
Priority : 2
*/
source2 = videotest_nle_src ("source2", 4 * GST_SECOND, 2 * GST_SECOND, 2, 2);
/*
def (default source)
Priority = G_MAXUINT32
*/
def =
videotest_nle_src ("default", 0 * GST_SECOND, 0 * GST_SECOND, 2,
G_MAXUINT32);
g_object_set (def, "expandable", TRUE, NULL);
ASSERT_OBJECT_REFCOUNT (source1, "source1", 1);
ASSERT_OBJECT_REFCOUNT (source2, "source2", 1);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
ASSERT_OBJECT_REFCOUNT (def, "default", 1);
/* Add source 1 */
nle_composition_add (GST_BIN (comp), source1);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 2 * GST_SECOND, 2 * GST_SECOND);
/* Add source 2 */
nle_composition_add (GST_BIN (comp), source2);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 6 * GST_SECOND, 6 * GST_SECOND);
/* Add operation */
nle_composition_add (GST_BIN (comp), oper);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 6 * GST_SECOND, 6 * GST_SECOND);
/* Add default */
nle_composition_add (GST_BIN (comp), def);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 6 * GST_SECOND, 6 * GST_SECOND);
/* Expected segments */
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME, 0, 1 * GST_SECOND, 0));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
1 * GST_SECOND, 2 * GST_SECOND, 1 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
2 * GST_SECOND, 4 * GST_SECOND, 2 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
4 * GST_SECOND, 5 * GST_SECOND, 4 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
5 * GST_SECOND, 6 * GST_SECOND, 5 * GST_SECOND));
fill_pipeline_and_check (comp, segments);
ges_deinit ();
}
GST_END_TEST;
GST_START_TEST (test_pyramid_operations_expandable)
{
GstElement *comp, *oper, *source1, *source2, *def;
gboolean ret = FALSE;
GList *segments = NULL;
ges_init ();
comp =
gst_element_factory_make_or_warn ("nlecomposition", "test_composition");
gst_element_set_state (comp, GST_STATE_READY);
/*
source1
Start : 0s
Duration : 2s
Priority : 2
*/
source1 = videotest_nle_src ("source1", 0, 2 * GST_SECOND, 2, 2);
/*
operation (expandable)
Start : XX
Duration : XX
Priority : 1
*/
oper = new_operation ("oper", "identity", 1 * GST_SECOND, 4 * GST_SECOND, 1);
g_object_set (oper, "expandable", TRUE, NULL);
/*
source2
Start : 4s
Duration : 2s
Priority : 2
*/
source2 = videotest_nle_src ("source2", 4 * GST_SECOND, 2 * GST_SECOND, 2, 2);
/*
def (default source)
Priority = G_MAXUINT32
*/
def =
videotest_nle_src ("default", 0 * GST_SECOND, 0 * GST_SECOND, 2,
G_MAXUINT32);
g_object_set (def, "expandable", TRUE, NULL);
ASSERT_OBJECT_REFCOUNT (source1, "source1", 1);
ASSERT_OBJECT_REFCOUNT (source2, "source2", 1);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
ASSERT_OBJECT_REFCOUNT (def, "default", 1);
/* Add source 1 */
nle_composition_add (GST_BIN (comp), source1);
/* Add source 2 */
nle_composition_add (GST_BIN (comp), source2);
/* Add operation */
nle_composition_add (GST_BIN (comp), oper);
/* Add default */
nle_composition_add (GST_BIN (comp), def);
commit_and_wait (comp, &ret);
check_start_stop_duration (source1, 0, 2 * GST_SECOND, 2 * GST_SECOND);
check_start_stop_duration (oper, 0 * GST_SECOND, 6 * GST_SECOND,
6 * GST_SECOND);
check_start_stop_duration (source2, 4 * GST_SECOND, 6 * GST_SECOND,
2 * GST_SECOND);
check_start_stop_duration (comp, 0, 6 * GST_SECOND, 6 * GST_SECOND);
/* Expected segments */
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME, 0, 2 * GST_SECOND, 0));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
2 * GST_SECOND, 4 * GST_SECOND, 2 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
4 * GST_SECOND, 6 * GST_SECOND, 4 * GST_SECOND));
fill_pipeline_and_check (comp, segments);
ges_deinit ();
}
GST_END_TEST;
GST_START_TEST (test_complex_operations)
{
GstElement *comp, *oper, *source1, *source2;
gboolean ret = FALSE;
GList *segments = NULL;
ges_init ();
comp =
gst_element_factory_make_or_warn ("nlecomposition", "test_composition");
gst_element_set_state (comp, GST_STATE_READY);
/* TOPOLOGY
*
* 0 1 2 3 4 5 6 | Priority
* ----------------------------------------------------------------------------
* [ -oper- ] | 1
* [ -source2- -] | 2
* [ -source1- -] | 3
* */
/*
source1
Start : 0s
Duration : 4s
Priority : 3
*/
source1 = videotest_in_bin_nle_src ("source1", 0, 4 * GST_SECOND, 2, 3);
fail_if (source1 == NULL);
/*
source2
Start : 2s
Duration : 4s
Priority : 2
*/
source2 =
videotest_in_bin_nle_src ("source2", 2 * GST_SECOND, 4 * GST_SECOND, 2,
2);
fail_if (source2 == NULL);
/*
operation
Start : 2s
Duration : 2s
Priority : 1
*/
oper =
new_operation ("oper", "compositor", 2 * GST_SECOND, 2 * GST_SECOND, 1);
fail_if (oper == NULL);
ASSERT_OBJECT_REFCOUNT (source1, "source1", 1);
ASSERT_OBJECT_REFCOUNT (source2, "source2", 1);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
/* Add source1 */
nle_composition_add (GST_BIN (comp), source1);
check_start_stop_duration (comp, 0, 0, 0);
/* If the composition already processed the source, the refcount
* might be 2 */
ASSERT_OBJECT_REFCOUNT_BETWEEN (source1, "source1", 1, 2);
/* Add source2 */
nle_composition_add (GST_BIN (comp), source2);
check_start_stop_duration (comp, 0, 0, 0);
/* If the composition already processed the source, the refcount
* might be 2 */
ASSERT_OBJECT_REFCOUNT_BETWEEN (source2, "source2", 1, 2);
/* Add operaton */
nle_composition_add (GST_BIN (comp), oper);
check_start_stop_duration (comp, 0, 0, 0);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 6 * GST_SECOND, 6 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
/* Expected segments */
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME, 0, 2 * GST_SECOND, 0));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
0 * GST_SECOND, 2 * GST_SECOND, 2 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
4 * GST_SECOND, 6 * GST_SECOND, 4 * GST_SECOND));
fill_pipeline_and_check (comp, segments);
ges_deinit ();
}
GST_END_TEST;
GST_START_TEST (test_complex_operations_bis)
{
GstElement *comp, *oper, *source1, *source2;
gboolean ret;
GList *segments = NULL;
ges_init ();
comp =
gst_element_factory_make_or_warn ("nlecomposition", "test_composition");
gst_element_set_state (comp, GST_STATE_READY);
/* TOPOLOGY
*
* 0 1 2 3 4 .. 6 | Priority
* ----------------------------------------------------------------------------
* [ ......................[------ oper ----------]..........] | 1 EXPANDABLE
* [--------------------- source1 ----------------] | 2
* [------------ source2 ------------] | 3
* */
/*
source1
Start : 0s
Duration : 4s
Priority : 2
*/
source1 = videotest_in_bin_nle_src ("source1", 0, 4 * GST_SECOND, 3, 2);
fail_if (source1 == NULL);
/*
source2
Start : 2s
Duration : 4s
Priority : 3
*/
source2 =
videotest_in_bin_nle_src ("source2", 2 * GST_SECOND, 4 * GST_SECOND, 2,
3);
fail_if (source2 == NULL);
/*
operation
Start : 2s
Duration : 2s
Priority : 1
EXPANDABLE
*/
oper =
new_operation ("oper", "compositor", 2 * GST_SECOND, 2 * GST_SECOND, 1);
fail_if (oper == NULL);
g_object_set (oper, "expandable", TRUE, NULL);
ASSERT_OBJECT_REFCOUNT (source1, "source1", 1);
ASSERT_OBJECT_REFCOUNT (source2, "source2", 1);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
/* Add source1 */
nle_composition_add (GST_BIN (comp), source1);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 4 * GST_SECOND, 4 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (source1, "source1", 1);
/* Add source2 */
nle_composition_add (GST_BIN (comp), source2);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 6 * GST_SECOND, 6 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (source2, "source2", 1);
/* Add operaton */
nle_composition_add (GST_BIN (comp), oper);
commit_and_wait (comp, &ret);
check_start_stop_duration (comp, 0, 6 * GST_SECOND, 6 * GST_SECOND);
/* Since it's expandable, it should have changed to full length */
check_start_stop_duration (oper, 0 * GST_SECOND, 6 * GST_SECOND,
6 * GST_SECOND);
ASSERT_OBJECT_REFCOUNT (oper, "oper", 1);
/* Expected segments */
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME, 0, 2 * GST_SECOND, 0));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
0 * GST_SECOND, 2 * GST_SECOND, 2 * GST_SECOND));
segments = g_list_append (segments,
segment_new (1.0, GST_FORMAT_TIME,
0 * GST_SECOND, 2 * GST_SECOND, 4 * GST_SECOND));
fill_pipeline_and_check (comp, segments);
ges_deinit ();
}
GST_END_TEST;
static Suite *
gnonlin_suite (void)
{
Suite *s = suite_create ("nleoperation");
TCase *tc_chain = tcase_create ("nleoperation");
suite_add_tcase (s, tc_chain);
tcase_add_test (tc_chain, test_simple_operation);
tcase_add_test (tc_chain, test_pyramid_operations);
tcase_add_test (tc_chain, test_pyramid_operations2);
tcase_add_test (tc_chain, test_pyramid_operations_expandable);
if (gst_registry_check_feature_version (gst_registry_get (), "compositor", 0,
11, 0)) {
tcase_add_test (tc_chain, test_complex_operations);
tcase_add_test (tc_chain, test_complex_operations_bis);
} else
GST_WARNING ("compositor element not available, skipping 1 test");
return s;
}
GST_CHECK_MAIN (gnonlin)