gstreamer/tests/check/elements/appsrc.c
2017-12-09 11:09:16 +00:00

631 lines
18 KiB
C

/* GStreamer
*
* Copyright (C) 2010, Thiago Santos <thiago.sousa.santos@collabora.co.uk>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <gst/check/gstcheck.h>
#include <gst/app/gstappsrc.h>
#include <gst/app/gstappsink.h>
#ifdef HAVE_VALGRIND
#include <valgrind/valgrind.h>
#else
#define RUNNING_ON_VALGRIND FALSE
#endif
#define SAMPLE_CAPS "application/x-gst-check-test"
static GstPad *mysinkpad;
static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink",
GST_PAD_SINK,
GST_PAD_ALWAYS,
GST_STATIC_CAPS_ANY);
static GstElement *
setup_appsrc (void)
{
GstElement *appsrc;
GST_DEBUG ("setup_appsrc");
appsrc = gst_check_setup_element ("appsrc");
mysinkpad = gst_check_setup_sink_pad (appsrc, &sinktemplate);
gst_pad_set_active (mysinkpad, TRUE);
return appsrc;
}
static void
cleanup_appsrc (GstElement * appsrc)
{
GST_DEBUG ("cleanup_appsrc");
gst_check_drop_buffers ();
gst_check_teardown_sink_pad (appsrc);
gst_check_teardown_element (appsrc);
}
/*
* Pushes 4 buffers into appsrc and checks the caps on them on the output.
*
* Appsrc is configured with caps=SAMPLE_CAPS, so the buffers should have the
* same caps that they were pushed with.
*
* The 4 buffers have NULL, SAMPLE_CAPS, NULL, SAMPLE_CAPS caps,
* respectively.
*/
GST_START_TEST (test_appsrc_non_null_caps)
{
GstElement *src;
GstBuffer *buffer;
GstCaps *caps, *ccaps;
src = setup_appsrc ();
caps = gst_caps_from_string (SAMPLE_CAPS);
g_object_set (src, "caps", caps, NULL);
ASSERT_SET_STATE (src, GST_STATE_PLAYING, GST_STATE_CHANGE_SUCCESS);
buffer = gst_buffer_new_and_alloc (4);
fail_unless (gst_app_src_push_buffer (GST_APP_SRC (src),
buffer) == GST_FLOW_OK);
buffer = gst_buffer_new_and_alloc (4);
fail_unless (gst_app_src_push_buffer (GST_APP_SRC (src),
buffer) == GST_FLOW_OK);
buffer = gst_buffer_new_and_alloc (4);
fail_unless (gst_app_src_push_buffer (GST_APP_SRC (src),
buffer) == GST_FLOW_OK);
buffer = gst_buffer_new_and_alloc (4);
fail_unless (gst_app_src_push_buffer (GST_APP_SRC (src),
buffer) == GST_FLOW_OK);
fail_unless (gst_app_src_end_of_stream (GST_APP_SRC (src)) == GST_FLOW_OK);
/* Give some time to the appsrc loop to push the buffers */
g_usleep (G_USEC_PER_SEC * 3);
/* Check the output caps */
fail_unless (g_list_length (buffers) == 4);
ccaps = gst_pad_get_current_caps (mysinkpad);
fail_unless (gst_caps_is_equal (ccaps, caps));
gst_caps_unref (ccaps);
ASSERT_SET_STATE (src, GST_STATE_NULL, GST_STATE_CHANGE_SUCCESS);
gst_caps_unref (caps);
cleanup_appsrc (src);
}
GST_END_TEST;
static GstAppSinkCallbacks app_callbacks;
typedef struct
{
GstElement *source;
GstElement *sink;
} ProgramData;
static GstFlowReturn
on_new_sample_from_source (GstAppSink * elt, gpointer user_data)
{
ProgramData *data = (ProgramData *) user_data;
GstSample *sample;
GstBuffer *buffer;
GstElement *source;
sample = gst_app_sink_pull_sample (GST_APP_SINK (elt));
buffer = gst_sample_get_buffer (sample);
source = gst_bin_get_by_name (GST_BIN (data->sink), "testsource");
gst_app_src_push_buffer (GST_APP_SRC (source), gst_buffer_ref (buffer));
gst_sample_unref (sample);
g_object_unref (source);
return GST_FLOW_OK;
}
/*
* appsink => appsrc pipelines executed 100 times:
* - appsink pipeline has sync=false
* - appsrc pipeline has sync=true
* - appsrc has block=true
* after 1 second an error message is posted on appsink pipeline bus
* when the error is received the appsrc pipeline is set to NULL
* and then the appsink pipeline is
* set to NULL too, this must not deadlock
*/
GST_START_TEST (test_appsrc_block_deadlock)
{
GstElement *testsink;
ProgramData *data;
GST_INFO ("iteration %d", __i__);
data = g_new0 (ProgramData, 1);
data->source =
gst_parse_launch ("videotestsrc ! video/x-raw,width=16,height=16 ! "
"appsink sync=false name=testsink", NULL);
fail_unless (data->source != NULL);
app_callbacks.new_sample = on_new_sample_from_source;
testsink = gst_bin_get_by_name (GST_BIN (data->source), "testsink");
gst_app_sink_set_callbacks (GST_APP_SINK_CAST (testsink), &app_callbacks,
data, NULL);
gst_object_unref (testsink);
data->sink =
gst_parse_launch
("appsrc name=testsource block=1 max-bytes=1000 is-live=true ! "
"fakesink sync=true", NULL);
fail_unless (data->sink != NULL);
ASSERT_SET_STATE (data->sink, GST_STATE_PLAYING, GST_STATE_CHANGE_ASYNC);
ASSERT_SET_STATE (data->source, GST_STATE_PLAYING, GST_STATE_CHANGE_ASYNC);
/* wait for preroll */
gst_element_get_state (data->source, NULL, NULL, GST_CLOCK_TIME_NONE);
gst_element_get_state (data->sink, NULL, NULL, GST_CLOCK_TIME_NONE);
g_usleep (50 * (G_USEC_PER_SEC / 1000));
ASSERT_SET_STATE (data->sink, GST_STATE_NULL, GST_STATE_CHANGE_SUCCESS);
ASSERT_SET_STATE (data->source, GST_STATE_NULL, GST_STATE_CHANGE_SUCCESS);
gst_object_unref (data->source);
gst_object_unref (data->sink);
g_free (data);
}
GST_END_TEST;
typedef struct
{
GstCaps *caps1;
GstCaps *caps2;
GstCaps *expected_caps;
} Helper;
static void
caps_notify_cb (GObject * obj, GObject * child, GParamSpec * pspec, Helper * h)
{
GstCaps *caps = NULL;
g_object_get (child, "caps", &caps, NULL);
if (caps) {
GST_LOG_OBJECT (child, "expected caps: %" GST_PTR_FORMAT, h->expected_caps);
GST_LOG_OBJECT (child, "caps set to : %" GST_PTR_FORMAT, caps);
fail_unless (gst_caps_is_equal (caps, h->expected_caps));
gst_caps_unref (caps);
}
}
static void
handoff_cb (GstElement * sink, GstBuffer * buf, GstPad * pad, Helper * h)
{
/* have our buffer, now the caps should change */
h->expected_caps = h->caps2;
GST_INFO ("got buffer, expect caps %" GST_PTR_FORMAT " next", h->caps2);
}
/* Make sure that if set_caps() is called twice before the source is started,
* the caps are just replaced and not put into the internal queue */
GST_START_TEST (test_appsrc_set_caps_twice)
{
GstElement *pipe, *src, *sink;
GstMessage *msg;
GstCaps *caps;
Helper h;
h.caps1 = gst_caps_new_simple ("foo/bar", "bleh", G_TYPE_INT, 2, NULL);
h.caps2 = gst_caps_new_simple ("bar/foo", "xyz", G_TYPE_INT, 3, NULL);
pipe = gst_pipeline_new ("pipeline");
src = gst_element_factory_make ("appsrc", NULL);
sink = gst_element_factory_make ("fakesink", NULL);
gst_bin_add_many (GST_BIN (pipe), src, sink, NULL);
gst_element_link (src, sink);
g_signal_connect (pipe, "deep-notify::caps", G_CALLBACK (caps_notify_cb), &h);
g_object_set (sink, "signal-handoffs", TRUE, NULL);
g_signal_connect (sink, "handoff", G_CALLBACK (handoff_cb), &h);
/* case 1: set caps to caps1, then set again to caps2, all this before
* appsrc is started and before any buffers are in the queue yet. We don't
* want to see any trace of caps1 during negotiation in this case. */
gst_app_src_set_caps (GST_APP_SRC (src), h.caps1);
caps = gst_app_src_get_caps (GST_APP_SRC (src));
fail_unless (gst_caps_is_equal (caps, h.caps1));
gst_caps_unref (caps);
gst_app_src_set_caps (GST_APP_SRC (src), h.caps2);
caps = gst_app_src_get_caps (GST_APP_SRC (src));
fail_unless (gst_caps_is_equal (caps, h.caps2));
gst_caps_unref (caps);
gst_app_src_end_of_stream (GST_APP_SRC (src));
h.expected_caps = h.caps2;
gst_element_set_state (pipe, GST_STATE_PLAYING);
msg =
gst_bus_timed_pop_filtered (GST_ELEMENT_BUS (pipe), -1, GST_MESSAGE_EOS);
gst_message_unref (msg);
gst_element_set_state (pipe, GST_STATE_NULL);
gst_object_unref (pipe);
GST_INFO ("Case #2");
/* case 2: set caps to caps1, then push a buffer and set to caps2, again
* before appsrc is started. In this case appsrc should negotiate to caps1
* first, and then caps2 after pushing the first buffer. */
/* We're creating a new pipeline/appsrc here because appsrc's behaviour
* change slightly after setting it to NULL/READY and then re-using it */
pipe = gst_pipeline_new ("pipeline");
src = gst_element_factory_make ("appsrc", NULL);
sink = gst_element_factory_make ("fakesink", NULL);
gst_bin_add_many (GST_BIN (pipe), src, sink, NULL);
gst_element_link (src, sink);
g_signal_connect (pipe, "deep-notify::caps", G_CALLBACK (caps_notify_cb), &h);
g_object_set (sink, "signal-handoffs", TRUE, NULL);
g_signal_connect (sink, "handoff", G_CALLBACK (handoff_cb), &h);
gst_app_src_set_caps (GST_APP_SRC (src), h.caps1);
caps = gst_app_src_get_caps (GST_APP_SRC (src));
fail_unless (gst_caps_is_equal (caps, h.caps1));
gst_caps_unref (caps);
/* first caps1, then buffer, then later caps2 */
h.expected_caps = h.caps1;
gst_element_set_state (pipe, GST_STATE_PLAYING);
gst_app_src_push_buffer (GST_APP_SRC (src), gst_buffer_new ());
gst_app_src_set_caps (GST_APP_SRC (src), h.caps2);
caps = gst_app_src_get_caps (GST_APP_SRC (src));
fail_unless (gst_caps_is_equal (caps, h.caps2));
gst_caps_unref (caps);
gst_app_src_end_of_stream (GST_APP_SRC (src));
msg =
gst_bus_timed_pop_filtered (GST_ELEMENT_BUS (pipe), -1, GST_MESSAGE_EOS);
gst_message_unref (msg);
gst_element_set_state (pipe, GST_STATE_NULL);
gst_object_unref (pipe);
gst_caps_unref (h.caps2);
gst_caps_unref (h.caps1);
}
GST_END_TEST;
static gboolean
seek_cb (GstAppSrc * src, guint64 offset, gpointer data)
{
/* Return fake true */
return TRUE;
}
static void
caps_cb (GObject * obj, GObject * child, GParamSpec * pspec,
GstCaps ** received_caps)
{
GstCaps *caps = NULL;
/* Collect the caps */
g_object_get (child, "caps", &caps, NULL);
if (caps) {
GST_LOG_OBJECT (child, "caps set to : %" GST_PTR_FORMAT, caps);
gst_caps_replace (received_caps, caps);
gst_caps_unref (caps);
}
}
GST_START_TEST (test_appsrc_caps_in_push_modes)
{
GstElement *pipe, *src, *sink;
GstMessage *msg;
GstCaps *caps, *caps1, *received_caps;
gint i;
GstMessageType msg_types;
GstAppSrcCallbacks cb = { 0 };
GstAppStreamType modes[] = { GST_APP_STREAM_TYPE_STREAM,
GST_APP_STREAM_TYPE_SEEKABLE,
GST_APP_STREAM_TYPE_RANDOM_ACCESS
};
for (i = 0; i < sizeof (modes) / sizeof (modes[0]); i++) {
GST_INFO ("checking mode %d", modes[i]);
caps1 = gst_caps_new_simple ("foo/bar", "bleh", G_TYPE_INT, 2, NULL);
received_caps = NULL;
pipe = gst_pipeline_new ("pipeline");
src = gst_element_factory_make ("appsrc", NULL);
sink = gst_element_factory_make ("fakesink", NULL);
gst_bin_add_many (GST_BIN (pipe), src, sink, NULL);
gst_element_link (src, sink);
g_object_set (G_OBJECT (src), "stream-type", modes[i], NULL);
if (modes[i] != GST_APP_STREAM_TYPE_STREAM) {
cb.seek_data = seek_cb;
gst_app_src_set_callbacks (GST_APP_SRC (src), &cb, NULL, NULL);
}
g_signal_connect (pipe, "deep-notify::caps", G_CALLBACK (caps_cb),
&received_caps);
gst_app_src_set_caps (GST_APP_SRC (src), caps1);
caps = gst_app_src_get_caps (GST_APP_SRC (src));
fail_unless (gst_caps_is_equal (caps, caps1));
gst_caps_unref (caps);
gst_element_set_state (pipe, GST_STATE_PLAYING);
if (modes[i] != GST_APP_STREAM_TYPE_RANDOM_ACCESS) {
gst_app_src_end_of_stream (GST_APP_SRC (src));
msg_types = GST_MESSAGE_EOS;
} else {
gst_app_src_push_buffer (GST_APP_SRC (src), gst_buffer_new ());
msg_types = GST_MESSAGE_ASYNC_DONE;
}
msg = gst_bus_timed_pop_filtered (GST_ELEMENT_BUS (pipe), -1, msg_types);
gst_message_unref (msg);
/* The collected caps should match with one that was pushed */
fail_unless (received_caps && gst_caps_is_equal (received_caps, caps1));
gst_element_set_state (pipe, GST_STATE_NULL);
gst_object_unref (pipe);
gst_caps_unref (caps1);
if (received_caps)
gst_caps_unref (received_caps);
}
}
GST_END_TEST;
/* This test simulates a pipeline blocked pushing caps using a blocking pad
* probe. This state is seen if the application push buffers and later change
* the caps on one stream before the other stream have prerolled. In this
* state, GStreamer 1.12 and previous would deadlock inside GstBaseSrc as
* it was holding the live lock while calling create(). AppSrc serialize the
* caps event into it's queue and then push it downstream when create() is
* called. */
static GstPadProbeReturn
caps_event_probe_cb (GstPad * pad, GstPadProbeInfo * info, gpointer user_data)
{
GMainLoop *loop = user_data;
if (GST_EVENT_TYPE (info->data) == GST_EVENT_CAPS) {
g_main_loop_quit (loop);
return GST_PAD_PROBE_OK;
}
return GST_PAD_PROBE_PASS;
}
GST_START_TEST (test_appsrc_blocked_on_caps)
{
GstElement *pipeline = NULL, *app = NULL;
GstPad *pad = NULL;
GstCaps *caps = NULL;
GError *error = NULL;
GMainLoop *loop;
loop = g_main_loop_new (NULL, FALSE);
pipeline = gst_parse_launch ("appsrc is-live=1 name=app ! fakesink", &error);
g_assert_no_error (error);
app = gst_bin_get_by_name (GST_BIN (pipeline), "app");
pad = gst_element_get_static_pad (app, "src");
gst_pad_add_probe (pad,
GST_PAD_PROBE_TYPE_BLOCK | GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM,
caps_event_probe_cb, loop, NULL);
gst_object_unref (app);
gst_object_unref (pad);
gst_element_set_state (pipeline, GST_STATE_PLAYING);
caps = gst_caps_from_string ("application/x-test");
gst_app_src_set_caps (GST_APP_SRC (app), caps);
gst_caps_unref (caps);
g_main_loop_run (loop);
#if 0
/* This would work around the issue by deblocking the source on older
* version of GStreamer */
gst_element_send_event (app, gst_event_new_flush_start ());
#endif
/* As appsrc change the caps GstBaseSrc::create() virtual function, the live
* lock use to remains held and prevented the state change from happening. */
gst_element_set_state (pipeline, GST_STATE_NULL);
gst_object_unref (pipeline);
g_main_loop_unref (loop);
}
GST_END_TEST;
static guint expect_offset;
static gboolean chainlist_called;
static gboolean done;
static gboolean
event_func (GstPad * pad, GstObject * parent, GstEvent * event)
{
GST_LOG ("event %" GST_PTR_FORMAT, event);
if (GST_EVENT_TYPE (event) == GST_EVENT_EOS) {
g_mutex_lock (&check_mutex);
done = TRUE;
g_cond_signal (&check_cond);
g_mutex_unlock (&check_mutex);
}
gst_event_unref (event);
return TRUE;
}
static GstFlowReturn
chain_____func (GstPad * pad, GstObject * parent, GstBuffer * buf)
{
GST_LOG (" buffer # %3u", (guint) GST_BUFFER_OFFSET (buf));
fail_unless_equals_int (GST_BUFFER_OFFSET (buf), expect_offset);
++expect_offset;
gst_buffer_unref (buf);
return GST_FLOW_OK;
}
static GstFlowReturn
chainlist_func (GstPad * pad, GstObject * parent, GstBufferList * list)
{
guint i, len;
len = gst_buffer_list_length (list);
GST_DEBUG ("buffer list with %u buffers", len);
for (i = 0; i < len; ++i) {
GstBuffer *buf = gst_buffer_list_get (list, i);
GST_LOG (" buffer # %3u", (guint) GST_BUFFER_OFFSET (buf));
fail_unless_equals_int (GST_BUFFER_OFFSET (buf), expect_offset);
++expect_offset;
}
chainlist_called = TRUE;
gst_buffer_list_unref (list);
return GST_FLOW_OK;
}
GST_START_TEST (test_appsrc_push_buffer_list)
{
GstElement *src;
guint i;
src = gst_element_factory_make ("appsrc", "appsrc");
mysinkpad = gst_check_setup_sink_pad (src, &sinktemplate);
gst_pad_set_chain_function (mysinkpad, chain_____func);
gst_pad_set_chain_list_function (mysinkpad, chainlist_func);
gst_pad_set_event_function (mysinkpad, event_func);
gst_pad_set_active (mysinkpad, TRUE);
expect_offset = 0;
chainlist_called = FALSE;
done = FALSE;
gst_element_set_state (src, GST_STATE_PLAYING);
#define NUM_BUFFERS 100
for (i = 0; i < NUM_BUFFERS; ++i) {
GstFlowReturn flow;
GstBuffer *buf;
buf = gst_buffer_new ();
GST_BUFFER_OFFSET (buf) = i;
if (i == 0 || g_random_boolean ()) {
GstBufferList *buflist = gst_buffer_list_new ();
gst_buffer_list_add (buflist, buf);
buf = gst_buffer_new ();
GST_BUFFER_OFFSET (buf) = ++i;
gst_buffer_list_add (buflist, buf);
if (g_random_boolean ()) {
flow = gst_app_src_push_buffer_list (GST_APP_SRC (src), buflist);
} else {
g_signal_emit_by_name (src, "push-buffer-list", buflist, &flow);
gst_buffer_list_unref (buflist);
}
} else {
flow = gst_app_src_push_buffer (GST_APP_SRC (src), buf);
}
fail_unless_equals_int (flow, GST_FLOW_OK);
}
gst_app_src_end_of_stream (GST_APP_SRC (src));
g_mutex_lock (&check_mutex);
while (!done)
g_cond_wait (&check_cond, &check_mutex);
g_mutex_unlock (&check_mutex);
gst_element_set_state (src, GST_STATE_NULL);
/* make sure the buffer list was pushed out as list! */
fail_unless (chainlist_called);
/* can be NUM_BUFFERS or NUM_BUFFERS + 1 depending on whether last item
* was buffer list or not */
fail_unless (expect_offset >= NUM_BUFFERS);
gst_check_teardown_sink_pad (src);
gst_object_unref (src);
}
GST_END_TEST;
static Suite *
appsrc_suite (void)
{
Suite *s = suite_create ("appsrc");
TCase *tc_chain = tcase_create ("general");
tcase_add_test (tc_chain, test_appsrc_non_null_caps);
tcase_add_test (tc_chain, test_appsrc_set_caps_twice);
tcase_add_test (tc_chain, test_appsrc_caps_in_push_modes);
tcase_add_test (tc_chain, test_appsrc_blocked_on_caps);
tcase_add_test (tc_chain, test_appsrc_push_buffer_list);
if (RUNNING_ON_VALGRIND)
tcase_add_loop_test (tc_chain, test_appsrc_block_deadlock, 0, 5);
else
tcase_add_loop_test (tc_chain, test_appsrc_block_deadlock, 0, 100);
suite_add_tcase (s, tc_chain);
return s;
}
GST_CHECK_MAIN (appsrc);