/* GStreamer * * Copyright (C) 2014 Samsung Electronics. All rights reserved. * Author: Thiago Santos * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include static GstPad *mysrcpad, *mysinkpad; static GstElement *dec; static GList *events = NULL; #define TEST_VIDEO_WIDTH 640 #define TEST_VIDEO_HEIGHT 480 #define TEST_VIDEO_FPS_N 30 #define TEST_VIDEO_FPS_D 1 #define GST_VIDEO_DECODER_TESTER_TYPE gst_video_decoder_tester_get_type() static GType gst_video_decoder_tester_get_type (void); typedef struct _GstVideoDecoderTester GstVideoDecoderTester; typedef struct _GstVideoDecoderTesterClass GstVideoDecoderTesterClass; struct _GstVideoDecoderTester { GstVideoDecoder parent; guint64 last_buf_num; guint64 last_kf_num; }; struct _GstVideoDecoderTesterClass { GstVideoDecoderClass parent_class; }; G_DEFINE_TYPE (GstVideoDecoderTester, gst_video_decoder_tester, GST_TYPE_VIDEO_DECODER); static gboolean gst_video_decoder_tester_start (GstVideoDecoder * dec) { GstVideoDecoderTester *dectester = (GstVideoDecoderTester *) dec; dectester->last_buf_num = -1; dectester->last_kf_num = -1; return TRUE; } static gboolean gst_video_decoder_tester_stop (GstVideoDecoder * dec) { return TRUE; } static gboolean gst_video_decoder_tester_flush (GstVideoDecoder * dec) { GstVideoDecoderTester *dectester = (GstVideoDecoderTester *) dec; dectester->last_buf_num = -1; dectester->last_kf_num = -1; return TRUE; } static gboolean gst_video_decoder_tester_set_format (GstVideoDecoder * dec, GstVideoCodecState * state) { GstVideoCodecState *res = gst_video_decoder_set_output_state (dec, GST_VIDEO_FORMAT_GRAY8, TEST_VIDEO_WIDTH, TEST_VIDEO_HEIGHT, NULL); gst_video_codec_state_unref (res); return TRUE; } static GstFlowReturn gst_video_decoder_tester_handle_frame (GstVideoDecoder * dec, GstVideoCodecFrame * frame) { GstVideoDecoderTester *dectester = (GstVideoDecoderTester *) dec; guint64 input_num; guint8 *data; gint size; GstMapInfo map; gst_buffer_map (frame->input_buffer, &map, GST_MAP_READ); input_num = *((guint64 *) map.data); if ((input_num == dectester->last_buf_num + 1 && dectester->last_buf_num != -1) || !GST_BUFFER_FLAG_IS_SET (frame->input_buffer, GST_BUFFER_FLAG_DELTA_UNIT)) { /* the output is gray8 */ size = TEST_VIDEO_WIDTH * TEST_VIDEO_HEIGHT; data = g_malloc0 (size); memcpy (data, map.data, sizeof (guint64)); frame->output_buffer = gst_buffer_new_wrapped (data, size); frame->pts = GST_BUFFER_PTS (frame->input_buffer); frame->duration = GST_BUFFER_DURATION (frame->input_buffer); dectester->last_buf_num = input_num; if (!GST_BUFFER_FLAG_IS_SET (frame->input_buffer, GST_BUFFER_FLAG_DELTA_UNIT)) dectester->last_kf_num = input_num; } gst_buffer_unmap (frame->input_buffer, &map); if (frame->output_buffer) return gst_video_decoder_finish_frame (dec, frame); gst_video_codec_frame_unref (frame); return GST_FLOW_OK; } static void gst_video_decoder_tester_class_init (GstVideoDecoderTesterClass * klass) { GstElementClass *element_class = GST_ELEMENT_CLASS (klass); GstVideoDecoderClass *audiosink_class = GST_VIDEO_DECODER_CLASS (klass); static GstStaticPadTemplate sink_templ = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-test-custom")); static GstStaticPadTemplate src_templ = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-raw")); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&sink_templ)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&src_templ)); gst_element_class_set_metadata (element_class, "VideoDecoderTester", "Decoder/Video", "yep", "me"); audiosink_class->start = gst_video_decoder_tester_start; audiosink_class->stop = gst_video_decoder_tester_stop; audiosink_class->flush = gst_video_decoder_tester_flush; audiosink_class->handle_frame = gst_video_decoder_tester_handle_frame; audiosink_class->set_format = gst_video_decoder_tester_set_format; } static void gst_video_decoder_tester_init (GstVideoDecoderTester * tester) { } static gboolean _mysinkpad_event (GstPad * pad, GstObject * parent, GstEvent * event) { events = g_list_append (events, event); return TRUE; } static void setup_videodecodertester (void) { GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-raw") ); GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS ("video/x-test-custom") ); dec = g_object_new (GST_VIDEO_DECODER_TESTER_TYPE, NULL); mysrcpad = gst_check_setup_src_pad (dec, &srctemplate); mysinkpad = gst_check_setup_sink_pad (dec, &sinktemplate); gst_pad_set_event_function (mysinkpad, _mysinkpad_event); } static void cleanup_videodecodertest (void) { gst_pad_set_active (mysrcpad, FALSE); gst_pad_set_active (mysinkpad, FALSE); gst_check_teardown_src_pad (dec); gst_check_teardown_sink_pad (dec); gst_check_teardown_element (dec); g_list_free_full (events, (GDestroyNotify) gst_event_unref); events = NULL; } static GstBuffer * create_test_buffer (guint64 num) { GstBuffer *buffer; guint64 *data = g_malloc (sizeof (guint64)); *data = num; buffer = gst_buffer_new_wrapped (data, sizeof (guint64)); GST_BUFFER_PTS (buffer) = gst_util_uint64_scale_round (num, GST_SECOND * TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N); GST_BUFFER_DURATION (buffer) = gst_util_uint64_scale_round (GST_SECOND, TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N); return buffer; } static void send_startup_events (void) { GstCaps *caps; fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_stream_start ("randomvalue"))); /* push caps */ caps = gst_caps_new_simple ("video/x-test-custom", "width", G_TYPE_INT, TEST_VIDEO_WIDTH, "height", G_TYPE_INT, TEST_VIDEO_HEIGHT, "framerate", GST_TYPE_FRACTION, TEST_VIDEO_FPS_N, TEST_VIDEO_FPS_D, NULL); fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_caps (caps))); gst_caps_unref (caps); } #define NUM_BUFFERS 1000 GST_START_TEST (videodecoder_playback) { GstSegment segment; GstBuffer *buffer; guint64 i; GList *iter; setup_videodecodertester (); gst_pad_set_active (mysrcpad, TRUE); gst_element_set_state (dec, GST_STATE_PLAYING); gst_pad_set_active (mysinkpad, TRUE); send_startup_events (); /* push a new segment */ gst_segment_init (&segment, GST_FORMAT_TIME); fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment))); /* push buffers, the data is actually a number so we can track them */ for (i = 0; i < NUM_BUFFERS; i++) { buffer = create_test_buffer (i); fail_unless (gst_pad_push (mysrcpad, buffer) == GST_FLOW_OK); } fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_eos ())); /* check that all buffers were received by our source pad */ fail_unless (g_list_length (buffers) == NUM_BUFFERS); i = 0; for (iter = buffers; iter; iter = g_list_next (iter)) { GstMapInfo map; guint64 num; buffer = iter->data; gst_buffer_map (buffer, &map, GST_MAP_READ); num = *(guint64 *) map.data; fail_unless (i == num); fail_unless (GST_BUFFER_PTS (buffer) == gst_util_uint64_scale_round (i, GST_SECOND * TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N)); fail_unless (GST_BUFFER_DURATION (buffer) == gst_util_uint64_scale_round (GST_SECOND, TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N)); gst_buffer_unmap (buffer, &map); i++; } g_list_free_full (buffers, (GDestroyNotify) gst_buffer_unref); buffers = NULL; cleanup_videodecodertest (); } GST_END_TEST; GST_START_TEST (videodecoder_playback_with_events) { GstSegment segment; GstBuffer *buffer; guint64 i; GList *iter; GList *events_iter; setup_videodecodertester (); gst_pad_set_active (mysrcpad, TRUE); gst_element_set_state (dec, GST_STATE_PLAYING); gst_pad_set_active (mysinkpad, TRUE); send_startup_events (); /* push a new segment */ gst_segment_init (&segment, GST_FORMAT_TIME); fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment))); /* push buffers, the data is actually a number so we can track them */ for (i = 0; i < NUM_BUFFERS; i++) { if (i % 10 == 0) { GstTagList *tags; tags = gst_tag_list_new (GST_TAG_TRACK_NUMBER, i, NULL); fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_tag (tags))); } else { buffer = create_test_buffer (i); fail_unless (gst_pad_push (mysrcpad, buffer) == GST_FLOW_OK); } } fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_eos ())); events_iter = events; /* make sure the usual events have been received */ { GstEvent *sstart = events_iter->data; fail_unless (GST_EVENT_TYPE (sstart) == GST_EVENT_STREAM_START); events_iter = g_list_next (events_iter); } { GstEvent *caps_event = events_iter->data; fail_unless (GST_EVENT_TYPE (caps_event) == GST_EVENT_CAPS); events_iter = g_list_next (events_iter); } { GstEvent *segment_event = events_iter->data; fail_unless (GST_EVENT_TYPE (segment_event) == GST_EVENT_SEGMENT); events_iter = g_list_next (events_iter); } /* check that all buffers were received by our source pad */ iter = buffers; for (i = 0; i < NUM_BUFFERS; i++) { if (i % 10 == 0) { guint tag_v; GstEvent *tag_event = events_iter->data; GstTagList *taglist = NULL; gst_event_parse_tag (tag_event, &taglist); fail_unless (gst_tag_list_get_uint (taglist, GST_TAG_TRACK_NUMBER, &tag_v)); fail_unless (tag_v == i); events_iter = g_list_next (events_iter); } else { GstMapInfo map; guint64 num; buffer = iter->data; gst_buffer_map (buffer, &map, GST_MAP_READ); num = *(guint64 *) map.data; fail_unless (i == num); fail_unless (GST_BUFFER_PTS (buffer) == gst_util_uint64_scale_round (i, GST_SECOND * TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N)); fail_unless (GST_BUFFER_DURATION (buffer) == gst_util_uint64_scale_round (GST_SECOND, TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N)); gst_buffer_unmap (buffer, &map); iter = g_list_next (iter); } } fail_unless (iter == NULL); /* check that EOS was received */ { GstEvent *eos = events_iter->data; fail_unless (GST_EVENT_TYPE (eos) == GST_EVENT_EOS); events_iter = g_list_next (events_iter); } fail_unless (events_iter == NULL); g_list_free_full (buffers, (GDestroyNotify) gst_buffer_unref); buffers = NULL; cleanup_videodecodertest (); } GST_END_TEST; /* Check https://bugzilla.gnome.org/show_bug.cgi?id=721835 */ GST_START_TEST (videodecoder_playback_first_frames_not_decoded) { GstSegment segment; GstBuffer *buffer; guint64 i = 0; setup_videodecodertester (); gst_pad_set_active (mysrcpad, TRUE); gst_element_set_state (dec, GST_STATE_PLAYING); gst_pad_set_active (mysinkpad, TRUE); send_startup_events (); /* push a new segment */ gst_segment_init (&segment, GST_FORMAT_TIME); fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment))); /* push a buffer, to have the segment attached to it. * unfortunatelly this buffer can't be decoded as it isn't a keyframe */ buffer = create_test_buffer (i++); GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); fail_unless (gst_pad_push (mysrcpad, buffer) == GST_FLOW_OK); /* now be evil and ask this frame to be released * this frame has the segment event attached to it, and the * segment shouldn't disappear with it */ { GList *l, *ol; ol = l = gst_video_decoder_get_frames (GST_VIDEO_DECODER (dec)); fail_unless (g_list_length (l) == 1); while (l) { GstVideoCodecFrame *tmp = l->data; gst_video_decoder_release_frame (GST_VIDEO_DECODER (dec), tmp); l = g_list_next (l); } g_list_free (ol); } buffer = create_test_buffer (i++); fail_unless (gst_pad_push (mysrcpad, buffer) == GST_FLOW_OK); fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_eos ())); fail_unless (g_list_length (buffers) == 1); g_list_free_full (buffers, (GDestroyNotify) gst_buffer_unref); buffers = NULL; cleanup_videodecodertest (); } GST_END_TEST; GST_START_TEST (videodecoder_backwards_playback) { GstSegment segment; GstBuffer *buffer; guint64 i; GList *iter; setup_videodecodertester (); gst_pad_set_active (mysrcpad, TRUE); gst_element_set_state (dec, GST_STATE_PLAYING); gst_pad_set_active (mysinkpad, TRUE); send_startup_events (); /* push a new segment with -1 rate */ gst_segment_init (&segment, GST_FORMAT_TIME); segment.rate = -1.0; segment.stop = (NUM_BUFFERS + 1) * gst_util_uint64_scale_round (GST_SECOND, TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N); fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_segment (&segment))); /* push buffers, the data is actually a number so we can track them */ i = NUM_BUFFERS; while (i > 0) { gint target = i; gint j; /* push groups of 10 buffers * every number that is divisible by 10 is set as a discont, * if it is divisible by 20 it is also a keyframe * * The logic here is that hte current i is the target, and then * it pushes buffers from 'target - 10' up to target. */ for (j = MAX (target - 10, 0); j < target; j++) { GstBuffer *buffer = create_test_buffer (j); if (j % 10 == 0) GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DISCONT); if (j % 20 != 0) GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); fail_unless (gst_pad_push (mysrcpad, buffer) == GST_FLOW_OK); i--; } } fail_unless (gst_pad_push_event (mysrcpad, gst_event_new_eos ())); /* check that all buffers were received by our source pad */ fail_unless (g_list_length (buffers) == NUM_BUFFERS); i = NUM_BUFFERS - 1; for (iter = buffers; iter; iter = g_list_next (iter)) { GstMapInfo map; guint64 num; buffer = iter->data; gst_buffer_map (buffer, &map, GST_MAP_READ); num = *(guint64 *) map.data; fail_unless (i == num); fail_unless (GST_BUFFER_PTS (buffer) == gst_util_uint64_scale_round (i, GST_SECOND * TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N)); fail_unless (GST_BUFFER_DURATION (buffer) == gst_util_uint64_scale_round (GST_SECOND, TEST_VIDEO_FPS_D, TEST_VIDEO_FPS_N)); gst_buffer_unmap (buffer, &map); i--; } g_list_free_full (buffers, (GDestroyNotify) gst_buffer_unref); buffers = NULL; cleanup_videodecodertest (); } GST_END_TEST; static Suite * gst_videodecoder_suite (void) { Suite *s = suite_create ("GstVideoDecoder"); TCase *tc = tcase_create ("general"); suite_add_tcase (s, tc); tcase_add_test (tc, videodecoder_playback); tcase_add_test (tc, videodecoder_playback_with_events); tcase_add_test (tc, videodecoder_playback_first_frames_not_decoded); tcase_add_test (tc, videodecoder_backwards_playback); return s; } GST_CHECK_MAIN (gst_videodecoder);