/* GStreamer * * unit test for qtdemux * * Copyright (C) <2016> Edward Hervey * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #include "qtdemux.h" #include #include #include #include #define TEST_FILE_PREFIX GST_TEST_FILES_PATH G_DIR_SEPARATOR_S static gboolean load_file (const gchar * fn, guint8 ** p_data, guint expected_len) { gsize read_len = 0; if (!g_file_get_contents (fn, (gchar **) p_data, &read_len, NULL)) return FALSE; g_assert_cmpuint (read_len, ==, expected_len); return TRUE; } typedef struct { GstPad *srcpad; guint expected_size; GstClockTime expected_time; } CommonTestData; static GstPadProbeReturn qtdemux_probe (GstPad * pad, GstPadProbeInfo * info, CommonTestData * data) { if (GST_IS_EVENT (GST_PAD_PROBE_INFO_DATA (info))) { GstEvent *ev = GST_PAD_PROBE_INFO_EVENT (info); switch (GST_EVENT_TYPE (ev)) { case GST_EVENT_SEGMENT: { const GstSegment *segment; gst_event_parse_segment (ev, &segment); fail_unless (GST_CLOCK_TIME_IS_VALID (segment->format)); fail_unless (GST_CLOCK_TIME_IS_VALID (segment->start)); fail_unless (GST_CLOCK_TIME_IS_VALID (segment->base)); fail_unless (GST_CLOCK_TIME_IS_VALID (segment->time)); fail_unless (GST_CLOCK_TIME_IS_VALID (segment->position)); break; } break; default: break; } return GST_PAD_PROBE_OK; } else if (GST_IS_BUFFER (GST_PAD_PROBE_INFO_DATA (info))) { GstBuffer *buf = GST_PAD_PROBE_INFO_BUFFER (info); fail_unless_equals_int (gst_buffer_get_size (buf), data->expected_size); fail_unless_equals_uint64 (GST_BUFFER_PTS (buf), data->expected_time); } return GST_PAD_PROBE_DROP; } static void qtdemux_pad_added_cb (GstElement * element, GstPad * pad, CommonTestData * data) { data->srcpad = pad; gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_DATA_DOWNSTREAM, (GstPadProbeCallback) qtdemux_probe, data, NULL); } GST_START_TEST (test_qtdemux_fuzzed0) { GstHarness *h; GstBuffer *buf; guchar *fuzzed_qtdemux; gsize fuzzed_qtdemux_len; /* The goal of this test is to check that qtdemux can properly handle * a stream that does not contain any stsd entries, by correctly identifying * the case and erroring out appropriately. */ h = gst_harness_new_parse ("qtdemux"); gst_harness_set_src_caps_str (h, "video/quicktime"); fuzzed_qtdemux = g_base64_decode ("AAAAIGZ0eXBtcDQyAAAAAG1wNDJtcDQxaXNvbWlzbzIAAAAIZnJlZQAAAMltZGF0AAAADGdCwAyV" "oQkgHhEI1AAAAARozjyAAAAAIWW4AA5///wRRQAfHAxwABAJkxWTk6xWuuuupaupa6668AAAABJB" "4CBX8Zd3d3d3d3d3eJ7E8ZAAAABWQeBAO/wpFAYoDFAYoDFAYkeKAzx4+gAA+kcPHBQGePPHF6jj" "HP0Qdj/og7H/SHY/6jsf9R2P+o7H/Udj/qOx/1HY/6jsf9R2P+o7H/Udj/qOx/1HY/AAAAAGQeBg" "O8IwAAAABkHggDvCMAAAA1dtb292AAAAbG12aGQAAAAA1lbpxdZW6cYAAAfQAAAH0AABAAABAAAA" "AAAAAAAAAAAAAQAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAAAAA" "AAAAAAAAAAAAAAAAAAACAAACpnRyYWsAAABcdGtoZAAAAAfWVunF1lbpxgAAAAEAAAAAAAAH0AAA" "AAAAAAAAAAAAAAAAAAAAAQAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAEAAAAAAAQAAAAEA" "AAAAACRlZHRzAAAAHGVsc3QAAIAAAAAAAQAAB9AAAAAAAAEAAAAAAeFtZGlhAAAAIG1kaGQAAAAA" "1lbpxdZW6cYAAAH0AAAB9FXEAAAAAAAtaGRscgAAAAAAAAAAdmlkZUAAAAAAAAAAAAAAAFZpZGVv" "SGFuZGxlcgAAAAGMbWluZgAAABR2bWhkAAAAAQAAAAAAAAAAAAAAJGRpbmYAAAAcZHJlZgAAAAAA" "AAABAAAADHVybCAAAAABAAABTHN0YmwAAADAc3RzZAAAAAAAAAAAAAAAsGF2YzEAAAAAAAAAAQAA" "AAAAAAAZAAAAAAAAAAAAQABAAEgAAABIAAAAAAAAAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA" "AAAAAAAAAAAY//8AAAAjYXZjQwFCwAz/4QAMZ0LADJWhCSAeEQjUAQAEaM48gAAAABRidHJ0AAAA" "AAAAAAAAAAYIAAAAE2NvbHJuY2x4AAYAAQAGAAAAABBwYXNwAAAAAQAAAAEAAAAYc3R0cwAAAAAA" "AAABAAAABQAAAAAAAAAUc3RzcwAAAAAAAAABAAAAAQAAABxzdHNjAAAAAAAAAAEAAAABAAAABQAA" "AAEAAAAoc3RzegAAAAAAAAAAAAAAAQAAAAAAAAAWAAAAWgAAAAoAAAAKAAAAFHN0Y28AAAAAAAAA" "AQAAADAAAAA9dWR0YQAAADVtZXRhAAAAAAAAACFoZGxyAAAAAG1obJJtZGlyAAAAAAAAAAAAAAAA" "AAAAAAhpbHN0AAAAPXVkdGEAAAA1bWV0YQAAAAAAAAAhaGRscgAAAABtaGxybWRpcgAAAAAAAAAA" "AAAAAAAAAAAIaWxzdA==", &fuzzed_qtdemux_len); buf = gst_buffer_new_and_alloc (fuzzed_qtdemux_len); gst_buffer_fill (buf, 0, fuzzed_qtdemux, fuzzed_qtdemux_len); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless (gst_harness_buffers_received (h) == 0); g_free (fuzzed_qtdemux); gst_harness_teardown (h); } GST_END_TEST; GST_START_TEST (test_qtdemux_fuzzed1) { GstHarness *h; GstBuffer *buf; guchar *fuzzed_qtdemux; gsize fuzzed_qtdemux_len; /* The goal of this test is to check that qtdemux can properly handle * a stream that claims it contains more stsd entries than it can possibly have, * by correctly identifying the case and erroring out appropriately. */ h = gst_harness_new_parse ("qtdemux"); gst_harness_set_src_caps_str (h, "video/quicktime"); fuzzed_qtdemux = g_base64_decode ("AAAAIGZ0eXBtcDQyAAAAAG1wNDJtcDQxaXNvbWlzbzIAAAAIZnJlZQAAAMltZGF0AAAADGdCwAyV" "oQkgHhEI1AAAAARozjyAAAAAIWW4BA5///wRRQAfHAxwABAJkxWTk6xWuuuupaupa6668AAAABJB" "4CBX8Zd3d3d3d3d3eJ7E8ZAAAABWQeBAO+opFAYoDFAYoDFAYkeKAzx4oDFAYkcPHBQGePPHF6jj" "HP0Qdj/og7H/SHY/6jsf9R2P+o7H/Udj/qOx/1HY/6jsf9R2P+o7H/Udj/qOx/1HY/AAAAAGQeBg" "O8IwAAAABkHggDvCMAAAA1dtb292AAAAbG12aGQAAAAA1lbpxdZW6cYAAAfQAAAH0AABAAABAAAA" "AAAAAAAAAAAAAQAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAAAAA" "AAAAAAAAAAAAAAAAAAACAAACpnRyYWsAAABcdGtoZAAAAAfWVunF1lbpxgAAAAEAAAAAAAAH0AAA" "AAAAAAAAAAAAAAAAAAAAAQAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAEAAAAAAAQAAAAEA" "AAAAACRlZHRzAAAAHGVsc3QAAAAAAAAAAQAAB9AAAAAAAAEAAAAAAeFtZGlhAAAAIG1kaGQAAAAA" "1lbpxdZW6cYAAAH0AAAB9FXEAAAAAAAtaGRscgAAAAAAAAAAdmlkZQAAAAAAAAAAAAAAAFZpZGVv" "SGFuZGxlcgAAAAGMbWluZgAAABR2bWhkAAAAAQAAAAAAAAAAAAAAJGRpbmYAAAAcZHJlZgAAAAAA" "AAABAAAADHVybCAAAAABAAABTHN0YmwAAADAc3RzZAAAAADv/wABAAAAsGF2YzEAAAAAAAAAAQAA" "AAAAAAAAAAAAAAAAAAAAQABAAEgAAABIAAAAAAAAAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA" "AAAAAAAAAAAY//8AAAAjYXZjQwFCwAz/4QAMZ0LADJWhCSAeEQjUAQAEaM48gAAAABRidHJ0AAAA" "AAAAAAAAAAYIAAAAE2NvbHJuY2x4AAYAAQAGAAAAABBwYXNwAAAAAQAAAAEAAAAYc3R0cwAAAAAA" "AAABAAAABQAAAGQAAAAUc3RzcwAAAAAAAAABAAAAAQAAABxzdHNjAAAAAAAAAAEAAAABAAAABQAA" "AAEAAAAoc3RzegAAAAAAAAAAAAAABQAAAD0AAAAWAAAAWgAAAAoAAAAKAAAAFHN0Y28AAAAAAAAA" "AQAAADAAAAA9dWR0YQAAADVtZXRhAAAAAAAAACFoZGxyAAAAAG1obHJtZGlyAAAAAAAAAAAAAAAA" "AAAAAAhpbHN0AAAAPXVkdGEAAAA1bWV0YQAAAAAAAAAhaGRscgAAAABtaGxybWRpcgAAAAAAAAAA" "AAAAAAAAAAAIaWxzdA==", &fuzzed_qtdemux_len); buf = gst_buffer_new_and_alloc (fuzzed_qtdemux_len); gst_buffer_fill (buf, 0, fuzzed_qtdemux, fuzzed_qtdemux_len); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless (gst_harness_buffers_received (h) == 0); g_free (fuzzed_qtdemux); gst_harness_teardown (h); } GST_END_TEST; GST_START_TEST (test_qtdemux_input_gap) { GstElement *qtdemux; GstPad *sinkpad; CommonTestData data = { 0, }; GstBuffer *inbuf; GstSegment segment; GstEvent *event; guint i, offset; GstClockTime pts; /* The goal of this test is to check that qtdemux can properly handle * fragmented input from dashdemux, with gaps in it. * * Input segment : * - TIME * Input buffers : * - The offset is set on buffers, it corresponds to the offset * within the current fragment. * - Buffer of the beginning of a fragment has the PTS set, others * don't. * - By extension, the beginning of a fragment also has an offset * of 0. */ qtdemux = gst_element_factory_make ("qtdemux", NULL); gst_element_set_state (qtdemux, GST_STATE_PLAYING); sinkpad = gst_element_get_static_pad (qtdemux, "sink"); /* We'll want to know when the source pad is added */ g_signal_connect (qtdemux, "pad-added", (GCallback) qtdemux_pad_added_cb, &data); /* Send the initial STREAM_START and segment (TIME) event */ event = gst_event_new_stream_start ("TEST"); GST_DEBUG ("Pushing stream-start event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); gst_segment_init (&segment, GST_FORMAT_TIME); event = gst_event_new_segment (&segment); GST_DEBUG ("Pushing segment event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Feed the init buffer, should create the source pad */ inbuf = gst_buffer_new_and_alloc (init_mp4_len); gst_buffer_fill (inbuf, 0, init_mp4, init_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_DEBUG ("Pushing header buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); /* Now send the trun of the first fragment */ inbuf = gst_buffer_new_and_alloc (seg_1_moof_size); gst_buffer_fill (inbuf, 0, seg_1_m4f, seg_1_moof_size); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; /* We are simulating that this fragment can happen at any point */ GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); GST_DEBUG ("Pushing trun buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_if (data.srcpad == NULL); /* We are now ready to send some buffers with gaps */ offset = seg_1_sample_0_offset; pts = 0; GST_DEBUG ("Pushing gap'ed buffers"); for (i = 0; i < 129; i++) { /* Let's send one every 3 */ if ((i % 3) == 0) { GST_DEBUG ("Pushing buffer #%d offset:%" G_GUINT32_FORMAT, i, offset); inbuf = gst_buffer_new_and_alloc (seg_1_sample_sizes[i]); gst_buffer_fill (inbuf, 0, seg_1_m4f + offset, seg_1_sample_sizes[i]); GST_BUFFER_OFFSET (inbuf) = offset; GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); data.expected_time = gst_util_uint64_scale (pts, GST_SECOND, seg_1_timescale); data.expected_size = seg_1_sample_sizes[i]; fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); } /* Finally move offset forward */ offset += seg_1_sample_sizes[i]; pts += seg_1_sample_duration; } gst_object_unref (sinkpad); gst_element_set_state (qtdemux, GST_STATE_NULL); gst_object_unref (qtdemux); } GST_END_TEST; typedef struct { GstPad *sinkpad; GstPad *pending_pad; GstEventType *expected_events; guint step; guint total_step; guint expected_num_srcpad; guint num_srcpad; } ReconfigTestData; static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_SOMETIMES, GST_STATIC_CAPS_ANY); static gboolean _sink_event (GstPad * pad, GstObject * parent, GstEvent * event) { gst_event_unref (event); return TRUE; } static GstFlowReturn _sink_chain (GstPad * pad, GstObject * parent, GstBuffer * buffer) { gst_buffer_unref (buffer); return GST_FLOW_OK; } static GstPadProbeReturn qtdemux_block_for_reconfig (GstPad * pad, GstPadProbeInfo * info, ReconfigTestData * data) { fail_unless (data->pending_pad); fail_unless (data->pending_pad == pad); GST_DEBUG_OBJECT (pad, "Unblock pad"); if (gst_pad_is_linked (data->sinkpad)) { GstPad *peer = gst_pad_get_peer (data->sinkpad); fail_unless (peer); gst_pad_unlink (peer, data->sinkpad); } fail_unless (gst_pad_link (data->pending_pad, data->sinkpad) == GST_PAD_LINK_OK); data->pending_pad = NULL; return GST_PAD_PROBE_REMOVE; } static GstPadProbeReturn qtdemux_probe_for_reconfig (GstPad * pad, GstPadProbeInfo * info, ReconfigTestData * data) { GstEvent *event = GST_PAD_PROBE_INFO_EVENT (info); GstEventType expected; if (data->step < data->total_step) { expected = data->expected_events[data->step]; } else { expected = GST_EVENT_UNKNOWN; } GST_DEBUG ("Got event %p %s", event, GST_EVENT_TYPE_NAME (event)); fail_unless (GST_EVENT_TYPE (event) == expected, "Received unexpected event: %s (expected: %s)", GST_EVENT_TYPE_NAME (event), gst_event_type_get_name (expected)); data->step++; if (GST_EVENT_TYPE (event) == GST_EVENT_EOS && data->step < data->total_step) { /* If current EOS is for draining, there should be pending srcpad */ fail_unless (data->pending_pad != NULL); } return GST_PAD_PROBE_OK; } static void qtdemux_pad_added_cb_for_reconfig (GstElement * element, GstPad * pad, ReconfigTestData * data) { data->num_srcpad++; fail_unless (data->num_srcpad <= data->expected_num_srcpad); fail_unless (data->pending_pad == NULL); GST_DEBUG_OBJECT (pad, "New pad added"); data->pending_pad = pad; gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BLOCK_DOWNSTREAM, (GstPadProbeCallback) qtdemux_block_for_reconfig, data, NULL); if (!data->sinkpad) { GstPad *sinkpad = gst_pad_new_from_static_template (&sinktemplate, "sink"); gst_pad_set_event_function (sinkpad, _sink_event); gst_pad_set_chain_function (sinkpad, _sink_chain); gst_pad_add_probe (sinkpad, GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM, (GstPadProbeCallback) qtdemux_probe_for_reconfig, data, NULL); gst_pad_set_active (sinkpad, TRUE); data->sinkpad = sinkpad; } } GST_START_TEST (test_qtdemux_duplicated_moov) { GstElement *qtdemux; GstPad *sinkpad; ReconfigTestData data = { 0, }; GstBuffer *inbuf; GstSegment segment; GstEvent *event; GstEventType expected[] = { GST_EVENT_STREAM_START, GST_EVENT_CAPS, GST_EVENT_SEGMENT, GST_EVENT_TAG, GST_EVENT_TAG, GST_EVENT_EOS }; data.expected_events = expected; data.expected_num_srcpad = 1; data.total_step = G_N_ELEMENTS (expected); /* The goal of this test is to check that qtdemux can properly handle * duplicated moov without redundant events and pad exposing * * Testing step * - Push events stream-start and segment to qtdemux * - Push init and media data * - Push the same init and media data again * * Expected behaviour * - Expose srcpad only once * - No additional downstream events when the second init and media data is * pushed to qtdemux */ qtdemux = gst_element_factory_make ("qtdemux", NULL); gst_element_set_state (qtdemux, GST_STATE_PLAYING); sinkpad = gst_element_get_static_pad (qtdemux, "sink"); /* We'll want to know when the source pad is added */ g_signal_connect (qtdemux, "pad-added", (GCallback) qtdemux_pad_added_cb_for_reconfig, &data); /* Send the initial STREAM_START and segment (TIME) event */ event = gst_event_new_stream_start ("TEST"); GST_DEBUG ("Pushing stream-start event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); gst_segment_init (&segment, GST_FORMAT_TIME); event = gst_event_new_segment (&segment); GST_DEBUG ("Pushing segment event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Feed the init buffer, should create the source pad */ inbuf = gst_buffer_new_and_alloc (init_mp4_len); gst_buffer_fill (inbuf, 0, init_mp4, init_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_DEBUG ("Pushing moov buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_if (data.sinkpad == NULL); fail_unless_equals_int (data.num_srcpad, 1); /* Now send the moof and mdat of the first fragment */ inbuf = gst_buffer_new_and_alloc (seg_1_m4f_len); gst_buffer_fill (inbuf, 0, seg_1_m4f, seg_1_m4f_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_DEBUG ("Pushing moof and mdat buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); /* Resend the init, moof and mdat, no additional event and pad are expected */ inbuf = gst_buffer_new_and_alloc (init_mp4_len); gst_buffer_fill (inbuf, 0, init_mp4, init_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); GST_DEBUG ("Pushing moov buffer again"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_if (data.sinkpad == NULL); fail_unless_equals_int (data.num_srcpad, 1); inbuf = gst_buffer_new_and_alloc (seg_1_m4f_len); gst_buffer_fill (inbuf, 0, seg_1_m4f, seg_1_m4f_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = init_mp4_len; GST_DEBUG ("Pushing moof and mdat buffer again"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_unless (gst_pad_send_event (sinkpad, gst_event_new_eos ()) == TRUE); fail_unless_equals_int (data.step, data.total_step); fail_unless (data.pending_pad == NULL); gst_object_unref (sinkpad); gst_pad_set_active (data.sinkpad, FALSE); gst_object_unref (data.sinkpad); gst_element_set_state (qtdemux, GST_STATE_NULL); gst_object_unref (qtdemux); } GST_END_TEST; GST_START_TEST (test_qtdemux_stream_change) { GstElement *qtdemux; GstPad *sinkpad; ReconfigTestData data = { 0, }; GstBuffer *inbuf; GstSegment segment; GstEvent *event; const gchar *upstream_id; const gchar *stream_id = NULL; gchar *expected_stream_id = NULL; guint track_id; GstEventType expected[] = { /* 1st group */ GST_EVENT_STREAM_START, GST_EVENT_CAPS, GST_EVENT_SEGMENT, GST_EVENT_TAG, GST_EVENT_TAG, /* 2nd group (track-id change without upstream stream-start) */ GST_EVENT_EOS, GST_EVENT_STREAM_START, GST_EVENT_CAPS, GST_EVENT_SEGMENT, GST_EVENT_TAG, GST_EVENT_TAG, /* 3rd group (no track-id change with upstream stream-start) */ GST_EVENT_EOS, GST_EVENT_STREAM_START, GST_EVENT_CAPS, GST_EVENT_SEGMENT, GST_EVENT_TAG, GST_EVENT_TAG, /* last group (track-id change with upstream stream-start) */ GST_EVENT_EOS, GST_EVENT_STREAM_START, GST_EVENT_CAPS, GST_EVENT_SEGMENT, GST_EVENT_TAG, GST_EVENT_TAG, GST_EVENT_EOS }; data.expected_events = expected; data.expected_num_srcpad = 4; data.total_step = G_N_ELEMENTS (expected); /* The goal of this test is to check that qtdemux can properly handle * stream change regardless of track-id change. * This test is simulating DASH bitrate switching (for both playbin and plabyin3) * and period-change for playbin3 * * NOTE: During bitrate switching in DASH, track-id might be changed * NOTE: stream change with new stream-start to qtdemux is playbin3 specific behaviour, * because playbin configures new demux per period and existing demux never ever get * new stream-start again. * * Testing step * [GROUP 1] * - Push events stream-start and segment to qtdemux * - Push init and media data to qtdemux * [GROUP 2] * - Push different (track-id change) init and media data to qtdemux * without new downstream sticky events to qtdemux * [GROUP 3] * - Push events stream-start and segment to qtdemux again * - Push the init and media data which are the same as GROUP 2 * [GROUP 4] * - Push events stream-start and segment to qtdemux again * - Push different (track-id change) init and media data to qtdemux * * Expected behaviour * - Demux exposes srcpad four times, per test GROUP, regardless of track-id change * - Whenever exposing new pads, downstream sticky events should be detected * at demux srcpad */ qtdemux = gst_element_factory_make ("qtdemux", NULL); gst_element_set_state (qtdemux, GST_STATE_PLAYING); sinkpad = gst_element_get_static_pad (qtdemux, "sink"); /* We'll want to know when the source pad is added */ g_signal_connect (qtdemux, "pad-added", (GCallback) qtdemux_pad_added_cb_for_reconfig, &data); /*************** * TEST GROUP 1 * (track-id: 2) **************/ /* Send the initial STREAM_START and segment (TIME) event */ upstream_id = "TEST-GROUP-1"; track_id = 2; expected_stream_id = g_strdup_printf ("%s/%03u", upstream_id, track_id); event = gst_event_new_stream_start (upstream_id); GST_DEBUG ("Pushing stream-start event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); gst_segment_init (&segment, GST_FORMAT_TIME); event = gst_event_new_segment (&segment); GST_DEBUG ("Pushing segment event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Feed the init buffer, should create the source pad */ inbuf = gst_buffer_new_and_alloc (init_mp4_len); gst_buffer_fill (inbuf, 0, init_mp4, init_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_DEBUG ("Pushing moov buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_if (data.sinkpad == NULL); fail_unless_equals_int (data.num_srcpad, 1); /* Check stream-id */ event = gst_pad_get_sticky_event (data.sinkpad, GST_EVENT_STREAM_START, 0); fail_unless (event != NULL); gst_event_parse_stream_start (event, &stream_id); fail_unless_equals_string (stream_id, expected_stream_id); g_free (expected_stream_id); gst_event_unref (event); /* Now send the moof and mdat of the first fragment */ inbuf = gst_buffer_new_and_alloc (seg_1_m4f_len); gst_buffer_fill (inbuf, 0, seg_1_m4f, seg_1_m4f_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = init_mp4_len; GST_DEBUG ("Pushing moof and mdat buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); /*************** * TEST GROUP 2 * (track-id: 1) * - track-id change without new upstream stream-start event **************/ /* Resend the init */ inbuf = gst_buffer_new_and_alloc (BBB_32k_init_mp4_len); gst_buffer_fill (inbuf, 0, BBB_32k_init_mp4, BBB_32k_init_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); GST_DEBUG ("Pushing moov buffer again"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_if (data.sinkpad == NULL); /* new srcpad should be exposed */ fail_unless_equals_int (data.num_srcpad, 2); /* Check stream-id */ upstream_id = "TEST-GROUP-1"; /* upstream-id does not changed from GROUP 1 */ track_id = 1; /* track-id is changed from 2 to 1 */ expected_stream_id = g_strdup_printf ("%s/%03u", upstream_id, track_id); event = gst_pad_get_sticky_event (data.sinkpad, GST_EVENT_STREAM_START, 0); fail_unless (event != NULL); gst_event_parse_stream_start (event, &stream_id); fail_unless_equals_string (stream_id, expected_stream_id); g_free (expected_stream_id); gst_event_unref (event); /* push the moof and mdat again */ inbuf = gst_buffer_new_and_alloc (BBB_32k_1_mp4_len); gst_buffer_fill (inbuf, 0, BBB_32k_1_mp4, BBB_32k_1_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = BBB_32k_init_mp4_len; GST_DEBUG ("Pushing moof and mdat buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); /*************** * TEST GROUP 3 * (track-id: 1) * - Push new stream-start and segment to qtdemux * - Reuse init and media data of GROUP 2 (no track-id change) **************/ /* Send STREAM_START and segment (TIME) event */ upstream_id = "TEST-GROUP-3"; track_id = 1; expected_stream_id = g_strdup_printf ("%s/%03u", upstream_id, track_id); event = gst_event_new_stream_start (upstream_id); GST_DEBUG ("Pushing stream-start event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); gst_segment_init (&segment, GST_FORMAT_TIME); event = gst_event_new_segment (&segment); GST_DEBUG ("Pushing segment event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Resend the init */ inbuf = gst_buffer_new_and_alloc (BBB_32k_init_mp4_len); gst_buffer_fill (inbuf, 0, BBB_32k_init_mp4, BBB_32k_init_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); GST_DEBUG ("Pushing moov buffer again"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_if (data.sinkpad == NULL); /* new srcpad should be exposed */ fail_unless_equals_int (data.num_srcpad, 3); /* Check stream-id */ event = gst_pad_get_sticky_event (data.sinkpad, GST_EVENT_STREAM_START, 0); fail_unless (event != NULL); gst_event_parse_stream_start (event, &stream_id); fail_unless_equals_string (stream_id, expected_stream_id); g_free (expected_stream_id); gst_event_unref (event); /* push the moof and mdat again */ inbuf = gst_buffer_new_and_alloc (BBB_32k_1_mp4_len); gst_buffer_fill (inbuf, 0, BBB_32k_1_mp4, BBB_32k_1_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = BBB_32k_init_mp4_len; GST_DEBUG ("Pushing moof and mdat buffer"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); /*************** * TEST GROUP 4 * (track-id: 2) * - Push new stream-start and segment to qtdemux * - track-id change from 1 to 2 **************/ /* Send STREAM_START and segment (TIME) event */ upstream_id = "TEST-GROUP-4"; track_id = 2; expected_stream_id = g_strdup_printf ("%s/%03u", upstream_id, track_id); event = gst_event_new_stream_start (upstream_id); GST_DEBUG ("Pushing stream-start event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); gst_segment_init (&segment, GST_FORMAT_TIME); event = gst_event_new_segment (&segment); GST_DEBUG ("Pushing segment event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Resend the init */ inbuf = gst_buffer_new_and_alloc (init_mp4_len); gst_buffer_fill (inbuf, 0, init_mp4, init_mp4_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); GST_DEBUG ("Pushing moov buffer again"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_if (data.sinkpad == NULL); /* new srcpad should be exposed */ fail_unless_equals_int (data.num_srcpad, 4); /* Check stream-id */ event = gst_pad_get_sticky_event (data.sinkpad, GST_EVENT_STREAM_START, 0); fail_unless (event != NULL); gst_event_parse_stream_start (event, &stream_id); fail_unless_equals_string (stream_id, expected_stream_id); g_free (expected_stream_id); gst_event_unref (event); /* push the moof and mdat again */ inbuf = gst_buffer_new_and_alloc (seg_1_m4f_len); gst_buffer_fill (inbuf, 0, seg_1_m4f, seg_1_m4f_len); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = init_mp4_len; GST_DEBUG ("Pushing moof and mdat buffer again"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); fail_unless (gst_pad_send_event (sinkpad, gst_event_new_eos ()) == TRUE); fail_unless_equals_int (data.step, data.total_step); fail_unless (data.pending_pad == NULL); gst_object_unref (sinkpad); gst_pad_set_active (data.sinkpad, FALSE); gst_object_unref (data.sinkpad); gst_element_set_state (qtdemux, GST_STATE_NULL); gst_object_unref (qtdemux); } GST_END_TEST; static void qtdemux_pad_added_cb_check_name (GstElement * element, GstPad * pad, gchar * data) { gchar *pad_name = gst_pad_get_name (pad); GST_DEBUG_OBJECT (pad, "New pad added"); fail_unless (!g_strcmp0 (pad_name, data)); g_free (pad_name); } GST_START_TEST (test_qtdemux_pad_names) { GstElement *qtdemux_v; GstElement *qtdemux_a; GstPad *sinkpad; gchar *expected_video_pad_name; gchar *expected_audio_pad_name; GstBuffer *inbuf; GstSegment segment; GstEvent *event; GstCaps *caps; GstCaps *mediacaps; /* The goal of this test is to check that qtdemux can create proper * pad names with encrypted stream caps in mss mode. * * Input Caps: * - media-caps with cenc * * Expected behaviour * - Demux exposes src pad with names in accordance to their media types */ expected_video_pad_name = g_strdup ("video_0"); qtdemux_v = gst_element_factory_make ("qtdemux", NULL); gst_element_set_state (qtdemux_v, GST_STATE_PLAYING); sinkpad = gst_element_get_static_pad (qtdemux_v, "sink"); /* We'll want to know when the source pad is added */ g_signal_connect (qtdemux_v, "pad-added", (GCallback) qtdemux_pad_added_cb_check_name, expected_video_pad_name); /* Send the initial STREAM_START and segment (TIME) event */ event = gst_event_new_stream_start ("TEST"); GST_DEBUG ("Pushing stream-start event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Send CAPS event* */ mediacaps = gst_caps_new_simple ("application/x-cenc", "stream-format", G_TYPE_STRING, "avc", "format", G_TYPE_STRING, "H264", "width", G_TYPE_INT, 512, "height", G_TYPE_INT, 288, "original-media-type", G_TYPE_STRING, "video/x-h264", "protection-system", G_TYPE_STRING, "9a04f079-9840-4286-ab92-e65be0885f95", NULL); caps = gst_caps_new_simple ("video/quicktime", "variant", G_TYPE_STRING, "mss-fragmented", "timescale", G_TYPE_UINT64, G_GUINT64_CONSTANT (10000000), "media-caps", GST_TYPE_CAPS, mediacaps, NULL); /* Send segment event* */ event = gst_event_new_caps (caps); GST_DEBUG ("Pushing caps event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); gst_caps_unref (mediacaps); gst_caps_unref (caps); gst_segment_init (&segment, GST_FORMAT_TIME); event = gst_event_new_segment (&segment); GST_DEBUG ("Pushing segment event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Send the first fragment */ /* NOTE: mss streams don't have moov */ inbuf = gst_buffer_new_and_alloc (seg_1_moof_size); gst_buffer_fill (inbuf, 0, seg_1_m4f, seg_1_moof_size); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); GST_DEBUG ("Pushing video fragment"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); gst_object_unref (sinkpad); gst_element_set_state (qtdemux_v, GST_STATE_NULL); gst_object_unref (qtdemux_v); g_free (expected_video_pad_name); /* Repeat test for audio media type */ expected_audio_pad_name = g_strdup ("audio_0"); qtdemux_a = gst_element_factory_make ("qtdemux", NULL); gst_element_set_state (qtdemux_a, GST_STATE_PLAYING); sinkpad = gst_element_get_static_pad (qtdemux_a, "sink"); /* We'll want to know when the source pad is added */ g_signal_connect (qtdemux_a, "pad-added", (GCallback) qtdemux_pad_added_cb_check_name, expected_audio_pad_name); /* Send the initial STREAM_START and segment (TIME) event */ event = gst_event_new_stream_start ("TEST"); GST_DEBUG ("Pushing stream-start event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Send CAPS event* */ mediacaps = gst_caps_new_simple ("application/x-cenc", "mpegversion", G_TYPE_INT, 4, "channels", G_TYPE_INT, 2, "rate", G_TYPE_INT, 48000, "original-media-type", G_TYPE_STRING, "audio/mpeg", "protection-system", G_TYPE_STRING, "9a04f079-9840-4286-ab92-e65be0885f95", NULL); caps = gst_caps_new_simple ("video/quicktime", "variant", G_TYPE_STRING, "mss-fragmented", "timescale", G_TYPE_UINT64, G_GUINT64_CONSTANT (10000000), "media-caps", GST_TYPE_CAPS, mediacaps, NULL); /* Send segment event* */ event = gst_event_new_caps (caps); GST_DEBUG ("Pushing caps event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); gst_caps_unref (mediacaps); gst_caps_unref (caps); gst_segment_init (&segment, GST_FORMAT_TIME); event = gst_event_new_segment (&segment); GST_DEBUG ("Pushing segment event"); fail_unless (gst_pad_send_event (sinkpad, event) == TRUE); /* Send the first fragment */ /* NOTE: mss streams don't have moov */ inbuf = gst_buffer_new_and_alloc (seg_1_moof_size); gst_buffer_fill (inbuf, 0, seg_1_m4f, seg_1_moof_size); GST_BUFFER_PTS (inbuf) = 0; GST_BUFFER_OFFSET (inbuf) = 0; GST_BUFFER_FLAG_SET (inbuf, GST_BUFFER_FLAG_DISCONT); GST_DEBUG ("Pushing audio fragment"); fail_unless (gst_pad_chain (sinkpad, inbuf) == GST_FLOW_OK); gst_object_unref (sinkpad); gst_element_set_state (qtdemux_a, GST_STATE_NULL); gst_object_unref (qtdemux_a); g_free (expected_audio_pad_name); } GST_END_TEST; GST_START_TEST (test_qtdemux_editlist) { const gsize editlist_mp4_size = 5322593; guint8 *editlist_mp4 = NULL; GstElement *src, *sink, *pipe; GstSample *sample; guint frame_count = 0; { GZlibDecompressor *decompress; GConverterResult decomp_res; gsize bytes_read, gz_size, mp4_size; guint8 *gz_gz = NULL; guint8 gz[8705]; /* read .mp4.gz.gz */ g_assert (load_file (TEST_FILE_PREFIX "editlists.mp4.gz.gz", &gz_gz, 3597)); /* mp4.gz.gz -> mp4.gz */ decompress = g_zlib_decompressor_new (G_ZLIB_COMPRESSOR_FORMAT_GZIP); decomp_res = g_converter_convert (G_CONVERTER (decompress), gz_gz, 3597, gz, 8705, G_CONVERTER_INPUT_AT_END, &bytes_read, &gz_size, NULL); fail_unless_equals_int (decomp_res, G_CONVERTER_FINISHED); fail_unless_equals_int (bytes_read, 3597); fail_unless_equals_int (gz_size, 8705); g_object_unref (decompress); g_clear_pointer (&gz_gz, (GDestroyNotify) g_free); editlist_mp4 = g_malloc0 (editlist_mp4_size); /* mp4.gz -> mp4 */ decompress = g_zlib_decompressor_new (G_ZLIB_COMPRESSOR_FORMAT_GZIP); decomp_res = g_converter_convert (G_CONVERTER (decompress), gz, 8705, editlist_mp4, editlist_mp4_size, G_CONVERTER_INPUT_AT_END, &bytes_read, &mp4_size, NULL); fail_unless_equals_int (decomp_res, G_CONVERTER_FINISHED); fail_unless_equals_int (bytes_read, 8705); fail_unless_equals_int (mp4_size, editlist_mp4_size); g_object_unref (decompress); } fail_unless_equals_int (editlist_mp4[28 + 4], 'm'); fail_unless_equals_int (editlist_mp4[28 + 5], 'd'); fail_unless_equals_int (editlist_mp4[28 + 6], 'a'); fail_unless_equals_int (editlist_mp4[28 + 7], 't'); pipe = gst_parse_launch ("dataurisrc name=src ! qtdemux name=d " "d.video_0 ! appsink name=sink", NULL); fail_unless (pipe != NULL); src = gst_bin_get_by_name (GST_BIN (pipe), "src"); fail_unless (src != NULL); sink = gst_bin_get_by_name (GST_BIN (pipe), "sink"); fail_unless (sink != NULL); /* Convert to data: URI so we can use dataurisrc. Bit silly of course, * should have a memsrc or somesuch, but does the job for now */ { gsize s_alloc_len = 32 + (editlist_mp4_size / 3 + 1) * 4 + 4; gchar *s = g_malloc0 (s_alloc_len); gsize s_len = 0; gsize base64_size; gint state = 0; gint save = 0; s_len = g_strlcat (s, "data:video/quicktime;base64,", s_alloc_len); base64_size = g_base64_encode_step (editlist_mp4, editlist_mp4_size, FALSE, s + s_len, &state, &save); s_len += base64_size; base64_size = g_base64_encode_close (FALSE, s + s_len, &state, &save); s_len += base64_size; g_clear_pointer (&editlist_mp4, (GDestroyNotify) g_free); { GValue v = G_VALUE_INIT; /* Avoids at least one of the two string copies */ g_value_init (&v, G_TYPE_STRING); g_value_take_string (&v, s); g_object_set_property (G_OBJECT (src), "uri", &v); g_value_reset (&v); } } g_object_set (sink, "sync", FALSE, NULL); gst_element_set_state (pipe, GST_STATE_PLAYING); /* wait for preroll */ { GstMessage *msg; GST_LOG ("waiting for preroll"); msg = gst_bus_timed_pop_filtered (GST_ELEMENT_BUS (pipe), -1, GST_MESSAGE_ASYNC_DONE); gst_message_unref (msg); } /* pull video frames out of qtdemux */ while ((sample = gst_app_sink_pull_sample (GST_APP_SINK (sink)))) { ++frame_count; gst_sample_unref (sample); } fail_unless_equals_int (frame_count, 361); gst_element_set_state (pipe, GST_STATE_NULL); gst_clear_object (&src); gst_clear_object (&sink); gst_clear_object (&pipe); } GST_END_TEST; static Suite * qtdemux_suite (void) { Suite *s = suite_create ("qtdemux"); TCase *tc_chain = tcase_create ("general"); suite_add_tcase (s, tc_chain); tcase_add_test (tc_chain, test_qtdemux_fuzzed0); tcase_add_test (tc_chain, test_qtdemux_fuzzed1); tcase_add_test (tc_chain, test_qtdemux_input_gap); tcase_add_test (tc_chain, test_qtdemux_duplicated_moov); tcase_add_test (tc_chain, test_qtdemux_stream_change); tcase_add_test (tc_chain, test_qtdemux_pad_names); tcase_add_test (tc_chain, test_qtdemux_editlist); return s; } GST_CHECK_MAIN (qtdemux)