/* * GStreamer * * unit test for h264parse * * Copyright (C) 2011 Nokia Corporation. All rights reserved. * * Contact: Stefan Kost * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include "gst-libs/gst/codecparsers/gsth264parser.h" #include "parser.h" #define SRC_CAPS_TMPL "video/x-h264, parsed=(boolean)false" #define SINK_CAPS_TMPL "video/x-h264, parsed=(boolean)true" GstStaticPadTemplate sinktemplate_bs_nal = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (SINK_CAPS_TMPL ", stream-format = (string) byte-stream, alignment = (string) nal") ); GstStaticPadTemplate sinktemplate_bs_au = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (SINK_CAPS_TMPL ", stream-format = (string) byte-stream, alignment = (string) au") ); GstStaticPadTemplate sinktemplate_avc_au = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (SINK_CAPS_TMPL ", stream-format = (string) avc, alignment = (string) au") ); GstStaticPadTemplate sinktemplate_avc3_au = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (SINK_CAPS_TMPL ", stream-format = (string) avc3, alignment = (string) au") ); GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (SRC_CAPS_TMPL) ); /* some data */ /* AUD */ static guint8 h264_aud[] = { 0x00, 0x00, 0x00, 0x01, 0x09, 0xf0 }; /* SPS */ static guint8 h264_sps[] = { 0x00, 0x00, 0x00, 0x01, 0x67, 0x4d, 0x40, 0x15, 0xec, 0xa4, 0xbf, 0x2e, 0x02, 0x20, 0x00, 0x00, 0x03, 0x00, 0x2e, 0xe6, 0xb2, 0x80, 0x01, 0xe2, 0xc5, 0xb2, 0xc0 }; /* PPS */ static guint8 h264_pps[] = { 0x00, 0x00, 0x00, 0x01, 0x68, 0xeb, 0xec, 0xb2 }; /* SEI buffering_period() message */ static guint8 h264_sei_buffering_period[] = { 0x00, 0x00, 0x00, 0x01, 0x06, 0x00, 0x01, 0xc0 }; /* Content light level information SEI message */ static guint8 h264_sei_clli[] = { 0x00, 0x00, 0x00, 0x01, 0x06, 0x90, 0x04, 0x03, 0xe8, 0x01, 0x90, 0x80 }; /* Mastering display colour volume information SEI message */ static guint8 h264_sei_mdcv[] = { 0x00, 0x00, 0x00, 0x01, 0x06, 0x89, 0x18, 0x84, 0xd0, 0x3e, 0x80, 0x33, 0x90, 0x86, 0xc4, 0x1d, 0x4c, 0x0b, 0xb8, 0x3d, 0x13, 0x40, 0x42, 0x00, 0x98, 0x96, 0x80, 0x00, 0x00, 0x03, 0x00, 0x01, 0x80 }; /* combines to this codec-data */ static guint8 h264_avc_codec_data[] = { 0x01, 0x4d, 0x40, 0x15, 0xff, 0xe1, 0x00, 0x17, 0x67, 0x4d, 0x40, 0x15, 0xec, 0xa4, 0xbf, 0x2e, 0x02, 0x20, 0x00, 0x00, 0x03, 0x00, 0x2e, 0xe6, 0xb2, 0x80, 0x01, 0xe2, 0xc5, 0xb2, 0xc0, 0x01, 0x00, 0x04, 0x68, 0xeb, 0xec, 0xb2 }; /* codec-data for avc3 where there are no SPS/PPS in the codec_data */ static guint8 h264_avc3_codec_data[] = { 0x01, /* config version, always == 1 */ 0x4d, /* profile */ 0x40, /* profile compatibility */ 0x15, 0xff, /* 6 reserved bits, lengthSizeMinusOne */ 0xe0, /* 3 reserved bits, numSPS */ 0x00 /* numPPS */ }; static guint8 *h264_codec_data = NULL; static guint8 h264_codec_data_size = 0; /* keyframes all around */ static guint8 h264_idrframe[] = { 0x00, 0x00, 0x00, 0x01, 0x65, 0x88, 0x84, 0x00, 0x10, 0xff, 0xfe, 0xf6, 0xf0, 0xfe, 0x05, 0x36, 0x56, 0x04, 0x50, 0x96, 0x7b, 0x3f, 0x53, 0xe1 }; /* truncated nal */ static guint8 garbage_frame[] = { 0x00, 0x00, 0x00, 0x01, 0x05 }; /* context to tweak tests */ static const gchar *ctx_suite; static gboolean ctx_codec_data; static gboolean ctx_hdr_sei; #define SPS_LEN 3 #define SPS_CONSTRAINT_SET_FLAG_0 1 << 7 #define SPS_CONSTRAINT_SET_FLAG_1 (1 << 6) #define SPS_CONSTRAINT_SET_FLAG_2 (1 << 5) #define SPS_CONSTRAINT_SET_FLAG_3 (1 << 4) #define SPS_CONSTRAINT_SET_FLAG_4 (1 << 3) #define SPS_CONSTRAINT_SET_FLAG_5 (1 << 2) static void fill_h264_sps (guint8 * sps, guint8 profile_idc, guint constraint_set_flags, guint level_idc) { memset (sps, 0x0, SPS_LEN); /* * * Bit 0:7 - Profile indication * * Bit 8 - constraint_set0_flag * * Bit 9 - constraint_set1_flag * * Bit 10 - constraint_set2_flag * * Bit 11 - constraint_set3_flag * * Bit 12 - constraint_set4_flag * * Bit 13 - constraint_set5_flag * * Bit 14:15 - Reserved * * Bit 16:24 - Level indication * */ sps[0] = profile_idc; sps[1] |= constraint_set_flags; sps[2] = level_idc; } static gboolean verify_buffer (buffer_verify_data_s * vdata, GstBuffer * buffer) { if (vdata->discard) { /* check separate header NALs */ gint i = vdata->buffer_counter; gboolean aud; /* SEI with start code prefix with 2 0-bytes */ aud = i == 0; fail_unless (i <= 3); if (aud) { fail_unless (gst_buffer_get_size (buffer) == sizeof (h264_aud)); fail_unless (gst_buffer_memcmp (buffer, 0, h264_aud, gst_buffer_get_size (buffer)) == 0); vdata->discard++; } else { i -= 1; fail_unless (gst_buffer_get_size (buffer) == ctx_headers[i].size); fail_unless (gst_buffer_memcmp (buffer, 0, ctx_headers[i].data, gst_buffer_get_size (buffer)) == 0); } } else { GstMapInfo map; gst_buffer_map (buffer, &map, GST_MAP_READ); fail_unless (map.size > 4); /* only need to check avc and bs-to-nal output case */ if (GST_READ_UINT24_BE (map.data) == 0x01) { /* in bs-to-nal, a leading 0x00 is stripped from output */ fail_unless (gst_buffer_get_size (buffer) == vdata->data_to_verify_size - 1); fail_unless (gst_buffer_memcmp (buffer, 0, vdata->data_to_verify + 1, vdata->data_to_verify_size - 1) == 0); gst_buffer_unmap (buffer, &map); return TRUE; } else if (GST_READ_UINT32_BE (map.data) == 0x01) { gboolean aud = FALSE; aud = vdata->buffer_counter % 2; if (aud) { fail_unless (gst_buffer_get_size (buffer) == sizeof (h264_aud)); fail_unless (gst_buffer_memcmp (buffer, 0, h264_aud, gst_buffer_get_size (buffer)) == 0); gst_buffer_unmap (buffer, &map); return TRUE; } /* this is not avc, use default tests from parser.c */ gst_buffer_unmap (buffer, &map); return FALSE; } /* header is merged in initial frame */ if (vdata->buffer_counter == 0) { guint8 *data = map.data; fail_unless (map.size == vdata->data_to_verify_size + ctx_headers[0].size + ctx_headers[1].size + ctx_headers[2].size); fail_unless (GST_READ_UINT32_BE (data) == ctx_headers[0].size - 4); fail_unless (memcmp (data + 4, ctx_headers[0].data + 4, ctx_headers[0].size - 4) == 0); data += ctx_headers[0].size; fail_unless (GST_READ_UINT32_BE (data) == ctx_headers[1].size - 4); fail_unless (memcmp (data + 4, ctx_headers[1].data + 4, ctx_headers[1].size - 4) == 0); data += ctx_headers[1].size; fail_unless (GST_READ_UINT32_BE (data) == ctx_headers[2].size - 4); fail_unless (memcmp (data + 4, ctx_headers[2].data + 4, ctx_headers[2].size - 4) == 0); data += ctx_headers[2].size; fail_unless (GST_READ_UINT32_BE (data) == vdata->data_to_verify_size - 4); fail_unless (memcmp (data + 4, vdata->data_to_verify + 4, vdata->data_to_verify_size - 4) == 0); } else { fail_unless (GST_READ_UINT32_BE (map.data) == map.size - 4); fail_unless (map.size == vdata->data_to_verify_size); fail_unless (memcmp (map.data + 4, vdata->data_to_verify + 4, map.size - 4) == 0); } gst_buffer_unmap (buffer, &map); return TRUE; } return FALSE; } /* A single access unit comprising of SPS, SEI, PPS and IDR frame */ static gboolean verify_buffer_bs_au (buffer_verify_data_s * vdata, GstBuffer * buffer) { GstMapInfo map; fail_unless (ctx_sink_template == &sinktemplate_bs_au); /* Currently the parser can only predict DTS when dealing with raw data. * Ensure that this behavior is being checked here. */ GST_DEBUG ("PTS: %" GST_TIME_FORMAT " DTS: %" GST_TIME_FORMAT, GST_TIME_ARGS (GST_BUFFER_PTS (buffer)), GST_TIME_ARGS (GST_BUFFER_DTS (buffer))); fail_if (GST_BUFFER_PTS_IS_VALID (buffer)); fail_unless (GST_BUFFER_DTS_IS_VALID (buffer)); gst_buffer_map (buffer, &map, GST_MAP_READ); fail_unless (map.size > 4); if (vdata->buffer_counter == 0) { guint8 *data = map.data; /* AUD, SPS, SEI, PPS */ fail_unless (map.size == vdata->data_to_verify_size + sizeof (h264_aud) + ctx_headers[0].size + ctx_headers[1].size + ctx_headers[2].size); fail_unless (memcmp (data, h264_aud, sizeof (h264_aud)) == 0); data += sizeof (h264_aud); fail_unless (memcmp (data, ctx_headers[0].data, ctx_headers[0].size) == 0); data += ctx_headers[0].size; fail_unless (memcmp (data, ctx_headers[1].data, ctx_headers[1].size) == 0); data += ctx_headers[1].size; fail_unless (memcmp (data, ctx_headers[2].data, ctx_headers[2].size) == 0); data += ctx_headers[2].size; /* IDR frame */ fail_unless (memcmp (data, vdata->data_to_verify, vdata->data_to_verify_size) == 0); } else { /* IDR frame */ guint aud_size = sizeof (h264_aud); fail_unless (map.size == vdata->data_to_verify_size + aud_size); fail_unless (memcmp (map.data, h264_aud, aud_size) == 0); fail_unless (memcmp (map.data + aud_size, vdata->data_to_verify, map.size - aud_size) == 0); } gst_buffer_unmap (buffer, &map); return TRUE; } static void verify_h264parse_compatible_caps (guint profile_idc, guint constraint_set_flags, const char *profile) { GstHarness *h; GstBuffer *buf; gchar *sink_caps_str; guint8 *frame_sps; guint frame_sps_len; GstCaps *caps; h = gst_harness_new ("h264parse"); sink_caps_str = g_strdup_printf ("video/x-h264" ", parsed=(boolean)true" ", stream-format=(string){ avc, avc3, byte-stream }" ", alignment=(string){ au, nal }" ", profile=(string)%s", profile); /* create and modify sps to the given profile */ frame_sps_len = sizeof (h264_sps); frame_sps = g_malloc (frame_sps_len); memcpy (frame_sps, h264_sps, frame_sps_len); fill_h264_sps (&frame_sps[5], profile_idc, constraint_set_flags, 0); /* set the peer pad (ie decoder) to the given profile to check the compatibility with the sps */ gst_harness_set_caps_str (h, "video/x-h264", sink_caps_str); g_free (sink_caps_str); /* push sps buffer */ buf = gst_buffer_new_and_alloc (frame_sps_len); gst_buffer_fill (buf, 0, frame_sps, frame_sps_len); g_free (frame_sps); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless (gst_harness_push_event (h, gst_event_new_eos ())); /* check that the caps have been negociated correctly */ fail_unless (caps = gst_pad_get_current_caps (h->sinkpad)); gst_caps_unref (caps); gst_harness_teardown (h); } GST_START_TEST (test_parse_normal) { gst_parser_test_normal (h264_idrframe, sizeof (h264_idrframe)); } GST_END_TEST; GST_START_TEST (test_parse_drain_single) { gst_parser_test_drain_single (h264_idrframe, sizeof (h264_idrframe)); } GST_END_TEST; GST_START_TEST (test_parse_drain_garbage) { gst_parser_test_drain_garbage (h264_idrframe, sizeof (h264_idrframe), garbage_frame, sizeof (garbage_frame)); } GST_END_TEST; GST_START_TEST (test_parse_split) { gst_parser_test_split (h264_idrframe, sizeof (h264_idrframe)); } GST_END_TEST; GST_START_TEST (test_parse_skip_garbage) { gst_parser_test_skip_garbage (h264_idrframe, sizeof (h264_idrframe), garbage_frame, sizeof (garbage_frame)); } GST_END_TEST; #define structure_get_int(s,f) \ (g_value_get_int(gst_structure_get_value(s,f))) #define fail_unless_structure_field_int_equals(s,field,num) \ fail_unless_equals_int (structure_get_int(s,field), num) #define structure_get_string(s,f) \ (g_value_get_string(gst_structure_get_value(s,f))) #define fail_unless_structure_field_string_equals(s,field,name) \ fail_unless_equals_string (structure_get_string(s,field), name) GST_START_TEST (test_parse_detect_stream) { GstCaps *caps; GstStructure *s; GstBuffer *buf; const GValue *val; /* parser does not really care that mpeg1 and mpeg2 frame data * should be a bit different */ caps = gst_parser_test_get_output_caps (h264_idrframe, sizeof (h264_idrframe), NULL); fail_unless (caps != NULL); /* Check that the negotiated caps are as expected */ /* When codec_data is present, parser assumes that data is version 4 */ GST_LOG ("h264 output caps: %" GST_PTR_FORMAT, caps); s = gst_caps_get_structure (caps, 0); fail_unless (gst_structure_has_name (s, "video/x-h264")); fail_unless_structure_field_int_equals (s, "width", 32); fail_unless_structure_field_int_equals (s, "height", 24); fail_unless_structure_field_string_equals (s, "profile", "main"); fail_unless_structure_field_string_equals (s, "level", "2.1"); if (ctx_codec_data) { fail_unless (gst_structure_has_field (s, "codec_data")); /* check codec-data in more detail */ val = gst_structure_get_value (s, "codec_data"); fail_unless (val != NULL); buf = gst_value_get_buffer (val); fail_unless (buf != NULL); fail_unless (gst_buffer_get_size (buf) == h264_codec_data_size); fail_unless (gst_buffer_memcmp (buf, 0, h264_codec_data, gst_buffer_get_size (buf)) == 0); } gst_caps_unref (caps); } GST_END_TEST; GST_START_TEST (test_parse_detect_stream_with_hdr_sei) { GstCaps *caps; GstStructure *s; GstBuffer *buf; const GValue *val; guint8 *h264_idr_plus_sei; gsize h264_idr_plus_sei_size; h264_idr_plus_sei_size = sizeof (h264_sei_clli) + sizeof (h264_sei_mdcv) + sizeof (h264_idrframe); h264_idr_plus_sei = malloc (h264_idr_plus_sei_size); memcpy (h264_idr_plus_sei, h264_sei_clli, sizeof (h264_sei_clli)); memcpy (h264_idr_plus_sei + sizeof (h264_sei_clli), h264_sei_mdcv, sizeof (h264_sei_mdcv)); memcpy (h264_idr_plus_sei + sizeof (h264_sei_clli) + sizeof (h264_sei_mdcv), h264_idrframe, sizeof (h264_idrframe)); /* parser does not really care that mpeg1 and mpeg2 frame data * should be a bit different */ caps = gst_parser_test_get_output_caps (h264_idr_plus_sei, h264_idr_plus_sei_size, NULL); fail_unless (caps != NULL); /* Check that the negotiated caps are as expected */ /* When codec_data is present, parser assumes that data is version 4 */ GST_LOG ("h264 output caps: %" GST_PTR_FORMAT, caps); s = gst_caps_get_structure (caps, 0); fail_unless (gst_structure_has_name (s, "video/x-h264")); fail_unless_structure_field_int_equals (s, "width", 32); fail_unless_structure_field_int_equals (s, "height", 24); fail_unless_structure_field_string_equals (s, "profile", "main"); fail_unless_structure_field_string_equals (s, "level", "2.1"); fail_unless_structure_field_string_equals (s, "mastering-display-info", "7500:3000:34000:16000:13200:34500:15635:16450:10000000:1"); fail_unless_structure_field_string_equals (s, "content-light-level", "1000:400"); if (ctx_codec_data) { fail_unless (gst_structure_has_field (s, "codec_data")); /* check codec-data in more detail */ val = gst_structure_get_value (s, "codec_data"); fail_unless (val != NULL); buf = gst_value_get_buffer (val); fail_unless (buf != NULL); fail_unless (gst_buffer_get_size (buf) == h264_codec_data_size); fail_unless (gst_buffer_memcmp (buf, 0, h264_codec_data, gst_buffer_get_size (buf)) == 0); } g_free (h264_idr_plus_sei); gst_caps_unref (caps); } GST_END_TEST; static GstStaticPadTemplate srctemplate_avc_au_and_bs_au = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (SRC_CAPS_TMPL ", stream-format = (string) avc, alignment = (string) au; " SRC_CAPS_TMPL ", stream-format = (string) byte-stream, alignment = (string) au") ); GST_START_TEST (test_sink_caps_reordering) { /* Upstream can handle avc and byte-stream format (in that preference order) * and downstream requires byte-stream. * Parser reorder upstream's caps to prefer the format requested downstream * and so avoid doing useless conversions. */ GstElement *parser; GstPad *sink, *src; GstCaps *src_caps, *sink_caps; GstStructure *s; parser = gst_check_setup_element ("h264parse"); fail_unless (parser); src = gst_check_setup_src_pad (parser, &srctemplate_avc_au_and_bs_au); sink = gst_check_setup_sink_pad (parser, &sinktemplate_bs_au); src_caps = gst_pad_get_pad_template_caps (src); sink_caps = gst_pad_peer_query_caps (src, src_caps); /* Sink pad has both format on its sink caps but prefer to use byte-stream */ g_assert_cmpuint (gst_caps_get_size (sink_caps), ==, 2); s = gst_caps_get_structure (sink_caps, 0); g_assert_cmpstr (gst_structure_get_name (s), ==, "video/x-h264"); g_assert_cmpstr (gst_structure_get_string (s, "alignment"), ==, "au"); g_assert_cmpstr (gst_structure_get_string (s, "stream-format"), ==, "byte-stream"); s = gst_caps_get_structure (sink_caps, 1); g_assert_cmpstr (gst_structure_get_name (s), ==, "video/x-h264"); g_assert_cmpstr (gst_structure_get_string (s, "alignment"), ==, "au"); g_assert_cmpstr (gst_structure_get_string (s, "stream-format"), ==, "avc"); gst_caps_unref (src_caps); gst_caps_unref (sink_caps); gst_object_unref (src); gst_object_unref (sink); gst_object_unref (parser); } GST_END_TEST; GST_START_TEST (test_parse_compatible_caps) { verify_h264parse_compatible_caps (GST_H264_PROFILE_BASELINE, 0, "extended"); verify_h264parse_compatible_caps (GST_H264_PROFILE_BASELINE, SPS_CONSTRAINT_SET_FLAG_1, "baseline"); verify_h264parse_compatible_caps (GST_H264_PROFILE_BASELINE, SPS_CONSTRAINT_SET_FLAG_1, "main"); verify_h264parse_compatible_caps (GST_H264_PROFILE_BASELINE, SPS_CONSTRAINT_SET_FLAG_1, "high"); verify_h264parse_compatible_caps (GST_H264_PROFILE_BASELINE, SPS_CONSTRAINT_SET_FLAG_1, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_BASELINE, SPS_CONSTRAINT_SET_FLAG_1, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_BASELINE, SPS_CONSTRAINT_SET_FLAG_1, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_MAIN, 0, "high"); verify_h264parse_compatible_caps (GST_H264_PROFILE_MAIN, 0, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_MAIN, 0, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_MAIN, 0, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0, "baseline"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0 | SPS_CONSTRAINT_SET_FLAG_1, "constrained-baseline"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0 | SPS_CONSTRAINT_SET_FLAG_1, "baseline"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0 | SPS_CONSTRAINT_SET_FLAG_1, "main"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0 | SPS_CONSTRAINT_SET_FLAG_1, "high"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0 | SPS_CONSTRAINT_SET_FLAG_1, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0 | SPS_CONSTRAINT_SET_FLAG_1, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_0 | SPS_CONSTRAINT_SET_FLAG_1, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_1, "main"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_1, "high"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_1, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_1, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_EXTENDED, SPS_CONSTRAINT_SET_FLAG_1, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH, 0, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH, 0, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH, 0, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH, SPS_CONSTRAINT_SET_FLAG_1, "main"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH, SPS_CONSTRAINT_SET_FLAG_1, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH, SPS_CONSTRAINT_SET_FLAG_1, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH, SPS_CONSTRAINT_SET_FLAG_1, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, 0, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, 0, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_1, "main"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_1, "high"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_1, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_1, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_3, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_3, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_3, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_3, "high-4:2:2-intra"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH10, SPS_CONSTRAINT_SET_FLAG_3, "high-4:4:4-intra"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, 0, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, 0, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_1, "main"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_1, "high"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_1, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_1, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_3, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_3, "high-4:4:4"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_3, "high-4:2:2-intra"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_422, SPS_CONSTRAINT_SET_FLAG_3, "high-4:4:4-intra"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_444, SPS_CONSTRAINT_SET_FLAG_1, "main"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_444, SPS_CONSTRAINT_SET_FLAG_1, "high"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_444, SPS_CONSTRAINT_SET_FLAG_1, "high-10"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_444, SPS_CONSTRAINT_SET_FLAG_1, "high-4:2:2"); verify_h264parse_compatible_caps (GST_H264_PROFILE_HIGH_444, SPS_CONSTRAINT_SET_FLAG_3, "high-4:4:4"); } GST_END_TEST; static Suite * h264parse_suite (void) { Suite *s = suite_create (ctx_suite); TCase *tc_chain = tcase_create ("general"); suite_add_tcase (s, tc_chain); tcase_add_test (tc_chain, test_parse_normal); tcase_add_test (tc_chain, test_parse_drain_single); tcase_add_test (tc_chain, test_parse_drain_garbage); tcase_add_test (tc_chain, test_parse_split); tcase_add_test (tc_chain, test_parse_skip_garbage); tcase_add_test (tc_chain, test_parse_detect_stream); if (ctx_hdr_sei) tcase_add_test (tc_chain, test_parse_detect_stream_with_hdr_sei); tcase_add_test (tc_chain, test_sink_caps_reordering); return s; } static gboolean verify_buffer_packetized (buffer_verify_data_s * vdata, GstBuffer * buffer) { GstMapInfo map; gst_buffer_map (buffer, &map, GST_MAP_READ); fail_unless (map.size > 4); fail_unless (GST_READ_UINT32_BE (map.data) == 0x01); if (vdata->discard) { /* check separate header NALs */ guint8 *data; gint size; if (vdata->buffer_counter == 0) { data = h264_aud; size = sizeof (h264_aud); vdata->discard++; } else if (vdata->buffer_counter == 1) { data = h264_sps; size = sizeof (h264_sps); } else { data = h264_pps; size = sizeof (h264_pps); } fail_unless (map.size == size); fail_unless (memcmp (map.data + 4, data + 4, size - 4) == 0); } else { guint8 *data; gint size; gboolean aud = vdata->buffer_counter % 2; if (aud) { data = h264_aud; size = sizeof (h264_aud); } else { data = (gpointer) vdata->data_to_verify; size = map.size; } fail_unless (map.size == size); fail_unless (memcmp (map.data + 4, data + 4, size - 4) == 0); } gst_buffer_unmap (buffer, &map); return TRUE; } GST_START_TEST (test_parse_packetized) { guint8 *frame; GstCaps *caps; GstBuffer *cdata; GstStructure *s; gchar *desc; /* make AVC frame */ frame = g_malloc (sizeof (h264_idrframe)); GST_WRITE_UINT32_BE (frame, sizeof (h264_idrframe) - 4); memcpy (frame + 4, h264_idrframe + 4, sizeof (h264_idrframe) - 4); /* some caps messing */ caps = gst_caps_from_string (SRC_CAPS_TMPL); cdata = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY, h264_codec_data, h264_codec_data_size, 0, h264_codec_data_size, NULL, NULL); gst_caps_set_simple (caps, "codec_data", GST_TYPE_BUFFER, cdata, "stream-format", G_TYPE_STRING, "avc", NULL); gst_buffer_unref (cdata); desc = gst_caps_to_string (caps); gst_caps_unref (caps); caps = gst_parser_test_get_output_caps (frame, sizeof (h264_idrframe), desc); g_free (desc); g_free (frame); /* minor caps checks */ GST_LOG ("h264 output caps: %" GST_PTR_FORMAT, caps); s = gst_caps_get_structure (caps, 0); fail_unless (gst_structure_has_name (s, "video/x-h264")); fail_unless_structure_field_int_equals (s, "width", 32); fail_unless_structure_field_int_equals (s, "height", 24); gst_caps_unref (caps); } GST_END_TEST; static Suite * h264parse_packetized_suite (void) { Suite *s = suite_create (ctx_suite); TCase *tc_chain = tcase_create ("general"); suite_add_tcase (s, tc_chain); tcase_add_test (tc_chain, test_parse_packetized); return s; } /* These were generated using pipeline: * gst-launch-1.0 videotestsrc num-buffers=2 pattern=green \ * ! video/x-raw,width=128,height=128 \ * ! openh264enc num-slices=2 \ * ! fakesink dump=1 */ /* codec-data */ static guint8 h264_slicing_codec_data[] = { 0x01, 0x42, 0xc0, 0x0b, 0xff, 0xe1, 0x00, 0x0e, 0x67, 0x42, 0xc0, 0x0b, 0x8c, 0x8d, 0x41, 0x02, 0x24, 0x03, 0xc2, 0x21, 0x1a, 0x80, 0x01, 0x00, 0x04, 0x68, 0xce, 0x3c, 0x80 }; /* SPS */ static guint8 h264_slicing_sps[] = { 0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0xc0, 0x0b, 0x8c, 0x8d, 0x41, 0x02, 0x24, 0x03, 0xc2, 0x21, 0x1a, 0x80 }; /* PPS */ static guint8 h264_slicing_pps[] = { 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x3c, 0x80 }; /* IDR Slice 1 */ static guint8 h264_idr_slice_1[] = { 0x00, 0x00, 0x00, 0x01, 0x65, 0xb8, 0x00, 0x04, 0x00, 0x00, 0x11, 0xff, 0xff, 0xf8, 0x22, 0x8a, 0x1f, 0x1c, 0x00, 0x04, 0x0a, 0x63, 0x80, 0x00, 0x81, 0xec, 0x9a, 0x93, 0x93, 0x93, 0x93, 0x93, 0x93, 0xad, 0x57, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x78 }; /* IDR Slice 2 */ static guint8 h264_idr_slice_2[] = { 0x00, 0x00, 0x00, 0x01, 0x65, 0x04, 0x2e, 0x00, 0x01, 0x00, 0x00, 0x04, 0x7f, 0xff, 0xfe, 0x08, 0xa2, 0x87, 0xc7, 0x00, 0x01, 0x02, 0x98, 0xe0, 0x00, 0x20, 0x7b, 0x26, 0xa4, 0xe4, 0xe4, 0xe4, 0xe4, 0xe4, 0xeb, 0x55, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5d, 0x75, 0xd7, 0x5e }; /* P Slice 1 */ static guint8 h264_slice_1[] = { 0x00, 0x00, 0x00, 0x01, 0x61, 0xe0, 0x00, 0x40, 0x00, 0x9c, 0x82, 0x3c, 0x10, 0xc0 }; /* P Slice 2 */ static guint8 h264_slice_2[] = { 0x00, 0x00, 0x00, 0x01, 0x61, 0x04, 0x38, 0x00, 0x10, 0x00, 0x27, 0x20, 0x8f, 0x04, 0x30 }; static inline GstBuffer * wrap_buffer (const guint8 * buf, gsize size, GstClockTime pts, GstBufferFlags flags) { GstBuffer *buffer; buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY, (gpointer) buf, size, 0, size, NULL, NULL); GST_BUFFER_PTS (buffer) = pts; GST_BUFFER_FLAGS (buffer) |= flags; return buffer; } static inline GstBuffer * composite_buffer (GstClockTime pts, GstBufferFlags flags, gint count, ...) { va_list vl; gint i; const guint8 *data; gsize size; GstBuffer *buffer; va_start (vl, count); buffer = gst_buffer_new (); for (i = 0; i < count; i++) { data = va_arg (vl, guint8 *); size = va_arg (vl, gsize); buffer = gst_buffer_append (buffer, wrap_buffer (data, size, 0, 0)); } GST_BUFFER_PTS (buffer) = pts; GST_BUFFER_FLAGS (buffer) |= flags; va_end (vl); return buffer; } #define pull_and_check_full(h, data, size, pts, flags) \ { \ GstBuffer *b = gst_harness_pull (h); \ gst_check_buffer_data (b, data, size); \ fail_unless_equals_clocktime (GST_BUFFER_PTS (b), pts); \ if (flags) \ fail_unless (GST_BUFFER_FLAG_IS_SET (b, flags)); \ gst_buffer_unref (b); \ } #define pull_and_check(h, data, pts, flags) \ pull_and_check_full (h, data, sizeof (data), pts, flags) #define pull_and_drop(h) \ G_STMT_START { \ GstBuffer *b = gst_harness_pull (h); \ gst_buffer_unref (b); \ } G_STMT_END; GST_START_TEST (test_parse_sliced_nal_nal) { GstHarness *h = gst_harness_new ("h264parse"); GstBuffer *buf; gst_harness_set_caps_str (h, "video/x-h264,stream-format=byte-stream,alignment=nal,parsed=false,framerate=30/1", "video/x-h264,stream-format=byte-stream,alignment=nal,parsed=true"); buf = wrap_buffer (h264_slicing_sps, sizeof (h264_slicing_sps), 10, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = wrap_buffer (h264_slicing_pps, sizeof (h264_slicing_pps), 10, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* parser must have inserted AUD before the headers, with the same PTS */ pull_and_check (h, h264_aud, 10, 0); /* drop the header buffers */ while ((buf = gst_harness_try_pull (h))) gst_buffer_unref (buf); /* reported latency must be zero */ fail_unless_equals_clocktime (gst_harness_query_latency (h), 0); /* test some flow with 2 slices. * 1st slice gets the input PTS, second gets NONE */ buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); pull_and_check (h, h264_idr_slice_1, 100, 0); buf = wrap_buffer (h264_idr_slice_2, sizeof (h264_idr_slice_2), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); pull_and_check (h, h264_idr_slice_2, -1, 0); buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 200, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); pull_and_check (h, h264_aud, 200, 0); pull_and_check (h, h264_idr_slice_1, 200, 0); buf = wrap_buffer (h264_idr_slice_2, sizeof (h264_idr_slice_2), 200, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); pull_and_check (h, h264_idr_slice_2, -1, 0); buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 250, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); pull_and_check (h, h264_aud, 250, 0); pull_and_check (h, h264_idr_slice_1, 250, 0); /* 1st slice starts a new AU, even though the previous one is incomplete. * DISCONT must also be propagated */ buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 400, GST_BUFFER_FLAG_DISCONT); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); pull_and_check (h, h264_aud, 400, 0); pull_and_check (h, h264_idr_slice_1, 400, GST_BUFFER_FLAG_DISCONT); gst_harness_teardown (h); } GST_END_TEST; GST_START_TEST (test_parse_sliced_au_nal) { GstHarness *h = gst_harness_new ("h264parse"); GstBuffer *buf; gst_harness_set_caps_str (h, "video/x-h264,stream-format=byte-stream,alignment=au,parsed=false,framerate=30/1", "video/x-h264,stream-format=byte-stream,alignment=nal,parsed=true"); /* push the whole AU in a single buffer */ buf = composite_buffer (100, 0, 4, h264_slicing_sps, sizeof (h264_slicing_sps), h264_slicing_pps, sizeof (h264_slicing_pps), h264_idr_slice_1, sizeof (h264_idr_slice_1), h264_idr_slice_2, sizeof (h264_idr_slice_2)); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* parser must have inserted AUD before the headers, with the same PTS */ pull_and_check (h, h264_aud, 100, 0); /* drop the headers */ fail_unless (gst_harness_buffers_in_queue (h) > 2); while (gst_harness_buffers_in_queue (h) > 2) pull_and_drop (h); /* reported latency must be zero */ fail_unless_equals_clocktime (gst_harness_query_latency (h), 0); /* 1st slice here doens't have a PTS * because it was present in the first header NAL */ pull_and_check (h, h264_idr_slice_1, -1, 0); pull_and_check (h, h264_idr_slice_2, -1, 0); /* new AU. we expect AUD to be inserted and 1st slice to have the same PTS */ buf = composite_buffer (200, 0, 2, h264_idr_slice_1, sizeof (h264_idr_slice_1), h264_idr_slice_2, sizeof (h264_idr_slice_2)); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 3); pull_and_check (h, h264_aud, 200, 0); pull_and_check (h, h264_idr_slice_1, 200, 0); pull_and_check (h, h264_idr_slice_2, -1, 0); /* DISCONT must be propagated */ buf = composite_buffer (400, GST_BUFFER_FLAG_DISCONT, 2, h264_idr_slice_1, sizeof (h264_idr_slice_1), h264_idr_slice_2, sizeof (h264_idr_slice_2)); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 3); pull_and_check (h, h264_aud, 400, 0); pull_and_check (h, h264_idr_slice_1, 400, GST_BUFFER_FLAG_DISCONT); pull_and_check (h, h264_idr_slice_2, -1, 0); gst_harness_teardown (h); } GST_END_TEST; GST_START_TEST (test_parse_sliced_nal_au) { GstHarness *h = gst_harness_new ("h264parse"); GstBuffer *buf; gst_harness_set_caps_str (h, "video/x-h264,stream-format=byte-stream,alignment=nal,parsed=false,framerate=30/1", "video/x-h264,stream-format=byte-stream,alignment=au,parsed=true"); buf = wrap_buffer (h264_slicing_sps, sizeof (h264_slicing_sps), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = wrap_buffer (h264_slicing_pps, sizeof (h264_slicing_pps), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = wrap_buffer (h264_idr_slice_2, sizeof (h264_idr_slice_2), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* no output yet, it will be pushed as soon as * the parser recognizes the new AU */ fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0); buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 200, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); { GstMapInfo info; buf = composite_buffer (100, 0, 5, h264_aud, sizeof (h264_aud), h264_slicing_sps, sizeof (h264_slicing_sps), h264_slicing_pps, sizeof (h264_slicing_pps), h264_idr_slice_1, sizeof (h264_idr_slice_1), h264_idr_slice_2, sizeof (h264_idr_slice_2)); gst_buffer_map (buf, &info, GST_MAP_READ); pull_and_check_full (h, info.data, info.size, 100, 0); gst_buffer_unmap (buf, &info); gst_buffer_unref (buf); } /* reported latency must be 1 frame (@ 30fps because of sink pad caps) */ fail_unless_equals_clocktime (gst_harness_query_latency (h), gst_util_uint64_scale (GST_SECOND, 1, 30)); gst_harness_teardown (h); } GST_END_TEST; /* These were generated using this pipeline, on a zynqultrascaleplus: * * gst-launch-1.0 videotestsrc num-buffers=1 pattern=green \ * ! video/x-raw,width=128,height=128 \ * ! omxh264enc num-slices=2 gop-mode=pyramidal gop-length=60 b-frames=3 \ * ! video/x-h264, profile=high-4:2:2 \ * ! fakesink dump=1 * * This uses a special feature of the encoder ("temporal encoding") * that causes it to output PREFIX NALs before each slice. */ /* SPS */ static guint8 h264_prefixed_sps[] = { 0x00, 0x00, 0x00, 0x01, 0x27, 0x7a, 0x00, 0x0b, 0xad, 0x00, 0xce, 0x50, 0x81, 0x1a, 0x6a, 0x0c, 0x04, 0x05, 0xe0, 0x00, 0x00, 0x03, 0x00, 0x20, 0x00, 0x00, 0x07, 0x96, 0x6a, 0x07, 0xd0, 0x0b, 0xbf, 0xff, 0xf8, 0x14 }; /* PPS */ static guint8 h264_prefixed_pps[] = { 0x00, 0x00, 0x00, 0x01, 0x28, 0xe9, 0x08, 0x3c, 0xb0 }; static guint8 h264_prefixed_idr_slice_1[] = { /* prefix */ 0x00, 0x00, 0x00, 0x01, 0x0e, 0xc0, 0x80, 0x07, /* IDR Slice 1 */ 0x00, 0x00, 0x00, 0x01, 0x25, 0xb8, 0x40, 0x00, 0x45, 0xbf, 0x53, 0x39, 0xfb, 0xf7, 0xff, 0x07, 0x23, 0x20, 0x25, 0xb3, 0xf6, 0x38, 0x79, 0x10, 0xed, 0x91, 0x7b, 0xbc, 0x60, 0x7c, 0x36, 0x2f, 0x8d, 0x9d, 0x5e, 0xcb, 0xed, 0x70, 0x6d, 0xba, 0x50, 0x9e, 0x5c, 0x76, 0x6a, 0xa6, 0xc9, 0xf8, 0x0f }; static guint8 h264_prefixed_idr_slice_2[] = { /* prefix */ 0x00, 0x00, 0x00, 0x01, 0x0e, 0xc0, 0x80, 0x07, /* IDR Slice 2 */ 0x00, 0x00, 0x00, 0x01, 0x25, 0x04, 0x2e, 0x10, 0x00, 0x11, 0x6f, 0x53, 0x39, 0xfb, 0xf7, 0xff, 0x07, 0x23, 0x20, 0x25, 0xb3, 0xf6, 0x38, 0x79, 0x10, 0xed, 0x91, 0x7b, 0xbc, 0x60, 0x7c, 0x36, 0x2f, 0x8d, 0x9d, 0x5e, 0xcb, 0xed, 0x70, 0x6d, 0xba, 0x50, 0x9e, 0x5c, 0x76, 0x6a, 0xa6, 0xc9, 0xf8, 0x0f }; GST_START_TEST (test_parse_sliced_sps_pps_sps) { GstHarness *h = gst_harness_new ("h264parse"); GstBuffer *buf; gst_harness_set_caps_str (h, "video/x-h264,stream-format=byte-stream,alignment=nal,parsed=false,framerate=30/1", "video/x-h264,stream-format=byte-stream,alignment=au,parsed=true"); buf = wrap_buffer (h264_slicing_sps, sizeof (h264_slicing_sps), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = wrap_buffer (h264_slicing_pps, sizeof (h264_slicing_pps), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* no output yet, it will be pushed as soon as * the parser recognizes the new AU */ fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0); buf = wrap_buffer (h264_slicing_sps, sizeof (h264_slicing_sps), 200, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* no PP, just a SPS here is valid */ buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 200, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); buf = wrap_buffer (h264_idr_slice_1, sizeof (h264_idr_slice_1), 300, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); { GstMapInfo info; buf = composite_buffer (100, 0, 4, h264_aud, sizeof (h264_aud), h264_slicing_sps, sizeof (h264_slicing_sps), h264_slicing_pps, sizeof (h264_slicing_pps), h264_idr_slice_1, sizeof (h264_idr_slice_1)); gst_buffer_map (buf, &info, GST_MAP_READ); pull_and_check_full (h, info.data, info.size, 100, 0); gst_buffer_unmap (buf, &info); gst_buffer_unref (buf); buf = composite_buffer (200, 0, 3, h264_aud, sizeof (h264_aud), h264_slicing_sps, sizeof (h264_slicing_sps), h264_idr_slice_1, sizeof (h264_idr_slice_1)); gst_buffer_map (buf, &info, GST_MAP_READ); pull_and_check_full (h, info.data, info.size, 200, 0); gst_buffer_unmap (buf, &info); gst_buffer_unref (buf); } gst_harness_teardown (h); } GST_END_TEST; GST_START_TEST (test_parse_sliced_with_prefix_and_sei_nal_au) { /* Insert an SEI between slices of first frame, checks that AUD gets * inserted after SLICE2 and not before the SEI. * | SPS | PPS | PREFIX_UNIT | SLICE1 mb=0 | SEI | PREFIX_UNIT | SLICE2 * | PREFIX_UNIT | SLICE1 */ GstHarness *h = gst_harness_new ("h264parse"); GstBuffer *buf; GstMapInfo info; gst_harness_set_caps_str (h, "video/x-h264,stream-format=byte-stream,alignment=nal,parsed=false,framerate=30/1", "video/x-h264,stream-format=byte-stream,alignment=au,parsed=true"); /* Frame 1 */ buf = wrap_buffer (h264_prefixed_sps, sizeof (h264_prefixed_sps), 10, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = wrap_buffer (h264_prefixed_pps, sizeof (h264_prefixed_pps), 10, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* 1st slice of first frame */ buf = wrap_buffer (h264_prefixed_idr_slice_1, sizeof (h264_prefixed_idr_slice_1), 10, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* SEI */ buf = wrap_buffer (h264_sei_buffering_period, sizeof (h264_sei_buffering_period), 10, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* 2nd slice of first frame */ buf = wrap_buffer (h264_prefixed_idr_slice_2, sizeof (h264_prefixed_idr_slice_2), 10, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* Push first slice of 2nd frame, that should produce the 1st frame */ buf = wrap_buffer (h264_prefixed_idr_slice_1, sizeof (h264_prefixed_idr_slice_1), 100, 0); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); /* Parser produces frame 1 */ buf = composite_buffer (10, 0, 6, h264_aud, sizeof (h264_aud), h264_prefixed_sps, sizeof (h264_prefixed_sps), h264_prefixed_pps, sizeof (h264_prefixed_pps), h264_prefixed_idr_slice_1, sizeof (h264_prefixed_idr_slice_1), h264_sei_buffering_period, sizeof (h264_sei_buffering_period), h264_prefixed_idr_slice_2, sizeof (h264_prefixed_idr_slice_2)); gst_buffer_map (buf, &info, GST_MAP_READ); pull_and_check_full (h, info.data, info.size, 10, 0); gst_buffer_unmap (buf, &info); gst_buffer_unref (buf); gst_harness_teardown (h); } GST_END_TEST; static Suite * h264parse_sliced_suite (void) { Suite *s = suite_create (ctx_suite); TCase *tc_chain = tcase_create ("general"); suite_add_tcase (s, tc_chain); tcase_add_test (tc_chain, test_parse_sliced_nal_nal); tcase_add_test (tc_chain, test_parse_sliced_au_nal); tcase_add_test (tc_chain, test_parse_sliced_nal_au); tcase_add_test (tc_chain, test_parse_sliced_sps_pps_sps); tcase_add_test (tc_chain, test_parse_sliced_with_prefix_and_sei_nal_au); return s; } GST_START_TEST (test_parse_sei_closedcaptions) { GstVideoCaptionMeta *cc; GstHarness *h; GstBuffer *buf; const guint8 cc_sei_plus_idr[] = { 0x00, 0x00, 0x00, 0x4b, 0x06, 0x04, 0x47, 0xb5, 0x00, 0x31, 0x47, 0x41, 0x39, 0x34, 0x03, 0xd4, 0xff, 0xfc, 0x80, 0x80, 0xfd, 0x80, 0x80, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xff, 0x80, /* IDR frame (doesn't necessarily match caps) */ 0x00, 0x00, 0x00, 0x14, 0x65, 0x88, 0x84, 0x00, 0x10, 0xff, 0xfe, 0xf6, 0xf0, 0xfe, 0x05, 0x36, 0x56, 0x04, 0x50, 0x96, 0x7b, 0x3f, 0x53, 0xe1 }; const gsize cc_sei_plus_idr_size = sizeof (cc_sei_plus_idr); h = gst_harness_new ("h264parse"); gst_harness_set_src_caps_str (h, "video/x-h264, stream-format=(string)avc, alignment=(string)au," " codec_data=(buffer)014d4015ffe10017674d4015eca4bf2e0220000003002ee6b28001e2c5b2c001000468ebecb2," " width=(int)32, height=(int)24, framerate=(fraction)30/1," " pixel-aspect-ratio=(fraction)1/1"); buf = gst_buffer_new_and_alloc (cc_sei_plus_idr_size); gst_buffer_fill (buf, 0, cc_sei_plus_idr, cc_sei_plus_idr_size); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = gst_harness_pull (h); cc = gst_buffer_get_video_caption_meta (buf); fail_unless (cc != NULL); fail_unless_equals_int (cc->caption_type, GST_VIDEO_CAPTION_TYPE_CEA708_RAW); fail_unless_equals_int (cc->size, 60); fail_unless_equals_int (cc->data[0], 0xfc); fail_unless_equals_int (cc->data[3], 0xfd); gst_buffer_unref (buf); gst_harness_teardown (h); } GST_END_TEST; GST_START_TEST (test_parse_skip_to_4bytes_sc) { GstHarness *h; GstBuffer *buf1, *buf2; const guint8 initial_bytes[] = { 0x00, 0x00, 0x00, 0x00, 0x01 }; GstMapInfo map; h = gst_harness_new ("h264parse"); gst_harness_set_caps_str (h, "video/x-h264, stream-format=byte-stream", "video/x-h264, stream-format=byte-stream, alignment=nal"); /* padding bytes, four bytes start code. */ buf1 = wrap_buffer (initial_bytes, sizeof (initial_bytes), 100, 0); /* The second contains the an AUD, starting from NAL identification byte, * and is followed by SPS, PPS and IDR */ buf2 = composite_buffer (100, 0, 4, h264_aud + 4, sizeof (h264_aud) - 4, h264_sps, sizeof (h264_sps), h264_pps, sizeof (h264_pps), h264_idrframe, sizeof (h264_idrframe)); fail_unless_equals_int (gst_harness_push (h, buf1), GST_FLOW_OK); fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0); fail_unless_equals_int (gst_harness_push (h, buf2), GST_FLOW_OK); /* The parser will deliver AUD, SPS, PPS as it now have complete caps */ fail_unless_equals_int (gst_harness_buffers_in_queue (h), 3); buf1 = gst_harness_pull (h); gst_buffer_map (buf1, &map, GST_MAP_READ); fail_unless_equals_int (gst_buffer_get_size (buf1), sizeof (h264_aud)); gst_buffer_unmap (buf1, &map); gst_buffer_unref (buf1); gst_harness_teardown (h); } GST_END_TEST; typedef enum { PACKETIZED_AU = 0, /* TODO: packetized with nal alignment if we expect that should work? */ BYTESTREAM_AU, BYTESTREAM_NAL, } H264ParseStreamType; static const gchar * stream_type_to_caps_str (H264ParseStreamType type) { switch (type) { case PACKETIZED_AU: return "video/x-h264,stream-format=avc,alignment=au"; case BYTESTREAM_AU: return "video/x-h264,stream-format=byte-stream,alignment=au"; case BYTESTREAM_NAL: return "video/x-h264,stream-format=byte-stream,alignment=nal"; } g_assert_not_reached (); return NULL; } static GstMemory * nalu_to_memory (H264ParseStreamType type, const guint8 * data, gsize size) { gpointer dump = g_memdup2 (data, size); if (type == PACKETIZED_AU) { guint32 nalu_size; nalu_size = size - 4; nalu_size = GUINT32_TO_BE (nalu_size); memcpy (dump, &nalu_size, sizeof (nalu_size)); } return gst_memory_new_wrapped (0, dump, size, 0, size, dump, g_free); } static GList * create_aud_test_buffers (H264ParseStreamType type, gboolean inband_aud) { GList *list = NULL; GstBuffer *buf = NULL; #define APPEND_NALU_TO_BUFFER(type,nalu,end_of_au) G_STMT_START { \ if (!buf) { \ buf = gst_buffer_new (); \ } \ gst_buffer_append_memory (buf, nalu_to_memory (type, nalu, \ sizeof (nalu))); \ if (type == BYTESTREAM_NAL || end_of_au) { \ list = g_list_append (list, buf); \ buf = NULL; \ } \ } G_STMT_END if (inband_aud) APPEND_NALU_TO_BUFFER (type, h264_aud, FALSE); APPEND_NALU_TO_BUFFER (type, h264_slicing_sps, FALSE); APPEND_NALU_TO_BUFFER (type, h264_slicing_pps, FALSE); APPEND_NALU_TO_BUFFER (type, h264_idr_slice_1, FALSE); APPEND_NALU_TO_BUFFER (type, h264_idr_slice_2, TRUE); if (inband_aud) APPEND_NALU_TO_BUFFER (type, h264_aud, FALSE); APPEND_NALU_TO_BUFFER (type, h264_slice_1, FALSE); APPEND_NALU_TO_BUFFER (type, h264_slice_2, TRUE); #undef APPEND_NALU_TO_BUFFER return list; } static void check_aud_insertion (gboolean inband_aud, H264ParseStreamType in_type, H264ParseStreamType out_type) { GstHarness *h; GList *in_buffers = NULL; GList *expected_buffers = NULL; GList *result_buffers = NULL; GList *iter, *walk; GstCaps *in_caps, *out_caps; gboolean aud_in_output; GstBuffer *buf; h = gst_harness_new ("h264parse"); in_caps = gst_caps_from_string (stream_type_to_caps_str (in_type)); if (in_type == PACKETIZED_AU) { GstBuffer *cdata_buf = gst_buffer_new_memdup (h264_slicing_codec_data, sizeof (h264_slicing_codec_data)); gst_caps_set_simple (in_caps, "codec_data", GST_TYPE_BUFFER, cdata_buf, NULL); gst_buffer_unref (cdata_buf); } out_caps = gst_caps_from_string (stream_type_to_caps_str (out_type)); gst_harness_set_caps (h, in_caps, out_caps); in_buffers = create_aud_test_buffers (in_type, inband_aud); if (out_type == BYTESTREAM_AU || out_type == BYTESTREAM_NAL) { /* In case of byte-stream output, parse will insert AUD always */ aud_in_output = TRUE; } else if (inband_aud) { /* Parse will not drop AUD in any case */ aud_in_output = TRUE; } else { /* Cases where input bitstream doesn't contain AUD and output format is * packetized. In this case parse will not insert AUD */ aud_in_output = FALSE; } expected_buffers = create_aud_test_buffers (out_type, aud_in_output); for (iter = in_buffers; iter; iter = g_list_next (iter)) { buf = (GstBuffer *) iter->data; fail_unless_equals_int (gst_harness_push (h, gst_buffer_ref (buf)), GST_FLOW_OK); } /* EOS for pending buffers to be drained if any */ gst_harness_push_event (h, gst_event_new_eos ()); while ((buf = gst_harness_try_pull (h))) result_buffers = g_list_append (result_buffers, buf); fail_unless_equals_int (g_list_length (result_buffers), g_list_length (expected_buffers)); for (iter = expected_buffers, walk = result_buffers; iter && walk; iter = g_list_next (iter), walk = g_list_next (walk)) { GstBuffer *buf1, *buf2; GstMapInfo map1, map2; buf1 = (GstBuffer *) iter->data; buf2 = (GstBuffer *) walk->data; gst_buffer_map (buf1, &map1, GST_MAP_READ); gst_buffer_map (buf2, &map2, GST_MAP_READ); fail_unless_equals_int (map1.size, map2.size); fail_unless (memcmp (map1.data, map2.data, map1.size) == 0); gst_buffer_unmap (buf1, &map1); gst_buffer_unmap (buf2, &map2); } g_list_free_full (in_buffers, (GDestroyNotify) gst_buffer_unref); g_list_free_full (expected_buffers, (GDestroyNotify) gst_buffer_unref); g_list_free_full (result_buffers, (GDestroyNotify) gst_buffer_unref); gst_harness_teardown (h); } GST_START_TEST (test_parse_aud_insert) { gboolean inband_aud[] = { TRUE, FALSE }; H264ParseStreamType stream_types[] = { PACKETIZED_AU, BYTESTREAM_AU, BYTESTREAM_NAL }; guint i, j, k; for (i = 0; i < G_N_ELEMENTS (inband_aud); i++) { for (j = 0; j < G_N_ELEMENTS (stream_types); j++) { for (k = 0; k < G_N_ELEMENTS (stream_types); k++) { check_aud_insertion (inband_aud[i], stream_types[j], stream_types[k]); } } } } GST_END_TEST; GST_START_TEST (test_parse_sei_userdefinedunregistered) { GstVideoSEIUserDataUnregisteredMeta *meta; GstHarness *h; GstBuffer *buf; const guint8 misb_sei[] = { 0x00, 0x00, 0x00, 0x20, 0x06, 0x05, 0x1c, 0x4d, 0x49, 0x53, 0x50, 0x6d, 0x69, 0x63, 0x72, 0x6f, 0x73, 0x65, 0x63, 0x74, 0x69, 0x6d, 0x65, 0x1f, 0x00, 0x05, 0xff, 0x21, 0x7e, 0xff, 0x29, 0xb5, 0xff, 0xdc, 0x13, 0x80, /* IDR frame (doesn't match caps) */ 0x00, 0x00, 0x00, 0x14, 0x65, 0x88, 0x84, 0x00, 0x10, 0xff, 0xfe, 0xf6, 0xf0, 0xfe, 0x05, 0x36, 0x56, 0x04, 0x50, 0x96, 0x7b, 0x3f, 0x53, 0xe1 }; const gsize misb_sei_size = sizeof (misb_sei); // Expected result - time status plus padded data const guint8 st0604_data[] = { 0x1f, 0x00, 0x05, 0xff, 0x21, 0x7e, 0xff, 0x29, 0xb5, 0xff, 0xdc, 0x13 }; h = gst_harness_new ("h264parse"); gst_harness_set_src_caps_str (h, "video/x-h264, stream-format=(string)avc," " width=(int)1920, height=(int)1080, framerate=(fraction)25/1," " bit-depth-chroma=(uint)8, parsed=(boolean)true," " alignment=(string)au, profile=(string)high, level=(string)4," " codec_data=(buffer)01640028ffe1001a67640028acb200f0044fcb080000030008000003019478c1924001000568ebccb22c"); buf = gst_buffer_new_and_alloc (misb_sei_size); gst_buffer_fill (buf, 0, misb_sei, misb_sei_size); fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); buf = gst_harness_pull (h); meta = gst_buffer_get_video_sei_user_data_unregistered_meta (buf); fail_unless (meta != NULL); fail_unless (memcmp (meta->uuid, H264_MISP_MICROSECTIME, 16) == 0); fail_unless (memcmp (meta->data, st0604_data, 12) == 0); gst_buffer_unref (buf); gst_harness_teardown (h); } GST_END_TEST; /* * TODO: * - Both push- and pull-modes need to be tested * * Pull-mode & EOS */ int main (int argc, char **argv) { int nf = 0; Suite *s; SRunner *sr; gst_check_init (&argc, &argv); /* globabl init test context */ ctx_factory = "h264parse"; ctx_sink_template = &sinktemplate_bs_nal; ctx_src_template = &srctemplate; ctx_headers[0].data = h264_sps; ctx_headers[0].size = sizeof (h264_sps); ctx_headers[1].data = h264_sei_buffering_period; ctx_headers[1].size = sizeof (h264_sei_buffering_period); ctx_headers[2].data = h264_pps; ctx_headers[2].size = sizeof (h264_pps); ctx_verify_buffer = verify_buffer; ctx_frame_generated = TRUE; /* discard initial sps/pps buffers */ ctx_discard = 3; /* no timing info to parse */ ctx_no_metadata = TRUE; ctx_codec_data = FALSE; ctx_hdr_sei = FALSE; h264_codec_data = h264_avc_codec_data; h264_codec_data_size = sizeof (h264_avc_codec_data); ctx_suite = "h264parse_to_bs_nal"; s = h264parse_suite (); nf += gst_check_run_suite (s, ctx_suite, __FILE__ "_to_bs_nal.c"); /* setup and tweak to handle bs au output */ ctx_suite = "h264parse_to_bs_au"; ctx_sink_template = &sinktemplate_bs_au; ctx_verify_buffer = verify_buffer_bs_au; ctx_discard = 0; ctx_frame_generated = FALSE; ctx_hdr_sei = TRUE; s = h264parse_suite (); nf += gst_check_run_suite (s, ctx_suite, __FILE__ "_to_bs_au.c"); /* setup and tweak to handle avc au output */ ctx_suite = "h264parse_to_avc_au"; ctx_sink_template = &sinktemplate_avc_au; ctx_verify_buffer = verify_buffer; ctx_discard = 0; ctx_codec_data = TRUE; ctx_hdr_sei = FALSE; s = h264parse_suite (); sr = srunner_create (s); srunner_run_all (sr, CK_NORMAL); nf += srunner_ntests_failed (sr); srunner_free (sr); /* setup and tweak to handle avc3 au output */ h264_codec_data = h264_avc3_codec_data; h264_codec_data_size = sizeof (h264_avc3_codec_data); ctx_suite = "h264parse_to_avc3_au"; ctx_sink_template = &sinktemplate_avc3_au; ctx_discard = 0; ctx_codec_data = TRUE; s = h264parse_suite (); nf += gst_check_run_suite (s, ctx_suite, __FILE__ "_to_avc3_au.c"); /* setup and tweak to handle avc packetized input */ h264_codec_data = h264_avc_codec_data; h264_codec_data_size = sizeof (h264_avc_codec_data); ctx_suite = "h264parse_packetized"; /* turn into separate byte stream NALs */ ctx_sink_template = &sinktemplate_bs_nal; /* and ignore inserted codec-data NALs */ ctx_discard = 2; ctx_frame_generated = TRUE; /* no more config headers */ ctx_headers[0].data = NULL; ctx_headers[1].data = NULL; ctx_headers[2].data = NULL; ctx_headers[0].size = 0; ctx_headers[1].size = 0; ctx_headers[2].size = 0; /* and need adapter buffer check */ ctx_verify_buffer = verify_buffer_packetized; s = h264parse_packetized_suite (); nf += gst_check_run_suite (s, ctx_suite, __FILE__ "_packetized.c"); ctx_suite = "h264parse_sliced"; s = h264parse_sliced_suite (); nf += gst_check_run_suite (s, ctx_suite, __FILE__ "_sliced.c"); { TCase *tc_chain = tcase_create ("general"); s = suite_create ("h264parse"); suite_add_tcase (s, tc_chain); tcase_add_test (tc_chain, test_parse_sei_closedcaptions); tcase_add_test (tc_chain, test_parse_compatible_caps); tcase_add_test (tc_chain, test_parse_skip_to_4bytes_sc); tcase_add_test (tc_chain, test_parse_aud_insert); tcase_add_test (tc_chain, test_parse_sei_userdefinedunregistered); nf += gst_check_run_suite (s, "h264parse", __FILE__); } return nf; }