mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-29 11:40:38 +00:00
b40b4ffb81
When the input buffer contained multiple NAL's the second one would keep the non delta-unit flag for a key frame. The delta-unit flag will now be set per NAL when preparing the buffer list to payload. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4937>
1397 lines
45 KiB
C
1397 lines
45 KiB
C
/* GStreamer RTP H.265 unit test
|
|
*
|
|
* Copyright (C) 2017 Centricular Ltd
|
|
* @author: Tim-Philipp Müller <tim@centricular.com>
|
|
* Copyright (C) 2018 Collabora Ltd
|
|
* @author: Nicolas Dufresne <nicolas.dufresne@collabora.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <gst/check/check.h>
|
|
#include <gst/app/app.h>
|
|
#include <gst/rtp/gstrtpbuffer.h>
|
|
#include <gst/rtp/gstrtph265types.h>
|
|
|
|
#define ALLOCATOR_CUSTOM_SYSMEM "CustomSysMem"
|
|
|
|
static GstAllocator *custom_sysmem_allocator; /* NULL */
|
|
|
|
/* Custom memory */
|
|
|
|
typedef struct
|
|
{
|
|
GstMemory mem;
|
|
guint8 *data;
|
|
guint8 *allocdata;
|
|
} CustomSysmem;
|
|
|
|
static CustomSysmem *
|
|
custom_sysmem_new (GstMemoryFlags flags, gsize maxsize, gsize align,
|
|
gsize offset, gsize size)
|
|
{
|
|
gsize aoffset, padding;
|
|
CustomSysmem *mem;
|
|
|
|
/* ensure configured alignment */
|
|
align |= gst_memory_alignment;
|
|
/* allocate more to compensate for alignment */
|
|
maxsize += align;
|
|
|
|
mem = g_new0 (CustomSysmem, 1);
|
|
|
|
mem->allocdata = g_malloc (maxsize);
|
|
|
|
mem->data = mem->allocdata;
|
|
|
|
/* do alignment */
|
|
if ((aoffset = ((guintptr) mem->data & align))) {
|
|
aoffset = (align + 1) - aoffset;
|
|
mem->data += aoffset;
|
|
maxsize -= aoffset;
|
|
}
|
|
|
|
if (offset && (flags & GST_MEMORY_FLAG_ZERO_PREFIXED))
|
|
memset (mem->data, 0, offset);
|
|
|
|
padding = maxsize - (offset + size);
|
|
if (padding && (flags & GST_MEMORY_FLAG_ZERO_PADDED))
|
|
memset (mem->data + offset + size, 0, padding);
|
|
|
|
gst_memory_init (GST_MEMORY_CAST (mem), flags, custom_sysmem_allocator,
|
|
NULL, maxsize, align, offset, size);
|
|
|
|
return mem;
|
|
}
|
|
|
|
static gpointer
|
|
custom_sysmem_map (CustomSysmem * mem, gsize maxsize, GstMapFlags flags)
|
|
{
|
|
return mem->data;
|
|
}
|
|
|
|
static gboolean
|
|
custom_sysmem_unmap (CustomSysmem * mem)
|
|
{
|
|
return TRUE;
|
|
}
|
|
|
|
static CustomSysmem *
|
|
custom_sysmem_copy (CustomSysmem * mem, gssize offset, gsize size)
|
|
{
|
|
g_return_val_if_reached (NULL);
|
|
}
|
|
|
|
static CustomSysmem *
|
|
custom_sysmem_share (CustomSysmem * mem, gssize offset, gsize size)
|
|
{
|
|
g_return_val_if_reached (NULL);
|
|
}
|
|
|
|
static gboolean
|
|
custom_sysmem_is_span (CustomSysmem * mem1, CustomSysmem * mem2, gsize * offset)
|
|
{
|
|
g_return_val_if_reached (FALSE);
|
|
}
|
|
|
|
/* Custom allocator */
|
|
|
|
typedef struct
|
|
{
|
|
GstAllocator allocator;
|
|
} CustomSysmemAllocator;
|
|
|
|
typedef struct
|
|
{
|
|
GstAllocatorClass allocator_class;
|
|
} CustomSysmemAllocatorClass;
|
|
|
|
GType custom_sysmem_allocator_get_type (void);
|
|
G_DEFINE_TYPE (CustomSysmemAllocator, custom_sysmem_allocator,
|
|
GST_TYPE_ALLOCATOR);
|
|
|
|
static GstMemory *
|
|
custom_sysmem_allocator_alloc (GstAllocator * allocator, gsize size,
|
|
GstAllocationParams * params)
|
|
{
|
|
gsize maxsize = size + params->prefix + params->padding;
|
|
|
|
return (GstMemory *) custom_sysmem_new (params->flags,
|
|
maxsize, params->align, params->prefix, size);
|
|
}
|
|
|
|
static void
|
|
custom_sysmem_allocator_free (GstAllocator * allocator, GstMemory * mem)
|
|
{
|
|
CustomSysmem *csmem = (CustomSysmem *) mem;
|
|
|
|
g_free (csmem->allocdata);
|
|
g_free (csmem);
|
|
}
|
|
|
|
static void
|
|
custom_sysmem_allocator_class_init (CustomSysmemAllocatorClass * klass)
|
|
{
|
|
GstAllocatorClass *allocator_class = (GstAllocatorClass *) klass;
|
|
|
|
allocator_class->alloc = custom_sysmem_allocator_alloc;
|
|
allocator_class->free = custom_sysmem_allocator_free;
|
|
}
|
|
|
|
static void
|
|
custom_sysmem_allocator_init (CustomSysmemAllocator * allocator)
|
|
{
|
|
GstAllocator *alloc = GST_ALLOCATOR_CAST (allocator);
|
|
|
|
alloc->mem_type = ALLOCATOR_CUSTOM_SYSMEM;
|
|
alloc->mem_map = (GstMemoryMapFunction) custom_sysmem_map;
|
|
alloc->mem_unmap = (GstMemoryUnmapFunction) custom_sysmem_unmap;
|
|
alloc->mem_copy = (GstMemoryCopyFunction) custom_sysmem_copy;
|
|
alloc->mem_share = (GstMemoryShareFunction) custom_sysmem_share;
|
|
alloc->mem_is_span = (GstMemoryIsSpanFunction) custom_sysmem_is_span;
|
|
}
|
|
|
|
/* AppSink subclass proposing our custom allocator to upstream */
|
|
|
|
typedef struct
|
|
{
|
|
GstAppSink appsink;
|
|
} CMemAppSink;
|
|
|
|
typedef struct
|
|
{
|
|
GstAppSinkClass appsink;
|
|
} CMemAppSinkClass;
|
|
|
|
GType c_mem_app_sink_get_type (void);
|
|
|
|
G_DEFINE_TYPE (CMemAppSink, c_mem_app_sink, GST_TYPE_APP_SINK);
|
|
|
|
static void
|
|
c_mem_app_sink_init (CMemAppSink * cmemsink)
|
|
{
|
|
}
|
|
|
|
static gboolean
|
|
c_mem_app_sink_propose_allocation (GstBaseSink * sink, GstQuery * query)
|
|
{
|
|
gst_query_add_allocation_param (query, custom_sysmem_allocator, NULL);
|
|
return TRUE;
|
|
}
|
|
|
|
static void
|
|
c_mem_app_sink_class_init (CMemAppSinkClass * klass)
|
|
{
|
|
GstBaseSinkClass *basesink_class = (GstBaseSinkClass *) klass;
|
|
|
|
basesink_class->propose_allocation = c_mem_app_sink_propose_allocation;
|
|
}
|
|
|
|
#define RTP_H265_FILE GST_TEST_FILES_PATH G_DIR_SEPARATOR_S "h265.rtp"
|
|
|
|
GST_START_TEST (test_rtph265depay_with_downstream_allocator)
|
|
{
|
|
GstElement *pipeline, *src, *depay, *sink;
|
|
GstMemory *mem;
|
|
GstSample *sample;
|
|
GstBuffer *buf;
|
|
GstCaps *caps;
|
|
|
|
custom_sysmem_allocator =
|
|
g_object_new (custom_sysmem_allocator_get_type (), NULL);
|
|
|
|
pipeline = gst_pipeline_new ("pipeline");
|
|
|
|
src = gst_element_factory_make ("appsrc", NULL);
|
|
|
|
caps = gst_caps_new_simple ("application/x-rtp",
|
|
"media", G_TYPE_STRING, "video",
|
|
"payload", G_TYPE_INT, 96,
|
|
"clock-rate", G_TYPE_INT, 90000,
|
|
"encoding-name", G_TYPE_STRING, "H265",
|
|
"ssrc", G_TYPE_UINT, 1990683810,
|
|
"timestamp-offset", G_TYPE_UINT, 3697583446UL,
|
|
"seqnum-offset", G_TYPE_UINT, 15568,
|
|
"a-framerate", G_TYPE_STRING, "30", NULL);
|
|
g_object_set (src, "format", GST_FORMAT_TIME, "caps", caps, NULL);
|
|
gst_bin_add (GST_BIN (pipeline), src);
|
|
gst_caps_unref (caps);
|
|
|
|
depay = gst_element_factory_make ("rtph265depay", NULL);
|
|
gst_bin_add (GST_BIN (pipeline), depay);
|
|
|
|
sink = g_object_new (c_mem_app_sink_get_type (), NULL);
|
|
gst_bin_add (GST_BIN (pipeline), sink);
|
|
|
|
gst_element_link_many (src, depay, sink, NULL);
|
|
|
|
gst_element_set_state (pipeline, GST_STATE_PAUSED);
|
|
|
|
{
|
|
gchar *data, *pdata;
|
|
gsize len;
|
|
|
|
fail_unless (g_file_get_contents (RTP_H265_FILE, &data, &len, NULL));
|
|
fail_unless (len > 2);
|
|
|
|
pdata = data;
|
|
while (len > 2) {
|
|
GstFlowReturn flow;
|
|
guint16 packet_len;
|
|
|
|
packet_len = GST_READ_UINT16_BE (pdata);
|
|
GST_INFO ("rtp packet length: %u (bytes left: %u)", packet_len,
|
|
(guint) len);
|
|
fail_unless (len >= 2 + packet_len);
|
|
|
|
flow = gst_app_src_push_buffer (GST_APP_SRC (src),
|
|
gst_buffer_new_memdup (pdata + 2, packet_len));
|
|
|
|
fail_unless_equals_int (flow, GST_FLOW_OK);
|
|
|
|
pdata += 2 + packet_len;
|
|
len -= 2 + packet_len;
|
|
}
|
|
|
|
g_free (data);
|
|
}
|
|
|
|
gst_app_src_end_of_stream (GST_APP_SRC (src));
|
|
|
|
sample = gst_app_sink_pull_preroll (GST_APP_SINK (sink));
|
|
fail_unless (sample != NULL);
|
|
|
|
buf = gst_sample_get_buffer (sample);
|
|
|
|
GST_LOG ("buffer has %u memories", gst_buffer_n_memory (buf));
|
|
GST_LOG ("buffer size: %u", (guint) gst_buffer_get_size (buf));
|
|
|
|
fail_unless (gst_buffer_n_memory (buf) > 0);
|
|
mem = gst_buffer_peek_memory (buf, 0);
|
|
fail_unless (mem != NULL);
|
|
|
|
GST_LOG ("buffer memory type: %s", mem->allocator->mem_type);
|
|
fail_unless (gst_memory_is_type (mem, ALLOCATOR_CUSTOM_SYSMEM));
|
|
|
|
gst_sample_unref (sample);
|
|
|
|
gst_element_set_state (pipeline, GST_STATE_NULL);
|
|
|
|
gst_object_unref (pipeline);
|
|
|
|
g_object_unref (custom_sysmem_allocator);
|
|
custom_sysmem_allocator = NULL;
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
|
|
static GstBuffer *
|
|
wrap_static_buffer_with_pts (guint8 * buf, gsize size, GstClockTime pts)
|
|
{
|
|
GstBuffer *buffer;
|
|
|
|
buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY,
|
|
buf, size, 0, size, NULL, NULL);
|
|
GST_BUFFER_PTS (buffer) = pts;
|
|
|
|
return buffer;
|
|
}
|
|
|
|
static GstBuffer *
|
|
wrap_static_buffer (guint8 * buf, gsize size)
|
|
{
|
|
return wrap_static_buffer_with_pts (buf, size, GST_CLOCK_TIME_NONE);
|
|
}
|
|
|
|
/* This was generated using pipeline:
|
|
* gst-launch-1.0 videotestsrc num-buffers=1 pattern=green \
|
|
* ! video/x-raw,width=64,height=64 ! x265enc ! h265parse \
|
|
* ! rtph265pay ! fakesink dump=1
|
|
*/
|
|
/* RTP h265_idr + marker */
|
|
static guint8 rtp_h265_idr[] = {
|
|
0x80, 0xe0, 0x2c, 0x6a, 0xab, 0x7f, 0x71, 0xc0,
|
|
0x8d, 0x11, 0x33, 0x07, 0x28, 0x01, 0xaf, 0x05,
|
|
0x38, 0x4a, 0x03, 0x06, 0x7c, 0x7a, 0xb1, 0x8b,
|
|
0xff, 0xfe, 0xfd, 0xb7, 0xff, 0xff, 0xd1, 0xff,
|
|
0x40, 0x06, 0xd8, 0xd3, 0xb2, 0xf8
|
|
};
|
|
|
|
GST_START_TEST (test_rtph265depay_eos)
|
|
{
|
|
GstHarness *h = gst_harness_new ("rtph265depay");
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
GstFlowReturn ret;
|
|
|
|
gst_harness_set_caps_str (h,
|
|
"application/x-rtp,media=video,clock-rate=90000,encoding-name=H265",
|
|
"video/x-h265,alignment=au,stream-format=byte-stream");
|
|
|
|
buffer = wrap_static_buffer (rtp_h265_idr, sizeof (rtp_h265_idr));
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_WRITE, &rtp));
|
|
gst_rtp_buffer_set_marker (&rtp, FALSE);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0);
|
|
|
|
fail_unless (gst_harness_push_event (h, gst_event_new_eos ()));
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
|
|
GST_START_TEST (test_rtph265depay_marker_to_flag)
|
|
{
|
|
GstHarness *h = gst_harness_new ("rtph265depay");
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
GstFlowReturn ret;
|
|
guint16 seq;
|
|
|
|
gst_harness_set_caps_str (h,
|
|
"application/x-rtp,media=video,clock-rate=90000,encoding-name=H265",
|
|
"video/x-h265,alignment=au,stream-format=byte-stream");
|
|
|
|
buffer = wrap_static_buffer (rtp_h265_idr, sizeof (rtp_h265_idr));
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless (gst_rtp_buffer_get_marker (&rtp));
|
|
seq = gst_rtp_buffer_get_seq (&rtp);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
|
|
buffer = wrap_static_buffer (rtp_h265_idr, sizeof (rtp_h265_idr));
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_WRITE, &rtp));
|
|
gst_rtp_buffer_set_marker (&rtp, FALSE);
|
|
gst_rtp_buffer_set_seq (&rtp, ++seq);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
/* the second NAL is blocked as there is no marker to let the payloader
|
|
* know it's a complete AU, we'll use an EOS to unblock it */
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
fail_unless (gst_harness_push_event (h, gst_event_new_eos ()));
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_MARKER));
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_if (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_MARKER));
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
/* These were generated using pipeline:
|
|
* gst-launch-1.0 videotestsrc num-buffers=1 pattern=green \
|
|
* ! video/x-raw,width=256,height=256 \
|
|
* ! x265enc option-string="slices=2" \
|
|
* ! fakesink dump=1
|
|
*/
|
|
|
|
static guint8 h265_vps[] = {
|
|
0x00, 0x00, 0x00, 0x01, 0x40, 0x01, 0x0c, 0x01,
|
|
0xff, 0xff, 0x01, 0x60, 0x00, 0x00, 0x03, 0x00,
|
|
0x90, 0x00, 0x00, 0x03, 0x00, 0x00, 0x03, 0x00,
|
|
0x3f, 0x95, 0x98, 0x09
|
|
};
|
|
|
|
static guint8 h265_sps[] = {
|
|
0x00, 0x00, 0x00, 0x01, 0x42, 0x01, 0x01, 0x01,
|
|
0x60, 0x00, 0x00, 0x03, 0x00, 0x90, 0x00, 0x00,
|
|
0x03, 0x00, 0x00, 0x03, 0x00, 0x3f, 0xa0, 0x08,
|
|
0x08, 0x04, 0x05, 0x96, 0x56, 0x69, 0x24, 0xca,
|
|
0xff, 0xf0, 0x00, 0x10, 0x00, 0x10, 0x10, 0x00,
|
|
0x00, 0x03, 0x00, 0x10, 0x00, 0x00, 0x03, 0x01,
|
|
0xe0, 0x80
|
|
};
|
|
|
|
static guint8 h265_pps[] = {
|
|
0x00, 0x00, 0x00, 0x01, 0x44, 0x01, 0xc1, 0x72,
|
|
0xb4, 0x42, 0x40
|
|
};
|
|
|
|
/* IDR Slice 1 */
|
|
static guint8 h265_idr_slice_1[] = {
|
|
0x00, 0x00, 0x00, 0x01, 0x28, 0x01, 0xaf, 0x08,
|
|
0xa2, 0xe6, 0xa3, 0xc6, 0x53, 0x90, 0xea, 0xc8,
|
|
0x3f, 0xfe, 0xfa, 0xf9, 0x3f, 0xf2, 0x61, 0x98,
|
|
0xef, 0xf4, 0xe9, 0x97, 0xe7, 0xc2, 0x74, 0x78,
|
|
0x98, 0x10, 0x01, 0x21, 0xa4, 0x3c, 0x4c, 0x08,
|
|
0x00, 0x3e, 0x40, 0x92, 0x0c, 0x78
|
|
};
|
|
|
|
/* IDR Slice 2 */
|
|
static guint8 h265_idr_slice_2[] = {
|
|
0x00, 0x00, 0x01, 0x28, 0x01, 0x30, 0xf0, 0x8a,
|
|
0x2e, 0x60, 0xa3, 0xc6, 0x53, 0x90, 0xea, 0xc8,
|
|
0x3f, 0xfe, 0xfa, 0xf9, 0x3f, 0xf2, 0x61, 0x98,
|
|
0xef, 0xf4, 0xe9, 0x97, 0xe7, 0xc2, 0x74, 0x78,
|
|
0x98, 0x10, 0x01, 0x21, 0xa4, 0x3c, 0x4c, 0x08,
|
|
0x00, 0x3e, 0x40, 0x92, 0x0c, 0x78
|
|
};
|
|
|
|
|
|
GST_START_TEST (test_rtph265pay_two_slices_timestamp)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" aggregate-mode=zero-latency");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0));
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_2,
|
|
sizeof (h265_idr_slice_2), 0));
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), GST_SECOND));
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_2,
|
|
sizeof (h265_idr_slice_2), GST_SECOND));
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 4);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), GST_SECOND);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 90000);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), GST_SECOND);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 90000);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (test_rtph265pay_marker_for_flag)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" aggregate-mode=zero-latency");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
ret = gst_harness_push (h, wrap_static_buffer (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1)));
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer (h265_idr_slice_2, sizeof (h265_idr_slice_2));
|
|
GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_MARKER);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_if (gst_rtp_buffer_get_marker (&rtp));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless (gst_rtp_buffer_get_marker (&rtp));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
|
|
GST_START_TEST (test_rtph265pay_marker_for_au)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse
|
|
("rtph265pay timestamp-offset=123 aggregate-mode=none");
|
|
GstFlowReturn ret;
|
|
GstBuffer *slice1, *slice2, *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=au,stream-format=byte-stream");
|
|
|
|
slice1 = wrap_static_buffer (h265_idr_slice_1, sizeof (h265_idr_slice_1));
|
|
slice2 = wrap_static_buffer (h265_idr_slice_2, sizeof (h265_idr_slice_2));
|
|
buffer = gst_buffer_append (slice1, slice2);
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_if (gst_rtp_buffer_get_marker (&rtp));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless (gst_rtp_buffer_get_marker (&rtp));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
|
|
GST_START_TEST (test_rtph265pay_marker_for_fragmented_au)
|
|
{
|
|
GstHarness *h =
|
|
gst_harness_new_parse ("rtph265pay timestamp-offset=123 mtu=40"
|
|
" aggregate-mode=zero-latency");
|
|
GstFlowReturn ret;
|
|
GstBuffer *slice1, *slice2, *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
gint i;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=au,stream-format=byte-stream");
|
|
|
|
slice1 = wrap_static_buffer (h265_idr_slice_1, sizeof (h265_idr_slice_1));
|
|
slice2 = wrap_static_buffer (h265_idr_slice_2, sizeof (h265_idr_slice_2));
|
|
buffer = gst_buffer_append (slice1, slice2);
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 4);
|
|
|
|
for (i = 0; i < 3; i++) {
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_if (gst_rtp_buffer_get_marker (&rtp));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
}
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless (gst_rtp_buffer_get_marker (&rtp));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (test_rtph265pay_aggregate_two_slices_per_buffer)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" name=p");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
GstElement *e = gst_bin_get_by_name (GST_BIN (h->element), "p");
|
|
gint i;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
/* No aggregation latency mode */
|
|
|
|
g_object_set (e, "aggregate-mode", 0, NULL);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 4);
|
|
|
|
for (i = 0; i < 4; i++) {
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 +
|
|
((i % 2) ? (sizeof (h265_idr_slice_2) - 3) :
|
|
(sizeof (h265_idr_slice_1)) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
}
|
|
|
|
/* Zero latency mode */
|
|
g_object_set (e, "aggregate-mode", 1, NULL);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2);
|
|
|
|
for (i = 0; i < 2; i++) {
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
/* RTP header = 12, AP header = 2, 2 bytes length per NAL */
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_idr_slice_2) - 3) +
|
|
(2 + sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
}
|
|
|
|
/* Max aggregation */
|
|
g_object_set (e, "aggregate-mode", 2, NULL);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0);
|
|
|
|
/* Push EOS to send it out */
|
|
gst_harness_push_event (h, gst_event_new_eos ());
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
2 * ((2 + sizeof (h265_idr_slice_2) - 3) +
|
|
(2 + sizeof (h265_idr_slice_1) - 4)));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
|
|
g_object_unref (e);
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
/* AUD */
|
|
static guint8 h265_aud[] = {
|
|
0x00, 0x00, 0x00, 0x01, (35 << 1), 0x00, 0x80
|
|
};
|
|
|
|
GST_START_TEST (test_rtph265pay_aggregate_with_aud)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" aggregate-mode=zero-latency");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_aud, sizeof (h265_aud), 0));
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_1, sizeof (h265_idr_slice_1),
|
|
0));
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 +
|
|
(sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_aud) - 4) + (2 + sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (test_rtph265pay_aggregate_with_ts_change)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123 "
|
|
"aggregate-mode=max");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), GST_SECOND);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
GST_SECOND));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
|
|
/* Push EOS to send the second one out */
|
|
gst_harness_push_event (h, gst_event_new_eos ());
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_idr_slice_2) - 3) +
|
|
(2 + sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), GST_SECOND);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 90000);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_idr_slice_2) - 3) +
|
|
(2 + sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (test_rtph265pay_aggregate_with_discont)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" aggregate-mode=zero-latency");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2),
|
|
0));
|
|
GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DISCONT);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_idr_slice_2) - 3) +
|
|
(2 + sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 0);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_idr_slice_2) - 3) +
|
|
(2 + sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
/* EOS */
|
|
static guint8 h265_eos[] = {
|
|
0x00, 0x00, 0x00, 0x01, (36 << 1), 0x00
|
|
};
|
|
|
|
|
|
GST_START_TEST (test_rtph265pay_aggregate_until_vcl)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" name=p aggregate-mode=zero-latency");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_vps, sizeof (h265_vps), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_sps, sizeof (h265_sps), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_pps, sizeof (h265_pps), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
/* RTP header = 12, STAP header = 2, 2 bytes length per NAL */
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_vps) - 4) +
|
|
(2 + sizeof (h265_sps) - 4) +
|
|
(2 + sizeof (h265_pps) - 4) + (2 + sizeof (h265_idr_slice_1) - 4));
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
/* Push EOS now */
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_eos, sizeof (h265_eos), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 +
|
|
sizeof (h265_eos) - 4);
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
|
|
GST_START_TEST (test_rtph265pay_aggregate_verify_nalu_hdr)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" name=p aggregate-mode=zero-latency");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
guint8 *payload = NULL;
|
|
gint paylen;
|
|
guint nalu_type;
|
|
guint nal_hdr_idx = 0;
|
|
guint nal_size_idx;
|
|
guint f_bit;
|
|
guint max_f_bit;
|
|
guint layer_id;
|
|
guint layer_id_min;
|
|
guint tid;
|
|
guint tid_min;
|
|
guint i;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=nal,stream-format=byte-stream");
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_vps, sizeof (h265_vps), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_sps, sizeof (h265_sps), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_pps, sizeof (h265_pps), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = wrap_static_buffer_with_pts (h265_idr_slice_1,
|
|
sizeof (h265_idr_slice_1), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0);
|
|
fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123);
|
|
/* RTP header = 12, STAP header = 2, 2 bytes length per NAL */
|
|
fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 +
|
|
(2 + sizeof (h265_vps) - 4) +
|
|
(2 + sizeof (h265_sps) - 4) +
|
|
(2 + sizeof (h265_pps) - 4) + (2 + sizeof (h265_idr_slice_1) - 4));
|
|
|
|
paylen = gst_rtp_buffer_get_payload_len (&rtp);
|
|
payload = gst_rtp_buffer_get_payload (&rtp);
|
|
fail_unless (payload);
|
|
|
|
/* Verify NAL unit type is 48. We need to shift to the rigth to get rid of the
|
|
* first bit belonging to LayerID */
|
|
nalu_type = ((0x7e & payload[nal_hdr_idx]) >> 1);
|
|
fail_unless (nalu_type == 48);
|
|
|
|
/* The F bit MUST be cleared if all F bits of the aggregated NAL units
|
|
* are zero; otherwise, it MUST be set. rfc7798 4.4.2 */
|
|
f_bit = (0x80 & payload[nal_hdr_idx]);
|
|
max_f_bit = 0;
|
|
|
|
/* The value of LayerId and TID MUST be equal to the lowest value of LayerId
|
|
* resp TID of all the aggregated NAL units */
|
|
layer_id = ((0x01 & payload[nal_hdr_idx]) << 5) |
|
|
((payload[nal_hdr_idx + 1] >> 3) & 0x1F);
|
|
tid = payload[nal_hdr_idx + 1] & 0x7;
|
|
|
|
nal_hdr_idx = 4;
|
|
nal_size_idx = 2;
|
|
layer_id_min = 63;
|
|
tid_min = 7;
|
|
i = 0;
|
|
while (nal_size_idx < paylen) {
|
|
guint nal_type = ((0x7e & payload[nal_hdr_idx]) >> 1);
|
|
if (i == 0) {
|
|
fail_unless (nal_type == GST_H265_NAL_VPS);
|
|
} else if (i == 1) {
|
|
fail_unless (nal_type == GST_H265_NAL_SPS);
|
|
} else if (i == 2) {
|
|
fail_unless (nal_type == GST_H265_NAL_PPS);
|
|
} else if (i == 3) {
|
|
fail_unless (nal_type == GST_H265_NAL_SLICE_IDR_N_LP);
|
|
}
|
|
|
|
if ((0x80 & payload[nal_hdr_idx]) > max_f_bit)
|
|
max_f_bit = (0x80 & payload[nal_hdr_idx]);
|
|
|
|
if ((((0x01 & payload[nal_hdr_idx]) << 5) | ((payload[nal_hdr_idx + 1] >> 3)
|
|
& 0x1F)) < layer_id_min)
|
|
layer_id_min =
|
|
((0x01 & payload[nal_hdr_idx]) << 5) | ((payload[nal_hdr_idx + 1]
|
|
>> 3) & 0x1F);
|
|
|
|
if ((payload[nal_hdr_idx + 1] & 0x7) < tid_min)
|
|
tid_min = payload[nal_hdr_idx + 1] & 0x7;
|
|
|
|
nal_size_idx =
|
|
(payload[nal_size_idx] << 8 | payload[nal_size_idx + 1]) +
|
|
nal_size_idx + 2;
|
|
nal_hdr_idx = nal_size_idx + 2;
|
|
i++;
|
|
}
|
|
|
|
fail_unless (nal_size_idx == paylen);
|
|
fail_unless (max_f_bit == f_bit);
|
|
fail_unless (layer_id_min == layer_id);
|
|
fail_unless (tid_min == tid);
|
|
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
static guint8 h265_hvc1_idr_data[] = {
|
|
0x00, 0x00, 0x00, 0x1a, 0x28, 0x01, 0xaf, 0x05, 0x38, 0x4a, 0x03, 0x06, 0x7c,
|
|
0x7a, 0xb1, 0x8b, 0xff, 0xfe, 0xfd, 0xb7, 0xff, 0xff, 0xd1, 0xff, 0x40, 0x06,
|
|
0xd8, 0xd3, 0xb2, 0xf8
|
|
};
|
|
|
|
static guint8 h265_hvc1_non_idr_data[] = {
|
|
0x00, 0x00, 0x00, 0x0d, 0x02, 0x01, 0xd0, 0x09, 0x7e, 0x10, 0xc2, 0x02, 0xbc,
|
|
0x38, 0x6d, 0xcf, 0x80
|
|
};
|
|
|
|
GST_START_TEST (test_rtph265pay_delta_unit_flag)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" name=p");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=au,stream-format=hvc1,"
|
|
"codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000"
|
|
"01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010"
|
|
"408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000"
|
|
"03000400000300782022000100074401c172b02240");
|
|
|
|
/* key frame */
|
|
buffer = wrap_static_buffer_with_pts (h265_hvc1_idr_data,
|
|
sizeof (h265_hvc1_idr_data), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
/* delta unit frame */
|
|
buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY,
|
|
h265_hvc1_non_idr_data, sizeof (h265_hvc1_non_idr_data), 0,
|
|
sizeof (h265_hvc1_non_idr_data), NULL, NULL);
|
|
GST_BUFFER_PTS (buffer) = 0;
|
|
GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (test_rtph265pay_delta_unit_multiple_nal)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay mtu=28");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=au,stream-format=hvc1,"
|
|
"codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000"
|
|
"01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010"
|
|
"408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000"
|
|
"03000400000300782022000100074401c172b02240");
|
|
|
|
/* append two NAL's, each in separate memory blocks to the input buffer */
|
|
buffer = wrap_static_buffer (h265_hvc1_idr_data, sizeof (h265_hvc1_idr_data));
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer (h265_hvc1_idr_data, sizeof (h265_hvc1_idr_data)));
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
/* each NAL should be split into two buffers and pushed as a buffer list,
|
|
* only the first buffer of the first buffer list should be marked as a
|
|
* non-delta unit */
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (test_rtph265pay_delta_unit_single_nal_multiple_memories)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay mtu=28");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=au,stream-format=hvc1,"
|
|
"codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000"
|
|
"01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010"
|
|
"408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000"
|
|
"03000400000300782022000100074401c172b02240");
|
|
|
|
/* append one NAL spanning over two memory blocks to the input buffer */
|
|
gsize second_mem_size = 10;
|
|
gsize first_mem_size = sizeof (h265_hvc1_idr_data) - second_mem_size;
|
|
buffer = wrap_static_buffer (h265_hvc1_idr_data, first_mem_size);
|
|
buffer = gst_buffer_append (buffer,
|
|
wrap_static_buffer (h265_hvc1_idr_data + first_mem_size,
|
|
second_mem_size));
|
|
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
/* the NAL should be split into two buffers and pushed as a buffer list, only
|
|
* the first buffer in the buffer list should be marked as a non-delta unit */
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
gst_buffer_unref (buffer);
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
GST_START_TEST (test_rtph265pay_delta_unit_flag_config_interval)
|
|
{
|
|
GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123"
|
|
" name=p config-interval=-1");
|
|
GstFlowReturn ret;
|
|
GstBuffer *buffer;
|
|
guint num_buffers;
|
|
guint8 *payload = NULL;
|
|
guint8 nal_type;
|
|
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
|
|
|
gst_harness_set_src_caps_str (h,
|
|
"video/x-h265,alignment=au,stream-format=hvc1,"
|
|
"codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000"
|
|
"01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010"
|
|
"408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000"
|
|
"03000400000300782022000100074401c172b02240");
|
|
|
|
/* key frame */
|
|
buffer = wrap_static_buffer_with_pts (h265_hvc1_idr_data,
|
|
sizeof (h265_hvc1_idr_data), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
/* delta unit */
|
|
buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY,
|
|
h265_hvc1_non_idr_data, sizeof (h265_hvc1_non_idr_data), 0,
|
|
sizeof (h265_hvc1_non_idr_data), NULL, NULL);
|
|
GST_BUFFER_PTS (buffer) = 0;
|
|
GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
/* another key frame */
|
|
buffer = wrap_static_buffer_with_pts (h265_hvc1_idr_data,
|
|
sizeof (h265_hvc1_idr_data), 0);
|
|
ret = gst_harness_push (h, buffer);
|
|
fail_unless_equals_int (ret, GST_FLOW_OK);
|
|
|
|
/* VSP SPS PPS I P VSP SPS PPS I */
|
|
num_buffers = gst_harness_buffers_in_queue (h);
|
|
fail_unless_equals_int (num_buffers, 9);
|
|
|
|
for (guint i = 0; i < num_buffers; i++) {
|
|
buffer = gst_harness_pull (h);
|
|
fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp));
|
|
payload = gst_rtp_buffer_get_payload (&rtp);
|
|
nal_type = (GST_READ_UINT8 (payload) >> 1) & 0x3f;
|
|
GST_INFO ("nal_type=%d,delta_unit=%d", nal_type,
|
|
GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
if (i == 0) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_VPS);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 1) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_SPS);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 2) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_PPS);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 3) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_SLICE_IDR_N_LP);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 4) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_SLICE_TRAIL_R);
|
|
fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 5) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_VPS);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 6) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_SPS);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 7) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_PPS);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
} else if (i == 8) {
|
|
fail_unless_equals_int (nal_type, GST_H265_NAL_SLICE_IDR_N_LP);
|
|
fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer,
|
|
GST_BUFFER_FLAG_DELTA_UNIT));
|
|
}
|
|
|
|
gst_rtp_buffer_unmap (&rtp);
|
|
gst_buffer_unref (buffer);
|
|
}
|
|
|
|
gst_harness_teardown (h);
|
|
}
|
|
|
|
GST_END_TEST;
|
|
|
|
|
|
static Suite *
|
|
rtph265_suite (void)
|
|
{
|
|
Suite *s = suite_create ("rtph265");
|
|
TCase *tc_chain;
|
|
|
|
tc_chain = tcase_create ("rtph265depay");
|
|
suite_add_tcase (s, tc_chain);
|
|
tcase_add_test (tc_chain, test_rtph265depay_with_downstream_allocator);
|
|
tcase_add_test (tc_chain, test_rtph265depay_eos);
|
|
tcase_add_test (tc_chain, test_rtph265depay_marker_to_flag);
|
|
/* TODO We need a sample to test with */
|
|
/* tcase_add_test (tc_chain, test_rtph265depay_aggregate_marker); */
|
|
|
|
tc_chain = tcase_create ("rtph265pay");
|
|
suite_add_tcase (s, tc_chain);
|
|
tcase_add_test (tc_chain, test_rtph265pay_two_slices_timestamp);
|
|
tcase_add_test (tc_chain, test_rtph265pay_marker_for_flag);
|
|
tcase_add_test (tc_chain, test_rtph265pay_marker_for_au);
|
|
tcase_add_test (tc_chain, test_rtph265pay_marker_for_fragmented_au);
|
|
tcase_add_test (tc_chain, test_rtph265pay_aggregate_two_slices_per_buffer);
|
|
tcase_add_test (tc_chain, test_rtph265pay_aggregate_with_aud);
|
|
tcase_add_test (tc_chain, test_rtph265pay_aggregate_with_ts_change);
|
|
tcase_add_test (tc_chain, test_rtph265pay_aggregate_with_discont);
|
|
tcase_add_test (tc_chain, test_rtph265pay_aggregate_until_vcl);
|
|
tcase_add_test (tc_chain, test_rtph265pay_aggregate_verify_nalu_hdr);
|
|
tcase_add_test (tc_chain, test_rtph265pay_delta_unit_flag);
|
|
tcase_add_test (tc_chain, test_rtph265pay_delta_unit_multiple_nal);
|
|
tcase_add_test (tc_chain,
|
|
test_rtph265pay_delta_unit_single_nal_multiple_memories);
|
|
tcase_add_test (tc_chain, test_rtph265pay_delta_unit_flag_config_interval);
|
|
|
|
return s;
|
|
}
|
|
|
|
GST_CHECK_MAIN (rtph265);
|