mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-03 16:09:39 +00:00
90ca8850de
The parser is used all over the place assuming that after calling gst_h265_parser_identify_nalu(), the start-code found is can also be identified. In H264 this works, because scan_for_start_code rely on gst_byte_reader_masked_scan_uint32() that ensures that 1 byte passed the 3 bytes start code is found. But for HEVC, we need two bytes to identify the following NAL. This patch will return NO_NAL_END, even if a start code is found in the case there was not enough bytes. This solution was chosen to maintain backward compatibility, and reduce complexicity. Fixes #1287 Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/1251>
4266 lines
133 KiB
C
4266 lines
133 KiB
C
/* Gstreamer H.265 bitstream parser
|
|
* Copyright (C) 2012 Intel Corporation
|
|
* Copyright (C) 2013 Sreerenj Balachandran <sreerenj.balachandran@intel.com>
|
|
*
|
|
* Contact: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
/**
|
|
* SECTION:gsth265parser
|
|
* @title: GstH265Parser
|
|
* @short_description: Convenience library for h265 video bitstream parsing.
|
|
*
|
|
* It offers you bitstream parsing in HEVC mode and non-HEVC mode. To identify
|
|
* Nals in a bitstream and parse its headers, you should call:
|
|
*
|
|
* * gst_h265_parser_identify_nalu() to identify the following nalu in
|
|
* non-HEVC bitstreams
|
|
*
|
|
* * gst_h265_parser_identify_nalu_hevc() to identify the nalu in
|
|
* HEVC bitstreams
|
|
*
|
|
* Then, depending on the #GstH265NalUnitType of the newly parsed #GstH265NalUnit,
|
|
* you should call the differents functions to parse the structure:
|
|
*
|
|
* * From #GST_H265_NAL_SLICE_TRAIL_N to #GST_H265_NAL_SLICE_CRA_NUT: gst_h265_parser_parse_slice_hdr()
|
|
*
|
|
* * `GST_H265_NAL_*_SEI`: gst_h265_parser_parse_sei()
|
|
*
|
|
* * #GST_H265_NAL_VPS: gst_h265_parser_parse_vps()
|
|
*
|
|
* * #GST_H265_NAL_SPS: gst_h265_parser_parse_sps()
|
|
*
|
|
* * #GST_H265_NAL_PPS: #gst_h265_parser_parse_pps()
|
|
*
|
|
* * Any other: gst_h265_parser_parse_nal()
|
|
*
|
|
* Note: You should always call gst_h265_parser_parse_nal() if you don't
|
|
* actually need #GstH265NalUnitType to be parsed for your personal use, in
|
|
* order to guarantee that the #GstH265Parser is always up to date.
|
|
*
|
|
* For more details about the structures, look at the ITU-T H.265
|
|
* specifications, you can download them from:
|
|
*
|
|
* * ITU-T H.265: http://www.itu.int/rec/T-REC-H.265
|
|
*
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
# include "config.h"
|
|
#endif
|
|
|
|
#include "nalutils.h"
|
|
#include "gsth265parser.h"
|
|
|
|
#include <gst/base/gstbytereader.h>
|
|
#include <gst/base/gstbitreader.h>
|
|
#include <string.h>
|
|
#include <math.h>
|
|
|
|
#ifndef GST_DISABLE_GST_DEBUG
|
|
#define GST_CAT_DEFAULT gst_h265_debug_category_get()
|
|
static GstDebugCategory *
|
|
gst_h265_debug_category_get (void)
|
|
{
|
|
static gsize cat_gonce = 0;
|
|
|
|
if (g_once_init_enter (&cat_gonce)) {
|
|
GstDebugCategory *cat = NULL;
|
|
|
|
GST_DEBUG_CATEGORY_INIT (cat, "codecparsers_h265", 0, "h265 parse library");
|
|
|
|
g_once_init_leave (&cat_gonce, (gsize) cat);
|
|
}
|
|
|
|
return (GstDebugCategory *) cat_gonce;
|
|
}
|
|
#endif /* GST_DISABLE_GST_DEBUG */
|
|
|
|
/**** Default scaling_lists according to Table 7-5 and 7-6 *****/
|
|
|
|
/* Table 7-5 */
|
|
static const guint8 default_scaling_list0[16] = {
|
|
16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
|
|
16, 16, 16, 16
|
|
};
|
|
|
|
/* Combined the values in Table 7-6 to make the calculation easier
|
|
* Default scaling list of 8x8 and 16x16 matrices for matrixId = 0, 1 and 2
|
|
* Default scaling list of 32x32 matrix for matrixId = 0
|
|
*/
|
|
static const guint8 default_scaling_list1[64] = {
|
|
16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 17, 16,
|
|
17, 16, 17, 18, 17, 18, 18, 17, 18, 21, 19, 20,
|
|
21, 20, 19, 21, 24, 22, 22, 24, 24, 22, 22, 24,
|
|
25, 25, 27, 30, 27, 25, 25, 29, 31, 35, 35, 31,
|
|
29, 36, 41, 44, 41, 36, 47, 54, 54, 47, 65, 70,
|
|
65, 88, 88, 115
|
|
};
|
|
|
|
/* Combined the values in Table 7-6 to make the calculation easier
|
|
* Default scaling list of 8x8 and 16x16 matrices for matrixId = 3, 4 and 5
|
|
* Default scaling list of 32x32 matrix for matrixId = 1
|
|
*/
|
|
static const guint8 default_scaling_list2[64] = {
|
|
16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 17, 17,
|
|
17, 17, 17, 18, 18, 18, 18, 18, 18, 20, 20, 20,
|
|
20, 20, 20, 20, 24, 24, 24, 24, 24, 24, 24, 24,
|
|
25, 25, 25, 25, 25, 25, 25, 28, 28, 28, 28, 28,
|
|
28, 33, 33, 33, 33, 33, 41, 41, 41, 41, 54, 54,
|
|
54, 71, 71, 91
|
|
};
|
|
|
|
static const guint8 zigzag_4x4[16] = {
|
|
0, 1, 4, 8,
|
|
5, 2, 3, 6,
|
|
9, 12, 13, 10,
|
|
7, 11, 14, 15,
|
|
};
|
|
|
|
static const guint8 zigzag_8x8[64] = {
|
|
0, 1, 8, 16, 9, 2, 3, 10,
|
|
17, 24, 32, 25, 18, 11, 4, 5,
|
|
12, 19, 26, 33, 40, 48, 41, 34,
|
|
27, 20, 13, 6, 7, 14, 21, 28,
|
|
35, 42, 49, 56, 57, 50, 43, 36,
|
|
29, 22, 15, 23, 30, 37, 44, 51,
|
|
58, 59, 52, 45, 38, 31, 39, 46,
|
|
53, 60, 61, 54, 47, 55, 62, 63
|
|
};
|
|
|
|
static const guint8 uprightdiagonal_4x4[16] = {
|
|
0, 4, 1, 8,
|
|
5, 2, 12, 9,
|
|
6, 3, 13, 10,
|
|
7, 14, 11, 15
|
|
};
|
|
|
|
static const guint8 uprightdiagonal_8x8[64] = {
|
|
0, 8, 1, 16, 9, 2, 24, 17,
|
|
10, 3, 32, 25, 18, 11, 4, 40,
|
|
33, 26, 19, 12, 5, 48, 41, 34,
|
|
27, 20, 13, 6, 56, 49, 42, 35,
|
|
28, 21, 14, 7, 57, 50, 43, 36,
|
|
29, 22, 15, 58, 51, 44, 37, 30,
|
|
23, 59, 52, 45, 38, 31, 60, 53,
|
|
46, 39, 61, 54, 47, 62, 55, 63
|
|
};
|
|
|
|
typedef struct
|
|
{
|
|
guint par_n, par_d;
|
|
} PAR;
|
|
|
|
/* Table E-1 - Meaning of sample aspect ratio indicator (1..16) */
|
|
static const PAR aspect_ratios[17] = {
|
|
{0, 0},
|
|
{1, 1},
|
|
{12, 11},
|
|
{10, 11},
|
|
{16, 11},
|
|
{40, 33},
|
|
{24, 11},
|
|
{20, 11},
|
|
{32, 11},
|
|
{80, 33},
|
|
{18, 11},
|
|
{15, 11},
|
|
{64, 33},
|
|
{160, 99},
|
|
{4, 3},
|
|
{3, 2},
|
|
{2, 1}
|
|
};
|
|
|
|
/***** Utils ****/
|
|
#define EXTENDED_SAR 255
|
|
|
|
static GstH265VPS *
|
|
gst_h265_parser_get_vps (GstH265Parser * parser, guint8 vps_id)
|
|
{
|
|
GstH265VPS *vps;
|
|
|
|
vps = &parser->vps[vps_id];
|
|
|
|
if (vps->valid)
|
|
return vps;
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static GstH265SPS *
|
|
gst_h265_parser_get_sps (GstH265Parser * parser, guint8 sps_id)
|
|
{
|
|
GstH265SPS *sps;
|
|
|
|
sps = &parser->sps[sps_id];
|
|
|
|
if (sps->valid)
|
|
return sps;
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static GstH265PPS *
|
|
gst_h265_parser_get_pps (GstH265Parser * parser, guint8 pps_id)
|
|
{
|
|
GstH265PPS *pps;
|
|
|
|
pps = &parser->pps[pps_id];
|
|
|
|
if (pps->valid)
|
|
return pps;
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_parse_nalu_header (GstH265NalUnit * nalu)
|
|
{
|
|
guint8 *data = nalu->data + nalu->offset;
|
|
GstBitReader br;
|
|
|
|
if (nalu->size < 2)
|
|
return FALSE;
|
|
|
|
gst_bit_reader_init (&br, data, nalu->size - nalu->offset);
|
|
|
|
/* skip the forbidden_zero_bit */
|
|
gst_bit_reader_skip_unchecked (&br, 1);
|
|
|
|
nalu->type = gst_bit_reader_get_bits_uint8_unchecked (&br, 6);
|
|
nalu->layer_id = gst_bit_reader_get_bits_uint8_unchecked (&br, 6);
|
|
nalu->temporal_id_plus1 = gst_bit_reader_get_bits_uint8_unchecked (&br, 3);
|
|
nalu->header_bytes = 2;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
struct h265_profile_string
|
|
{
|
|
GstH265Profile profile;
|
|
const gchar *name;
|
|
};
|
|
|
|
static const struct h265_profile_string h265_profiles[] = {
|
|
/* keep in sync with definition in the header */
|
|
{GST_H265_PROFILE_MAIN, "main"},
|
|
{GST_H265_PROFILE_MAIN_10, "main-10"},
|
|
{GST_H265_PROFILE_MAIN_STILL_PICTURE, "main-still-picture"},
|
|
{GST_H265_PROFILE_MONOCHROME, "monochrome"},
|
|
{GST_H265_PROFILE_MONOCHROME_12, "monochrome-12"},
|
|
{GST_H265_PROFILE_MONOCHROME_16, "monochrome-16"},
|
|
{GST_H265_PROFILE_MAIN_12, "main-12"},
|
|
{GST_H265_PROFILE_MAIN_422_10, "main-422-10"},
|
|
{GST_H265_PROFILE_MAIN_422_12, "main-422-12"},
|
|
{GST_H265_PROFILE_MAIN_444, "main-444"},
|
|
{GST_H265_PROFILE_MAIN_444_10, "main-444-10"},
|
|
{GST_H265_PROFILE_MAIN_444_12, "main-444-12"},
|
|
{GST_H265_PROFILE_MAIN_INTRA, "main-intra"},
|
|
{GST_H265_PROFILE_MAIN_10_INTRA, "main-10-intra"},
|
|
{GST_H265_PROFILE_MAIN_12_INTRA, "main-12-intra"},
|
|
{GST_H265_PROFILE_MAIN_422_10_INTRA, "main-422-10-intra"},
|
|
{GST_H265_PROFILE_MAIN_422_12_INTRA, "main-422-12-intra"},
|
|
{GST_H265_PROFILE_MAIN_444_INTRA, "main-444-intra"},
|
|
{GST_H265_PROFILE_MAIN_444_10_INTRA, "main-444-10-intra"},
|
|
{GST_H265_PROFILE_MAIN_444_12_INTRA, "main-444-12-intra"},
|
|
{GST_H265_PROFILE_MAIN_444_16_INTRA, "main-444-16-intra"},
|
|
{GST_H265_PROFILE_MAIN_444_STILL_PICTURE, "main-444-still-picture"},
|
|
{GST_H265_PROFILE_MAIN_444_16_STILL_PICTURE, "main-444-16-still-picture"},
|
|
{GST_H265_PROFILE_MONOCHROME_10, "monochrome-10"},
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444, "high-throughput-444"},
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444_10, "high-throughput-444-10"},
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444_14, "high-throughput-444-14"},
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444_16_INTRA,
|
|
"high-throughput-444-16-intra"},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN, "screen-extended-main"},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN_10, "screen-extended-main-10"},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN_444, "screen-extended-main-444"},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN_444_10, "screen-extended-main-444-10"},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_HIGH_THROUGHPUT_444,
|
|
"screen-extended-high-throughput-444"},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_HIGH_THROUGHPUT_444_10,
|
|
"screen-extended-high-throughput-444-10"},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_HIGH_THROUGHPUT_444_14,
|
|
"screen-extended-high-throughput-444-14"},
|
|
{GST_H265_PROFILE_MULTIVIEW_MAIN, "multiview-main"},
|
|
{GST_H265_PROFILE_SCALABLE_MAIN, "scalable-main"},
|
|
{GST_H265_PROFILE_SCALABLE_MAIN_10, "scalable-main-10"},
|
|
{GST_H265_PROFILE_SCALABLE_MONOCHROME, "scalable-monochrome"},
|
|
{GST_H265_PROFILE_SCALABLE_MONOCHROME_12, "scalable-monochrome-12"},
|
|
{GST_H265_PROFILE_SCALABLE_MONOCHROME_16, "scalable-monochrome-16"},
|
|
{GST_H265_PROFILE_SCALABLE_MAIN_444, "scalable-main-444"},
|
|
{GST_H265_PROFILE_3D_MAIN, "3d-main"},
|
|
};
|
|
|
|
/****** Parsing functions *****/
|
|
|
|
static gboolean
|
|
gst_h265_parse_profile_tier_level (GstH265ProfileTierLevel * ptl,
|
|
NalReader * nr, guint8 maxNumSubLayersMinus1)
|
|
{
|
|
guint i, j;
|
|
GST_DEBUG ("parsing \"ProfileTierLevel parameters\"");
|
|
|
|
READ_UINT8 (nr, ptl->profile_space, 2);
|
|
READ_UINT8 (nr, ptl->tier_flag, 1);
|
|
READ_UINT8 (nr, ptl->profile_idc, 5);
|
|
|
|
for (j = 0; j < 32; j++)
|
|
READ_UINT8 (nr, ptl->profile_compatibility_flag[j], 1);
|
|
|
|
READ_UINT8 (nr, ptl->progressive_source_flag, 1);
|
|
READ_UINT8 (nr, ptl->interlaced_source_flag, 1);
|
|
READ_UINT8 (nr, ptl->non_packed_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->frame_only_constraint_flag, 1);
|
|
|
|
READ_UINT8 (nr, ptl->max_12bit_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->max_10bit_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->max_8bit_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->max_422chroma_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->max_420chroma_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->max_monochrome_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->intra_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->one_picture_only_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->lower_bit_rate_constraint_flag, 1);
|
|
READ_UINT8 (nr, ptl->max_14bit_constraint_flag, 1);
|
|
|
|
/* skip the reserved zero bits */
|
|
if (!nal_reader_skip (nr, 34))
|
|
goto error;
|
|
|
|
READ_UINT8 (nr, ptl->level_idc, 8);
|
|
for (j = 0; j < maxNumSubLayersMinus1; j++) {
|
|
READ_UINT8 (nr, ptl->sub_layer_profile_present_flag[j], 1);
|
|
READ_UINT8 (nr, ptl->sub_layer_level_present_flag[j], 1);
|
|
}
|
|
|
|
if (maxNumSubLayersMinus1 > 0) {
|
|
for (i = maxNumSubLayersMinus1; i < 8; i++)
|
|
if (!nal_reader_skip (nr, 2))
|
|
goto error;
|
|
}
|
|
|
|
for (i = 0; i < maxNumSubLayersMinus1; i++) {
|
|
if (ptl->sub_layer_profile_present_flag[i]) {
|
|
READ_UINT8 (nr, ptl->sub_layer_profile_space[i], 2);
|
|
READ_UINT8 (nr, ptl->sub_layer_tier_flag[i], 1);
|
|
READ_UINT8 (nr, ptl->sub_layer_profile_idc[i], 5);
|
|
|
|
for (j = 0; j < 32; j++)
|
|
READ_UINT8 (nr, ptl->sub_layer_profile_compatibility_flag[i][j], 1);
|
|
|
|
READ_UINT8 (nr, ptl->sub_layer_progressive_source_flag[i], 1);
|
|
READ_UINT8 (nr, ptl->sub_layer_interlaced_source_flag[i], 1);
|
|
READ_UINT8 (nr, ptl->sub_layer_non_packed_constraint_flag[i], 1);
|
|
READ_UINT8 (nr, ptl->sub_layer_frame_only_constraint_flag[i], 1);
|
|
|
|
if (!nal_reader_skip (nr, 44))
|
|
goto error;
|
|
}
|
|
|
|
if (ptl->sub_layer_level_present_flag[i])
|
|
READ_UINT8 (nr, ptl->sub_layer_level_idc[i], 8);
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"ProfileTierLevel Parameters\"");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_parse_sub_layer_hrd_parameters (GstH265SubLayerHRDParams * sub_hrd,
|
|
NalReader * nr, guint8 CpbCnt, guint8 sub_pic_hrd_params_present_flag)
|
|
{
|
|
guint i;
|
|
|
|
GST_DEBUG ("parsing \"SubLayer HRD Parameters\"");
|
|
|
|
for (i = 0; i <= CpbCnt; i++) {
|
|
READ_UE_MAX (nr, sub_hrd->bit_rate_value_minus1[i], G_MAXUINT32 - 1);
|
|
READ_UE_MAX (nr, sub_hrd->cpb_size_value_minus1[i], G_MAXUINT32 - 1);
|
|
|
|
if (sub_pic_hrd_params_present_flag) {
|
|
READ_UE_MAX (nr, sub_hrd->cpb_size_du_value_minus1[i], G_MAXUINT32 - 1);
|
|
READ_UE_MAX (nr, sub_hrd->bit_rate_du_value_minus1[i], G_MAXUINT32 - 1);
|
|
}
|
|
|
|
READ_UINT8 (nr, sub_hrd->cbr_flag[i], 1);
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"SubLayerHRD Parameters \"");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_parse_hrd_parameters (GstH265HRDParams * hrd, NalReader * nr,
|
|
guint8 commonInfPresentFlag, guint8 maxNumSubLayersMinus1)
|
|
{
|
|
guint i;
|
|
|
|
GST_DEBUG ("parsing \"HRD Parameters\"");
|
|
|
|
/* set default values for fields that might not be present in the bitstream
|
|
and have valid defaults */
|
|
hrd->initial_cpb_removal_delay_length_minus1 = 23;
|
|
hrd->au_cpb_removal_delay_length_minus1 = 23;
|
|
hrd->dpb_output_delay_length_minus1 = 23;
|
|
|
|
if (commonInfPresentFlag) {
|
|
READ_UINT8 (nr, hrd->nal_hrd_parameters_present_flag, 1);
|
|
READ_UINT8 (nr, hrd->vcl_hrd_parameters_present_flag, 1);
|
|
|
|
if (hrd->nal_hrd_parameters_present_flag
|
|
|| hrd->vcl_hrd_parameters_present_flag) {
|
|
|
|
READ_UINT8 (nr, hrd->sub_pic_hrd_params_present_flag, 1);
|
|
|
|
if (hrd->sub_pic_hrd_params_present_flag) {
|
|
READ_UINT8 (nr, hrd->tick_divisor_minus2, 8);
|
|
READ_UINT8 (nr, hrd->du_cpb_removal_delay_increment_length_minus1, 5);
|
|
READ_UINT8 (nr, hrd->sub_pic_cpb_params_in_pic_timing_sei_flag, 1);
|
|
READ_UINT8 (nr, hrd->dpb_output_delay_du_length_minus1, 5);
|
|
}
|
|
|
|
READ_UINT8 (nr, hrd->bit_rate_scale, 4);
|
|
READ_UINT8 (nr, hrd->cpb_size_scale, 4);
|
|
|
|
if (hrd->sub_pic_hrd_params_present_flag)
|
|
READ_UINT8 (nr, hrd->cpb_size_du_scale, 4);
|
|
|
|
READ_UINT8 (nr, hrd->initial_cpb_removal_delay_length_minus1, 5);
|
|
READ_UINT8 (nr, hrd->au_cpb_removal_delay_length_minus1, 5);
|
|
READ_UINT8 (nr, hrd->dpb_output_delay_length_minus1, 5);
|
|
}
|
|
}
|
|
|
|
for (i = 0; i <= maxNumSubLayersMinus1; i++) {
|
|
READ_UINT8 (nr, hrd->fixed_pic_rate_general_flag[i], 1);
|
|
|
|
if (!hrd->fixed_pic_rate_general_flag[i]) {
|
|
READ_UINT8 (nr, hrd->fixed_pic_rate_within_cvs_flag[i], 1);
|
|
} else
|
|
hrd->fixed_pic_rate_within_cvs_flag[i] = 1;
|
|
|
|
if (hrd->fixed_pic_rate_within_cvs_flag[i]) {
|
|
READ_UE_MAX (nr, hrd->elemental_duration_in_tc_minus1[i], 2047);
|
|
} else
|
|
READ_UINT8 (nr, hrd->low_delay_hrd_flag[i], 1);
|
|
|
|
if (!hrd->low_delay_hrd_flag[i])
|
|
READ_UE_MAX (nr, hrd->cpb_cnt_minus1[i], 31);
|
|
|
|
if (hrd->nal_hrd_parameters_present_flag)
|
|
if (!gst_h265_parse_sub_layer_hrd_parameters (&hrd->sublayer_hrd_params
|
|
[i], nr, hrd->cpb_cnt_minus1[i],
|
|
hrd->sub_pic_hrd_params_present_flag))
|
|
goto error;
|
|
|
|
if (hrd->vcl_hrd_parameters_present_flag)
|
|
if (!gst_h265_parse_sub_layer_hrd_parameters (&hrd->sublayer_hrd_params
|
|
[i], nr, hrd->cpb_cnt_minus1[i],
|
|
hrd->sub_pic_hrd_params_present_flag))
|
|
goto error;
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"HRD Parameters\"");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_parse_vui_parameters (GstH265SPS * sps, NalReader * nr)
|
|
{
|
|
GstH265VUIParams *vui = &sps->vui_params;
|
|
|
|
GST_DEBUG ("parsing \"VUI Parameters\"");
|
|
|
|
/* set default values for fields that might not be present in the bitstream
|
|
and have valid defaults */
|
|
vui->video_format = 5;
|
|
vui->colour_primaries = 2;
|
|
vui->transfer_characteristics = 2;
|
|
vui->matrix_coefficients = 2;
|
|
vui->motion_vectors_over_pic_boundaries_flag = 1;
|
|
vui->max_bytes_per_pic_denom = 2;
|
|
vui->max_bits_per_min_cu_denom = 1;
|
|
vui->log2_max_mv_length_horizontal = 15;
|
|
vui->log2_max_mv_length_vertical = 15;
|
|
|
|
if (sps && sps->profile_tier_level.progressive_source_flag
|
|
&& sps->profile_tier_level.interlaced_source_flag)
|
|
vui->frame_field_info_present_flag = 1;
|
|
|
|
READ_UINT8 (nr, vui->aspect_ratio_info_present_flag, 1);
|
|
if (vui->aspect_ratio_info_present_flag) {
|
|
READ_UINT8 (nr, vui->aspect_ratio_idc, 8);
|
|
if (vui->aspect_ratio_idc == EXTENDED_SAR) {
|
|
READ_UINT16 (nr, vui->sar_width, 16);
|
|
READ_UINT16 (nr, vui->sar_height, 16);
|
|
vui->par_n = vui->sar_width;
|
|
vui->par_d = vui->sar_height;
|
|
} else if (vui->aspect_ratio_idc <= 16) {
|
|
vui->par_n = aspect_ratios[vui->aspect_ratio_idc].par_n;
|
|
vui->par_d = aspect_ratios[vui->aspect_ratio_idc].par_d;
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (nr, vui->overscan_info_present_flag, 1);
|
|
if (vui->overscan_info_present_flag)
|
|
READ_UINT8 (nr, vui->overscan_appropriate_flag, 1);
|
|
|
|
READ_UINT8 (nr, vui->video_signal_type_present_flag, 1);
|
|
if (vui->video_signal_type_present_flag) {
|
|
|
|
READ_UINT8 (nr, vui->video_format, 3);
|
|
READ_UINT8 (nr, vui->video_full_range_flag, 1);
|
|
READ_UINT8 (nr, vui->colour_description_present_flag, 1);
|
|
if (vui->colour_description_present_flag) {
|
|
READ_UINT8 (nr, vui->colour_primaries, 8);
|
|
READ_UINT8 (nr, vui->transfer_characteristics, 8);
|
|
READ_UINT8 (nr, vui->matrix_coefficients, 8);
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (nr, vui->chroma_loc_info_present_flag, 1);
|
|
if (vui->chroma_loc_info_present_flag) {
|
|
READ_UE_MAX (nr, vui->chroma_sample_loc_type_top_field, 5);
|
|
READ_UE_MAX (nr, vui->chroma_sample_loc_type_bottom_field, 5);
|
|
}
|
|
|
|
READ_UINT8 (nr, vui->neutral_chroma_indication_flag, 1);
|
|
READ_UINT8 (nr, vui->field_seq_flag, 1);
|
|
READ_UINT8 (nr, vui->frame_field_info_present_flag, 1);
|
|
|
|
READ_UINT8 (nr, vui->default_display_window_flag, 1);
|
|
if (vui->default_display_window_flag) {
|
|
READ_UE (nr, vui->def_disp_win_left_offset);
|
|
READ_UE (nr, vui->def_disp_win_right_offset);
|
|
READ_UE (nr, vui->def_disp_win_top_offset);
|
|
READ_UE (nr, vui->def_disp_win_bottom_offset);
|
|
}
|
|
|
|
READ_UINT8 (nr, vui->timing_info_present_flag, 1);
|
|
if (vui->timing_info_present_flag) {
|
|
READ_UINT32 (nr, vui->num_units_in_tick, 32);
|
|
if (vui->num_units_in_tick == 0)
|
|
GST_WARNING ("num_units_in_tick = 0 detected in stream "
|
|
"(incompliant to H.265 E.2.1).");
|
|
|
|
READ_UINT32 (nr, vui->time_scale, 32);
|
|
if (vui->time_scale == 0)
|
|
GST_WARNING ("time_scale = 0 detected in stream "
|
|
"(incompliant to H.265 E.2.1).");
|
|
|
|
READ_UINT8 (nr, vui->poc_proportional_to_timing_flag, 1);
|
|
if (vui->poc_proportional_to_timing_flag)
|
|
READ_UE_MAX (nr, vui->num_ticks_poc_diff_one_minus1, G_MAXUINT32 - 1);
|
|
|
|
READ_UINT8 (nr, vui->hrd_parameters_present_flag, 1);
|
|
if (vui->hrd_parameters_present_flag)
|
|
if (!gst_h265_parse_hrd_parameters (&vui->hrd_params, nr, 1,
|
|
sps->max_sub_layers_minus1))
|
|
goto error;
|
|
}
|
|
|
|
READ_UINT8 (nr, vui->bitstream_restriction_flag, 1);
|
|
if (vui->bitstream_restriction_flag) {
|
|
READ_UINT8 (nr, vui->tiles_fixed_structure_flag, 1);
|
|
READ_UINT8 (nr, vui->motion_vectors_over_pic_boundaries_flag, 1);
|
|
READ_UINT8 (nr, vui->restricted_ref_pic_lists_flag, 1);
|
|
READ_UE_MAX (nr, vui->min_spatial_segmentation_idc, 4096);
|
|
READ_UE_MAX (nr, vui->max_bytes_per_pic_denom, 16);
|
|
READ_UE_MAX (nr, vui->max_bits_per_min_cu_denom, 16);
|
|
READ_UE_MAX (nr, vui->log2_max_mv_length_horizontal, 16);
|
|
READ_UE_MAX (nr, vui->log2_max_mv_length_vertical, 15);
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"VUI Parameters\"");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
get_scaling_list_params (GstH265ScalingList * dest_scaling_list,
|
|
guint8 sizeId, guint8 matrixId, guint8 ** sl, guint8 * size,
|
|
gint16 ** scaling_list_dc_coef_minus8)
|
|
{
|
|
switch (sizeId) {
|
|
case GST_H265_QUANT_MATIX_4X4:
|
|
*sl = dest_scaling_list->scaling_lists_4x4[matrixId];
|
|
if (size)
|
|
*size = 16;
|
|
break;
|
|
case GST_H265_QUANT_MATIX_8X8:
|
|
*sl = dest_scaling_list->scaling_lists_8x8[matrixId];
|
|
if (size)
|
|
*size = 64;
|
|
break;
|
|
case GST_H265_QUANT_MATIX_16X16:
|
|
*sl = dest_scaling_list->scaling_lists_16x16[matrixId];
|
|
if (size)
|
|
*size = 64;
|
|
if (scaling_list_dc_coef_minus8)
|
|
*scaling_list_dc_coef_minus8 =
|
|
dest_scaling_list->scaling_list_dc_coef_minus8_16x16;
|
|
break;
|
|
case GST_H265_QUANT_MATIX_32X32:
|
|
*sl = dest_scaling_list->scaling_lists_32x32[matrixId];
|
|
if (size)
|
|
*size = 64;
|
|
if (scaling_list_dc_coef_minus8)
|
|
*scaling_list_dc_coef_minus8 =
|
|
dest_scaling_list->scaling_list_dc_coef_minus8_32x32;
|
|
break;
|
|
default:
|
|
return FALSE;
|
|
}
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
get_default_scaling_lists (guint8 ** sl, guint8 sizeId, guint8 matrixId)
|
|
{
|
|
switch (sizeId) {
|
|
case GST_H265_QUANT_MATIX_4X4:
|
|
memcpy (*sl, default_scaling_list0, 16);
|
|
break;
|
|
|
|
case GST_H265_QUANT_MATIX_8X8:
|
|
case GST_H265_QUANT_MATIX_16X16:
|
|
if (matrixId <= 2)
|
|
memcpy (*sl, default_scaling_list1, 64);
|
|
else
|
|
memcpy (*sl, default_scaling_list2, 64);
|
|
break;
|
|
|
|
case GST_H265_QUANT_MATIX_32X32:
|
|
if (matrixId == 0)
|
|
memcpy (*sl, default_scaling_list1, 64);
|
|
else
|
|
memcpy (*sl, default_scaling_list2, 64);
|
|
break;
|
|
|
|
default:
|
|
return FALSE;
|
|
break;
|
|
}
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_parser_parse_scaling_lists (NalReader * nr,
|
|
GstH265ScalingList * dest_scaling_list, gboolean use_default)
|
|
{
|
|
guint8 sizeId;
|
|
guint8 matrixId;
|
|
guint8 scaling_list_pred_mode_flag = 0;
|
|
guint8 scaling_list_pred_matrix_id_delta = 0;
|
|
guint8 size, i;
|
|
|
|
GST_DEBUG ("parsing scaling lists");
|
|
|
|
for (sizeId = 0; sizeId < 4; sizeId++) {
|
|
for (matrixId = 0; matrixId < ((sizeId == 3) ? 2 : 6); matrixId++) {
|
|
gint16 *scaling_list_dc_coef_minus8 = NULL;
|
|
guint8 *sl;
|
|
|
|
if (!get_scaling_list_params (dest_scaling_list, sizeId, matrixId, &sl,
|
|
&size, &scaling_list_dc_coef_minus8))
|
|
goto error;
|
|
|
|
/* use_default_scaling_matrices forcefully which means,
|
|
* sps_scaling_list_enabled_flag=TRUE,
|
|
* sps_scaling_list_data_present_flag=FALSE,
|
|
* pps_scaling_list_data_present_falg=FALSE */
|
|
if (use_default) {
|
|
if (!get_default_scaling_lists (&sl, sizeId, matrixId))
|
|
goto error;
|
|
|
|
/* Inferring the value of scaling_list_dc_coef_minus8 */
|
|
if (sizeId > 1)
|
|
scaling_list_dc_coef_minus8[matrixId] = 8;
|
|
|
|
} else {
|
|
READ_UINT8 (nr, scaling_list_pred_mode_flag, 1);
|
|
|
|
if (!scaling_list_pred_mode_flag) {
|
|
guint8 refMatrixId;
|
|
|
|
READ_UE_MAX (nr, scaling_list_pred_matrix_id_delta, matrixId);
|
|
|
|
if (!scaling_list_pred_matrix_id_delta) {
|
|
if (!get_default_scaling_lists (&sl, sizeId, matrixId))
|
|
goto error;
|
|
|
|
/* Inferring the value of scaling_list_dc_coef_minus8 */
|
|
if (sizeId > 1)
|
|
scaling_list_dc_coef_minus8[matrixId] = 8;
|
|
|
|
} else {
|
|
guint8 *temp_sl;
|
|
|
|
refMatrixId = matrixId - scaling_list_pred_matrix_id_delta; /* 7-30 */
|
|
|
|
if (!get_scaling_list_params (dest_scaling_list, sizeId,
|
|
refMatrixId, &temp_sl, NULL, NULL))
|
|
goto error;
|
|
|
|
for (i = 0; i < size; i++)
|
|
sl[i] = temp_sl[i]; /* 7-31 */
|
|
|
|
|
|
/* Inferring the value of scaling_list_dc_coef_minus8 */
|
|
if (sizeId > 1)
|
|
scaling_list_dc_coef_minus8[matrixId] =
|
|
scaling_list_dc_coef_minus8[refMatrixId];
|
|
}
|
|
} else {
|
|
guint8 nextCoef = 8;
|
|
gint8 scaling_list_delta_coef;
|
|
|
|
if (sizeId > 1) {
|
|
READ_SE_ALLOWED (nr, scaling_list_dc_coef_minus8[matrixId], -7,
|
|
247);
|
|
nextCoef = scaling_list_dc_coef_minus8[matrixId] + 8;
|
|
}
|
|
|
|
for (i = 0; i < size; i++) {
|
|
READ_SE_ALLOWED (nr, scaling_list_delta_coef, -128, 127);
|
|
nextCoef = (nextCoef + scaling_list_delta_coef) & 0xff;
|
|
sl[i] = nextCoef;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing scaling lists");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_parser_parse_short_term_ref_pic_sets (GstH265ShortTermRefPicSet *
|
|
stRPS, NalReader * nr, guint8 stRpsIdx, GstH265SPS * sps)
|
|
{
|
|
guint8 num_short_term_ref_pic_sets;
|
|
guint8 RefRpsIdx = 0;
|
|
gint16 deltaRps = 0;
|
|
guint8 use_delta_flag[16] = { 0 };
|
|
guint8 used_by_curr_pic_flag[16] = { 0 };
|
|
guint32 delta_poc_s0_minus1[16] = { 0 };
|
|
guint32 delta_poc_s1_minus1[16] = { 0 };
|
|
gint j, i = 0;
|
|
gint dPoc;
|
|
|
|
GST_DEBUG ("parsing \"ShortTermRefPicSetParameters\"");
|
|
|
|
/* set default values for fields that might not be present in the bitstream
|
|
and have valid defaults */
|
|
for (j = 0; j < 16; j++)
|
|
use_delta_flag[j] = 1;
|
|
|
|
num_short_term_ref_pic_sets = sps->num_short_term_ref_pic_sets;
|
|
|
|
if (stRpsIdx != 0)
|
|
READ_UINT8 (nr, stRPS->inter_ref_pic_set_prediction_flag, 1);
|
|
|
|
if (stRPS->inter_ref_pic_set_prediction_flag) {
|
|
GstH265ShortTermRefPicSet *RefRPS;
|
|
|
|
if (stRpsIdx == num_short_term_ref_pic_sets)
|
|
READ_UE_MAX (nr, stRPS->delta_idx_minus1, stRpsIdx - 1);
|
|
|
|
READ_UINT8 (nr, stRPS->delta_rps_sign, 1);
|
|
READ_UE_MAX (nr, stRPS->abs_delta_rps_minus1, 32767);
|
|
|
|
RefRpsIdx = stRpsIdx - stRPS->delta_idx_minus1 - 1; /* 7-45 */
|
|
deltaRps = (1 - 2 * stRPS->delta_rps_sign) * (stRPS->abs_delta_rps_minus1 + 1); /* 7-46 */
|
|
|
|
RefRPS = &sps->short_term_ref_pic_set[RefRpsIdx];
|
|
stRPS->NumDeltaPocsOfRefRpsIdx = RefRPS->NumDeltaPocs;
|
|
|
|
for (j = 0; j <= RefRPS->NumDeltaPocs; j++) {
|
|
READ_UINT8 (nr, used_by_curr_pic_flag[j], 1);
|
|
if (!used_by_curr_pic_flag[j])
|
|
READ_UINT8 (nr, use_delta_flag[j], 1);
|
|
}
|
|
|
|
/* 7-47: calculate NumNegativePics, DeltaPocS0 and UsedByCurrPicS0 */
|
|
i = 0;
|
|
for (j = (RefRPS->NumPositivePics - 1); j >= 0; j--) {
|
|
dPoc = RefRPS->DeltaPocS1[j] + deltaRps;
|
|
if (dPoc < 0 && use_delta_flag[RefRPS->NumNegativePics + j]) {
|
|
stRPS->DeltaPocS0[i] = dPoc;
|
|
stRPS->UsedByCurrPicS0[i++] =
|
|
used_by_curr_pic_flag[RefRPS->NumNegativePics + j];
|
|
}
|
|
}
|
|
if (deltaRps < 0 && use_delta_flag[RefRPS->NumDeltaPocs]) {
|
|
stRPS->DeltaPocS0[i] = deltaRps;
|
|
stRPS->UsedByCurrPicS0[i++] = used_by_curr_pic_flag[RefRPS->NumDeltaPocs];
|
|
}
|
|
for (j = 0; j < RefRPS->NumNegativePics; j++) {
|
|
dPoc = RefRPS->DeltaPocS0[j] + deltaRps;
|
|
if (dPoc < 0 && use_delta_flag[j]) {
|
|
stRPS->DeltaPocS0[i] = dPoc;
|
|
stRPS->UsedByCurrPicS0[i++] = used_by_curr_pic_flag[j];
|
|
}
|
|
}
|
|
stRPS->NumNegativePics = i;
|
|
|
|
/* 7-48: calculate NumPositivePics, DeltaPocS1 and UsedByCurrPicS1 */
|
|
i = 0;
|
|
for (j = (RefRPS->NumNegativePics - 1); j >= 0; j--) {
|
|
dPoc = RefRPS->DeltaPocS0[j] + deltaRps;
|
|
if (dPoc > 0 && use_delta_flag[j]) {
|
|
stRPS->DeltaPocS1[i] = dPoc;
|
|
stRPS->UsedByCurrPicS1[i++] = used_by_curr_pic_flag[j];
|
|
}
|
|
}
|
|
if (deltaRps > 0 && use_delta_flag[RefRPS->NumDeltaPocs]) {
|
|
stRPS->DeltaPocS1[i] = deltaRps;
|
|
stRPS->UsedByCurrPicS1[i++] = used_by_curr_pic_flag[RefRPS->NumDeltaPocs];
|
|
}
|
|
for (j = 0; j < RefRPS->NumPositivePics; j++) {
|
|
dPoc = RefRPS->DeltaPocS1[j] + deltaRps;
|
|
if (dPoc > 0 && use_delta_flag[RefRPS->NumNegativePics + j]) {
|
|
stRPS->DeltaPocS1[i] = dPoc;
|
|
stRPS->UsedByCurrPicS1[i++] =
|
|
used_by_curr_pic_flag[RefRPS->NumNegativePics + j];
|
|
}
|
|
}
|
|
stRPS->NumPositivePics = i;
|
|
|
|
} else {
|
|
/* 7-49 */
|
|
READ_UE_MAX (nr, stRPS->NumNegativePics,
|
|
sps->max_dec_pic_buffering_minus1[sps->max_sub_layers_minus1]);
|
|
|
|
/* 7-50 */
|
|
READ_UE_MAX (nr, stRPS->NumPositivePics,
|
|
(sps->max_dec_pic_buffering_minus1[sps->max_sub_layers_minus1] -
|
|
stRPS->NumNegativePics));
|
|
|
|
for (i = 0; i < stRPS->NumNegativePics; i++) {
|
|
READ_UE_MAX (nr, delta_poc_s0_minus1[i], 32767);
|
|
/* 7-51 */
|
|
READ_UINT8 (nr, stRPS->UsedByCurrPicS0[i], 1);
|
|
|
|
if (i == 0) {
|
|
/* 7-53 */
|
|
stRPS->DeltaPocS0[i] = -(delta_poc_s0_minus1[i] + 1);
|
|
} else {
|
|
/* 7-55 */
|
|
stRPS->DeltaPocS0[i] =
|
|
stRPS->DeltaPocS0[i - 1] - (delta_poc_s0_minus1[i] + 1);
|
|
}
|
|
}
|
|
|
|
for (j = 0; j < stRPS->NumPositivePics; j++) {
|
|
READ_UE_MAX (nr, delta_poc_s1_minus1[j], 32767);
|
|
|
|
/* 7-52 */
|
|
READ_UINT8 (nr, stRPS->UsedByCurrPicS1[j], 1);
|
|
|
|
if (j == 0) {
|
|
/* 7-54 */
|
|
stRPS->DeltaPocS1[j] = delta_poc_s1_minus1[j] + 1;
|
|
} else {
|
|
/* 7-56 */
|
|
stRPS->DeltaPocS1[j] =
|
|
stRPS->DeltaPocS1[j - 1] + (delta_poc_s1_minus1[j] + 1);
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
/* 7-57 */
|
|
stRPS->NumDeltaPocs = stRPS->NumPositivePics + stRPS->NumNegativePics;
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"ShortTermRefPicSet Parameters\"");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_slice_parse_ref_pic_list_modification (GstH265SliceHdr * slice,
|
|
NalReader * nr, gint NumPocTotalCurr)
|
|
{
|
|
guint i;
|
|
GstH265RefPicListModification *rpl_mod = &slice->ref_pic_list_modification;
|
|
const guint n = ceil_log2 (NumPocTotalCurr);
|
|
|
|
READ_UINT8 (nr, rpl_mod->ref_pic_list_modification_flag_l0, 1);
|
|
|
|
if (rpl_mod->ref_pic_list_modification_flag_l0) {
|
|
for (i = 0; i <= slice->num_ref_idx_l0_active_minus1; i++) {
|
|
READ_UINT32 (nr, rpl_mod->list_entry_l0[i], n);
|
|
CHECK_ALLOWED_MAX (rpl_mod->list_entry_l0[i], (NumPocTotalCurr - 1));
|
|
}
|
|
}
|
|
if (GST_H265_IS_B_SLICE (slice)) {
|
|
READ_UINT8 (nr, rpl_mod->ref_pic_list_modification_flag_l1, 1);
|
|
if (rpl_mod->ref_pic_list_modification_flag_l1)
|
|
for (i = 0; i <= slice->num_ref_idx_l1_active_minus1; i++) {
|
|
READ_UINT32 (nr, rpl_mod->list_entry_l1[i], n);
|
|
CHECK_ALLOWED_MAX (rpl_mod->list_entry_l1[i], (NumPocTotalCurr - 1));
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Prediction weight table\"");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_slice_parse_pred_weight_table (GstH265SliceHdr * slice, NalReader * nr)
|
|
{
|
|
GstH265PredWeightTable *p;
|
|
gint i, j;
|
|
GstH265PPS *pps = slice->pps;
|
|
GstH265SPS *sps = pps->sps;
|
|
|
|
GST_DEBUG ("parsing \"Prediction weight table\"");
|
|
|
|
p = &slice->pred_weight_table;
|
|
|
|
READ_UE_MAX (nr, p->luma_log2_weight_denom, 7);
|
|
|
|
if (sps->chroma_format_idc != 0) {
|
|
READ_SE_ALLOWED (nr, p->delta_chroma_log2_weight_denom,
|
|
(0 - p->luma_log2_weight_denom), (7 - p->luma_log2_weight_denom));
|
|
}
|
|
|
|
for (i = 0; i <= slice->num_ref_idx_l0_active_minus1; i++)
|
|
READ_UINT8 (nr, p->luma_weight_l0_flag[i], 1);
|
|
|
|
if (sps->chroma_format_idc != 0)
|
|
for (i = 0; i <= slice->num_ref_idx_l0_active_minus1; i++)
|
|
READ_UINT8 (nr, p->chroma_weight_l0_flag[i], 1);
|
|
|
|
for (i = 0; i <= slice->num_ref_idx_l0_active_minus1; i++) {
|
|
if (p->luma_weight_l0_flag[i]) {
|
|
READ_SE_ALLOWED (nr, p->delta_luma_weight_l0[i], -128, 127);
|
|
READ_SE_ALLOWED (nr, p->luma_offset_l0[i], -128, 127);
|
|
}
|
|
if (p->chroma_weight_l0_flag[i])
|
|
for (j = 0; j < 2; j++) {
|
|
READ_SE_ALLOWED (nr, p->delta_chroma_weight_l0[i][j], -128, 127);
|
|
READ_SE_ALLOWED (nr, p->delta_chroma_offset_l0[i][j], -512, 511);
|
|
}
|
|
}
|
|
|
|
if (GST_H265_IS_B_SLICE (slice)) {
|
|
for (i = 0; i <= slice->num_ref_idx_l1_active_minus1; i++)
|
|
READ_UINT8 (nr, p->luma_weight_l1_flag[i], 1);
|
|
if (sps->chroma_format_idc != 0)
|
|
for (i = 0; i <= slice->num_ref_idx_l1_active_minus1; i++)
|
|
READ_UINT8 (nr, p->chroma_weight_l1_flag[i], 1);
|
|
|
|
for (i = 0; i <= slice->num_ref_idx_l1_active_minus1; i++) {
|
|
if (p->luma_weight_l1_flag[i]) {
|
|
READ_SE_ALLOWED (nr, p->delta_luma_weight_l1[i], -128, 127);
|
|
READ_SE_ALLOWED (nr, p->luma_offset_l1[i], -128, 127);
|
|
}
|
|
if (p->chroma_weight_l1_flag[i])
|
|
for (j = 0; j < 2; j++) {
|
|
READ_SE_ALLOWED (nr, p->delta_chroma_weight_l1[i][j], -128, 127);
|
|
READ_SE_ALLOWED (nr, p->delta_chroma_offset_l1[i][j], -512, 511);
|
|
}
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Prediction weight table\"");
|
|
return FALSE;
|
|
}
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_buffering_period (GstH265Parser * parser,
|
|
GstH265BufferingPeriod * per, NalReader * nr)
|
|
{
|
|
GstH265SPS *sps;
|
|
guint8 sps_id;
|
|
guint i;
|
|
guint n;
|
|
|
|
GST_DEBUG ("parsing \"Buffering period\"");
|
|
|
|
READ_UE_MAX (nr, sps_id, GST_H265_MAX_SPS_COUNT - 1);
|
|
sps = gst_h265_parser_get_sps (parser, sps_id);
|
|
if (!sps) {
|
|
GST_WARNING ("couldn't find associated sequence parameter set with id: %d",
|
|
sps_id);
|
|
return GST_H265_PARSER_BROKEN_LINK;
|
|
}
|
|
per->sps = sps;
|
|
|
|
if (sps->vui_parameters_present_flag) {
|
|
GstH265VUIParams *vui = &sps->vui_params;
|
|
GstH265HRDParams *hrd = &vui->hrd_params;
|
|
|
|
if (!hrd->sub_pic_hrd_params_present_flag)
|
|
READ_UINT8 (nr, per->irap_cpb_params_present_flag, 1);
|
|
|
|
if (per->irap_cpb_params_present_flag) {
|
|
READ_UINT8 (nr, per->cpb_delay_offset,
|
|
(hrd->au_cpb_removal_delay_length_minus1 + 1));
|
|
READ_UINT8 (nr, per->dpb_delay_offset,
|
|
(hrd->dpb_output_delay_length_minus1 + 1));
|
|
}
|
|
|
|
n = hrd->initial_cpb_removal_delay_length_minus1 + 1;
|
|
|
|
READ_UINT8 (nr, per->concatenation_flag, 1);
|
|
READ_UINT8 (nr, per->au_cpb_removal_delay_delta_minus1,
|
|
(hrd->au_cpb_removal_delay_length_minus1 + 1));
|
|
|
|
if (hrd->nal_hrd_parameters_present_flag) {
|
|
for (i = 0; i <= hrd->cpb_cnt_minus1[i]; i++) {
|
|
READ_UINT8 (nr, per->nal_initial_cpb_removal_delay[i], n);
|
|
READ_UINT8 (nr, per->nal_initial_cpb_removal_offset[i], n);
|
|
if (hrd->sub_pic_hrd_params_present_flag
|
|
|| per->irap_cpb_params_present_flag) {
|
|
READ_UINT8 (nr, per->nal_initial_alt_cpb_removal_delay[i], n);
|
|
READ_UINT8 (nr, per->nal_initial_alt_cpb_removal_offset[i], n);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (hrd->vcl_hrd_parameters_present_flag) {
|
|
for (i = 0; i <= hrd->cpb_cnt_minus1[i]; i++) {
|
|
READ_UINT8 (nr, per->vcl_initial_cpb_removal_delay[i], n);
|
|
READ_UINT8 (nr, per->vcl_initial_cpb_removal_offset[i], n);
|
|
if (hrd->sub_pic_hrd_params_present_flag
|
|
|| per->irap_cpb_params_present_flag) {
|
|
READ_UINT8 (nr, per->vcl_initial_alt_cpb_removal_delay[i], n);
|
|
READ_UINT8 (nr, per->vcl_initial_alt_cpb_removal_offset[i], n);
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Buffering period\"");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_pic_timing (GstH265Parser * parser,
|
|
GstH265PicTiming * tim, NalReader * nr)
|
|
{
|
|
GstH265ProfileTierLevel *profile_tier_level;
|
|
guint i;
|
|
|
|
GST_DEBUG ("parsing \"Picture timing\"");
|
|
if (!parser->last_sps || !parser->last_sps->valid) {
|
|
GST_WARNING ("didn't get the associated sequence parameter set for the "
|
|
"current access unit");
|
|
goto error;
|
|
}
|
|
|
|
profile_tier_level = &parser->last_sps->profile_tier_level;
|
|
|
|
/* set default values */
|
|
if (!profile_tier_level->progressive_source_flag
|
|
&& profile_tier_level->interlaced_source_flag)
|
|
tim->source_scan_type = 0;
|
|
else if (profile_tier_level->progressive_source_flag
|
|
&& !profile_tier_level->interlaced_source_flag)
|
|
tim->source_scan_type = 1;
|
|
else
|
|
tim->source_scan_type = 2;
|
|
|
|
if (parser->last_sps->vui_parameters_present_flag) {
|
|
GstH265VUIParams *vui = &parser->last_sps->vui_params;
|
|
|
|
if (vui->frame_field_info_present_flag) {
|
|
READ_UINT8 (nr, tim->pic_struct, 4);
|
|
READ_UINT8 (nr, tim->source_scan_type, 2);
|
|
READ_UINT8 (nr, tim->duplicate_flag, 1);
|
|
} else {
|
|
/* set default values */
|
|
tim->pic_struct = 0;
|
|
}
|
|
|
|
if (vui->hrd_parameters_present_flag) {
|
|
GstH265HRDParams *hrd = &vui->hrd_params;
|
|
|
|
READ_UINT8 (nr, tim->au_cpb_removal_delay_minus1,
|
|
(hrd->au_cpb_removal_delay_length_minus1 + 1));
|
|
READ_UINT8 (nr, tim->pic_dpb_output_delay,
|
|
(hrd->dpb_output_delay_length_minus1 + 1));
|
|
|
|
if (hrd->sub_pic_hrd_params_present_flag)
|
|
READ_UINT8 (nr, tim->pic_dpb_output_du_delay,
|
|
(hrd->dpb_output_delay_du_length_minus1 + 1));
|
|
|
|
if (hrd->sub_pic_hrd_params_present_flag
|
|
&& hrd->sub_pic_cpb_params_in_pic_timing_sei_flag) {
|
|
READ_UE (nr, tim->num_decoding_units_minus1);
|
|
|
|
READ_UINT8 (nr, tim->du_common_cpb_removal_delay_flag, 1);
|
|
if (tim->du_common_cpb_removal_delay_flag)
|
|
READ_UINT8 (nr, tim->du_common_cpb_removal_delay_increment_minus1,
|
|
(hrd->du_cpb_removal_delay_increment_length_minus1 + 1));
|
|
|
|
tim->num_nalus_in_du_minus1 =
|
|
g_new0 (guint32, (tim->num_decoding_units_minus1 + 1));
|
|
tim->du_cpb_removal_delay_increment_minus1 =
|
|
g_new0 (guint8, (tim->num_decoding_units_minus1 + 1));
|
|
|
|
for (i = 0; i <= tim->num_decoding_units_minus1; i++) {
|
|
READ_UE (nr, tim->num_nalus_in_du_minus1[i]);
|
|
|
|
if (!tim->du_common_cpb_removal_delay_flag
|
|
&& (i < tim->num_decoding_units_minus1))
|
|
READ_UINT8 (nr, tim->du_cpb_removal_delay_increment_minus1[i],
|
|
(hrd->du_cpb_removal_delay_increment_length_minus1 + 1));
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Picture timing\"");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_recovery_point (GstH265Parser * parser,
|
|
GstH265RecoveryPoint * rp, NalReader * nr)
|
|
{
|
|
GstH265SPS *const sps = parser->last_sps;
|
|
gint32 max_pic_order_cnt_lsb;
|
|
|
|
GST_DEBUG ("parsing \"Recovery point\"");
|
|
if (!sps || !sps->valid) {
|
|
GST_WARNING ("didn't get the associated sequence parameter set for the "
|
|
"current access unit");
|
|
goto error;
|
|
}
|
|
|
|
max_pic_order_cnt_lsb = pow (2, (sps->log2_max_pic_order_cnt_lsb_minus4 + 4));
|
|
READ_SE_ALLOWED (nr, rp->recovery_poc_cnt, -max_pic_order_cnt_lsb / 2,
|
|
max_pic_order_cnt_lsb - 1);
|
|
READ_UINT8 (nr, rp->exact_match_flag, 1);
|
|
READ_UINT8 (nr, rp->broken_link_flag, 1);
|
|
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Recovery point\"");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_registered_user_data (GstH265Parser * parser,
|
|
GstH265RegisteredUserData * rud, NalReader * nr, guint payload_size)
|
|
{
|
|
guint8 *data = NULL;
|
|
guint i;
|
|
|
|
rud->data = NULL;
|
|
rud->size = 0;
|
|
|
|
if (payload_size < 2) {
|
|
GST_WARNING ("Too small payload size %d", payload_size);
|
|
return GST_H265_PARSER_BROKEN_DATA;
|
|
}
|
|
|
|
READ_UINT8 (nr, rud->country_code, 8);
|
|
--payload_size;
|
|
|
|
if (rud->country_code == 0xFF) {
|
|
READ_UINT8 (nr, rud->country_code_extension, 8);
|
|
--payload_size;
|
|
} else {
|
|
rud->country_code_extension = 0;
|
|
}
|
|
|
|
if (payload_size < 1) {
|
|
GST_WARNING ("No more remaining payload data to store");
|
|
return GST_H265_PARSER_BROKEN_DATA;
|
|
}
|
|
|
|
data = g_malloc (payload_size);
|
|
for (i = 0; i < payload_size; ++i) {
|
|
READ_UINT8 (nr, data[i], 8);
|
|
}
|
|
|
|
GST_MEMDUMP ("SEI user data", data, payload_size);
|
|
|
|
rud->data = data;
|
|
rud->size = payload_size;
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
{
|
|
GST_WARNING ("error parsing \"Registered User Data\"");
|
|
g_free (data);
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
}
|
|
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_time_code (GstH265Parser * parser,
|
|
GstH265TimeCode * tc, NalReader * nr)
|
|
{
|
|
guint i;
|
|
|
|
GST_DEBUG ("parsing \"Time code\"");
|
|
|
|
READ_UINT8 (nr, tc->num_clock_ts, 2);
|
|
|
|
for (i = 0; i < tc->num_clock_ts; i++) {
|
|
READ_UINT8 (nr, tc->clock_timestamp_flag[i], 1);
|
|
if (tc->clock_timestamp_flag[i]) {
|
|
READ_UINT8 (nr, tc->units_field_based_flag[i], 1);
|
|
READ_UINT8 (nr, tc->counting_type[i], 5);
|
|
READ_UINT8 (nr, tc->full_timestamp_flag[i], 1);
|
|
READ_UINT8 (nr, tc->discontinuity_flag[i], 1);
|
|
READ_UINT8 (nr, tc->cnt_dropped_flag[i], 1);
|
|
READ_UINT16 (nr, tc->n_frames[i], 9);
|
|
|
|
if (tc->full_timestamp_flag[i]) {
|
|
tc->seconds_flag[i] = TRUE;
|
|
READ_UINT8 (nr, tc->seconds_value[i], 6);
|
|
|
|
tc->minutes_flag[i] = TRUE;
|
|
READ_UINT8 (nr, tc->minutes_value[i], 6);
|
|
|
|
tc->hours_flag[i] = TRUE;
|
|
READ_UINT8 (nr, tc->hours_value[i], 5);
|
|
} else {
|
|
READ_UINT8 (nr, tc->seconds_flag[i], 1);
|
|
if (tc->seconds_flag[i]) {
|
|
READ_UINT8 (nr, tc->seconds_value[i], 6);
|
|
READ_UINT8 (nr, tc->minutes_flag[i], 1);
|
|
if (tc->minutes_flag[i]) {
|
|
READ_UINT8 (nr, tc->minutes_value[i], 6);
|
|
READ_UINT8 (nr, tc->hours_flag[i], 1);
|
|
if (tc->hours_flag[i]) {
|
|
READ_UINT8 (nr, tc->hours_value[i], 5);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (nr, tc->time_offset_length[i], 5);
|
|
|
|
if (tc->time_offset_length[i] > 0)
|
|
READ_UINT32 (nr, tc->time_offset_value[i], tc->time_offset_length[i]);
|
|
}
|
|
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Time code\"");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_mastering_display_colour_volume (GstH265Parser * parser,
|
|
GstH265MasteringDisplayColourVolume * mdcv, NalReader * nr)
|
|
{
|
|
guint i;
|
|
|
|
GST_DEBUG ("parsing \"Mastering display colour volume\"");
|
|
|
|
for (i = 0; i < 3; i++) {
|
|
READ_UINT16 (nr, mdcv->display_primaries_x[i], 16);
|
|
READ_UINT16 (nr, mdcv->display_primaries_y[i], 16);
|
|
}
|
|
|
|
READ_UINT16 (nr, mdcv->white_point_x, 16);
|
|
READ_UINT16 (nr, mdcv->white_point_y, 16);
|
|
READ_UINT32 (nr, mdcv->max_display_mastering_luminance, 32);
|
|
READ_UINT32 (nr, mdcv->min_display_mastering_luminance, 32);
|
|
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Mastering display colour volume\"");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_content_light_level_info (GstH265Parser * parser,
|
|
GstH265ContentLightLevel * cll, NalReader * nr)
|
|
{
|
|
GST_DEBUG ("parsing \"Content light level\"");
|
|
|
|
READ_UINT16 (nr, cll->max_content_light_level, 16);
|
|
READ_UINT16 (nr, cll->max_pic_average_light_level, 16);
|
|
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Content light level\"");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
/******** API *************/
|
|
|
|
/**
|
|
* gst_h265_parser_new:
|
|
*
|
|
* Creates a new #GstH265Parser. It should be freed with
|
|
* gst_h265_parser_free after use.
|
|
*
|
|
* Returns: a new #GstH265Parser
|
|
*/
|
|
GstH265Parser *
|
|
gst_h265_parser_new (void)
|
|
{
|
|
GstH265Parser *parser;
|
|
|
|
parser = g_slice_new0 (GstH265Parser);
|
|
|
|
return parser;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_free:
|
|
* @parser: the #GstH265Parser to free
|
|
*
|
|
* Frees @parser and sets it to %NULL
|
|
*/
|
|
void
|
|
gst_h265_parser_free (GstH265Parser * parser)
|
|
{
|
|
g_slice_free (GstH265Parser, parser);
|
|
parser = NULL;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_identify_nalu_unchecked:
|
|
* @parser: a #GstH265Parser
|
|
* @data: The data to parse
|
|
* @offset: the offset from which to parse @data
|
|
* @size: the size of @data
|
|
* @nalu: The #GstH265NalUnit where to store parsed nal headers
|
|
*
|
|
* Parses @data and fills @nalu from the next nalu data from @data.
|
|
*
|
|
* This differs from @gst_h265_parser_identify_nalu in that it doesn't
|
|
* check whether the packet is complete or not.
|
|
*
|
|
* Note: Only use this function if you already know the provided @data
|
|
* is a complete NALU, else use @gst_h265_parser_identify_nalu.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_identify_nalu_unchecked (GstH265Parser * parser,
|
|
const guint8 * data, guint offset, gsize size, GstH265NalUnit * nalu)
|
|
{
|
|
gint off1;
|
|
|
|
memset (nalu, 0, sizeof (*nalu));
|
|
|
|
if (size < offset + 4) {
|
|
GST_DEBUG ("Can't parse, buffer has too small size %" G_GSIZE_FORMAT
|
|
", offset %u", size, offset);
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
off1 = scan_for_start_codes (data + offset, size - offset);
|
|
|
|
if (off1 < 0) {
|
|
GST_DEBUG ("No start code prefix in this buffer");
|
|
return GST_H265_PARSER_NO_NAL;
|
|
}
|
|
|
|
nalu->sc_offset = offset + off1;
|
|
|
|
/* The scanner ensures one byte passed the start code but to
|
|
* identify an HEVC NAL, we need 2. */
|
|
if (size - nalu->sc_offset - 3 < 2) {
|
|
GST_DEBUG ("Not enough bytes after start code to identify");
|
|
return GST_H265_PARSER_NO_NAL;
|
|
}
|
|
|
|
/* sc might have 2 or 3 0-bytes */
|
|
if (nalu->sc_offset > 0 && data[nalu->sc_offset - 1] == 00)
|
|
nalu->sc_offset--;
|
|
|
|
nalu->offset = offset + off1 + 3;
|
|
nalu->data = (guint8 *) data;
|
|
nalu->size = size - nalu->offset;
|
|
|
|
if (!gst_h265_parse_nalu_header (nalu)) {
|
|
GST_WARNING ("error parsing \"NAL unit header\"");
|
|
nalu->size = 0;
|
|
return GST_H265_PARSER_BROKEN_DATA;
|
|
}
|
|
|
|
nalu->valid = TRUE;
|
|
|
|
if (nalu->type == GST_H265_NAL_EOS || nalu->type == GST_H265_NAL_EOB) {
|
|
GST_DEBUG ("end-of-seq or end-of-stream nal found");
|
|
nalu->size = 2;
|
|
return GST_H265_PARSER_OK;
|
|
}
|
|
|
|
return GST_H265_PARSER_OK;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_identify_nalu:
|
|
* @parser: a #GstH265Parser
|
|
* @data: The data to parse
|
|
* @offset: the offset from which to parse @data
|
|
* @size: the size of @data
|
|
* @nalu: The #GstH265NalUnit where to store parsed nal headers
|
|
*
|
|
* Parses @data and fills @nalu from the next nalu data from @data
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_identify_nalu (GstH265Parser * parser,
|
|
const guint8 * data, guint offset, gsize size, GstH265NalUnit * nalu)
|
|
{
|
|
GstH265ParserResult res;
|
|
gint off2;
|
|
|
|
res =
|
|
gst_h265_parser_identify_nalu_unchecked (parser, data, offset, size,
|
|
nalu);
|
|
|
|
if (res != GST_H265_PARSER_OK)
|
|
goto beach;
|
|
|
|
/* The two NALs are exactly 2 bytes size and are placed at the end of an AU,
|
|
* there is no need to wait for the following */
|
|
if (nalu->type == GST_H265_NAL_EOS || nalu->type == GST_H265_NAL_EOB)
|
|
goto beach;
|
|
|
|
off2 = scan_for_start_codes (data + nalu->offset, size - nalu->offset);
|
|
if (off2 < 0) {
|
|
GST_DEBUG ("Nal start %d, No end found", nalu->offset);
|
|
|
|
return GST_H265_PARSER_NO_NAL_END;
|
|
}
|
|
|
|
/* Callers assumes that enough data will available to identify the next NAL,
|
|
* but scan_for_start_codes() only ensure 1 extra byte is available. Ensure
|
|
* we have the required two header bytes (3 bytes start code and 2 byte
|
|
* header). */
|
|
if (size - (nalu->offset + off2) < 5) {
|
|
GST_DEBUG ("Not enough bytes identify the next NAL.");
|
|
return GST_H265_PARSER_NO_NAL_END;
|
|
}
|
|
|
|
/* Mini performance improvement:
|
|
* We could have a way to store how many 0s were skipped to avoid
|
|
* parsing them again on the next NAL */
|
|
while (off2 > 0 && data[nalu->offset + off2 - 1] == 00)
|
|
off2--;
|
|
|
|
nalu->size = off2;
|
|
if (nalu->size < 3)
|
|
return GST_H265_PARSER_BROKEN_DATA;
|
|
|
|
GST_DEBUG ("Complete nal found. Off: %d, Size: %d", nalu->offset, nalu->size);
|
|
|
|
beach:
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_identify_nalu_hevc:
|
|
* @parser: a #GstH265Parser
|
|
* @data: The data to parse, must be the beging of the Nal unit
|
|
* @offset: the offset from which to parse @data
|
|
* @size: the size of @data
|
|
* @nal_length_size: the size in bytes of the HEVC nal length prefix.
|
|
* @nalu: The #GstH265NalUnit where to store parsed nal headers
|
|
*
|
|
* Parses @data and sets @nalu.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_identify_nalu_hevc (GstH265Parser * parser,
|
|
const guint8 * data, guint offset, gsize size, guint8 nal_length_size,
|
|
GstH265NalUnit * nalu)
|
|
{
|
|
GstBitReader br;
|
|
|
|
memset (nalu, 0, sizeof (*nalu));
|
|
|
|
if (size < offset + nal_length_size) {
|
|
GST_DEBUG ("Can't parse, buffer has too small size %" G_GSIZE_FORMAT
|
|
", offset %u", size, offset);
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
size = size - offset;
|
|
gst_bit_reader_init (&br, data + offset, size);
|
|
|
|
nalu->size = gst_bit_reader_get_bits_uint32_unchecked (&br,
|
|
nal_length_size * 8);
|
|
nalu->sc_offset = offset;
|
|
nalu->offset = offset + nal_length_size;
|
|
|
|
if (size < nalu->size + nal_length_size) {
|
|
nalu->size = 0;
|
|
|
|
return GST_H265_PARSER_NO_NAL_END;
|
|
}
|
|
|
|
nalu->data = (guint8 *) data;
|
|
|
|
if (!gst_h265_parse_nalu_header (nalu)) {
|
|
GST_WARNING ("error parsing \"NAL unit header\"");
|
|
nalu->size = 0;
|
|
return GST_H265_PARSER_BROKEN_DATA;
|
|
}
|
|
|
|
if (nalu->size < 2)
|
|
return GST_H265_PARSER_BROKEN_DATA;
|
|
|
|
nalu->valid = TRUE;
|
|
|
|
return GST_H265_PARSER_OK;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_parse_nal:
|
|
* @parser: a #GstH265Parser
|
|
* @nalu: The #GstH265NalUnit to parse
|
|
*
|
|
* This function should be called in the case one doesn't need to
|
|
* parse a specific structure. It is necessary to do so to make
|
|
* sure @parser is up to date.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_parse_nal (GstH265Parser * parser, GstH265NalUnit * nalu)
|
|
{
|
|
GstH265VPS vps;
|
|
GstH265SPS sps;
|
|
GstH265PPS pps;
|
|
|
|
switch (nalu->type) {
|
|
case GST_H265_NAL_VPS:
|
|
return gst_h265_parser_parse_vps (parser, nalu, &vps);
|
|
break;
|
|
case GST_H265_NAL_SPS:
|
|
return gst_h265_parser_parse_sps (parser, nalu, &sps, FALSE);
|
|
break;
|
|
case GST_H265_NAL_PPS:
|
|
return gst_h265_parser_parse_pps (parser, nalu, &pps);
|
|
}
|
|
|
|
return GST_H265_PARSER_OK;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_parse_vps:
|
|
* @parser: a #GstH265Parser
|
|
* @nalu: The #GST_H265_NAL_VPS #GstH265NalUnit to parse
|
|
* @vps: The #GstH265VPS to fill.
|
|
*
|
|
* Parses @data, and fills the @vps structure.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_parse_vps (GstH265Parser * parser, GstH265NalUnit * nalu,
|
|
GstH265VPS * vps)
|
|
{
|
|
GstH265ParserResult res = gst_h265_parse_vps (nalu, vps);
|
|
|
|
if (res == GST_H265_PARSER_OK) {
|
|
GST_DEBUG ("adding video parameter set with id: %d to array", vps->id);
|
|
|
|
parser->vps[vps->id] = *vps;
|
|
parser->last_vps = &parser->vps[vps->id];
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parse_vps:
|
|
* @nalu: The #GST_H265_NAL_VPS #GstH265NalUnit to parse
|
|
* @sps: The #GstH265VPS to fill.
|
|
*
|
|
* Parses @data, and fills the @vps structure.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parse_vps (GstH265NalUnit * nalu, GstH265VPS * vps)
|
|
{
|
|
NalReader nr;
|
|
guint i, j;
|
|
|
|
GST_DEBUG ("parsing VPS");
|
|
|
|
nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
|
|
nalu->size - nalu->header_bytes);
|
|
|
|
memset (vps, 0, sizeof (*vps));
|
|
|
|
vps->cprms_present_flag = 1;
|
|
|
|
READ_UINT8 (&nr, vps->id, 4);
|
|
|
|
READ_UINT8 (&nr, vps->base_layer_internal_flag, 1);
|
|
READ_UINT8 (&nr, vps->base_layer_available_flag, 1);
|
|
|
|
READ_UINT8 (&nr, vps->max_layers_minus1, 6);
|
|
READ_UINT8 (&nr, vps->max_sub_layers_minus1, 3);
|
|
READ_UINT8 (&nr, vps->temporal_id_nesting_flag, 1);
|
|
|
|
/* skip reserved_0xffff_16bits */
|
|
if (!nal_reader_skip (&nr, 16))
|
|
goto error;
|
|
|
|
if (!gst_h265_parse_profile_tier_level (&vps->profile_tier_level, &nr,
|
|
vps->max_sub_layers_minus1))
|
|
goto error;
|
|
|
|
READ_UINT8 (&nr, vps->sub_layer_ordering_info_present_flag, 1);
|
|
|
|
for (i =
|
|
(vps->sub_layer_ordering_info_present_flag ? 0 :
|
|
vps->max_sub_layers_minus1); i <= vps->max_sub_layers_minus1; i++) {
|
|
READ_UE_MAX (&nr, vps->max_dec_pic_buffering_minus1[i], G_MAXUINT32 - 1);
|
|
READ_UE_MAX (&nr, vps->max_num_reorder_pics[i],
|
|
vps->max_dec_pic_buffering_minus1[i]);
|
|
READ_UE_MAX (&nr, vps->max_latency_increase_plus1[i], G_MAXUINT32 - 1);
|
|
}
|
|
/* setting default values if vps->sub_layer_ordering_info_present_flag is zero */
|
|
if (!vps->sub_layer_ordering_info_present_flag && vps->max_sub_layers_minus1) {
|
|
for (i = 0; i <= (vps->max_sub_layers_minus1 - 1); i++) {
|
|
vps->max_dec_pic_buffering_minus1[i] =
|
|
vps->max_dec_pic_buffering_minus1[vps->max_sub_layers_minus1];
|
|
vps->max_num_reorder_pics[i] =
|
|
vps->max_num_reorder_pics[vps->max_sub_layers_minus1];
|
|
vps->max_latency_increase_plus1[i] =
|
|
vps->max_latency_increase_plus1[vps->max_sub_layers_minus1];
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (&nr, vps->max_layer_id, 6);
|
|
/* shall allow 63 */
|
|
CHECK_ALLOWED_MAX (vps->max_layer_id, 63);
|
|
|
|
READ_UE_MAX (&nr, vps->num_layer_sets_minus1, 1023);
|
|
/* allowed range is 0 to 1023 */
|
|
CHECK_ALLOWED_MAX (vps->num_layer_sets_minus1, 1023);
|
|
|
|
for (i = 1; i <= vps->num_layer_sets_minus1; i++) {
|
|
for (j = 0; j <= vps->max_layer_id; j++) {
|
|
/* layer_id_included_flag[i][j] */
|
|
/* FIXME: need to parse this when we can support parsing multi-layer info. */
|
|
nal_reader_skip (&nr, 1);
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (&nr, vps->timing_info_present_flag, 1);
|
|
|
|
if (vps->timing_info_present_flag) {
|
|
READ_UINT32 (&nr, vps->num_units_in_tick, 32);
|
|
READ_UINT32 (&nr, vps->time_scale, 32);
|
|
READ_UINT8 (&nr, vps->poc_proportional_to_timing_flag, 1);
|
|
|
|
if (vps->poc_proportional_to_timing_flag)
|
|
READ_UE_MAX (&nr, vps->num_ticks_poc_diff_one_minus1, G_MAXUINT32 - 1);
|
|
|
|
READ_UE_MAX (&nr, vps->num_hrd_parameters, 1024);
|
|
/* allowed range is
|
|
* 0 to vps_num_layer_sets_minus1 + 1 */
|
|
CHECK_ALLOWED_MAX (vps->num_hrd_parameters, vps->num_layer_sets_minus1 + 1);
|
|
|
|
if (vps->num_hrd_parameters) {
|
|
READ_UE_MAX (&nr, vps->hrd_layer_set_idx, 1023);
|
|
/* allowed range is
|
|
* ( vps_base_layer_internal_flag ? 0 : 1 ) to vps_num_layer_sets_minus1
|
|
*/
|
|
CHECK_ALLOWED_MAX (vps->hrd_layer_set_idx, vps->num_layer_sets_minus1);
|
|
|
|
if (!gst_h265_parse_hrd_parameters (&vps->hrd_params, &nr,
|
|
vps->cprms_present_flag, vps->max_sub_layers_minus1))
|
|
goto error;
|
|
}
|
|
|
|
/* FIXME: VPS can have multiple hrd parameters, and therefore hrd_params
|
|
* should be an array (like Garray). But it also requires new _clear()
|
|
* method for free the array in GstH265VPS whenever gst_h265_parse_vps()
|
|
* is called. Need to work for multi-layer related parsing supporting
|
|
*
|
|
* FIXME: Following code is just work around to find correct
|
|
* vps_extension position */
|
|
|
|
/* skip the first parsed one above */
|
|
for (i = 1; i < vps->num_hrd_parameters; i++) {
|
|
guint16 hrd_layer_set_idx;
|
|
guint8 cprms_present_flag;
|
|
GstH265HRDParams hrd_params;
|
|
|
|
READ_UE_MAX (&nr, hrd_layer_set_idx, 1023);
|
|
CHECK_ALLOWED_MAX (hrd_layer_set_idx, vps->num_layer_sets_minus1);
|
|
|
|
/* need parsing if (i > 1) */
|
|
READ_UINT8 (&nr, cprms_present_flag, 1);
|
|
|
|
if (!gst_h265_parse_hrd_parameters (&hrd_params, &nr,
|
|
cprms_present_flag, vps->max_sub_layers_minus1))
|
|
goto error;
|
|
}
|
|
}
|
|
READ_UINT8 (&nr, vps->vps_extension, 1);
|
|
vps->valid = TRUE;
|
|
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Video parameter set\"");
|
|
vps->valid = FALSE;
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_parse_sps:
|
|
* @parser: a #GstH265Parser
|
|
* @nalu: The #GST_H265_NAL_SPS #GstH265NalUnit to parse
|
|
* @sps: The #GstH265SPS to fill.
|
|
* @parse_vui_params: Whether to parse the vui_params or not
|
|
*
|
|
* Parses @data, and fills the @sps structure.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_parse_sps (GstH265Parser * parser, GstH265NalUnit * nalu,
|
|
GstH265SPS * sps, gboolean parse_vui_params)
|
|
{
|
|
GstH265ParserResult res =
|
|
gst_h265_parse_sps (parser, nalu, sps, parse_vui_params);
|
|
|
|
if (res == GST_H265_PARSER_OK) {
|
|
GST_DEBUG ("adding sequence parameter set with id: %d to array", sps->id);
|
|
|
|
parser->sps[sps->id] = *sps;
|
|
parser->last_sps = &parser->sps[sps->id];
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parse_sps:
|
|
* parser: The #GstH265Parser
|
|
* @nalu: The #GST_H265_NAL_SPS #GstH265NalUnit to parse
|
|
* @sps: The #GstH265SPS to fill.
|
|
* @parse_vui_params: Whether to parse the vui_params or not
|
|
*
|
|
* Parses @data, and fills the @sps structure.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parse_sps (GstH265Parser * parser, GstH265NalUnit * nalu,
|
|
GstH265SPS * sps, gboolean parse_vui_params)
|
|
{
|
|
NalReader nr;
|
|
GstH265VPS *vps;
|
|
guint8 vps_id;
|
|
guint i;
|
|
guint subwc[] = { 1, 2, 2, 1, 1 };
|
|
guint subhc[] = { 1, 2, 1, 1, 1 };
|
|
GstH265VUIParams *vui = NULL;
|
|
|
|
GST_DEBUG ("parsing SPS");
|
|
|
|
nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
|
|
nalu->size - nalu->header_bytes);
|
|
|
|
memset (sps, 0, sizeof (*sps));
|
|
|
|
READ_UINT8 (&nr, vps_id, 4);
|
|
vps = gst_h265_parser_get_vps (parser, vps_id);
|
|
if (!vps) {
|
|
GST_DEBUG ("couldn't find associated video parameter set with id: %d",
|
|
vps_id);
|
|
}
|
|
sps->vps = vps;
|
|
|
|
READ_UINT8 (&nr, sps->max_sub_layers_minus1, 3);
|
|
READ_UINT8 (&nr, sps->temporal_id_nesting_flag, 1);
|
|
|
|
if (!gst_h265_parse_profile_tier_level (&sps->profile_tier_level, &nr,
|
|
sps->max_sub_layers_minus1))
|
|
goto error;
|
|
|
|
READ_UE_MAX (&nr, sps->id, GST_H265_MAX_SPS_COUNT - 1);
|
|
|
|
READ_UE_MAX (&nr, sps->chroma_format_idc, 3);
|
|
if (sps->chroma_format_idc == 3)
|
|
READ_UINT8 (&nr, sps->separate_colour_plane_flag, 1);
|
|
|
|
READ_UE_ALLOWED (&nr, sps->pic_width_in_luma_samples, 1, 16888);
|
|
READ_UE_ALLOWED (&nr, sps->pic_height_in_luma_samples, 1, 16888);
|
|
|
|
READ_UINT8 (&nr, sps->conformance_window_flag, 1);
|
|
if (sps->conformance_window_flag) {
|
|
READ_UE (&nr, sps->conf_win_left_offset);
|
|
READ_UE (&nr, sps->conf_win_right_offset);
|
|
READ_UE (&nr, sps->conf_win_top_offset);
|
|
READ_UE (&nr, sps->conf_win_bottom_offset);
|
|
}
|
|
|
|
READ_UE_MAX (&nr, sps->bit_depth_luma_minus8, 6);
|
|
READ_UE_MAX (&nr, sps->bit_depth_chroma_minus8, 6);
|
|
READ_UE_MAX (&nr, sps->log2_max_pic_order_cnt_lsb_minus4, 12);
|
|
|
|
READ_UINT8 (&nr, sps->sub_layer_ordering_info_present_flag, 1);
|
|
for (i =
|
|
(sps->sub_layer_ordering_info_present_flag ? 0 :
|
|
sps->max_sub_layers_minus1); i <= sps->max_sub_layers_minus1; i++) {
|
|
READ_UE_MAX (&nr, sps->max_dec_pic_buffering_minus1[i], 16);
|
|
READ_UE_MAX (&nr, sps->max_num_reorder_pics[i],
|
|
sps->max_dec_pic_buffering_minus1[i]);
|
|
READ_UE_MAX (&nr, sps->max_latency_increase_plus1[i], G_MAXUINT32 - 1);
|
|
}
|
|
/* setting default values if sps->sub_layer_ordering_info_present_flag is zero */
|
|
if (!sps->sub_layer_ordering_info_present_flag && sps->max_sub_layers_minus1) {
|
|
for (i = 0; i <= (sps->max_sub_layers_minus1 - 1); i++) {
|
|
sps->max_dec_pic_buffering_minus1[i] =
|
|
sps->max_dec_pic_buffering_minus1[sps->max_sub_layers_minus1];
|
|
sps->max_num_reorder_pics[i] =
|
|
sps->max_num_reorder_pics[sps->max_sub_layers_minus1];
|
|
sps->max_latency_increase_plus1[i] =
|
|
sps->max_latency_increase_plus1[sps->max_sub_layers_minus1];
|
|
}
|
|
}
|
|
|
|
/* The limits are calculted based on the profile_tier_level constraint
|
|
* in Annex-A: CtbLog2SizeY = 4 to 6 */
|
|
READ_UE_MAX (&nr, sps->log2_min_luma_coding_block_size_minus3, 3);
|
|
READ_UE_MAX (&nr, sps->log2_diff_max_min_luma_coding_block_size, 6);
|
|
READ_UE_MAX (&nr, sps->log2_min_transform_block_size_minus2, 3);
|
|
READ_UE_MAX (&nr, sps->log2_diff_max_min_transform_block_size, 3);
|
|
READ_UE_MAX (&nr, sps->max_transform_hierarchy_depth_inter, 4);
|
|
READ_UE_MAX (&nr, sps->max_transform_hierarchy_depth_intra, 4);
|
|
|
|
READ_UINT8 (&nr, sps->scaling_list_enabled_flag, 1);
|
|
if (sps->scaling_list_enabled_flag) {
|
|
READ_UINT8 (&nr, sps->scaling_list_data_present_flag, 1);
|
|
|
|
if (sps->scaling_list_data_present_flag)
|
|
if (!gst_h265_parser_parse_scaling_lists (&nr, &sps->scaling_list, FALSE))
|
|
goto error;
|
|
}
|
|
|
|
READ_UINT8 (&nr, sps->amp_enabled_flag, 1);
|
|
READ_UINT8 (&nr, sps->sample_adaptive_offset_enabled_flag, 1);
|
|
READ_UINT8 (&nr, sps->pcm_enabled_flag, 1);
|
|
|
|
if (sps->pcm_enabled_flag) {
|
|
READ_UINT8 (&nr, sps->pcm_sample_bit_depth_luma_minus1, 4);
|
|
READ_UINT8 (&nr, sps->pcm_sample_bit_depth_chroma_minus1, 4);
|
|
READ_UE_MAX (&nr, sps->log2_min_pcm_luma_coding_block_size_minus3, 2);
|
|
READ_UE_MAX (&nr, sps->log2_diff_max_min_pcm_luma_coding_block_size, 2);
|
|
READ_UINT8 (&nr, sps->pcm_loop_filter_disabled_flag, 1);
|
|
}
|
|
|
|
READ_UE_MAX (&nr, sps->num_short_term_ref_pic_sets, 64);
|
|
for (i = 0; i < sps->num_short_term_ref_pic_sets; i++)
|
|
if (!gst_h265_parser_parse_short_term_ref_pic_sets
|
|
(&sps->short_term_ref_pic_set[i], &nr, i, sps))
|
|
goto error;
|
|
|
|
READ_UINT8 (&nr, sps->long_term_ref_pics_present_flag, 1);
|
|
if (sps->long_term_ref_pics_present_flag) {
|
|
READ_UE_MAX (&nr, sps->num_long_term_ref_pics_sps, 32);
|
|
for (i = 0; i < sps->num_long_term_ref_pics_sps; i++) {
|
|
READ_UINT16 (&nr, sps->lt_ref_pic_poc_lsb_sps[i],
|
|
sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
|
|
READ_UINT8 (&nr, sps->used_by_curr_pic_lt_sps_flag[i], 1);
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (&nr, sps->temporal_mvp_enabled_flag, 1);
|
|
READ_UINT8 (&nr, sps->strong_intra_smoothing_enabled_flag, 1);
|
|
READ_UINT8 (&nr, sps->vui_parameters_present_flag, 1);
|
|
|
|
if (sps->vui_parameters_present_flag && parse_vui_params) {
|
|
if (!gst_h265_parse_vui_parameters (sps, &nr))
|
|
goto error;
|
|
vui = &sps->vui_params;
|
|
}
|
|
|
|
READ_UINT8 (&nr, sps->sps_extension_flag, 1);
|
|
|
|
if (sps->sps_extension_flag) {
|
|
READ_UINT8 (&nr, sps->sps_range_extension_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_multilayer_extension_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_3d_extension_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_scc_extension_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_extension_4bits, 4);
|
|
}
|
|
|
|
if (sps->sps_range_extension_flag) {
|
|
READ_UINT8 (&nr,
|
|
sps->sps_extnsion_params.transform_skip_rotation_enabled_flag, 1);
|
|
READ_UINT8 (&nr,
|
|
sps->sps_extnsion_params.transform_skip_context_enabled_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_extnsion_params.implicit_rdpcm_enabled_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_extnsion_params.explicit_rdpcm_enabled_flag, 1);
|
|
READ_UINT8 (&nr,
|
|
sps->sps_extnsion_params.extended_precision_processing_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_extnsion_params.intra_smoothing_disabled_flag, 1);
|
|
READ_UINT8 (&nr,
|
|
sps->sps_extnsion_params.high_precision_offsets_enabled_flag, 1);
|
|
READ_UINT8 (&nr,
|
|
sps->sps_extnsion_params.persistent_rice_adaptation_enabled_flag, 1);
|
|
READ_UINT8 (&nr,
|
|
sps->sps_extnsion_params.cabac_bypass_alignment_enabled_flag, 1);
|
|
}
|
|
|
|
if (sps->sps_multilayer_extension_flag) {
|
|
GST_WARNING ("do not support multilayer extension, skip all"
|
|
" remaining bits");
|
|
goto done;
|
|
}
|
|
if (sps->sps_3d_extension_flag) {
|
|
GST_WARNING ("do not support 3d extension, skip all remaining bits");
|
|
goto done;
|
|
}
|
|
|
|
if (sps->sps_scc_extension_flag) {
|
|
READ_UINT8 (&nr,
|
|
sps->sps_scc_extension_params.sps_curr_pic_ref_enabled_flag, 1);
|
|
READ_UINT8 (&nr, sps->sps_scc_extension_params.palette_mode_enabled_flag,
|
|
1);
|
|
if (sps->sps_scc_extension_params.palette_mode_enabled_flag) {
|
|
READ_UE_MAX (&nr, sps->sps_scc_extension_params.palette_max_size, 64);
|
|
READ_UE_MAX (&nr,
|
|
sps->sps_scc_extension_params.delta_palette_max_predictor_size,
|
|
128 - sps->sps_scc_extension_params.palette_max_size);
|
|
|
|
READ_UINT8 (&nr,
|
|
sps->sps_scc_extension_params.
|
|
sps_palette_predictor_initializers_present_flag, 1);
|
|
if (sps->sps_scc_extension_params.
|
|
sps_palette_predictor_initializers_present_flag) {
|
|
guint comp;
|
|
READ_UE_MAX (&nr,
|
|
sps->sps_scc_extension_params.
|
|
sps_num_palette_predictor_initializer_minus1,
|
|
sps->sps_scc_extension_params.palette_max_size +
|
|
sps->sps_scc_extension_params.delta_palette_max_predictor_size - 1);
|
|
|
|
for (comp = 0; comp < (sps->chroma_format_idc == 0 ? 1 : 3); comp++) {
|
|
guint num_bits;
|
|
guint num =
|
|
sps->sps_scc_extension_params.
|
|
sps_num_palette_predictor_initializer_minus1 + 1;
|
|
|
|
num_bits = (comp == 0 ? sps->bit_depth_luma_minus8 + 8 :
|
|
sps->bit_depth_chroma_minus8 + 8);
|
|
for (i = 0; i < num; i++)
|
|
READ_UINT32 (&nr,
|
|
sps->sps_scc_extension_params.sps_palette_predictor_initializer
|
|
[comp]
|
|
[i], num_bits);
|
|
}
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (&nr,
|
|
sps->sps_scc_extension_params.motion_vector_resolution_control_idc, 2);
|
|
READ_UINT8 (&nr,
|
|
sps->sps_scc_extension_params.intra_boundary_filtering_disabled_flag,
|
|
1);
|
|
}
|
|
|
|
done:
|
|
/* calculate ChromaArrayType */
|
|
if (!sps->separate_colour_plane_flag)
|
|
sps->chroma_array_type = sps->chroma_format_idc;
|
|
|
|
/* Calculate width and height */
|
|
sps->width = sps->pic_width_in_luma_samples;
|
|
sps->height = sps->pic_height_in_luma_samples;
|
|
if (sps->width < 0 || sps->height < 0) {
|
|
GST_WARNING ("invalid width/height in SPS");
|
|
goto error;
|
|
}
|
|
|
|
if (sps->conformance_window_flag) {
|
|
const guint crop_unit_x = subwc[sps->chroma_format_idc];
|
|
const guint crop_unit_y = subhc[sps->chroma_format_idc];
|
|
|
|
sps->crop_rect_width = sps->width -
|
|
(sps->conf_win_left_offset + sps->conf_win_right_offset) * crop_unit_x;
|
|
sps->crop_rect_height = sps->height -
|
|
(sps->conf_win_top_offset + sps->conf_win_bottom_offset) * crop_unit_y;
|
|
sps->crop_rect_x = sps->conf_win_left_offset * crop_unit_x;
|
|
sps->crop_rect_y = sps->conf_win_top_offset * crop_unit_y;
|
|
|
|
GST_LOG ("crop_rectangle x=%u y=%u width=%u, height=%u", sps->crop_rect_x,
|
|
sps->crop_rect_y, sps->crop_rect_width, sps->crop_rect_height);
|
|
}
|
|
|
|
sps->fps_num = 0;
|
|
sps->fps_den = 1;
|
|
|
|
if (vui && vui->timing_info_present_flag) {
|
|
/* derive framerate for progressive stream if the pic_struct
|
|
* syntax element is not present in picture timing SEI messages */
|
|
/* Fixme: handle other cases also */
|
|
if (parse_vui_params && vui->timing_info_present_flag
|
|
&& !vui->field_seq_flag && !vui->frame_field_info_present_flag) {
|
|
sps->fps_num = vui->time_scale;
|
|
sps->fps_den = vui->num_units_in_tick;
|
|
GST_LOG ("framerate %d/%d in VUI", sps->fps_num, sps->fps_den);
|
|
}
|
|
} else if (vps && vps->timing_info_present_flag) {
|
|
sps->fps_num = vps->time_scale;
|
|
sps->fps_den = vps->num_units_in_tick;
|
|
GST_LOG ("framerate %d/%d in VPS", sps->fps_num, sps->fps_den);
|
|
} else {
|
|
GST_LOG ("No VUI, unknown framerate");
|
|
}
|
|
|
|
sps->valid = TRUE;
|
|
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Sequence parameter set\"");
|
|
sps->valid = FALSE;
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parse_pps:
|
|
* @parser: a #GstH265Parser
|
|
* @nalu: The #GST_H265_NAL_PPS #GstH265NalUnit to parse
|
|
* @pps: The #GstH265PPS to fill.
|
|
*
|
|
* Parses @data, and fills the @pps structure.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parse_pps (GstH265Parser * parser, GstH265NalUnit * nalu,
|
|
GstH265PPS * pps)
|
|
{
|
|
NalReader nr;
|
|
GstH265SPS *sps;
|
|
gint sps_id;
|
|
gint qp_bd_offset;
|
|
guint32 CtbSizeY, MinCbLog2SizeY, CtbLog2SizeY, MaxBitDepthY, MaxBitDepthC;
|
|
guint8 i;
|
|
|
|
GST_DEBUG ("parsing PPS");
|
|
|
|
nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
|
|
nalu->size - nalu->header_bytes);
|
|
|
|
memset (pps, 0, sizeof (*pps));
|
|
|
|
READ_UE_MAX (&nr, pps->id, GST_H265_MAX_PPS_COUNT - 1);
|
|
READ_UE_MAX (&nr, sps_id, GST_H265_MAX_SPS_COUNT - 1);
|
|
|
|
sps = gst_h265_parser_get_sps (parser, sps_id);
|
|
if (!sps) {
|
|
GST_WARNING ("couldn't find associated sequence parameter set with id: %d",
|
|
sps_id);
|
|
return GST_H265_PARSER_BROKEN_LINK;
|
|
}
|
|
pps->sps = sps;
|
|
qp_bd_offset = 6 * sps->bit_depth_luma_minus8;
|
|
|
|
MinCbLog2SizeY = sps->log2_min_luma_coding_block_size_minus3 + 3;
|
|
CtbLog2SizeY = MinCbLog2SizeY + sps->log2_diff_max_min_luma_coding_block_size;
|
|
CtbSizeY = 1 << CtbLog2SizeY;
|
|
pps->PicHeightInCtbsY =
|
|
ceil ((gdouble) sps->pic_height_in_luma_samples / (gdouble) CtbSizeY);
|
|
pps->PicWidthInCtbsY =
|
|
ceil ((gdouble) sps->pic_width_in_luma_samples / (gdouble) CtbSizeY);
|
|
|
|
/* set default values for fields that might not be present in the bitstream
|
|
and have valid defaults */
|
|
pps->uniform_spacing_flag = 1;
|
|
pps->loop_filter_across_tiles_enabled_flag = 1;
|
|
|
|
READ_UINT8 (&nr, pps->dependent_slice_segments_enabled_flag, 1);
|
|
READ_UINT8 (&nr, pps->output_flag_present_flag, 1);
|
|
READ_UINT8 (&nr, pps->num_extra_slice_header_bits, 3);
|
|
READ_UINT8 (&nr, pps->sign_data_hiding_enabled_flag, 1);
|
|
READ_UINT8 (&nr, pps->cabac_init_present_flag, 1);
|
|
|
|
READ_UE_MAX (&nr, pps->num_ref_idx_l0_default_active_minus1, 14);
|
|
READ_UE_MAX (&nr, pps->num_ref_idx_l1_default_active_minus1, 14);
|
|
READ_SE_ALLOWED (&nr, pps->init_qp_minus26, -(26 + qp_bd_offset), 25);
|
|
|
|
READ_UINT8 (&nr, pps->constrained_intra_pred_flag, 1);
|
|
READ_UINT8 (&nr, pps->transform_skip_enabled_flag, 1);
|
|
|
|
READ_UINT8 (&nr, pps->cu_qp_delta_enabled_flag, 1);
|
|
if (pps->cu_qp_delta_enabled_flag)
|
|
READ_UE_MAX (&nr, pps->diff_cu_qp_delta_depth,
|
|
sps->log2_diff_max_min_luma_coding_block_size);
|
|
|
|
READ_SE_ALLOWED (&nr, pps->cb_qp_offset, -12, 12);
|
|
READ_SE_ALLOWED (&nr, pps->cr_qp_offset, -12, 12);
|
|
|
|
READ_UINT8 (&nr, pps->slice_chroma_qp_offsets_present_flag, 1);
|
|
READ_UINT8 (&nr, pps->weighted_pred_flag, 1);
|
|
READ_UINT8 (&nr, pps->weighted_bipred_flag, 1);
|
|
READ_UINT8 (&nr, pps->transquant_bypass_enabled_flag, 1);
|
|
READ_UINT8 (&nr, pps->tiles_enabled_flag, 1);
|
|
READ_UINT8 (&nr, pps->entropy_coding_sync_enabled_flag, 1);
|
|
|
|
if (pps->tiles_enabled_flag) {
|
|
READ_UE_ALLOWED (&nr, pps->num_tile_columns_minus1, 0, 19);
|
|
READ_UE_ALLOWED (&nr, pps->num_tile_rows_minus1, 0, 21);
|
|
|
|
READ_UINT8 (&nr, pps->uniform_spacing_flag, 1);
|
|
/* 6.5.1, 6-4, 6-5, 7.4.3.3.1 */
|
|
if (pps->uniform_spacing_flag) {
|
|
guint8 num_col = pps->num_tile_columns_minus1 + 1;
|
|
guint8 num_row = pps->num_tile_rows_minus1 + 1;
|
|
for (i = 0; i < num_col; i++) {
|
|
pps->column_width_minus1[i] =
|
|
((i + 1) * pps->PicWidthInCtbsY / num_col
|
|
- i * pps->PicWidthInCtbsY / num_col) - 1;
|
|
}
|
|
for (i = 0; i < num_row; i++) {
|
|
pps->row_height_minus1[i] =
|
|
((i + 1) * pps->PicHeightInCtbsY / num_row
|
|
- i * pps->PicHeightInCtbsY / num_row) - 1;
|
|
}
|
|
} else {
|
|
pps->column_width_minus1[pps->num_tile_columns_minus1] =
|
|
pps->PicWidthInCtbsY - 1;
|
|
for (i = 0; i < pps->num_tile_columns_minus1; i++) {
|
|
READ_UE (&nr, pps->column_width_minus1[i]);
|
|
pps->column_width_minus1[pps->num_tile_columns_minus1] -=
|
|
(pps->column_width_minus1[i] + 1);
|
|
}
|
|
|
|
pps->row_height_minus1[pps->num_tile_rows_minus1] =
|
|
pps->PicHeightInCtbsY - 1;
|
|
for (i = 0; i < pps->num_tile_rows_minus1; i++) {
|
|
READ_UE (&nr, pps->row_height_minus1[i]);
|
|
pps->row_height_minus1[pps->num_tile_rows_minus1] -=
|
|
(pps->row_height_minus1[i] + 1);
|
|
}
|
|
}
|
|
READ_UINT8 (&nr, pps->loop_filter_across_tiles_enabled_flag, 1);
|
|
}
|
|
|
|
READ_UINT8 (&nr, pps->loop_filter_across_slices_enabled_flag, 1);
|
|
|
|
READ_UINT8 (&nr, pps->deblocking_filter_control_present_flag, 1);
|
|
if (pps->deblocking_filter_control_present_flag) {
|
|
READ_UINT8 (&nr, pps->deblocking_filter_override_enabled_flag, 1);
|
|
|
|
READ_UINT8 (&nr, pps->deblocking_filter_disabled_flag, 1);
|
|
if (!pps->deblocking_filter_disabled_flag) {
|
|
READ_SE_ALLOWED (&nr, pps->beta_offset_div2, -6, 6);
|
|
READ_SE_ALLOWED (&nr, pps->tc_offset_div2, -6, +6);
|
|
}
|
|
}
|
|
|
|
READ_UINT8 (&nr, pps->scaling_list_data_present_flag, 1);
|
|
if (pps->scaling_list_data_present_flag)
|
|
if (!gst_h265_parser_parse_scaling_lists (&nr, &pps->scaling_list, FALSE))
|
|
goto error;
|
|
if (sps->scaling_list_enabled_flag && !sps->scaling_list_data_present_flag
|
|
&& !pps->scaling_list_data_present_flag)
|
|
if (!gst_h265_parser_parse_scaling_lists (&nr, &pps->scaling_list, TRUE))
|
|
goto error;
|
|
|
|
READ_UINT8 (&nr, pps->lists_modification_present_flag, 1);
|
|
READ_UE_MAX (&nr, pps->log2_parallel_merge_level_minus2, 4);
|
|
READ_UINT8 (&nr, pps->slice_segment_header_extension_present_flag, 1);
|
|
READ_UINT8 (&nr, pps->pps_extension_flag, 1);
|
|
|
|
if (pps->pps_extension_flag) {
|
|
READ_UINT8 (&nr, pps->pps_range_extension_flag, 1);
|
|
READ_UINT8 (&nr, pps->pps_multilayer_extension_flag, 1);
|
|
READ_UINT8 (&nr, pps->pps_3d_extension_flag, 1);
|
|
READ_UINT8 (&nr, pps->pps_scc_extension_flag, 1);
|
|
READ_UINT8 (&nr, pps->pps_extension_4bits, 4);
|
|
}
|
|
|
|
if (pps->pps_range_extension_flag) {
|
|
if (pps->transform_skip_enabled_flag)
|
|
READ_UE (&nr,
|
|
pps->pps_extension_params.log2_max_transform_skip_block_size_minus2);
|
|
READ_UINT8 (&nr,
|
|
pps->pps_extension_params.cross_component_prediction_enabled_flag, 1);
|
|
READ_UINT8 (&nr,
|
|
pps->pps_extension_params.chroma_qp_offset_list_enabled_flag, 1);
|
|
if (pps->pps_extension_params.chroma_qp_offset_list_enabled_flag) {
|
|
READ_UE_MAX (&nr,
|
|
pps->pps_extension_params.diff_cu_chroma_qp_offset_depth,
|
|
sps->log2_diff_max_min_luma_coding_block_size);
|
|
READ_UE_MAX (&nr,
|
|
pps->pps_extension_params.chroma_qp_offset_list_len_minus1, 5);
|
|
for (i = 0;
|
|
i <= pps->pps_extension_params.chroma_qp_offset_list_len_minus1;
|
|
i++) {
|
|
READ_SE_ALLOWED (&nr, pps->pps_extension_params.cb_qp_offset_list[i],
|
|
-12, 12);
|
|
READ_SE_ALLOWED (&nr, pps->pps_extension_params.cr_qp_offset_list[i],
|
|
-12, 12);
|
|
}
|
|
}
|
|
MaxBitDepthY =
|
|
sps->bit_depth_luma_minus8 > 2 ? sps->bit_depth_luma_minus8 - 2 : 0;
|
|
MaxBitDepthC =
|
|
sps->bit_depth_chroma_minus8 > 2 ? sps->bit_depth_chroma_minus8 - 2 : 0;
|
|
READ_UE_ALLOWED (&nr, pps->pps_extension_params.log2_sao_offset_scale_luma,
|
|
0, MaxBitDepthY);
|
|
READ_UE_ALLOWED (&nr,
|
|
pps->pps_extension_params.log2_sao_offset_scale_chroma, 0,
|
|
MaxBitDepthC);
|
|
}
|
|
|
|
if (pps->pps_multilayer_extension_flag) {
|
|
GST_WARNING ("do not support multilayer extension, skip all"
|
|
" remaining bits");
|
|
goto done;
|
|
}
|
|
if (pps->pps_3d_extension_flag) {
|
|
GST_WARNING ("do not support 3d extension, skip all remaining bits");
|
|
goto done;
|
|
}
|
|
|
|
if (pps->pps_scc_extension_flag) {
|
|
READ_UINT8 (&nr,
|
|
pps->pps_scc_extension_params.pps_curr_pic_ref_enabled_flag, 1);
|
|
READ_UINT8 (&nr,
|
|
pps->pps_scc_extension_params.
|
|
residual_adaptive_colour_transform_enabled_flag, 1);
|
|
if (pps->pps_scc_extension_params.
|
|
residual_adaptive_colour_transform_enabled_flag) {
|
|
READ_UINT8 (&nr,
|
|
pps->pps_scc_extension_params.pps_slice_act_qp_offsets_present_flag,
|
|
1);
|
|
READ_SE_ALLOWED (&nr,
|
|
pps->pps_scc_extension_params.pps_act_y_qp_offset_plus5, -7, 17);
|
|
READ_SE_ALLOWED (&nr,
|
|
pps->pps_scc_extension_params.pps_act_cb_qp_offset_plus5, -7, 17);
|
|
READ_SE_ALLOWED (&nr,
|
|
pps->pps_scc_extension_params.pps_act_cr_qp_offset_plus3, -9, 15);
|
|
}
|
|
|
|
READ_UINT8 (&nr,
|
|
pps->pps_scc_extension_params.
|
|
pps_palette_predictor_initializers_present_flag, 1);
|
|
if (pps->pps_scc_extension_params.
|
|
pps_palette_predictor_initializers_present_flag) {
|
|
READ_UE_MAX (&nr,
|
|
pps->pps_scc_extension_params.pps_num_palette_predictor_initializer,
|
|
sps->sps_scc_extension_params.palette_max_size +
|
|
sps->sps_scc_extension_params.delta_palette_max_predictor_size);
|
|
if (pps->pps_scc_extension_params.pps_num_palette_predictor_initializer >
|
|
0) {
|
|
guint comp;
|
|
|
|
READ_UINT8 (&nr, pps->pps_scc_extension_params.monochrome_palette_flag,
|
|
1);
|
|
/* It is a requirement of bitstream conformance that the value of
|
|
luma_bit_depth_entry_minus8 shall be equal to the value of
|
|
bit_depth_luma_minus8 */
|
|
READ_UE_ALLOWED (&nr,
|
|
pps->pps_scc_extension_params.luma_bit_depth_entry_minus8,
|
|
sps->bit_depth_luma_minus8, sps->bit_depth_luma_minus8);
|
|
if (!pps->pps_scc_extension_params.monochrome_palette_flag) {
|
|
/* It is a requirement of bitstream conformance that the value
|
|
of chroma_bit_depth_entry_minus8 shall be equal to the value
|
|
of bit_depth_chroma_minus8. */
|
|
READ_UE_ALLOWED (&nr,
|
|
pps->pps_scc_extension_params.chroma_bit_depth_entry_minus8,
|
|
sps->bit_depth_chroma_minus8, sps->bit_depth_chroma_minus8);
|
|
}
|
|
|
|
for (comp = 0; comp <
|
|
(pps->pps_scc_extension_params.monochrome_palette_flag ? 1 : 3);
|
|
comp++) {
|
|
guint num_bits;
|
|
guint num =
|
|
pps->pps_scc_extension_params.
|
|
pps_num_palette_predictor_initializer;
|
|
|
|
num_bits = (comp == 0 ?
|
|
pps->pps_scc_extension_params.luma_bit_depth_entry_minus8 + 8 :
|
|
pps->pps_scc_extension_params.chroma_bit_depth_entry_minus8 + 8);
|
|
for (i = 0; i < num; i++)
|
|
READ_UINT32 (&nr,
|
|
pps->pps_scc_extension_params.pps_palette_predictor_initializer
|
|
[comp][i], num_bits);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
done:
|
|
pps->valid = TRUE;
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Picture parameter set\"");
|
|
pps->valid = FALSE;
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_parse_pps:
|
|
* @parser: a #GstH265Parser
|
|
* @nalu: The #GST_H265_NAL_PPS #GstH265NalUnit to parse
|
|
* @pps: The #GstH265PPS to fill.
|
|
*
|
|
* Parses @data, and fills the @pps structure.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_parse_pps (GstH265Parser * parser,
|
|
GstH265NalUnit * nalu, GstH265PPS * pps)
|
|
{
|
|
GstH265ParserResult res = gst_h265_parse_pps (parser, nalu, pps);
|
|
if (res == GST_H265_PARSER_OK) {
|
|
GST_DEBUG ("adding picture parameter set with id: %d to array", pps->id);
|
|
|
|
parser->pps[pps->id] = *pps;
|
|
parser->last_pps = &parser->pps[pps->id];
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_parse_slice_hdr:
|
|
* @parser: a #GstH265Parser
|
|
* @nalu: The `GST_H265_NAL_SLICE` #GstH265NalUnit to parse
|
|
* @slice: The #GstH265SliceHdr to fill.
|
|
*
|
|
* Parses @data, and fills the @slice structure.
|
|
* The resulting @slice_hdr structure shall be deallocated with
|
|
* gst_h265_slice_hdr_free() when it is no longer needed
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_parse_slice_hdr (GstH265Parser * parser,
|
|
GstH265NalUnit * nalu, GstH265SliceHdr * slice)
|
|
{
|
|
NalReader nr;
|
|
gint pps_id;
|
|
GstH265PPS *pps;
|
|
GstH265SPS *sps;
|
|
guint i;
|
|
GstH265ShortTermRefPicSet *stRPS = NULL;
|
|
guint32 UsedByCurrPicLt[16];
|
|
guint32 PicSizeInCtbsY;
|
|
gint NumPocTotalCurr = 0;
|
|
|
|
memset (slice, 0, sizeof (*slice));
|
|
|
|
if (!nalu->size) {
|
|
GST_DEBUG ("Invalid Nal Unit");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
|
|
nalu->size - nalu->header_bytes);
|
|
|
|
GST_DEBUG ("parsing \"Slice header\", slice type");
|
|
|
|
READ_UINT8 (&nr, slice->first_slice_segment_in_pic_flag, 1);
|
|
|
|
if (GST_H265_IS_NAL_TYPE_IRAP (nalu->type))
|
|
READ_UINT8 (&nr, slice->no_output_of_prior_pics_flag, 1);
|
|
|
|
READ_UE_MAX (&nr, pps_id, GST_H265_MAX_PPS_COUNT - 1);
|
|
pps = gst_h265_parser_get_pps (parser, pps_id);
|
|
if (!pps) {
|
|
GST_WARNING
|
|
("couldn't find associated picture parameter set with id: %d", pps_id);
|
|
return GST_H265_PARSER_BROKEN_LINK;
|
|
}
|
|
|
|
slice->pps = pps;
|
|
sps = pps->sps;
|
|
if (!sps) {
|
|
GST_WARNING
|
|
("couldn't find associated sequence parameter set with id: %d",
|
|
pps->id);
|
|
return GST_H265_PARSER_BROKEN_LINK;
|
|
}
|
|
|
|
PicSizeInCtbsY = pps->PicWidthInCtbsY * pps->PicHeightInCtbsY;
|
|
/* set default values for fields that might not be present in the bitstream
|
|
* and have valid defaults */
|
|
slice->pic_output_flag = 1;
|
|
slice->collocated_from_l0_flag = 1;
|
|
slice->deblocking_filter_disabled_flag = pps->deblocking_filter_disabled_flag;
|
|
slice->beta_offset_div2 = pps->beta_offset_div2;
|
|
slice->tc_offset_div2 = pps->tc_offset_div2;
|
|
slice->loop_filter_across_slices_enabled_flag =
|
|
pps->loop_filter_across_slices_enabled_flag;
|
|
|
|
if (!slice->first_slice_segment_in_pic_flag) {
|
|
const guint n = ceil_log2 (PicSizeInCtbsY);
|
|
|
|
if (pps->dependent_slice_segments_enabled_flag)
|
|
READ_UINT8 (&nr, slice->dependent_slice_segment_flag, 1);
|
|
/* sice_segment_address parsing */
|
|
READ_UINT32 (&nr, slice->segment_address, n);
|
|
}
|
|
|
|
if (!slice->dependent_slice_segment_flag) {
|
|
for (i = 0; i < pps->num_extra_slice_header_bits; i++)
|
|
nal_reader_skip (&nr, 1);
|
|
READ_UE_MAX (&nr, slice->type, 63);
|
|
|
|
|
|
if (pps->output_flag_present_flag)
|
|
READ_UINT8 (&nr, slice->pic_output_flag, 1);
|
|
if (sps->separate_colour_plane_flag == 1)
|
|
READ_UINT8 (&nr, slice->colour_plane_id, 2);
|
|
|
|
if (!GST_H265_IS_NAL_TYPE_IDR (nalu->type)) {
|
|
READ_UINT16 (&nr, slice->pic_order_cnt_lsb,
|
|
(sps->log2_max_pic_order_cnt_lsb_minus4 + 4));
|
|
|
|
READ_UINT8 (&nr, slice->short_term_ref_pic_set_sps_flag, 1);
|
|
if (!slice->short_term_ref_pic_set_sps_flag) {
|
|
guint pos = nal_reader_get_pos (&nr);
|
|
if (!gst_h265_parser_parse_short_term_ref_pic_sets
|
|
(&slice->short_term_ref_pic_sets, &nr,
|
|
sps->num_short_term_ref_pic_sets, sps))
|
|
goto error;
|
|
|
|
slice->short_term_ref_pic_set_size = nal_reader_get_pos (&nr) - pos;
|
|
} else if (sps->num_short_term_ref_pic_sets > 1) {
|
|
const guint n = ceil_log2 (sps->num_short_term_ref_pic_sets);
|
|
READ_UINT8 (&nr, slice->short_term_ref_pic_set_idx, n);
|
|
CHECK_ALLOWED_MAX (slice->short_term_ref_pic_set_idx,
|
|
sps->num_short_term_ref_pic_sets - 1);
|
|
}
|
|
|
|
if (sps->long_term_ref_pics_present_flag) {
|
|
guint32 limit;
|
|
|
|
if (sps->num_long_term_ref_pics_sps > 0)
|
|
READ_UE_MAX (&nr, slice->num_long_term_sps,
|
|
sps->num_long_term_ref_pics_sps);
|
|
|
|
READ_UE_MAX (&nr, slice->num_long_term_pics, 16);
|
|
limit = slice->num_long_term_sps + slice->num_long_term_pics;
|
|
for (i = 0; i < limit; i++) {
|
|
if (i < slice->num_long_term_sps) {
|
|
if (sps->num_long_term_ref_pics_sps > 1) {
|
|
const guint n = ceil_log2 (sps->num_long_term_ref_pics_sps);
|
|
READ_UINT8 (&nr, slice->lt_idx_sps[i], n);
|
|
}
|
|
} else {
|
|
READ_UINT32 (&nr, slice->poc_lsb_lt[i],
|
|
(sps->log2_max_pic_order_cnt_lsb_minus4 + 4));
|
|
READ_UINT8 (&nr, slice->used_by_curr_pic_lt_flag[i], 1);
|
|
}
|
|
|
|
/* calculate UsedByCurrPicLt */
|
|
if (i < slice->num_long_term_sps)
|
|
UsedByCurrPicLt[i] =
|
|
sps->used_by_curr_pic_lt_sps_flag[slice->lt_idx_sps[i]];
|
|
else
|
|
UsedByCurrPicLt[i] = slice->used_by_curr_pic_lt_flag[i];
|
|
READ_UINT8 (&nr, slice->delta_poc_msb_present_flag[i], 1);
|
|
if (slice->delta_poc_msb_present_flag[i])
|
|
READ_UE (&nr, slice->delta_poc_msb_cycle_lt[i]);
|
|
}
|
|
}
|
|
if (sps->temporal_mvp_enabled_flag)
|
|
READ_UINT8 (&nr, slice->temporal_mvp_enabled_flag, 1);
|
|
}
|
|
|
|
if (sps->sample_adaptive_offset_enabled_flag) {
|
|
READ_UINT8 (&nr, slice->sao_luma_flag, 1);
|
|
READ_UINT8 (&nr, slice->sao_chroma_flag, 1);
|
|
}
|
|
|
|
if (GST_H265_IS_B_SLICE (slice) || GST_H265_IS_P_SLICE (slice)) {
|
|
READ_UINT8 (&nr, slice->num_ref_idx_active_override_flag, 1);
|
|
|
|
if (slice->num_ref_idx_active_override_flag) {
|
|
READ_UE_MAX (&nr, slice->num_ref_idx_l0_active_minus1, 14);
|
|
if (GST_H265_IS_B_SLICE (slice))
|
|
READ_UE_MAX (&nr, slice->num_ref_idx_l1_active_minus1, 14);
|
|
} else {
|
|
/*set default values */
|
|
slice->num_ref_idx_l0_active_minus1 =
|
|
pps->num_ref_idx_l0_default_active_minus1;
|
|
slice->num_ref_idx_l1_active_minus1 =
|
|
pps->num_ref_idx_l1_default_active_minus1;
|
|
}
|
|
|
|
/* calculate NumPocTotalCurr */
|
|
if (slice->short_term_ref_pic_set_sps_flag)
|
|
stRPS = &sps->short_term_ref_pic_set[slice->short_term_ref_pic_set_idx];
|
|
else
|
|
stRPS = &slice->short_term_ref_pic_sets;
|
|
|
|
for (i = 0; i < stRPS->NumNegativePics; i++)
|
|
if (stRPS->UsedByCurrPicS0[i])
|
|
NumPocTotalCurr++;
|
|
for (i = 0; i < stRPS->NumPositivePics; i++)
|
|
if (stRPS->UsedByCurrPicS1[i])
|
|
NumPocTotalCurr++;
|
|
for (i = 0;
|
|
i < (slice->num_long_term_sps + slice->num_long_term_pics); i++)
|
|
if (UsedByCurrPicLt[i])
|
|
NumPocTotalCurr++;
|
|
slice->NumPocTotalCurr = NumPocTotalCurr;
|
|
|
|
if (pps->lists_modification_present_flag) {
|
|
if (NumPocTotalCurr > 1)
|
|
if (!gst_h265_slice_parse_ref_pic_list_modification (slice, &nr,
|
|
NumPocTotalCurr))
|
|
goto error;
|
|
}
|
|
|
|
if (GST_H265_IS_B_SLICE (slice))
|
|
READ_UINT8 (&nr, slice->mvd_l1_zero_flag, 1);
|
|
if (pps->cabac_init_present_flag)
|
|
READ_UINT8 (&nr, slice->cabac_init_flag, 1);
|
|
if (slice->temporal_mvp_enabled_flag) {
|
|
if (GST_H265_IS_B_SLICE (slice))
|
|
READ_UINT8 (&nr, slice->collocated_from_l0_flag, 1);
|
|
|
|
if ((slice->collocated_from_l0_flag
|
|
&& slice->num_ref_idx_l0_active_minus1 > 0)
|
|
|| (!slice->collocated_from_l0_flag
|
|
&& slice->num_ref_idx_l1_active_minus1 > 0)) {
|
|
|
|
/*fixme: add optimization */
|
|
if ((GST_H265_IS_P_SLICE (slice))
|
|
|| ((GST_H265_IS_B_SLICE (slice))
|
|
&& (slice->collocated_from_l0_flag))) {
|
|
READ_UE_MAX (&nr, slice->collocated_ref_idx,
|
|
slice->num_ref_idx_l0_active_minus1);
|
|
} else if ((GST_H265_IS_B_SLICE (slice))
|
|
&& (!slice->collocated_from_l0_flag)) {
|
|
READ_UE_MAX (&nr, slice->collocated_ref_idx,
|
|
slice->num_ref_idx_l1_active_minus1);
|
|
}
|
|
}
|
|
}
|
|
if ((pps->weighted_pred_flag && GST_H265_IS_P_SLICE (slice)) ||
|
|
(pps->weighted_bipred_flag && GST_H265_IS_B_SLICE (slice)))
|
|
if (!gst_h265_slice_parse_pred_weight_table (slice, &nr))
|
|
goto error;
|
|
READ_UE_MAX (&nr, slice->five_minus_max_num_merge_cand, 4);
|
|
|
|
if (sps->sps_scc_extension_params.motion_vector_resolution_control_idc
|
|
== 2)
|
|
READ_UINT8 (&nr, slice->use_integer_mv_flag, 1);
|
|
}
|
|
|
|
READ_SE_ALLOWED (&nr, slice->qp_delta, -87, 77);
|
|
if (pps->slice_chroma_qp_offsets_present_flag) {
|
|
READ_SE_ALLOWED (&nr, slice->cb_qp_offset, -12, 12);
|
|
READ_SE_ALLOWED (&nr, slice->cr_qp_offset, -12, 12);
|
|
}
|
|
|
|
if (pps->pps_scc_extension_params.pps_slice_act_qp_offsets_present_flag) {
|
|
READ_SE_ALLOWED (&nr, slice->slice_act_y_qp_offset, -12, 12);
|
|
READ_SE_ALLOWED (&nr, slice->slice_act_cb_qp_offset, -12, 12);
|
|
READ_SE_ALLOWED (&nr, slice->slice_act_cr_qp_offset, -12, 12);
|
|
}
|
|
|
|
if (pps->pps_extension_params.chroma_qp_offset_list_enabled_flag)
|
|
READ_UINT8 (&nr, slice->cu_chroma_qp_offset_enabled_flag, 1);
|
|
|
|
if (pps->deblocking_filter_override_enabled_flag)
|
|
READ_UINT8 (&nr, slice->deblocking_filter_override_flag, 1);
|
|
if (slice->deblocking_filter_override_flag) {
|
|
READ_UINT8 (&nr, slice->deblocking_filter_disabled_flag, 1);
|
|
if (!slice->deblocking_filter_disabled_flag) {
|
|
READ_SE_ALLOWED (&nr, slice->beta_offset_div2, -6, 6);
|
|
READ_SE_ALLOWED (&nr, slice->tc_offset_div2, -6, 6);
|
|
}
|
|
}
|
|
|
|
if (pps->loop_filter_across_slices_enabled_flag &&
|
|
(slice->sao_luma_flag || slice->sao_chroma_flag ||
|
|
!slice->deblocking_filter_disabled_flag))
|
|
READ_UINT8 (&nr, slice->loop_filter_across_slices_enabled_flag, 1);
|
|
}
|
|
|
|
if (pps->tiles_enabled_flag || pps->entropy_coding_sync_enabled_flag) {
|
|
guint32 offset_max;
|
|
|
|
if (!pps->tiles_enabled_flag && pps->entropy_coding_sync_enabled_flag)
|
|
offset_max = pps->PicHeightInCtbsY - 1;
|
|
else if (pps->tiles_enabled_flag && !pps->entropy_coding_sync_enabled_flag)
|
|
offset_max =
|
|
(pps->num_tile_columns_minus1 + 1) * (pps->num_tile_rows_minus1 + 1) -
|
|
1;
|
|
else
|
|
offset_max =
|
|
(pps->num_tile_columns_minus1 + 1) * pps->PicHeightInCtbsY - 1;
|
|
|
|
READ_UE_MAX (&nr, slice->num_entry_point_offsets, offset_max);
|
|
if (slice->num_entry_point_offsets > 0) {
|
|
READ_UE_MAX (&nr, slice->offset_len_minus1, 31);
|
|
slice->entry_point_offset_minus1 =
|
|
g_new0 (guint32, slice->num_entry_point_offsets);
|
|
for (i = 0; i < slice->num_entry_point_offsets; i++)
|
|
READ_UINT32 (&nr, slice->entry_point_offset_minus1[i],
|
|
(slice->offset_len_minus1 + 1));
|
|
}
|
|
}
|
|
|
|
if (pps->slice_segment_header_extension_present_flag) {
|
|
guint16 slice_segment_header_extension_length;
|
|
READ_UE_MAX (&nr, slice_segment_header_extension_length, 256);
|
|
for (i = 0; i < slice_segment_header_extension_length; i++)
|
|
if (!nal_reader_skip (&nr, 8))
|
|
goto error;
|
|
}
|
|
|
|
/* Skip the byte alignment bits */
|
|
if (!nal_reader_skip (&nr, 1))
|
|
goto error;
|
|
while (!nal_reader_is_byte_aligned (&nr)) {
|
|
if (!nal_reader_skip (&nr, 1))
|
|
goto error;
|
|
}
|
|
|
|
slice->header_size = nal_reader_get_pos (&nr);
|
|
slice->n_emulation_prevention_bytes = nal_reader_get_epb_count (&nr);
|
|
|
|
return GST_H265_PARSER_OK;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Slice header\"");
|
|
|
|
gst_h265_slice_hdr_free (slice);
|
|
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
static gboolean
|
|
nal_reader_has_more_data_in_payload (NalReader * nr,
|
|
guint32 payload_start_pos_bit, guint32 payloadSize)
|
|
{
|
|
if (nal_reader_is_byte_aligned (nr) &&
|
|
(nal_reader_get_pos (nr) >= (payload_start_pos_bit + 8 * payloadSize)))
|
|
return FALSE;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static GstH265ParserResult
|
|
gst_h265_parser_parse_sei_message (GstH265Parser * parser,
|
|
guint8 nal_type, NalReader * nr, GstH265SEIMessage * sei)
|
|
{
|
|
guint32 payloadSize;
|
|
guint8 payload_type_byte, payload_size_byte;
|
|
guint remaining, payload_size;
|
|
guint32 payload_start_pos_bit;
|
|
GstH265ParserResult res = GST_H265_PARSER_OK;
|
|
|
|
GST_DEBUG ("parsing \"Sei message\"");
|
|
|
|
memset (sei, 0, sizeof (*sei));
|
|
|
|
do {
|
|
READ_UINT8 (nr, payload_type_byte, 8);
|
|
sei->payloadType += payload_type_byte;
|
|
} while (payload_type_byte == 0xff);
|
|
payloadSize = 0;
|
|
do {
|
|
READ_UINT8 (nr, payload_size_byte, 8);
|
|
payloadSize += payload_size_byte;
|
|
}
|
|
while (payload_size_byte == 0xff);
|
|
|
|
remaining = nal_reader_get_remaining (nr);
|
|
payload_size = payloadSize * 8 < remaining ? payloadSize * 8 : remaining;
|
|
|
|
payload_start_pos_bit = nal_reader_get_pos (nr);
|
|
GST_DEBUG
|
|
("SEI message received: payloadType %u, payloadSize = %u bits",
|
|
sei->payloadType, payload_size);
|
|
|
|
if (nal_type == GST_H265_NAL_PREFIX_SEI) {
|
|
switch (sei->payloadType) {
|
|
case GST_H265_SEI_BUF_PERIOD:
|
|
/* size not set; might depend on emulation_prevention_three_byte */
|
|
res = gst_h265_parser_parse_buffering_period (parser,
|
|
&sei->payload.buffering_period, nr);
|
|
break;
|
|
case GST_H265_SEI_PIC_TIMING:
|
|
/* size not set; might depend on emulation_prevention_three_byte */
|
|
res = gst_h265_parser_parse_pic_timing (parser,
|
|
&sei->payload.pic_timing, nr);
|
|
break;
|
|
case GST_H265_SEI_REGISTERED_USER_DATA:
|
|
res = gst_h265_parser_parse_registered_user_data (parser,
|
|
&sei->payload.registered_user_data, nr, payload_size >> 3);
|
|
break;
|
|
case GST_H265_SEI_RECOVERY_POINT:
|
|
res = gst_h265_parser_parse_recovery_point (parser,
|
|
&sei->payload.recovery_point, nr);
|
|
break;
|
|
case GST_H265_SEI_TIME_CODE:
|
|
res = gst_h265_parser_parse_time_code (parser,
|
|
&sei->payload.time_code, nr);
|
|
break;
|
|
case GST_H265_SEI_MASTERING_DISPLAY_COLOUR_VOLUME:
|
|
res = gst_h265_parser_parse_mastering_display_colour_volume (parser,
|
|
&sei->payload.mastering_display_colour_volume, nr);
|
|
break;
|
|
case GST_H265_SEI_CONTENT_LIGHT_LEVEL:
|
|
res = gst_h265_parser_parse_content_light_level_info (parser,
|
|
&sei->payload.content_light_level, nr);
|
|
break;
|
|
default:
|
|
/* Just consume payloadSize bytes, which does not account for
|
|
emulation prevention bytes */
|
|
if (!nal_reader_skip_long (nr, payload_size))
|
|
goto error;
|
|
res = GST_H265_PARSER_OK;
|
|
break;
|
|
}
|
|
} else if (nal_type == GST_H265_NAL_SUFFIX_SEI) {
|
|
switch (sei->payloadType) {
|
|
default:
|
|
/* Just consume payloadSize bytes, which does not account for
|
|
emulation prevention bytes */
|
|
if (!nal_reader_skip_long (nr, payload_size))
|
|
goto error;
|
|
res = GST_H265_PARSER_OK;
|
|
break;
|
|
}
|
|
}
|
|
|
|
/* Not parsing the reserved_payload_extension, but it shouldn't be
|
|
* an issue because of 1: There shall not be any reserved_payload_extension
|
|
* present in bitstreams conforming to the specification.2. Even though
|
|
* it is present, the size will be less than total PayloadSize since the
|
|
* size of reserved_payload_extension is supposed to be
|
|
* 8 * payloadSize - nEarlierBits - nPayloadZeroBits -1 which means the
|
|
* the current implementation will still skip all unnecessary bits correctly.
|
|
* In theory, we can have a more optimized implementation by skipping the
|
|
* data left in PayLoadSize without out individually checking for each bits,
|
|
* since the totoal size will be always less than payloadSize*/
|
|
while (nal_reader_has_more_data_in_payload (nr, payload_start_pos_bit,
|
|
payloadSize)) {
|
|
/* Skip the byte alignment bits */
|
|
if (!nal_reader_skip (nr, 1))
|
|
goto error;
|
|
while (!nal_reader_is_byte_aligned (nr)) {
|
|
if (!nal_reader_skip (nr, 1))
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
return res;
|
|
|
|
error:
|
|
GST_WARNING ("error parsing \"Sei message\"");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_slice_hdr_copy:
|
|
* @dst_slice: The destination #GstH265SliceHdr to copy into
|
|
* @src_slice: The source #GstH265SliceHdr to copy from
|
|
*
|
|
* Copies @src_slice into @dst_slice
|
|
*
|
|
* Returns: %TRUE if everything went fine, %FALSE otherwise
|
|
*/
|
|
gboolean
|
|
gst_h265_slice_hdr_copy (GstH265SliceHdr * dst_slice,
|
|
const GstH265SliceHdr * src_slice)
|
|
{
|
|
guint i;
|
|
|
|
g_return_val_if_fail (dst_slice != NULL, FALSE);
|
|
g_return_val_if_fail (src_slice != NULL, FALSE);
|
|
|
|
gst_h265_slice_hdr_free (dst_slice);
|
|
|
|
*dst_slice = *src_slice;
|
|
|
|
if (dst_slice->num_entry_point_offsets > 0) {
|
|
dst_slice->entry_point_offset_minus1 =
|
|
g_new0 (guint32, dst_slice->num_entry_point_offsets);
|
|
for (i = 0; i < dst_slice->num_entry_point_offsets; i++)
|
|
dst_slice->entry_point_offset_minus1[i] =
|
|
src_slice->entry_point_offset_minus1[i];
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_slice_hdr_free:
|
|
* slice_hdr: The #GstH265SliceHdr to free
|
|
*
|
|
* Frees @slice_hdr fields.
|
|
*/
|
|
void
|
|
gst_h265_slice_hdr_free (GstH265SliceHdr * slice_hdr)
|
|
{
|
|
g_return_if_fail (slice_hdr != NULL);
|
|
|
|
if (slice_hdr->num_entry_point_offsets > 0)
|
|
g_free (slice_hdr->entry_point_offset_minus1);
|
|
slice_hdr->entry_point_offset_minus1 = 0;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_sei_copy:
|
|
* @dst_sei: The destination #GstH265SEIMessage to copy into
|
|
* @src_sei: The source #GstH265SEIMessage to copy from
|
|
*
|
|
* Copies @src_sei into @dst_sei
|
|
*
|
|
* Returns: %TRUE if everything went fine, %FALSE otherwise
|
|
*/
|
|
gboolean
|
|
gst_h265_sei_copy (GstH265SEIMessage * dst_sei,
|
|
const GstH265SEIMessage * src_sei)
|
|
{
|
|
guint i;
|
|
|
|
g_return_val_if_fail (dst_sei != NULL, FALSE);
|
|
g_return_val_if_fail (src_sei != NULL, FALSE);
|
|
|
|
gst_h265_sei_free (dst_sei);
|
|
|
|
*dst_sei = *src_sei;
|
|
|
|
if (dst_sei->payloadType == GST_H265_SEI_PIC_TIMING) {
|
|
GstH265PicTiming *dst_pic_timing = &dst_sei->payload.pic_timing;
|
|
const GstH265PicTiming *src_pic_timing = &src_sei->payload.pic_timing;
|
|
|
|
if (dst_pic_timing->num_decoding_units_minus1 > 0) {
|
|
dst_pic_timing->num_nalus_in_du_minus1 =
|
|
g_new0 (guint32, (dst_pic_timing->num_decoding_units_minus1 + 1));
|
|
dst_pic_timing->du_cpb_removal_delay_increment_minus1 =
|
|
g_new0 (guint8, (dst_pic_timing->num_decoding_units_minus1 + 1));
|
|
|
|
for (i = 0; i <= dst_pic_timing->num_decoding_units_minus1; i++) {
|
|
dst_pic_timing->num_nalus_in_du_minus1[i] =
|
|
src_pic_timing->num_nalus_in_du_minus1[i];
|
|
dst_pic_timing->du_cpb_removal_delay_increment_minus1[i] =
|
|
src_pic_timing->du_cpb_removal_delay_increment_minus1[i];
|
|
}
|
|
}
|
|
} else if (dst_sei->payloadType == GST_H265_SEI_REGISTERED_USER_DATA) {
|
|
GstH265RegisteredUserData *dst_rud = &dst_sei->payload.registered_user_data;
|
|
const GstH265RegisteredUserData *src_rud =
|
|
&src_sei->payload.registered_user_data;
|
|
|
|
if (src_rud->size) {
|
|
dst_rud->data = g_malloc (src_rud->size);
|
|
memcpy ((guint8 *) dst_rud->data, src_rud->data, src_rud->size);
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_sei_free:
|
|
* sei: The #GstH265SEIMessage to free
|
|
*
|
|
* Frees @sei fields.
|
|
*/
|
|
void
|
|
gst_h265_sei_free (GstH265SEIMessage * sei)
|
|
{
|
|
g_return_if_fail (sei != NULL);
|
|
|
|
if (sei->payloadType == GST_H265_SEI_PIC_TIMING) {
|
|
GstH265PicTiming *pic_timing = &sei->payload.pic_timing;
|
|
if (pic_timing->num_decoding_units_minus1 > 0) {
|
|
g_free (pic_timing->num_nalus_in_du_minus1);
|
|
g_free (pic_timing->du_cpb_removal_delay_increment_minus1);
|
|
}
|
|
pic_timing->num_nalus_in_du_minus1 = 0;
|
|
pic_timing->du_cpb_removal_delay_increment_minus1 = 0;
|
|
} else if (sei->payloadType == GST_H265_SEI_REGISTERED_USER_DATA) {
|
|
GstH265RegisteredUserData *rud = &sei->payload.registered_user_data;
|
|
g_free ((guint8 *) rud->data);
|
|
rud->data = NULL;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_parse_sei:
|
|
* @nalparser: a #GstH265Parser
|
|
* @nalu: The `GST_H265_NAL_*_SEI` #GstH265NalUnit to parse
|
|
* @messages: The GArray of #GstH265SEIMessage to fill. The caller must free it when done.
|
|
*
|
|
* Parses @data, create and fills the @messages array.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_parse_sei (GstH265Parser * nalparser, GstH265NalUnit * nalu,
|
|
GArray ** messages)
|
|
{
|
|
NalReader nr;
|
|
GstH265SEIMessage sei;
|
|
GstH265ParserResult res;
|
|
|
|
GST_DEBUG ("parsing SEI nal");
|
|
nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
|
|
nalu->size - nalu->header_bytes);
|
|
*messages = g_array_new (FALSE, FALSE, sizeof (GstH265SEIMessage));
|
|
g_array_set_clear_func (*messages, (GDestroyNotify) gst_h265_sei_free);
|
|
|
|
do {
|
|
res = gst_h265_parser_parse_sei_message (nalparser, nalu->type, &nr, &sei);
|
|
if (res == GST_H265_PARSER_OK)
|
|
g_array_append_val (*messages, sei);
|
|
else
|
|
break;
|
|
} while (nal_reader_has_more_data (&nr));
|
|
|
|
return res;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_update_vps:
|
|
* @parser: a #GstH265Parser
|
|
* @vps: (transfer none): a #GstH265VPS.
|
|
*
|
|
* Replace internal Video Parameter Set struct corresponding to id of @vps
|
|
* with @vps. @nalparser will mark @vps as last parsed vps.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_update_vps (GstH265Parser * parser, GstH265VPS * vps)
|
|
{
|
|
g_return_val_if_fail (parser != NULL, GST_H265_PARSER_ERROR);
|
|
g_return_val_if_fail (vps != NULL, GST_H265_PARSER_ERROR);
|
|
g_return_val_if_fail (vps->id < GST_H265_MAX_VPS_COUNT,
|
|
GST_H265_PARSER_ERROR);
|
|
|
|
if (!vps->valid) {
|
|
GST_WARNING ("Cannot update with invalid VPS");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
GST_DEBUG ("Updating video parameter set with id: %d", vps->id);
|
|
|
|
parser->vps[vps->id] = *vps;
|
|
parser->last_vps = &parser->vps[vps->id];
|
|
|
|
return GST_H265_PARSER_OK;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_update_sps:
|
|
* @parser: a #GstH265Parser
|
|
* @sps: (transfer none): a #GstH265SPS.
|
|
*
|
|
* Replace internal Sequence Parameter Set struct corresponding to id of @sps
|
|
* with @sps. @nalparser will mark @sps as last parsed sps.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_update_sps (GstH265Parser * parser, GstH265SPS * sps)
|
|
{
|
|
g_return_val_if_fail (parser != NULL, GST_H265_PARSER_ERROR);
|
|
g_return_val_if_fail (sps != NULL, GST_H265_PARSER_ERROR);
|
|
g_return_val_if_fail (sps->id < GST_H265_MAX_SPS_COUNT,
|
|
GST_H265_PARSER_ERROR);
|
|
|
|
if (!sps->valid) {
|
|
GST_WARNING ("Cannot update with invalid SPS");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
if (sps->vps) {
|
|
GstH265VPS *vps = gst_h265_parser_get_vps (parser, sps->vps->id);
|
|
if (!vps || vps != sps->vps) {
|
|
GST_WARNING ("Linked VPS is not identical to internal VPS");
|
|
return GST_H265_PARSER_BROKEN_LINK;
|
|
}
|
|
}
|
|
|
|
GST_DEBUG ("Updating sequence parameter set with id: %d", sps->id);
|
|
|
|
parser->sps[sps->id] = *sps;
|
|
parser->last_sps = &parser->sps[sps->id];
|
|
|
|
return GST_H265_PARSER_OK;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_update_pps:
|
|
* @parser: a #GstH265Parser
|
|
* @pps: (transfer none): a #GstH265PPS.
|
|
*
|
|
* Replace internal Sequence Parameter Set struct corresponding to id of @pps
|
|
* with @pps. @nalparser will mark @pps as last parsed sps.
|
|
*
|
|
* Returns: a #GstH265ParserResult
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstH265ParserResult
|
|
gst_h265_parser_update_pps (GstH265Parser * parser, GstH265PPS * pps)
|
|
{
|
|
GstH265SPS *sps;
|
|
|
|
g_return_val_if_fail (parser != NULL, GST_H265_PARSER_ERROR);
|
|
g_return_val_if_fail (pps != NULL, GST_H265_PARSER_ERROR);
|
|
g_return_val_if_fail (pps->id < GST_H265_MAX_PPS_COUNT,
|
|
GST_H265_PARSER_ERROR);
|
|
|
|
if (!pps->valid) {
|
|
GST_WARNING ("Cannot update with invalid PPS");
|
|
return GST_H265_PARSER_ERROR;
|
|
}
|
|
|
|
if (!pps->sps) {
|
|
GST_WARNING ("No linked SPS struct");
|
|
return GST_H265_PARSER_BROKEN_LINK;
|
|
}
|
|
|
|
sps = gst_h265_parser_get_sps (parser, pps->sps->id);
|
|
if (!sps || sps != pps->sps) {
|
|
GST_WARNING ("Linked SPS is not identical to internal SPS");
|
|
return GST_H265_PARSER_BROKEN_LINK;
|
|
}
|
|
|
|
GST_DEBUG ("Updating picture parameter set with id: %d", pps->id);
|
|
|
|
parser->pps[pps->id] = *pps;
|
|
parser->last_pps = &parser->pps[pps->id];
|
|
|
|
return GST_H265_PARSER_OK;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_4x4_get_zigzag_from_raster:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from raster scan order to
|
|
* zigzag scan order and store the resulting factors into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_4x4_get_zigzag_from_raster (guint8 out_quant[16],
|
|
const guint8 quant[16])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 16; i++)
|
|
out_quant[i] = quant[zigzag_4x4[i]];
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_4x4_get_raster_from_zigzag:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from zigzag scan order to
|
|
* raster scan order and store the resulting factors into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_4x4_get_raster_from_zigzag (guint8 out_quant[16],
|
|
const guint8 quant[16])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 16; i++)
|
|
out_quant[zigzag_4x4[i]] = quant[i];
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_8x8_get_zigzag_from_raster:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from raster scan order to
|
|
* zigzag scan order and store the resulting factors into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_8x8_get_zigzag_from_raster (guint8 out_quant[64],
|
|
const guint8 quant[64])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 64; i++)
|
|
out_quant[i] = quant[zigzag_8x8[i]];
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_8x8_get_raster_from_zigzag:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from zigzag scan order to
|
|
* raster scan order and store the resulting factors into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_8x8_get_raster_from_zigzag (guint8 out_quant[64],
|
|
const guint8 quant[64])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 64; i++)
|
|
out_quant[zigzag_8x8[i]] = quant[i];
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_4x4_get_uprightdiagonal_from_raster:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from raster scan order to
|
|
* uprightdiagonal scan order and store the resulting factors
|
|
* into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_4x4_get_uprightdiagonal_from_raster (guint8 out_quant[16],
|
|
const guint8 quant[16])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 16; i++)
|
|
out_quant[i] = quant[uprightdiagonal_4x4[i]];
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_4x4_get_raster_from_uprightdiagonal:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from uprightdiagonal scan order to
|
|
* raster scan order and store the resulting factors into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_4x4_get_raster_from_uprightdiagonal (guint8 out_quant[16],
|
|
const guint8 quant[16])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 16; i++)
|
|
out_quant[uprightdiagonal_4x4[i]] = quant[i];
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_8x8_get_uprightdiagonal_from_raster:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from raster scan order to
|
|
* uprightdiagonal scan order and store the resulting factors
|
|
* into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_8x8_get_uprightdiagonal_from_raster (guint8 out_quant[64],
|
|
const guint8 quant[64])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 64; i++)
|
|
out_quant[i] = quant[uprightdiagonal_8x8[i]];
|
|
}
|
|
|
|
/**
|
|
* gst_h265_quant_matrix_8x8_get_raster_from_uprightdiagonal:
|
|
* @out_quant: (out): The resulting quantization matrix
|
|
* @quant: The source quantization matrix
|
|
*
|
|
* Converts quantization matrix @quant from uprightdiagonal scan order to
|
|
* raster scan order and store the resulting factors into @out_quant.
|
|
*
|
|
* Note: it is an error to pass the same table in both @quant and
|
|
* @out_quant arguments.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
void
|
|
gst_h265_quant_matrix_8x8_get_raster_from_uprightdiagonal (guint8 out_quant[64],
|
|
const guint8 quant[64])
|
|
{
|
|
guint i;
|
|
|
|
g_return_if_fail (out_quant != quant);
|
|
|
|
for (i = 0; i < 64; i++)
|
|
out_quant[uprightdiagonal_8x8[i]] = quant[i];
|
|
}
|
|
|
|
typedef struct
|
|
{
|
|
GstH265Profile profile;
|
|
|
|
guint8 max_14bit_constraint_flag;
|
|
guint8 max_12bit_constraint_flag;
|
|
guint8 max_10bit_constraint_flag;
|
|
guint8 max_8bit_constraint_flag;
|
|
guint8 max_422chroma_constraint_flag;
|
|
guint8 max_420chroma_constraint_flag;
|
|
guint8 max_monochrome_constraint_flag;
|
|
guint8 intra_constraint_flag;
|
|
guint8 one_picture_only_constraint_flag;
|
|
gboolean lower_bit_rate_constraint_flag_set;
|
|
|
|
/* Tie breaker if more than one profiles are matching */
|
|
guint priority;
|
|
} H265ExtensionProfile;
|
|
|
|
typedef struct
|
|
{
|
|
H265ExtensionProfile *profile;
|
|
guint extra_constraints;
|
|
} H265ExtensionProfileMatch;
|
|
|
|
static gint
|
|
sort_fre_profile_matches (H265ExtensionProfileMatch * a,
|
|
H265ExtensionProfileMatch * b)
|
|
{
|
|
gint d;
|
|
|
|
d = a->extra_constraints - b->extra_constraints;
|
|
if (d)
|
|
return d;
|
|
|
|
return b->profile->priority - a->profile->priority;
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_extension_profile (H265ExtensionProfile * profiles, guint num,
|
|
GstH265ProfileTierLevel * ptl)
|
|
{
|
|
GstH265Profile result = GST_H265_PROFILE_INVALID;
|
|
guint i;
|
|
GList *matches = NULL;
|
|
|
|
for (i = 0; i < num; i++) {
|
|
H265ExtensionProfile p = profiles[i];
|
|
guint extra_constraints = 0;
|
|
H265ExtensionProfileMatch *m;
|
|
|
|
/* Filter out all the profiles having constraints not satisfied by @ptl.
|
|
* Then pick the one having the least extra constraints. This allow us
|
|
* to match the closest profile if bitstream contains not standard
|
|
* constraints. */
|
|
if (p.max_14bit_constraint_flag != ptl->max_14bit_constraint_flag) {
|
|
if (p.max_14bit_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.max_12bit_constraint_flag != ptl->max_12bit_constraint_flag) {
|
|
if (p.max_12bit_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.max_10bit_constraint_flag != ptl->max_10bit_constraint_flag) {
|
|
if (p.max_10bit_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.max_8bit_constraint_flag != ptl->max_8bit_constraint_flag) {
|
|
if (p.max_8bit_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.max_422chroma_constraint_flag != ptl->max_422chroma_constraint_flag) {
|
|
if (p.max_422chroma_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.max_420chroma_constraint_flag != ptl->max_420chroma_constraint_flag) {
|
|
if (p.max_420chroma_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.max_monochrome_constraint_flag != ptl->max_monochrome_constraint_flag) {
|
|
if (p.max_monochrome_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.intra_constraint_flag != ptl->intra_constraint_flag) {
|
|
if (p.intra_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.one_picture_only_constraint_flag !=
|
|
ptl->one_picture_only_constraint_flag) {
|
|
if (p.one_picture_only_constraint_flag)
|
|
continue;
|
|
extra_constraints++;
|
|
}
|
|
|
|
if (p.lower_bit_rate_constraint_flag_set
|
|
&& !ptl->lower_bit_rate_constraint_flag)
|
|
continue;
|
|
|
|
if (extra_constraints == 0) {
|
|
result = p.profile;
|
|
break;
|
|
}
|
|
|
|
m = g_new0 (H265ExtensionProfileMatch, 1);
|
|
m->profile = &profiles[i];
|
|
m->extra_constraints = extra_constraints;
|
|
matches = g_list_prepend (matches, m);
|
|
}
|
|
|
|
if (result == GST_H265_PROFILE_INVALID && matches) {
|
|
H265ExtensionProfileMatch *m;
|
|
|
|
matches = g_list_sort (matches, (GCompareFunc) sort_fre_profile_matches);
|
|
m = matches->data;
|
|
result = m->profile->profile;
|
|
GST_INFO ("Fail to find the profile matches all extensions bits,"
|
|
" select the closest %s with %d bit diff",
|
|
gst_h265_profile_to_string (result), m->extra_constraints);
|
|
}
|
|
|
|
if (matches)
|
|
g_list_free_full (matches, g_free);
|
|
|
|
return result;
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_format_range_extension_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
/* Profile idc: GST_H265_PROFILE_IDC_FORMAT_RANGE_EXTENSION
|
|
See Table A.2 for the definition of those formats */
|
|
static H265ExtensionProfile profiles[] = {
|
|
{GST_H265_PROFILE_MONOCHROME,
|
|
0, 1, 1, 1, 1, 1, 1, 0, 0, TRUE, 0},
|
|
{GST_H265_PROFILE_MONOCHROME_10,
|
|
0, 1, 1, 0, 1, 1, 1, 0, 0, TRUE, 1},
|
|
{GST_H265_PROFILE_MONOCHROME_12,
|
|
0, 1, 0, 0, 1, 1, 1, 0, 0, TRUE, 2},
|
|
{GST_H265_PROFILE_MONOCHROME_16,
|
|
0, 0, 0, 0, 1, 1, 1, 0, 0, TRUE, 3},
|
|
{GST_H265_PROFILE_MAIN_12,
|
|
0, 1, 0, 0, 1, 1, 0, 0, 0, TRUE, 4},
|
|
{GST_H265_PROFILE_MAIN_422_10,
|
|
0, 1, 1, 0, 1, 0, 0, 0, 0, TRUE, 5},
|
|
{GST_H265_PROFILE_MAIN_422_12,
|
|
0, 1, 0, 0, 1, 0, 0, 0, 0, TRUE, 6},
|
|
{GST_H265_PROFILE_MAIN_444,
|
|
0, 1, 1, 1, 0, 0, 0, 0, 0, TRUE, 7},
|
|
{GST_H265_PROFILE_MAIN_444_10,
|
|
0, 1, 1, 0, 0, 0, 0, 0, 0, TRUE, 8},
|
|
{GST_H265_PROFILE_MAIN_444_12,
|
|
0, 1, 0, 0, 0, 0, 0, 0, 0, TRUE, 9},
|
|
{GST_H265_PROFILE_MAIN_INTRA,
|
|
0, 1, 1, 1, 1, 1, 0, 1, 0, FALSE, 10},
|
|
{GST_H265_PROFILE_MAIN_10_INTRA,
|
|
0, 1, 1, 0, 1, 1, 0, 1, 0, FALSE, 11},
|
|
{GST_H265_PROFILE_MAIN_12_INTRA,
|
|
0, 1, 0, 0, 1, 1, 0, 1, 0, FALSE, 12},
|
|
{GST_H265_PROFILE_MAIN_422_10_INTRA,
|
|
0, 1, 1, 0, 1, 0, 0, 1, 0, FALSE, 13},
|
|
{GST_H265_PROFILE_MAIN_422_12_INTRA,
|
|
0, 1, 0, 0, 1, 0, 0, 1, 0, FALSE, 14},
|
|
{GST_H265_PROFILE_MAIN_444_INTRA,
|
|
0, 1, 1, 1, 0, 0, 0, 1, 0, FALSE, 15},
|
|
{GST_H265_PROFILE_MAIN_444_10_INTRA,
|
|
0, 1, 1, 0, 0, 0, 0, 1, 0, FALSE, 16},
|
|
{GST_H265_PROFILE_MAIN_444_12_INTRA,
|
|
0, 1, 0, 0, 0, 0, 0, 1, 0, FALSE, 17},
|
|
{GST_H265_PROFILE_MAIN_444_16_INTRA,
|
|
0, 0, 0, 0, 0, 0, 0, 1, 0, FALSE, 18},
|
|
{GST_H265_PROFILE_MAIN_444_STILL_PICTURE,
|
|
0, 1, 1, 1, 0, 0, 0, 1, 1, FALSE, 19},
|
|
{GST_H265_PROFILE_MAIN_444_16_STILL_PICTURE,
|
|
0, 0, 0, 0, 0, 0, 0, 1, 1, FALSE, 20},
|
|
};
|
|
|
|
return get_extension_profile (profiles, G_N_ELEMENTS (profiles), ptl);
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_3d_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
/* profile idc: GST_H265_PROFILE_IDC_3D_MAIN */
|
|
static H265ExtensionProfile profiles[] = {
|
|
{GST_H265_PROFILE_3D_MAIN,
|
|
0, 1, 1, 1, 1, 1, 0, 0, 0, TRUE, 0},
|
|
};
|
|
|
|
return get_extension_profile (profiles, G_N_ELEMENTS (profiles), ptl);
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_multiview_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
static H265ExtensionProfile profiles[] = {
|
|
{GST_H265_PROFILE_MULTIVIEW_MAIN,
|
|
0, 1, 1, 1, 1, 1, 0, 0, 0, TRUE, 0},
|
|
};
|
|
|
|
return get_extension_profile (profiles, G_N_ELEMENTS (profiles), ptl);
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_scalable_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
static H265ExtensionProfile profiles[] = {
|
|
{GST_H265_PROFILE_SCALABLE_MAIN,
|
|
0, 1, 1, 1, 1, 1, 0, 0, 0, TRUE, 0},
|
|
{GST_H265_PROFILE_SCALABLE_MAIN_10,
|
|
0, 1, 1, 0, 1, 1, 0, 0, 0, TRUE, 1},
|
|
};
|
|
|
|
return get_extension_profile (profiles, G_N_ELEMENTS (profiles), ptl);
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_high_throughput_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
static H265ExtensionProfile profiles[] = {
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444,
|
|
1, 1, 1, 1, 0, 0, 0, 0, 0, TRUE, 0},
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444_10,
|
|
1, 1, 1, 0, 0, 0, 0, 0, 0, TRUE, 1},
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444_14,
|
|
1, 0, 0, 0, 0, 0, 0, 0, 0, TRUE, 2},
|
|
{GST_H265_PROFILE_HIGH_THROUGHPUT_444_16_INTRA,
|
|
0, 0, 0, 0, 0, 0, 0, 1, 0, FALSE, 3},
|
|
};
|
|
|
|
return get_extension_profile (profiles, G_N_ELEMENTS (profiles), ptl);
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_screen_content_coding_extensions_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
static H265ExtensionProfile profiles[] = {
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN,
|
|
1, 1, 1, 1, 1, 1, 0, 0, 0, TRUE, 0},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN_10,
|
|
1, 1, 1, 0, 1, 1, 0, 0, 0, TRUE, 1},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN_444,
|
|
1, 1, 1, 1, 0, 0, 0, 0, 0, TRUE, 2},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_MAIN_444_10,
|
|
1, 1, 1, 0, 0, 0, 0, 0, 0, TRUE, 3},
|
|
/* identical to screen-extended-main-444 */
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_HIGH_THROUGHPUT_444,
|
|
1, 1, 1, 1, 0, 0, 0, 0, 0, TRUE, 4},
|
|
/* identical to screen-extended-main-444-10 */
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_HIGH_THROUGHPUT_444_10,
|
|
1, 1, 1, 0, 0, 0, 0, 0, 0, TRUE, 5},
|
|
{GST_H265_PROFILE_SCREEN_EXTENDED_HIGH_THROUGHPUT_444_14,
|
|
1, 0, 0, 0, 0, 0, 0, 0, 0, TRUE, 6},
|
|
};
|
|
|
|
return get_extension_profile (profiles, G_N_ELEMENTS (profiles), ptl);
|
|
}
|
|
|
|
static GstH265Profile
|
|
get_scalable_format_range_extensions_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
static H265ExtensionProfile profiles[] = {
|
|
{GST_H265_PROFILE_SCALABLE_MONOCHROME,
|
|
1, 1, 1, 1, 1, 1, 1, 0, 0, TRUE, 0},
|
|
{GST_H265_PROFILE_SCALABLE_MONOCHROME_12,
|
|
1, 1, 0, 0, 1, 1, 1, 0, 0, TRUE, 1},
|
|
{GST_H265_PROFILE_SCALABLE_MONOCHROME_16,
|
|
0, 0, 0, 0, 1, 1, 1, 0, 0, TRUE, 2},
|
|
{GST_H265_PROFILE_SCALABLE_MAIN_444,
|
|
1, 1, 1, 1, 0, 0, 0, 0, 0, TRUE, 3},
|
|
};
|
|
|
|
return get_extension_profile (profiles, G_N_ELEMENTS (profiles), ptl);
|
|
}
|
|
|
|
/**
|
|
* gst_h265_profile_tier_level_get_profile:
|
|
* @ptl: a #GstH265ProfileTierLevel
|
|
*
|
|
* Return the H265 profile defined in @ptl.
|
|
*
|
|
* Returns: a #GstH265Profile
|
|
* Since: 1.14
|
|
*/
|
|
GstH265Profile
|
|
gst_h265_profile_tier_level_get_profile (GstH265ProfileTierLevel * ptl)
|
|
{
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_MAIN
|
|
|| ptl->profile_compatibility_flag[1])
|
|
return GST_H265_PROFILE_MAIN;
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_MAIN_10
|
|
|| ptl->profile_compatibility_flag[2])
|
|
return GST_H265_PROFILE_MAIN_10;
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_MAIN_STILL_PICTURE
|
|
|| ptl->profile_compatibility_flag[3])
|
|
return GST_H265_PROFILE_MAIN_STILL_PICTURE;
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_FORMAT_RANGE_EXTENSION
|
|
|| ptl->profile_compatibility_flag[4])
|
|
return get_format_range_extension_profile (ptl);
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_HIGH_THROUGHPUT
|
|
|| ptl->profile_compatibility_flag[5])
|
|
return get_high_throughput_profile (ptl);
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_MULTIVIEW_MAIN
|
|
|| ptl->profile_compatibility_flag[6])
|
|
return get_multiview_profile (ptl);
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_SCALABLE_MAIN
|
|
|| ptl->profile_compatibility_flag[7])
|
|
return get_scalable_profile (ptl);
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_3D_MAIN
|
|
|| ptl->profile_compatibility_flag[8])
|
|
return get_3d_profile (ptl);
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_SCREEN_CONTENT_CODING
|
|
|| ptl->profile_compatibility_flag[9]
|
|
|| ptl->profile_idc ==
|
|
GST_H265_PROFILE_IDC_HIGH_THROUGHPUT_SCREEN_CONTENT_CODING_EXTENSION
|
|
|| ptl->profile_compatibility_flag[11])
|
|
return get_screen_content_coding_extensions_profile (ptl);
|
|
|
|
if (ptl->profile_idc == GST_H265_PROFILE_IDC_SCALABLE_FORMAT_RANGE_EXTENSION
|
|
|| ptl->profile_compatibility_flag[10])
|
|
return get_scalable_format_range_extensions_profile (ptl);
|
|
|
|
return GST_H265_PROFILE_INVALID;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_profile_to_string:
|
|
* @profile: a #GstH265Profile
|
|
*
|
|
* Returns the descriptive name for the #GstH265Profile.
|
|
*
|
|
* Returns: (nullable): the name for @profile or %NULL on error
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
const gchar *
|
|
gst_h265_profile_to_string (GstH265Profile profile)
|
|
{
|
|
guint i;
|
|
|
|
if (profile == GST_H265_PROFILE_INVALID || profile == GST_H265_PROFILE_MAX)
|
|
return NULL;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (h265_profiles); i++) {
|
|
if (profile == h265_profiles[i].profile)
|
|
return h265_profiles[i].name;
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_profile_from_string:
|
|
* @string: the descriptive name for #GstH265Profile
|
|
*
|
|
* Returns a #GstH265Profile for the @string.
|
|
*
|
|
* Returns: the #GstH265Profile of @string or %GST_H265_PROFILE_INVALID on error
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstH265Profile
|
|
gst_h265_profile_from_string (const gchar * string)
|
|
{
|
|
guint i;
|
|
|
|
if (string == NULL)
|
|
return GST_H265_PROFILE_INVALID;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (h265_profiles); i++) {
|
|
if (g_strcmp0 (string, h265_profiles[i].name) == 0) {
|
|
return h265_profiles[i].profile;
|
|
}
|
|
}
|
|
|
|
return GST_H265_PROFILE_INVALID;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_write_sei_registered_user_data (NalWriter * nw,
|
|
GstH265RegisteredUserData * rud)
|
|
{
|
|
WRITE_UINT8 (nw, rud->country_code, 8);
|
|
if (rud->country_code == 0xff)
|
|
WRITE_UINT8 (nw, rud->country_code_extension, 8);
|
|
|
|
WRITE_BYTES (nw, rud->data, rud->size);
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_write_sei_time_code (NalWriter * nw, GstH265TimeCode * tc)
|
|
{
|
|
gint i;
|
|
|
|
WRITE_UINT8 (nw, tc->num_clock_ts, 2);
|
|
|
|
for (i = 0; i < tc->num_clock_ts; i++) {
|
|
WRITE_UINT8 (nw, tc->clock_timestamp_flag[i], 1);
|
|
if (tc->clock_timestamp_flag[i]) {
|
|
WRITE_UINT8 (nw, tc->units_field_based_flag[i], 1);
|
|
WRITE_UINT8 (nw, tc->counting_type[i], 5);
|
|
WRITE_UINT8 (nw, tc->full_timestamp_flag[i], 1);
|
|
WRITE_UINT8 (nw, tc->discontinuity_flag[i], 1);
|
|
WRITE_UINT8 (nw, tc->cnt_dropped_flag[i], 1);
|
|
WRITE_UINT16 (nw, tc->n_frames[i], 9);
|
|
|
|
if (tc->full_timestamp_flag[i]) {
|
|
WRITE_UINT8 (nw, tc->seconds_value[i], 6);
|
|
WRITE_UINT8 (nw, tc->minutes_value[i], 6);
|
|
WRITE_UINT8 (nw, tc->hours_value[i], 5);
|
|
} else {
|
|
WRITE_UINT8 (nw, tc->seconds_flag[i], 1);
|
|
if (tc->seconds_flag[i]) {
|
|
WRITE_UINT8 (nw, tc->seconds_value[i], 6);
|
|
WRITE_UINT8 (nw, tc->minutes_flag[i], 1);
|
|
if (tc->minutes_flag[i]) {
|
|
WRITE_UINT8 (nw, tc->minutes_value[i], 6);
|
|
WRITE_UINT8 (nw, tc->hours_flag[i], 1);
|
|
if (tc->hours_flag[i]) {
|
|
WRITE_UINT8 (nw, tc->hours_value[i], 5);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
WRITE_UINT8 (nw, tc->time_offset_length[i], 5);
|
|
|
|
if (tc->time_offset_length[i] > 0)
|
|
WRITE_UINT8 (nw, tc->time_offset_value[i], tc->time_offset_length[i]);
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_write_sei_mastering_display_colour_volume (NalWriter * nw,
|
|
GstH265MasteringDisplayColourVolume * mdcv)
|
|
{
|
|
gint i;
|
|
|
|
for (i = 0; i < 3; i++) {
|
|
WRITE_UINT16 (nw, mdcv->display_primaries_x[i], 16);
|
|
WRITE_UINT16 (nw, mdcv->display_primaries_y[i], 16);
|
|
}
|
|
|
|
WRITE_UINT16 (nw, mdcv->white_point_x, 16);
|
|
WRITE_UINT16 (nw, mdcv->white_point_y, 16);
|
|
WRITE_UINT32 (nw, mdcv->max_display_mastering_luminance, 32);
|
|
WRITE_UINT32 (nw, mdcv->min_display_mastering_luminance, 32);
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_h265_write_sei_content_light_level_info (NalWriter * nw,
|
|
GstH265ContentLightLevel * cll)
|
|
{
|
|
WRITE_UINT16 (nw, cll->max_content_light_level, 16);
|
|
WRITE_UINT16 (nw, cll->max_pic_average_light_level, 16);
|
|
|
|
return TRUE;
|
|
|
|
error:
|
|
return FALSE;
|
|
}
|
|
|
|
static GstMemory *
|
|
gst_h265_create_sei_memory_internal (guint8 layer_id, guint8 temporal_id_plus1,
|
|
guint nal_prefix_size, gboolean packetized, GArray * messages)
|
|
{
|
|
NalWriter nw;
|
|
gint i;
|
|
gboolean have_written_data = FALSE;
|
|
|
|
nal_writer_init (&nw, nal_prefix_size, packetized);
|
|
|
|
if (messages->len == 0)
|
|
goto error;
|
|
|
|
GST_DEBUG ("Create SEI nal from array, len: %d", messages->len);
|
|
|
|
/* nal header */
|
|
/* forbidden_zero_bit */
|
|
WRITE_UINT8 (&nw, 0, 1);
|
|
/* nal_unit_type */
|
|
WRITE_UINT8 (&nw, GST_H265_NAL_PREFIX_SEI, 6);
|
|
/* nuh_layer_id */
|
|
WRITE_UINT8 (&nw, layer_id, 6);
|
|
/* nuh_temporal_id_plus1 */
|
|
WRITE_UINT8 (&nw, temporal_id_plus1, 3);
|
|
|
|
for (i = 0; i < messages->len; i++) {
|
|
GstH265SEIMessage *msg = &g_array_index (messages, GstH265SEIMessage, i);
|
|
guint32 payload_size_data = 0;
|
|
guint32 payload_size_in_bits = 0;
|
|
guint32 payload_type_data = msg->payloadType;
|
|
gboolean need_align = FALSE;
|
|
|
|
switch (payload_type_data) {
|
|
case GST_H265_SEI_REGISTERED_USER_DATA:{
|
|
GstH265RegisteredUserData *rud = &msg->payload.registered_user_data;
|
|
|
|
/* itu_t_t35_country_code: 8 bits */
|
|
payload_size_data = 1;
|
|
if (rud->country_code == 0xff) {
|
|
/* itu_t_t35_country_code_extension_byte */
|
|
payload_size_data++;
|
|
}
|
|
|
|
payload_size_data += rud->size;
|
|
break;
|
|
}
|
|
case GST_H265_SEI_TIME_CODE:{
|
|
gint j;
|
|
GstH265TimeCode *tc = &msg->payload.time_code;
|
|
/* num_clock_ts: 2 bits */
|
|
payload_size_in_bits = 2;
|
|
for (j = 0; j < tc->num_clock_ts; j++) {
|
|
/* clock_timestamp_flag: 1 bit */
|
|
payload_size_in_bits += 1;
|
|
|
|
if (tc->clock_timestamp_flag[j]) {
|
|
/* units_field_based_flag: 1 bit
|
|
* counting_type: 5 bits
|
|
* full_timestamp_flag: 1 bit
|
|
* discontinuity_flag: 1 bit
|
|
* cnt_dropped_flag: 1 bit
|
|
* n_frames: 9 bit
|
|
*/
|
|
payload_size_in_bits += 18;
|
|
|
|
if (tc->full_timestamp_flag[j]) {
|
|
/* seconds_value: 6 bits
|
|
* minutes_value: 6 bits
|
|
* hours_value: 5 bits
|
|
*/
|
|
payload_size_in_bits += 17;
|
|
} else {
|
|
/* seconds_flag: 1 bit */
|
|
payload_size_in_bits += 1;
|
|
|
|
if (tc->seconds_flag[j]) {
|
|
/* seconds_value: 6 bits
|
|
* minutes_flag: 1 bit
|
|
*/
|
|
payload_size_in_bits += 7;
|
|
|
|
if (tc->minutes_flag[j]) {
|
|
/* minutes_value: 6 bits
|
|
* hours_flag: 1 bit
|
|
*/
|
|
payload_size_in_bits += 7;
|
|
if (tc->hours_flag[j]) {
|
|
/* hours_value: 5 bits */
|
|
payload_size_in_bits += 5;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/* time_offset_length: 5bits
|
|
* time_offset_value: time_offset_length bits
|
|
*/
|
|
payload_size_in_bits += (5 + tc->time_offset_length[j]);
|
|
}
|
|
}
|
|
|
|
payload_size_data = payload_size_in_bits >> 3;
|
|
|
|
if ((payload_size_in_bits & 0x7) != 0) {
|
|
GST_INFO ("Bits for Time Code SEI is not byte aligned");
|
|
payload_size_data++;
|
|
need_align = TRUE;
|
|
}
|
|
break;
|
|
}
|
|
case GST_H265_SEI_MASTERING_DISPLAY_COLOUR_VOLUME:
|
|
/* x, y 16 bits per RGB channel
|
|
* x, y 16 bits white point
|
|
* max, min luminance 32 bits
|
|
*
|
|
* (2 * 2 * 3) + (2 * 2) + (4 * 2) = 24 bytes
|
|
*/
|
|
payload_size_data = 24;
|
|
break;
|
|
case GST_H265_SEI_CONTENT_LIGHT_LEVEL:
|
|
/* maxCLL and maxFALL per 16 bits
|
|
*
|
|
* 2 * 2 = 4 bytes
|
|
*/
|
|
payload_size_data = 4;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
if (payload_size_data == 0) {
|
|
GST_FIXME ("Unsupported SEI type %d", msg->payloadType);
|
|
continue;
|
|
}
|
|
|
|
/* write payload type bytes */
|
|
while (payload_type_data >= 0xff) {
|
|
WRITE_UINT8 (&nw, 0xff, 8);
|
|
payload_type_data -= -0xff;
|
|
}
|
|
WRITE_UINT8 (&nw, payload_type_data, 8);
|
|
|
|
/* write payload size bytes */
|
|
while (payload_size_data >= 0xff) {
|
|
WRITE_UINT8 (&nw, 0xff, 8);
|
|
payload_size_data -= -0xff;
|
|
}
|
|
WRITE_UINT8 (&nw, payload_size_data, 8);
|
|
|
|
switch (msg->payloadType) {
|
|
case GST_H265_SEI_REGISTERED_USER_DATA:
|
|
GST_DEBUG ("Writing \"Registered user data\" done");
|
|
if (!gst_h265_write_sei_registered_user_data (&nw,
|
|
&msg->payload.registered_user_data)) {
|
|
GST_WARNING ("Failed to write \"Registered user data\"");
|
|
goto error;
|
|
}
|
|
have_written_data = TRUE;
|
|
break;
|
|
case GST_H265_SEI_TIME_CODE:
|
|
GST_DEBUG ("Wrtiting \"Time code\"");
|
|
if (!gst_h265_write_sei_time_code (&nw, &msg->payload.time_code)) {
|
|
GST_WARNING ("Failed to write \"Time code\"");
|
|
goto error;
|
|
}
|
|
have_written_data = TRUE;
|
|
break;
|
|
case GST_H265_SEI_MASTERING_DISPLAY_COLOUR_VOLUME:
|
|
GST_DEBUG ("Wrtiting \"Mastering display colour volume\"");
|
|
if (!gst_h265_write_sei_mastering_display_colour_volume (&nw,
|
|
&msg->payload.mastering_display_colour_volume)) {
|
|
GST_WARNING ("Failed to write \"Mastering display colour volume\"");
|
|
goto error;
|
|
}
|
|
have_written_data = TRUE;
|
|
break;
|
|
case GST_H265_SEI_CONTENT_LIGHT_LEVEL:
|
|
GST_DEBUG ("Writing \"Content light level\" done");
|
|
if (!gst_h265_write_sei_content_light_level_info (&nw,
|
|
&msg->payload.content_light_level)) {
|
|
GST_WARNING ("Failed to write \"Content light level\"");
|
|
goto error;
|
|
}
|
|
have_written_data = TRUE;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
if (need_align && !nal_writer_do_rbsp_trailing_bits (&nw)) {
|
|
GST_WARNING ("Cannot insert traling bits");
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
if (!have_written_data) {
|
|
GST_WARNING ("No written sei data");
|
|
goto error;
|
|
}
|
|
|
|
if (!nal_writer_do_rbsp_trailing_bits (&nw)) {
|
|
GST_WARNING ("Failed to insert rbsp trailing bits");
|
|
goto error;
|
|
}
|
|
|
|
return nal_writer_reset_and_get_memory (&nw);
|
|
|
|
error:
|
|
nal_writer_reset (&nw);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_create_sei_memory:
|
|
* @layer_id: a nal unit layer id
|
|
* @temporal_id_plus1: a nal unit temporal identifier
|
|
* @start_code_prefix_length: a length of start code prefix, must be 3 or 4
|
|
* @messages: (transfer none): a GArray of #GstH265SEIMessage
|
|
*
|
|
* Creates raw byte-stream format (a.k.a Annex B type) SEI nal unit data
|
|
* from @messages
|
|
*
|
|
* Returns: a #GstMemory containing a PREFIX SEI nal unit
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstMemory *
|
|
gst_h265_create_sei_memory (guint8 layer_id, guint8 temporal_id_plus1,
|
|
guint8 start_code_prefix_length, GArray * messages)
|
|
{
|
|
g_return_val_if_fail (start_code_prefix_length == 3
|
|
|| start_code_prefix_length == 4, NULL);
|
|
g_return_val_if_fail (messages != NULL, NULL);
|
|
g_return_val_if_fail (messages->len > 0, NULL);
|
|
|
|
return gst_h265_create_sei_memory_internal (layer_id, temporal_id_plus1,
|
|
start_code_prefix_length, FALSE, messages);
|
|
}
|
|
|
|
/**
|
|
* gst_h265_create_sei_memory_hevc:
|
|
* @layer_id: a nal unit layer id
|
|
* @temporal_id_plus1: a nal unit temporal identifier
|
|
* @nal_length_size: a size of nal length field, allowed range is [1, 4]
|
|
* @messages: (transfer none): a GArray of #GstH265SEIMessage
|
|
*
|
|
* Creates raw packetized format SEI nal unit data from @messages
|
|
*
|
|
* Returns: a #GstMemory containing a PREFIX SEI nal unit
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstMemory *
|
|
gst_h265_create_sei_memory_hevc (guint8 layer_id, guint8 temporal_id_plus1,
|
|
guint8 nal_length_size, GArray * messages)
|
|
{
|
|
return gst_h265_create_sei_memory_internal (layer_id, temporal_id_plus1,
|
|
nal_length_size, TRUE, messages);
|
|
}
|
|
|
|
static GstBuffer *
|
|
gst_h265_parser_insert_sei_internal (GstH265Parser * parser,
|
|
guint8 nal_prefix_size, gboolean packetized, GstBuffer * au,
|
|
GstMemory * sei)
|
|
{
|
|
GstH265NalUnit nalu;
|
|
GstH265NalUnit sei_nalu;
|
|
GstMapInfo info;
|
|
GstMapInfo sei_info;
|
|
GstH265ParserResult pres;
|
|
guint offset = 0;
|
|
GstBuffer *new_buffer = NULL;
|
|
GstMemory *new_mem = NULL;
|
|
|
|
/* all SEI payload types supported by us need to have the identical
|
|
* temporal id to that of slice. Parse SEI first and we will
|
|
* update it if it's required */
|
|
if (!gst_memory_map (sei, &sei_info, GST_MAP_READ)) {
|
|
GST_ERROR ("Cannot map sei memory");
|
|
return NULL;
|
|
}
|
|
|
|
if (packetized) {
|
|
pres = gst_h265_parser_identify_nalu_hevc (parser,
|
|
sei_info.data, 0, sei_info.size, nal_prefix_size, &sei_nalu);
|
|
} else {
|
|
pres = gst_h265_parser_identify_nalu (parser,
|
|
sei_info.data, 0, sei_info.size, &sei_nalu);
|
|
}
|
|
gst_memory_unmap (sei, &sei_info);
|
|
if (pres != GST_H265_PARSER_OK && pres != GST_H265_PARSER_NO_NAL_END) {
|
|
GST_DEBUG ("Failed to identify sei nal unit, ret: %d", pres);
|
|
return NULL;
|
|
}
|
|
|
|
if (!gst_buffer_map (au, &info, GST_MAP_READ)) {
|
|
GST_ERROR ("Cannot map au buffer");
|
|
return NULL;
|
|
}
|
|
|
|
/* Find the offset of the first slice */
|
|
do {
|
|
if (packetized) {
|
|
pres = gst_h265_parser_identify_nalu_hevc (parser,
|
|
info.data, offset, info.size, nal_prefix_size, &nalu);
|
|
} else {
|
|
pres = gst_h265_parser_identify_nalu (parser,
|
|
info.data, offset, info.size, &nalu);
|
|
}
|
|
|
|
if (pres != GST_H265_PARSER_OK && pres != GST_H265_PARSER_NO_NAL_END) {
|
|
GST_DEBUG ("Failed to identify nal unit, ret: %d", pres);
|
|
gst_buffer_unmap (au, &info);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
if (nalu.type <= GST_H265_NAL_SLICE_RASL_R
|
|
|| (nalu.type >= GST_H265_NAL_SLICE_BLA_W_LP
|
|
&& nalu.type <= GST_H265_NAL_SLICE_CRA_NUT)) {
|
|
GST_DEBUG ("Found slice nal type %d at offset %d", nalu.type,
|
|
nalu.sc_offset);
|
|
break;
|
|
}
|
|
|
|
offset = nalu.offset + nalu.size;
|
|
} while (pres == GST_H265_PARSER_OK);
|
|
gst_buffer_unmap (au, &info);
|
|
|
|
/* found the best position now, create new buffer */
|
|
new_buffer = gst_buffer_new ();
|
|
|
|
/* copy all metadata */
|
|
if (!gst_buffer_copy_into (new_buffer, au, GST_BUFFER_COPY_METADATA, 0, -1)) {
|
|
GST_ERROR ("Failed to copy metadata into new buffer");
|
|
gst_clear_buffer (&new_buffer);
|
|
goto out;
|
|
}
|
|
|
|
/* copy non-slice nal */
|
|
if (nalu.sc_offset > 0) {
|
|
if (!gst_buffer_copy_into (new_buffer, au,
|
|
GST_BUFFER_COPY_MEMORY, 0, nalu.sc_offset)) {
|
|
GST_ERROR ("Failed to copy buffer");
|
|
gst_clear_buffer (&new_buffer);
|
|
goto out;
|
|
}
|
|
}
|
|
|
|
/* check whether we need to update temporal id and layer id.
|
|
* If it's not matched to slice nalu, update it.
|
|
*/
|
|
if (sei_nalu.layer_id != nalu.layer_id || sei_nalu.temporal_id_plus1 !=
|
|
nalu.temporal_id_plus1) {
|
|
guint16 nalu_header;
|
|
guint16 layer_id_temporal_id = 0;
|
|
new_mem = gst_memory_copy (sei, 0, -1);
|
|
|
|
if (!gst_memory_map (new_mem, &sei_info, GST_MAP_READWRITE)) {
|
|
GST_ERROR ("Failed to map new sei memory");
|
|
gst_memory_unref (new_mem);
|
|
gst_clear_buffer (&new_buffer);
|
|
goto out;
|
|
}
|
|
|
|
nalu_header = GST_READ_UINT16_BE (sei_info.data + sei_nalu.offset);
|
|
|
|
/* clear bits 7 ~ 15
|
|
* NOTE:
|
|
* bit 0: forbidden_zero_bit
|
|
* bits 1 ~ 6: nalu type */
|
|
nalu_header &= 0xfe00;
|
|
|
|
layer_id_temporal_id = ((nalu.layer_id << 3) & 0x1f8);
|
|
layer_id_temporal_id |= (nalu.temporal_id_plus1 & 0x7);
|
|
|
|
nalu_header |= layer_id_temporal_id;
|
|
GST_WRITE_UINT16_BE (sei_info.data + sei_nalu.offset, nalu_header);
|
|
gst_memory_unmap (new_mem, &sei_info);
|
|
} else {
|
|
new_mem = gst_memory_ref (sei);
|
|
}
|
|
|
|
/* insert sei */
|
|
gst_buffer_append_memory (new_buffer, new_mem);
|
|
|
|
/* copy the rest */
|
|
if (!gst_buffer_copy_into (new_buffer, au,
|
|
GST_BUFFER_COPY_MEMORY, nalu.sc_offset, -1)) {
|
|
GST_ERROR ("Failed to copy buffer");
|
|
gst_clear_buffer (&new_buffer);
|
|
goto out;
|
|
}
|
|
|
|
out:
|
|
return new_buffer;
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_insert_sei:
|
|
* @parser: a #GstH265Parser
|
|
* @au: (transfer none): a #GstBuffer containing AU data
|
|
* @sei: (transfer none): a #GstMemory containing a SEI nal
|
|
*
|
|
* Copy @au into new #GstBuffer and insert @sei into the #GstBuffer.
|
|
* The validation for completeness of @au and @sei is caller's responsibility.
|
|
* Both @au and @sei must be byte-stream formatted
|
|
*
|
|
* Returns: (nullable): a SEI inserted #GstBuffer or %NULL
|
|
* if cannot figure out proper position to insert a @sei
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstBuffer *
|
|
gst_h265_parser_insert_sei (GstH265Parser * parser, GstBuffer * au,
|
|
GstMemory * sei)
|
|
{
|
|
g_return_val_if_fail (parser != NULL, NULL);
|
|
g_return_val_if_fail (GST_IS_BUFFER (au), NULL);
|
|
g_return_val_if_fail (sei != NULL, NULL);
|
|
|
|
/* the size of start code prefix (3 or 4) is not matter since it will be
|
|
* scanned */
|
|
return gst_h265_parser_insert_sei_internal (parser, 4, FALSE, au, sei);
|
|
}
|
|
|
|
/**
|
|
* gst_h265_parser_insert_sei_hevc:
|
|
* @parser: a #GstH265Parser
|
|
* @nal_length_size: a size of nal length field, allowed range is [1, 4]
|
|
* @au: (transfer none): a #GstBuffer containing AU data
|
|
* @sei: (transfer none): a #GstMemory containing a SEI nal
|
|
*
|
|
* Copy @au into new #GstBuffer and insert @sei into the #GstBuffer.
|
|
* The validation for completeness of @au and @sei is caller's responsibility.
|
|
* Nal prefix type of both @au and @sei must be packetized, and
|
|
* also the size of nal length field must be identical to @nal_length_size
|
|
*
|
|
* Returns: (nullable): a SEI inserted #GstBuffer or %NULL
|
|
* if cannot figure out proper position to insert a @sei
|
|
*
|
|
* Since: 1.18
|
|
*/
|
|
GstBuffer *
|
|
gst_h265_parser_insert_sei_hevc (GstH265Parser * parser, guint8 nal_length_size,
|
|
GstBuffer * au, GstMemory * sei)
|
|
{
|
|
g_return_val_if_fail (parser != NULL, NULL);
|
|
g_return_val_if_fail (nal_length_size > 0 && nal_length_size < 5, NULL);
|
|
g_return_val_if_fail (GST_IS_BUFFER (au), NULL);
|
|
g_return_val_if_fail (sei != NULL, NULL);
|
|
|
|
return gst_h265_parser_insert_sei_internal (parser, nal_length_size, TRUE,
|
|
au, sei);
|
|
}
|