mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-11-23 18:21:04 +00:00
Code Issues 1 Projects Releases Wiki Activity
gstreamer/subprojects/gst-plugins-bad/ext/codec2json/gsth2652json.c
Benjamin Gaignard 8cd8eeff20 codec2json: Add h2652json element 
This element convert H.265 frame parameters into human readable json data.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3865>
2023-11-13 14:09:59 +00:00

1732 lines
67 KiB
C
Raw Blame History

/*
* gsth2652json.c - H.265 parsed bistream to json
*
* Copyright (C) 2023 Collabora
* Author: Benjamin Gaignard <benjamin.gaignard@collabora.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
/**
* SECTION:element-h2652json
* @title: h2652json
*
* Convert H.265 bitstream parameters to JSON formated text.
*
* ## Example launch line
* ```
* gst-launch-1.0 filesrc location=/path/to/h.265/file ! parsebin ! h2652json ! filesink location=/path/to/json/file
* ```
*
* Since: 1.24
*/
#ifdef HAVE_CONFIG_H
#include <config.h>
#endif
#include <gst/base/base.h>
#include <json-glib/json-glib.h>
#include "gsth2652json.h"
GST_DEBUG_CATEGORY (gst_h265_2_json_debug);
#define GST_CAT_DEFAULT gst_h265_2_json_debug
struct _GstH2652json
{
GstElement parent;
GstPad *sinkpad, *srcpad;
GstH265Parser *parser;
GArray *split_nalu;
gint nal_length_size;
gboolean use_hevc;
JsonObject *json;
};
static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink",
GST_PAD_SINK,
GST_PAD_ALWAYS,
GST_STATIC_CAPS ("video/x-h265")
);
static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
GST_PAD_SRC,
GST_PAD_ALWAYS,
GST_STATIC_CAPS ("text/x-json,format=h265"));
G_DEFINE_TYPE_WITH_CODE (GstH2652json, gst_h265_2_json,
GST_TYPE_ELEMENT,
GST_DEBUG_CATEGORY_INIT (gst_h265_2_json_debug, "h2652json", 0,
"H.265 to json"));
static void
gst_h265_2_json_finalize (GObject * object)
{
GstH2652json *self = GST_H265_2_JSON (object);
json_object_unref (self->json);
gst_h265_parser_free (self->parser);
g_array_unref (self->split_nalu);
}
static gchar *
get_string_from_json_object (JsonObject * object)
{
JsonNode *root;
JsonGenerator *generator;
gchar *text;
/* Make it the root node */
root = json_node_init_object (json_node_alloc (), object);
generator = json_generator_new ();
json_generator_set_indent (generator, 2);
json_generator_set_indent_char (generator, ' ');
json_generator_set_pretty (generator, TRUE);
json_generator_set_root (generator, root);
text = json_generator_to_data (generator, NULL);
/* Release everything */
g_object_unref (generator);
json_node_free (root);
return text;
}
static JsonObject *
gst_h265_2_json_hrd_params (GstH265HRDParams * hrd_params,
int max_sub_layers_minus1)
{
JsonObject *hrd = json_object_new ();
JsonArray *fixed_pic_rate_general_flag, *fixed_pic_rate_within_cvs_flag;
JsonArray *elemental_duration_in_tc_minus1, *low_delay_hrd_flag,
*cpb_cnt_minus1;
JsonArray *sublayer_hrd_params;
gint i, j;
json_object_set_boolean_member (hrd, "nal hrd parameters present flag",
hrd_params->nal_hrd_parameters_present_flag);
json_object_set_boolean_member (hrd, "vcl hrd parameters present flag",
hrd_params->vcl_hrd_parameters_present_flag);
if (hrd_params->nal_hrd_parameters_present_flag
|| hrd_params->vcl_hrd_parameters_present_flag) {
json_object_set_boolean_member (hrd, "sub pic hrd params present flag",
hrd_params->sub_pic_hrd_params_present_flag);
if (hrd_params->sub_pic_hrd_params_present_flag) {
json_object_set_int_member (hrd, "tick divisor minus2",
hrd_params->tick_divisor_minus2);
json_object_set_int_member (hrd,
"du cpb removal delay increment length minus1",
hrd_params->du_cpb_removal_delay_increment_length_minus1);
json_object_set_boolean_member (hrd,
"sub pic cpb params in pic timing sei flag",
hrd_params->sub_pic_cpb_params_in_pic_timing_sei_flag);
json_object_set_int_member (hrd, "dpb output delay du length minus1",
hrd_params->dpb_output_delay_du_length_minus1);
}
json_object_set_int_member (hrd, "bit rate scale",
hrd_params->bit_rate_scale);
json_object_set_int_member (hrd, "cpb size scale",
hrd_params->cpb_size_scale);
if (hrd_params->sub_pic_hrd_params_present_flag)
json_object_set_int_member (hrd, "cpb size du scale",
hrd_params->cpb_size_du_scale);
json_object_set_int_member (hrd, "initial cpb removal delay length minus1",
hrd_params->initial_cpb_removal_delay_length_minus1);
json_object_set_int_member (hrd, "au cpb removal delay length minus1",
hrd_params->au_cpb_removal_delay_length_minus1);
json_object_set_int_member (hrd, "dpb output delay length minus1",
hrd_params->dpb_output_delay_length_minus1);
}
fixed_pic_rate_general_flag = json_array_new ();
fixed_pic_rate_within_cvs_flag = json_array_new ();
elemental_duration_in_tc_minus1 = json_array_new ();
low_delay_hrd_flag = json_array_new ();
cpb_cnt_minus1 = json_array_new ();
sublayer_hrd_params = json_array_new ();
for (i = 0; i <= max_sub_layers_minus1 && i < 7; i++) {
GstH265SubLayerHRDParams *subparams = &hrd_params->sublayer_hrd_params[i];
json_array_add_boolean_element (fixed_pic_rate_general_flag,
hrd_params->fixed_pic_rate_general_flag[i]);
json_array_add_boolean_element (fixed_pic_rate_within_cvs_flag,
hrd_params->fixed_pic_rate_within_cvs_flag[i]);
json_array_add_int_element (elemental_duration_in_tc_minus1,
hrd_params->elemental_duration_in_tc_minus1[i]);
json_array_add_boolean_element (low_delay_hrd_flag,
hrd_params->low_delay_hrd_flag[i]);
json_array_add_int_element (cpb_cnt_minus1, hrd_params->cpb_cnt_minus1[i]);
for (j = 0; j < 32; j++) {
JsonObject *subparam = json_object_new ();
json_object_set_int_member (subparam, "bit rate value minus1",
subparams->bit_rate_value_minus1[j]);
json_object_set_int_member (subparam, "cpb size value minus1",
subparams->cpb_size_value_minus1[j]);
json_object_set_int_member (subparam, "cpb size du value minus1",
subparams->cpb_size_du_value_minus1[j]);
json_object_set_int_member (subparam, "bit rate du value minus1",
subparams->bit_rate_du_value_minus1[j]);
json_object_set_boolean_member (subparam, "cbr flag",
subparams->cbr_flag[j]);
json_array_add_object_element (sublayer_hrd_params, subparam);
}
}
json_object_set_array_member (hrd, "fixed pic rate general flag",
fixed_pic_rate_general_flag);
json_object_set_array_member (hrd, "fixed pic rate within cvs flag",
fixed_pic_rate_within_cvs_flag);
json_object_set_array_member (hrd, "elemental duration in tc minus1",
elemental_duration_in_tc_minus1);
json_object_set_array_member (hrd, "low delay hrd flag", low_delay_hrd_flag);
json_object_set_array_member (hrd, "cpb cnt minus1", cpb_cnt_minus1);
json_object_set_array_member (hrd, "sublayer hrd params",
sublayer_hrd_params);
return hrd;
}
static JsonObject *
gst_h265_2_json_profile_tier_level (const GstH265ProfileTierLevel * ptl)
{
JsonObject *profile_tier_level = json_object_new ();
JsonArray *profile_compatibility_flag;
JsonArray *sub_layer_profile_present_flag, *sub_layer_level_present_flag,
*sub_layer_profile_space;
JsonArray *sub_layer_tier_flag, *sub_layer_profile_idc,
*sub_layer_profile_compatibility_flag;
JsonArray *sub_layer_progressive_source_flag,
*sub_layer_interlaced_source_flag, *sub_layer_non_packed_constraint_flag;
JsonArray *sub_layer_frame_only_constraint_flag, *sub_layer_level_idc;
gint i, j;
json_object_set_int_member (profile_tier_level, "profile space",
ptl->profile_space);
json_object_set_int_member (profile_tier_level, "tier flag", ptl->tier_flag);
json_object_set_int_member (profile_tier_level, "profile idc",
ptl->profile_idc);
profile_compatibility_flag = json_array_new ();
for (i = 0; i < 32; i++)
json_array_add_boolean_element (profile_compatibility_flag,
ptl->profile_compatibility_flag[i]);
json_object_set_array_member (profile_tier_level,
"profile compatibility flag", profile_compatibility_flag);
json_object_set_boolean_member (profile_tier_level, "progressive source flag",
ptl->progressive_source_flag);
json_object_set_boolean_member (profile_tier_level, "interlaced source flag",
ptl->interlaced_source_flag);
json_object_set_boolean_member (profile_tier_level,
"non packed constraint flag", ptl->non_packed_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"frame only constraint flag", ptl->frame_only_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"max 12bit constraint flag", ptl->max_12bit_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"max 10bit constraint flag", ptl->max_10bit_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"max 8bit constraint flag", ptl->max_8bit_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"max 422chroma constraint flag", ptl->max_422chroma_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"max 420chroma constraint flag", ptl->max_420chroma_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"max monochrome constraint flag", ptl->max_monochrome_constraint_flag);
json_object_set_boolean_member (profile_tier_level, "intra constraint flag",
ptl->intra_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"one picture only constraint flag",
ptl->one_picture_only_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"lower bit rate constraint flag", ptl->lower_bit_rate_constraint_flag);
json_object_set_boolean_member (profile_tier_level,
"max 14bit constraint flag", ptl->max_14bit_constraint_flag);
json_object_set_int_member (profile_tier_level, "level idc", ptl->level_idc);
sub_layer_profile_present_flag = json_array_new ();
sub_layer_level_present_flag = json_array_new ();
sub_layer_profile_space = json_array_new ();
sub_layer_tier_flag = json_array_new ();
sub_layer_profile_idc = json_array_new ();
sub_layer_profile_compatibility_flag = json_array_new ();
sub_layer_progressive_source_flag = json_array_new ();
sub_layer_interlaced_source_flag = json_array_new ();
sub_layer_non_packed_constraint_flag = json_array_new ();
sub_layer_frame_only_constraint_flag = json_array_new ();
sub_layer_level_idc = json_array_new ();
for (i = 0; i < 6; i++) {
json_array_add_boolean_element (sub_layer_profile_present_flag,
ptl->sub_layer_profile_present_flag[i]);
json_array_add_boolean_element (sub_layer_level_present_flag,
ptl->sub_layer_level_present_flag[i]);
json_array_add_int_element (sub_layer_profile_space,
ptl->sub_layer_profile_space[i]);
json_array_add_int_element (sub_layer_tier_flag,
ptl->sub_layer_tier_flag[i]);
json_array_add_int_element (sub_layer_profile_idc,
ptl->sub_layer_profile_idc[i]);
for (j = 0; j < 32; j++)
json_array_add_boolean_element (sub_layer_profile_compatibility_flag,
ptl->sub_layer_profile_compatibility_flag[i][j]);
json_array_add_boolean_element (sub_layer_progressive_source_flag,
ptl->sub_layer_progressive_source_flag[i]);
json_array_add_boolean_element (sub_layer_interlaced_source_flag,
ptl->sub_layer_interlaced_source_flag[i]);
json_array_add_boolean_element (sub_layer_non_packed_constraint_flag,
ptl->sub_layer_non_packed_constraint_flag[i]);
json_array_add_boolean_element (sub_layer_frame_only_constraint_flag,
ptl->sub_layer_frame_only_constraint_flag[i]);
json_array_add_int_element (sub_layer_level_idc,
ptl->sub_layer_level_idc[i]);
}
json_object_set_array_member (profile_tier_level,
"sub layer profile present flag", sub_layer_profile_present_flag);
json_object_set_array_member (profile_tier_level,
"sub layer level present flag", sub_layer_level_present_flag);
json_object_set_array_member (profile_tier_level, "sub layer profile space",
sub_layer_profile_space);
json_object_set_array_member (profile_tier_level, "sub layer tier flag",
sub_layer_tier_flag);
json_object_set_array_member (profile_tier_level, "sub layer profile idc",
sub_layer_profile_idc);
json_object_set_array_member (profile_tier_level,
"sub layer profile compatibility flag",
sub_layer_profile_compatibility_flag);
json_object_set_array_member (profile_tier_level,
"sub layer progressive source flag", sub_layer_progressive_source_flag);
json_object_set_array_member (profile_tier_level,
"sub layer interlaced source flag", sub_layer_interlaced_source_flag);
json_object_set_array_member (profile_tier_level,
"sub layer non packed constraint flag",
sub_layer_non_packed_constraint_flag);
json_object_set_array_member (profile_tier_level,
"sub layer frame_only constraint flag",
sub_layer_frame_only_constraint_flag);
json_object_set_array_member (profile_tier_level, "sub layer level idc",
sub_layer_level_idc);
return profile_tier_level;
}
static JsonObject *
gst_h265_2_json_scaling_list (GstH265ScalingList * sl)
{
JsonObject *scaling_list = json_object_new ();
JsonArray *scaling_list_dc_coef_minus8_16x16;
JsonArray *scaling_list_dc_coef_minus8_32x32;
JsonArray *scaling_lists_4x4;
JsonArray *scaling_lists_8x8;
JsonArray *scaling_lists_16x16;
JsonArray *scaling_lists_32x32;
gint i, j;
scaling_list_dc_coef_minus8_16x16 = json_array_new ();
for (i = 0; i < 6; i++)
json_array_add_int_element (scaling_list_dc_coef_minus8_16x16,
sl->scaling_list_dc_coef_minus8_16x16[i]);
json_object_set_array_member (scaling_list,
"scaling list dc coef minus8 16x16", scaling_list_dc_coef_minus8_16x16);
scaling_list_dc_coef_minus8_32x32 = json_array_new ();
for (i = 0; i < 2; i++)
json_array_add_int_element (scaling_list_dc_coef_minus8_32x32,
sl->scaling_list_dc_coef_minus8_32x32[i]);
json_object_set_array_member (scaling_list,
"scaling list dc coef minus8 32x32", scaling_list_dc_coef_minus8_32x32);
scaling_lists_4x4 = json_array_new ();
for (i = 0; i < 6; i++)
for (j = 0; j < 16; j++)
json_array_add_int_element (scaling_lists_4x4,
sl->scaling_lists_4x4[i][j]);
json_object_set_array_member (scaling_list, "scaling lists 4x4",
scaling_lists_4x4);
scaling_lists_8x8 = json_array_new ();
for (i = 0; i < 6; i++)
for (j = 0; j < 64; j++)
json_array_add_int_element (scaling_lists_8x8,
sl->scaling_lists_8x8[i][j]);
json_object_set_array_member (scaling_list, "scaling lists 8x8",
scaling_lists_8x8);
scaling_lists_16x16 = json_array_new ();
for (i = 0; i < 6; i++)
for (j = 0; j < 64; j++)
json_array_add_int_element (scaling_lists_16x16,
sl->scaling_lists_16x16[i][j]);
json_object_set_array_member (scaling_list, "scaling lists 16x16",
scaling_lists_16x16);
scaling_lists_32x32 = json_array_new ();
for (i = 0; i < 2; i++)
for (j = 0; j < 64; j++)
json_array_add_int_element (scaling_lists_32x32,
sl->scaling_lists_32x32[i][j]);
json_object_set_array_member (scaling_list, "scaling lists 32x32",
scaling_lists_32x32);
return scaling_list;
}
static GstFlowReturn
gst_h265_2_json_parse_sps (GstH2652json * self, GstH265NalUnit * nalu)
{
JsonObject *json = self->json;
JsonObject *sps, *profile_tier_level, *scaling_list;
JsonArray *max_dec_pic_buffering_minus1;
JsonArray *max_num_reorder_pics;
JsonArray *max_latency_increase_plus1;
JsonArray *short_term_ref_pic_set;
GstH265SPS h265_sps;
GstH265ParserResult pres;
gint i, j;
pres = gst_h265_parser_parse_sps (self->parser, nalu, &h265_sps, TRUE);
if (pres != GST_H265_PARSER_OK) {
GST_WARNING_OBJECT (self, "Failed to parse SPS, result %d", pres);
return GST_FLOW_ERROR;
}
pres = gst_h265_parser_update_sps (self->parser, &h265_sps);
if (pres != GST_H265_PARSER_OK) {
GST_WARNING_OBJECT (self, "Failed to update SPS, result %d", pres);
return GST_FLOW_ERROR;
}
GST_LOG_OBJECT (self, "SPS parsed");
sps = json_object_new ();
json_object_set_int_member (sps, "vps id", h265_sps.vps_id);
json_object_set_int_member (sps, "max sub layers minus1",
h265_sps.max_sub_layers_minus1);
json_object_set_boolean_member (sps, "temporal id nesting flag",
h265_sps.temporal_id_nesting_flag);
profile_tier_level =
gst_h265_2_json_profile_tier_level (&h265_sps.profile_tier_level);
json_object_set_object_member (sps, "profile tier level", profile_tier_level);
json_object_set_int_member (sps, "chroma format idc",
h265_sps.chroma_format_idc);
json_object_set_boolean_member (sps, "separate colour plane flag",
h265_sps.separate_colour_plane_flag);
json_object_set_int_member (sps, "pic width in luma samples",
h265_sps.pic_width_in_luma_samples);
json_object_set_int_member (sps, "pic height in luma_samples",
h265_sps.pic_height_in_luma_samples);
json_object_set_boolean_member (sps, "conformance window flag",
h265_sps.conformance_window_flag);
if (h265_sps.conformance_window_flag) {
json_object_set_int_member (sps, "conf win left offset",
h265_sps.conf_win_left_offset);
json_object_set_int_member (sps, "conf win right offset",
h265_sps.conf_win_right_offset);
json_object_set_int_member (sps, "conf win top offset",
h265_sps.conf_win_top_offset);
json_object_set_int_member (sps, "conf win bottom offset",
h265_sps.conf_win_bottom_offset);
}
json_object_set_int_member (sps, "bit depth luma minus8",
h265_sps.bit_depth_luma_minus8);
json_object_set_int_member (sps, "bit depth chroma minus8",
h265_sps.bit_depth_chroma_minus8);
json_object_set_int_member (sps, "log2 max pic order cnt lsb minus4",
h265_sps.log2_max_pic_order_cnt_lsb_minus4);
json_object_set_boolean_member (sps, "sub_layer_ordering_info_present_flag",
h265_sps.sub_layer_ordering_info_present_flag);
max_dec_pic_buffering_minus1 = json_array_new ();
for (i = 0; i < GST_H265_MAX_SUB_LAYERS; i++)
json_array_add_int_element (max_dec_pic_buffering_minus1,
h265_sps.max_dec_pic_buffering_minus1[i]);
json_object_set_array_member (sps, "max dec pic buffering minus1",
max_dec_pic_buffering_minus1);
max_num_reorder_pics = json_array_new ();
for (i = 0; i < GST_H265_MAX_SUB_LAYERS; i++)
json_array_add_int_element (max_num_reorder_pics,
h265_sps.max_num_reorder_pics[i]);
json_object_set_array_member (sps, "max num reorder pics",
max_num_reorder_pics);
max_latency_increase_plus1 = json_array_new ();
for (i = 0; i < GST_H265_MAX_SUB_LAYERS; i++)
json_array_add_int_element (max_latency_increase_plus1,
h265_sps.max_latency_increase_plus1[i]);
json_object_set_array_member (sps, "max_latency_increase_plus1",
max_latency_increase_plus1);
json_object_set_int_member (sps, "log2 min luma coding block size minus3",
h265_sps.log2_min_luma_coding_block_size_minus3);
json_object_set_int_member (sps, "log2 diff max min luma coding block size",
h265_sps.log2_diff_max_min_luma_coding_block_size);
json_object_set_int_member (sps, "log2 min transform block size minus2",
h265_sps.log2_min_transform_block_size_minus2);
json_object_set_int_member (sps, "log2 diff max min transform block size",
h265_sps.log2_diff_max_min_transform_block_size);
json_object_set_int_member (sps, "max transform hierarchy depth inter",
h265_sps.max_transform_hierarchy_depth_inter);
json_object_set_int_member (sps, "max transform hierarchy depth intra",
h265_sps.max_transform_hierarchy_depth_intra);
json_object_set_boolean_member (sps, "scaling list enabled flag",
h265_sps.scaling_list_enabled_flag);
if (h265_sps.scaling_list_enabled_flag)
json_object_set_boolean_member (sps, "scaling list data present flag",
h265_sps.scaling_list_data_present_flag);
scaling_list = gst_h265_2_json_scaling_list (&h265_sps.scaling_list);
json_object_set_object_member (sps, "scaling list", scaling_list);
json_object_set_boolean_member (sps, "amp enabled flag",
h265_sps.amp_enabled_flag);
json_object_set_boolean_member (sps, "sample adaptive offset enabled flag",
h265_sps.sample_adaptive_offset_enabled_flag);
json_object_set_boolean_member (sps, "pcm enabled flag",
h265_sps.pcm_enabled_flag);
if (h265_sps.pcm_enabled_flag) {
json_object_set_int_member (sps, "pcm sample bit depth luma minus1",
h265_sps.pcm_sample_bit_depth_luma_minus1);
json_object_set_int_member (sps, "pcm sample bit depth chroma minus1",
h265_sps.pcm_sample_bit_depth_chroma_minus1);
json_object_set_int_member (sps,
"log2 min pcm luma coding block size minus3",
h265_sps.log2_min_pcm_luma_coding_block_size_minus3);
json_object_set_int_member (sps,
"log2 diff max min pcm luma coding block size",
h265_sps.log2_diff_max_min_pcm_luma_coding_block_size);
json_object_set_boolean_member (sps, "pcm loop filter disabled flag",
h265_sps.pcm_loop_filter_disabled_flag);
}
json_object_set_int_member (sps, "num short term ref pic sets",
h265_sps.num_short_term_ref_pic_sets);
short_term_ref_pic_set = json_array_new ();
for (i = 0; i < h265_sps.num_short_term_ref_pic_sets; i++) {
JsonObject *pic_set = json_object_new ();
json_object_set_boolean_member (pic_set,
"inter ref pic set prediction flag",
h265_sps.short_term_ref_pic_set[i].inter_ref_pic_set_prediction_flag);
json_object_set_int_member (pic_set, "delta idx minus1",
h265_sps.short_term_ref_pic_set[i].delta_idx_minus1);
json_object_set_int_member (pic_set, "delta rps sign",
h265_sps.short_term_ref_pic_set[i].delta_rps_sign);
json_object_set_int_member (pic_set, "abs delta rps minus1",
h265_sps.short_term_ref_pic_set[i].abs_delta_rps_minus1);
json_array_add_object_element (short_term_ref_pic_set, pic_set);
}
json_object_set_array_member (sps, "num short term ref pic sets",
short_term_ref_pic_set);
json_object_set_boolean_member (sps, "long term ref pics present flag",
h265_sps.long_term_ref_pics_present_flag);
if (h265_sps.long_term_ref_pics_present_flag) {
JsonArray *lt_ref_pic_poc_lsb_sps = json_array_new ();
JsonArray *used_by_curr_pic_lt_sps_flag = json_array_new ();
json_object_set_int_member (sps, "num long term ref pics sps",
h265_sps.num_long_term_ref_pics_sps);
for (j = 0; j < h265_sps.num_long_term_ref_pics_sps; j++) {
json_array_add_int_element (lt_ref_pic_poc_lsb_sps,
h265_sps.lt_ref_pic_poc_lsb_sps[j]);
json_array_add_int_element (used_by_curr_pic_lt_sps_flag,
h265_sps.used_by_curr_pic_lt_sps_flag[i]);
}
json_object_set_array_member (sps, "lt ref pic poc lsb sps",
lt_ref_pic_poc_lsb_sps);
json_object_set_array_member (sps, "used by curr pic lt sps flag",
used_by_curr_pic_lt_sps_flag);
}
json_object_set_boolean_member (sps, "temporal mvp enabled flag",
h265_sps.temporal_mvp_enabled_flag);
json_object_set_boolean_member (sps, "strong intra smoothing enabled flag",
h265_sps.strong_intra_smoothing_enabled_flag);
json_object_set_boolean_member (sps, "vui parameters present flag",
h265_sps.vui_parameters_present_flag);
if (h265_sps.vui_parameters_present_flag) {
GstH265VUIParams *params = &h265_sps.vui_params;
JsonObject *vui = json_object_new ();
json_object_set_boolean_member (vui, "aspect ratio info present flag",
params->aspect_ratio_info_present_flag);
json_object_set_int_member (vui, "aspect ratio idc",
params->aspect_ratio_idc);
if (params->aspect_ratio_idc == 255) {
json_object_set_int_member (vui, "sar width", params->sar_width);
json_object_set_int_member (vui, "sar height", params->sar_height);
}
json_object_set_boolean_member (vui, "overscan info present flag",
params->overscan_info_present_flag);
if (params->overscan_info_present_flag)
json_object_set_boolean_member (vui, "overscan appropriate flag",
params->overscan_appropriate_flag);
json_object_set_boolean_member (vui, "video signal type present flag",
params->video_signal_type_present_flag);
if (params->video_signal_type_present_flag) {
json_object_set_int_member (vui, "video format", params->video_format);
json_object_set_boolean_member (vui, "video full range flag",
params->video_full_range_flag);
json_object_set_boolean_member (vui, "colour description present flag",
params->colour_description_present_flag);
json_object_set_int_member (vui, "colour primaries",
params->colour_primaries);
json_object_set_int_member (vui, "transfer characteristics",
params->transfer_characteristics);
json_object_set_int_member (vui, "matrix coefficients",
params->matrix_coefficients);
}
json_object_set_boolean_member (vui, "chroma loc info present flag",
params->chroma_loc_info_present_flag);
if (params->chroma_loc_info_present_flag) {
json_object_set_int_member (vui, "chroma sample loc type top field",
params->chroma_sample_loc_type_top_field);
json_object_set_int_member (vui, "chroma sample loc type bottom field",
params->chroma_sample_loc_type_bottom_field);
}
json_object_set_boolean_member (vui, "neutral chroma indication flag",
params->neutral_chroma_indication_flag);
json_object_set_boolean_member (vui, "field seq flag",
params->field_seq_flag);
json_object_set_boolean_member (vui, "frame field info present flag",
params->frame_field_info_present_flag);
json_object_set_boolean_member (vui, "default display window flag",
params->default_display_window_flag);
if (params->default_display_window_flag) {
json_object_set_int_member (vui, "def disp win left offset",
params->def_disp_win_left_offset);
json_object_set_int_member (vui, "def disp win right offset",
params->def_disp_win_right_offset);
json_object_set_int_member (vui, "def disp win top offset",
params->def_disp_win_top_offset);
json_object_set_int_member (vui, "def disp win bottom offset",
params->def_disp_win_bottom_offset);
}
json_object_set_boolean_member (vui, "timing info present flag",
params->timing_info_present_flag);
if (params->timing_info_present_flag) {
json_object_set_int_member (vui, "num units in tick",
params->num_units_in_tick);
json_object_set_int_member (vui, "time scale", params->time_scale);
json_object_set_boolean_member (vui, "poc proportional to timing flag",
params->poc_proportional_to_timing_flag);
if (params->poc_proportional_to_timing_flag)
json_object_set_int_member (vui, "num ticks poc diff one minus1",
params->num_ticks_poc_diff_one_minus1);
json_object_set_boolean_member (vui, "hrd_parameters_present_flag",
params->hrd_parameters_present_flag);
if (params->hrd_parameters_present_flag) {
JsonObject *hrd = gst_h265_2_json_hrd_params (&params->hrd_params,
h265_sps.max_sub_layers_minus1);
json_object_set_object_member (vui, "hrd params", hrd);
}
}
json_object_set_boolean_member (vui, "bitstream restriction flag",
params->bitstream_restriction_flag);
if (params->bitstream_restriction_flag) {
json_object_set_boolean_member (vui, "tiles fixed structure flag",
params->tiles_fixed_structure_flag);
json_object_set_boolean_member (vui,
"motion vectors over pic boundaries flag",
params->motion_vectors_over_pic_boundaries_flag);
json_object_set_boolean_member (vui, "restricted ref pic lists flag",
params->restricted_ref_pic_lists_flag);
json_object_set_int_member (vui, "min spatial segmentation idc",
params->min_spatial_segmentation_idc);
json_object_set_int_member (vui, "max bytes per pic denom",
params->max_bytes_per_pic_denom);
json_object_set_int_member (vui, "max bits per min cu denom",
params->max_bits_per_min_cu_denom);
json_object_set_int_member (vui, "log2 max mv length horizontal",
params->log2_max_mv_length_horizontal);
json_object_set_int_member (vui, "log2 max mv length vertical",
params->log2_max_mv_length_vertical);
}
json_object_set_object_member (sps, "vui params", vui);
}
json_object_set_boolean_member (sps, "sps extension flag",
h265_sps.sps_extension_flag);
if (h265_sps.sps_extension_flag) {
json_object_set_boolean_member (sps, "sps range extension flag",
h265_sps.sps_range_extension_flag);
json_object_set_boolean_member (sps, "sps multilayer extension_flag",
h265_sps.sps_multilayer_extension_flag);
json_object_set_boolean_member (sps, "sps 3d extension flag",
h265_sps.sps_3d_extension_flag);
json_object_set_boolean_member (sps, "sps scc extension flag",
h265_sps.sps_scc_extension_flag);
json_object_set_int_member (sps, "sps extension 4bits",
h265_sps.sps_extension_4bits);
if (h265_sps.sps_range_extension_flag) {
json_object_set_boolean_member (sps,
"transform skip rotation enabled flag",
h265_sps.sps_extension_params.transform_skip_rotation_enabled_flag);
json_object_set_boolean_member (sps,
"transform skip context enabled flag",
h265_sps.sps_extension_params.transform_skip_context_enabled_flag);
json_object_set_boolean_member (sps, "implicit rdpcm enabled flag",
h265_sps.sps_extension_params.implicit_rdpcm_enabled_flag);
json_object_set_boolean_member (sps, "explicit rdpcm enabled flag",
h265_sps.sps_extension_params.explicit_rdpcm_enabled_flag);
json_object_set_boolean_member (sps, "extended precision processing flag",
h265_sps.sps_extension_params.extended_precision_processing_flag);
json_object_set_boolean_member (sps, "intra smoothing disabled flag",
h265_sps.sps_extension_params.intra_smoothing_disabled_flag);
json_object_set_boolean_member (sps,
"high precision offsets enabled flag",
h265_sps.sps_extension_params.high_precision_offsets_enabled_flag);
json_object_set_boolean_member (sps,
"persistent rice adaptation enabled flag",
h265_sps.
sps_extension_params.persistent_rice_adaptation_enabled_flag);
json_object_set_boolean_member (sps,
"cabac bypass alignment enabled flag",
h265_sps.sps_extension_params.cabac_bypass_alignment_enabled_flag);
}
if (h265_sps.sps_scc_extension_flag) {
JsonArray *sps_palette_predictor_initializer = json_array_new ();
json_object_set_boolean_member (sps, "sps curr pic ref enabled flag",
h265_sps.sps_scc_extension_params.sps_curr_pic_ref_enabled_flag);
json_object_set_boolean_member (sps, "palette mode enabled flag",
h265_sps.sps_scc_extension_params.palette_mode_enabled_flag);
json_object_set_int_member (sps, "palette max size",
h265_sps.sps_scc_extension_params.palette_max_size);
json_object_set_int_member (sps, "delta palette max_predictor size",
h265_sps.sps_scc_extension_params.delta_palette_max_predictor_size);
json_object_set_boolean_member (sps,
"sps palette predictor initializers present flag",
h265_sps.
sps_scc_extension_params.sps_palette_predictor_initializers_present_flag);
json_object_set_int_member (sps,
"sps num palette predictor initializer minus1",
h265_sps.
sps_scc_extension_params.sps_num_palette_predictor_initializer_minus1);
for (i = 0; i < 3; i++) {
JsonArray *sub = json_array_new ();
for (j = 0; j < 128; j++)
json_array_add_int_element (sub,
h265_sps.
sps_scc_extension_params.sps_palette_predictor_initializer[i][j]);
json_array_add_array_element (sps_palette_predictor_initializer, sub);
}
json_object_set_array_member (sps, "sps palette predictor initializer",
sps_palette_predictor_initializer);
json_object_set_int_member (sps, "motion vector resolution control idc",
h265_sps.
sps_scc_extension_params.motion_vector_resolution_control_idc);
json_object_set_boolean_member (sps,
"intra boundary filtering disabled flag",
h265_sps.
sps_scc_extension_params.intra_boundary_filtering_disabled_flag);
}
}
json_object_set_object_member (json, "sps", sps);
return GST_FLOW_OK;
}
static GstFlowReturn
gst_h265_2_json_parse_vps (GstH2652json * self, GstH265NalUnit * nalu)
{
GstH265VPS h265_vps;
JsonObject *vps;
GstH265ParserResult pres;
JsonObject *json = self->json;
JsonObject *profile_tier_level, *hrd;
JsonArray *max_dec_pic_buffering_minus1, *max_num_reorder_pics,
*max_latency_increase_plus1;
gint i;
pres = gst_h265_parser_parse_vps (self->parser, nalu, &h265_vps);
if (pres != GST_H265_PARSER_OK) {
GST_WARNING_OBJECT (self, "Failed to parse VPS, result %d", pres);
return GST_FLOW_ERROR;
}
pres = gst_h265_parser_update_vps (self->parser, &h265_vps);
if (pres != GST_H265_PARSER_OK) {
GST_WARNING_OBJECT (self, "Failed to update VPS, result %d", pres);
return GST_FLOW_ERROR;
}
GST_LOG_OBJECT (self, "VPS parsed");
vps = json_object_new ();
json_object_set_boolean_member (vps, "base layer internal flag",
h265_vps.base_layer_internal_flag);
json_object_set_boolean_member (vps, "base layer available flag",
h265_vps.base_layer_available_flag);
json_object_set_int_member (vps, "max layers minus1",
h265_vps.max_layers_minus1);
json_object_set_int_member (vps, "max sub layers minus1",
h265_vps.max_sub_layers_minus1);
json_object_set_boolean_member (vps, "temporal id nesting flag",
h265_vps.temporal_id_nesting_flag);
profile_tier_level =
gst_h265_2_json_profile_tier_level (&h265_vps.profile_tier_level);
json_object_set_object_member (vps, "profile tier level", profile_tier_level);
json_object_set_boolean_member (vps, "sub layer ordering info present flag",
h265_vps.sub_layer_ordering_info_present_flag);
max_dec_pic_buffering_minus1 = json_array_new ();
max_num_reorder_pics = json_array_new ();
max_latency_increase_plus1 = json_array_new ();
for (i = 0; i < GST_H265_MAX_SUB_LAYERS; i++) {
json_array_add_int_element (max_dec_pic_buffering_minus1,
h265_vps.max_dec_pic_buffering_minus1[i]);
json_array_add_int_element (max_num_reorder_pics,
h265_vps.max_num_reorder_pics[i]);
json_array_add_int_element (max_latency_increase_plus1,
h265_vps.max_latency_increase_plus1[i]);
}
json_object_set_array_member (vps, "max dec pic buffering minus1",
max_dec_pic_buffering_minus1);
json_object_set_array_member (vps, "max num reorder pics",
max_num_reorder_pics);
json_object_set_array_member (vps, "max latency increase plus1",
max_latency_increase_plus1);
json_object_set_int_member (vps, "max layer id", h265_vps.max_layer_id);
json_object_set_int_member (vps, "num layer sets minus1",
h265_vps.num_layer_sets_minus1);
json_object_set_boolean_member (vps, "timing info present flag",
h265_vps.timing_info_present_flag);
json_object_set_int_member (vps, "num units in tick",
h265_vps.num_units_in_tick);
json_object_set_int_member (vps, "time scale", h265_vps.time_scale);
json_object_set_boolean_member (vps, "poc proportional to timing flag",
h265_vps.poc_proportional_to_timing_flag);
json_object_set_int_member (vps, "num ticks poc diff one minus1",
h265_vps.num_ticks_poc_diff_one_minus1);
json_object_set_int_member (vps, "hrd layer set idx",
h265_vps.hrd_layer_set_idx);
json_object_set_boolean_member (vps, "cprms present flag",
h265_vps.cprms_present_flag);
json_object_set_int_member (vps, "vps extension", h265_vps.vps_extension);
hrd = gst_h265_2_json_hrd_params (&h265_vps.hrd_params, 0);
json_object_set_object_member (vps, "hrd params", hrd);
json_object_set_object_member (json, "vps", vps);
return GST_FLOW_OK;
}
static GstFlowReturn
gst_h265_2_json_parse_pps (GstH2652json * self, GstH265NalUnit * nalu)
{
GstH265PPS h265_pps;
JsonObject *pps;
GstH265ParserResult pres;
JsonObject *json = self->json;
JsonObject *scaling_list;
JsonArray *column_width_minus1, *row_height_minus1;
gint i, j;
pres = gst_h265_parser_parse_pps (self->parser, nalu, &h265_pps);
if (pres != GST_H265_PARSER_OK) {
GST_WARNING_OBJECT (self, "Failed to parse PPS, result %d", pres);
return GST_FLOW_ERROR;
}
GST_LOG_OBJECT (self, "PPS parsed");
pps = json_object_new ();
json_object_set_int_member (pps, "sps id", h265_pps.sps_id);
json_object_set_boolean_member (pps, "dependent slice segments enabled flag",
h265_pps.dependent_slice_segments_enabled_flag);
json_object_set_boolean_member (pps, "output flag present flag",
h265_pps.output_flag_present_flag);
json_object_set_int_member (pps, "num extra slice header bits",
h265_pps.num_extra_slice_header_bits);
json_object_set_boolean_member (pps, "sign data hiding enabled flag",
h265_pps.sign_data_hiding_enabled_flag);
json_object_set_boolean_member (pps, "cabac init present flag",
h265_pps.cabac_init_present_flag);
json_object_set_int_member (pps, "num ref idx l0 default active minus1",
h265_pps.num_ref_idx_l0_default_active_minus1);
json_object_set_int_member (pps, "num ref idx l1 default active minus1",
h265_pps.num_ref_idx_l1_default_active_minus1);
json_object_set_int_member (pps, "init qp minus26", h265_pps.init_qp_minus26);
json_object_set_boolean_member (pps, "constrained intra pred flag",
h265_pps.constrained_intra_pred_flag);
json_object_set_boolean_member (pps, "transform skip enabled flag",
h265_pps.transform_skip_enabled_flag);
json_object_set_boolean_member (pps, "cu qp delta enabled flag",
h265_pps.cu_qp_delta_enabled_flag);
if (h265_pps.cu_qp_delta_enabled_flag)
json_object_set_int_member (pps, "diff cu qp delta depth",
h265_pps.diff_cu_qp_delta_depth);
json_object_set_int_member (pps, "cb qp offset", h265_pps.cb_qp_offset);
json_object_set_int_member (pps, "cr qp offset", h265_pps.cr_qp_offset);
json_object_set_boolean_member (pps, "slice chroma qp offsets present flag",
h265_pps.slice_chroma_qp_offsets_present_flag);
json_object_set_boolean_member (pps, "weighted pred flag",
h265_pps.weighted_pred_flag);
json_object_set_boolean_member (pps, "weighted bipred flag",
h265_pps.weighted_bipred_flag);
json_object_set_boolean_member (pps, "transquant bypass enabled flag",
h265_pps.transquant_bypass_enabled_flag);
json_object_set_boolean_member (pps, "tiles enabled flag",
h265_pps.tiles_enabled_flag);
json_object_set_boolean_member (pps, "entropy_coding_sync_enabled_flag",
h265_pps.entropy_coding_sync_enabled_flag);
json_object_set_int_member (pps, "num tile columns minus1",
h265_pps.num_tile_columns_minus1);
json_object_set_int_member (pps, "num tile rows minus1",
h265_pps.num_tile_rows_minus1);
json_object_set_boolean_member (pps, "uniform spacing flag",
h265_pps.uniform_spacing_flag);
column_width_minus1 = json_array_new ();
for (i = 0; i < 20; i++)
json_array_add_int_element (column_width_minus1,
h265_pps.column_width_minus1[i]);
json_object_set_array_member (pps, "column width minus1",
column_width_minus1);
row_height_minus1 = json_array_new ();
for (i = 0; i < 22; i++)
json_array_add_int_element (row_height_minus1,
h265_pps.row_height_minus1[i]);
json_object_set_array_member (pps, "row height minus1", row_height_minus1);
json_object_set_boolean_member (pps, "loop filter across tiles enabled flag",
h265_pps.loop_filter_across_tiles_enabled_flag);
json_object_set_boolean_member (pps, "loop filter across slices enabled flag",
h265_pps.loop_filter_across_slices_enabled_flag);
json_object_set_boolean_member (pps, "deblocking filter control present flag",
h265_pps.deblocking_filter_control_present_flag);
json_object_set_boolean_member (pps,
"deblocking filter override enabled_flag",
h265_pps.deblocking_filter_override_enabled_flag);
json_object_set_boolean_member (pps, "deblocking filter disabled flag",
h265_pps.deblocking_filter_disabled_flag);
json_object_set_int_member (pps, "beta offset div2",
h265_pps.beta_offset_div2);
json_object_set_int_member (pps, "tc offset div2", h265_pps.tc_offset_div2);
json_object_set_boolean_member (pps, "scaling list data present flag",
h265_pps.scaling_list_data_present_flag);
scaling_list = gst_h265_2_json_scaling_list (&h265_pps.scaling_list);
json_object_set_object_member (pps, "scaling list", scaling_list);
json_object_set_boolean_member (pps, "lists modification present_flag",
h265_pps.lists_modification_present_flag);
json_object_set_int_member (pps, "log2 parallel merge level minus2",
h265_pps.log2_parallel_merge_level_minus2);
json_object_set_boolean_member (pps,
"slice segment header extension present flag",
h265_pps.slice_segment_header_extension_present_flag);
json_object_set_boolean_member (pps, "pps extension flag",
h265_pps.pps_extension_flag);
if (h265_pps.pps_extension_flag) {
json_object_set_boolean_member (pps, "pps range extension flag",
h265_pps.pps_range_extension_flag);
json_object_set_boolean_member (pps, "pps multilayer extension flag",
h265_pps.pps_multilayer_extension_flag);
json_object_set_boolean_member (pps, "pps 3d extension flag",
h265_pps.pps_3d_extension_flag);
json_object_set_boolean_member (pps, "pps scc extension flag",
h265_pps.pps_scc_extension_flag);
json_object_set_int_member (pps, "pps extension 4bits",
h265_pps.pps_extension_4bits);
}
if (h265_pps.pps_range_extension_flag) {
GstH265PPSExtensionParams *p = &h265_pps.pps_extension_params;
JsonObject *params = json_object_new ();
JsonArray *cb_qp_offset_list = json_array_new ();
JsonArray *cr_qp_offset_list = json_array_new ();
json_object_set_int_member (params,
"log2 max transform skip block size minus2",
p->log2_max_transform_skip_block_size_minus2);
json_object_set_boolean_member (params,
"cross component prediction enabled flag",
p->cross_component_prediction_enabled_flag);
json_object_set_boolean_member (params,
"chroma qp offset list enabled flag",
p->chroma_qp_offset_list_enabled_flag);
json_object_set_int_member (params, "diff cu chroma qp offset depth",
p->diff_cu_chroma_qp_offset_depth);
json_object_set_int_member (params, "chroma qp offset list len_minus1",
p->chroma_qp_offset_list_len_minus1);
for (i = 0; i < 6; i++) {
json_array_add_int_element (cb_qp_offset_list, p->cb_qp_offset_list[i]);
json_array_add_int_element (cr_qp_offset_list, p->cr_qp_offset_list[i]);
}
json_object_set_array_member (params, "cb qp offset list",
cb_qp_offset_list);
json_object_set_array_member (params, "cr qp offset list",
cr_qp_offset_list);
json_object_set_int_member (params, "log2 sao offset scale luma",
p->log2_sao_offset_scale_luma);
json_object_set_int_member (params, "log2 sao offset scale chroma",
p->log2_sao_offset_scale_chroma);
json_object_set_object_member (pps, "pps extension params", params);
}
if (h265_pps.pps_scc_extension_flag) {
GstH265PPSSccExtensionParams *p = &h265_pps.pps_scc_extension_params;
JsonObject *params = json_object_new ();
JsonArray *initializer = json_array_new ();
json_object_set_boolean_member (params, "pps curr pic ref enabled flag",
p->pps_curr_pic_ref_enabled_flag);
json_object_set_boolean_member (params,
"residual adaptive colour transform enabled flag",
p->residual_adaptive_colour_transform_enabled_flag);
json_object_set_boolean_member (params,
"pps slice act qp offsets present flag",
p->pps_slice_act_qp_offsets_present_flag);
json_object_set_int_member (params, "pps act y qp offset plus5",
p->pps_act_y_qp_offset_plus5);
json_object_set_int_member (params, "pps act cb qp offset plus5",
p->pps_act_cb_qp_offset_plus5);
json_object_set_int_member (params, "pps act cr qp offset plus3",
p->pps_act_cr_qp_offset_plus3);
json_object_set_boolean_member (params,
"pps palette predictor initializers present flag",
p->pps_palette_predictor_initializers_present_flag);
json_object_set_int_member (params, "pps num palette predictor initializer",
p->pps_num_palette_predictor_initializer);
json_object_set_boolean_member (params, "monochrome palette flag",
p->monochrome_palette_flag);
json_object_set_int_member (params, "luma bit depth entry minus8",
p->luma_bit_depth_entry_minus8);
json_object_set_int_member (params, "chroma bit depth entry minus8",
p->chroma_bit_depth_entry_minus8);
for (i = 0; i < 3; i++) {
JsonArray *sub = json_array_new ();
for (j = 0; j < 128; j++)
json_array_add_int_element (sub,
p->pps_palette_predictor_initializer[i][j]);
json_array_add_array_element (initializer, sub);
}
json_object_set_array_member (params, "pps palette predictor initializer",
initializer);
json_object_set_object_member (pps, "pps scc extension_params", params);
}
json_object_set_object_member (json, "pps", pps);
return GST_FLOW_OK;
}
static GstFlowReturn
gst_h265_2_json_parse_sei (GstH2652json * self, GstH265NalUnit * nalu)
{
JsonObject *sei;
GstH265ParserResult pres;
JsonObject *json = self->json;
GArray *messages = NULL;
gint i;
pres = gst_h265_parser_parse_sei (self->parser, nalu, &messages);
if (pres != GST_H265_PARSER_OK) {
GST_WARNING_OBJECT (self, "Failed to parse SEI, result %d", pres);
/* XXX: Ignore error from SEI parsing, it might be malformed bitstream,
* or our fault. But shouldn't be critical */
g_clear_pointer (&messages, g_array_unref);
return GST_FLOW_OK;
}
sei = json_object_new ();
GST_LOG_OBJECT (self, "SEI parsed");
for (i = 0; i < messages->len; i++) {
GstH265SEIMessage *m = &g_array_index (messages, GstH265SEIMessage, i);
switch (m->payloadType) {
case GST_H265_SEI_PIC_TIMING:
{
JsonObject *timing = json_object_new ();
json_object_set_int_member (timing, "pic struct",
m->payload.pic_timing.pic_struct);
json_object_set_int_member (timing, "source scan type",
m->payload.pic_timing.source_scan_type);
json_object_set_boolean_member (timing, "duplicate flag",
m->payload.pic_timing.duplicate_flag);
json_object_set_object_member (sei, "timing", timing);
break;
}
default:
break;
}
}
g_array_free (messages, TRUE);
json_object_set_object_member (json, "sei", sei);
return GST_FLOW_OK;
}
static GstFlowReturn
gst_h265_2_json_parse_slice (GstH2652json * self, GstH265NalUnit * nalu)
{
GstH265ParserResult pres = GST_H265_PARSER_OK;
GstH265SliceHdr slice_hdr;
GstH265PPS *pps;
GstH265SPS *sps;
JsonObject *json = self->json;
JsonObject *hdr, *ref_pic_list_modification, *pred_weight_table;
JsonArray *lt_idx_sps;
JsonArray *poc_lsb_lt;
JsonArray *used_by_curr_pic_lt_flag;
JsonArray *delta_poc_msb_present_flag;
JsonArray *delta_poc_msb_cycle_lt;
JsonArray *luma_weight_l0_flag;
JsonArray *chroma_weight_l0_flag;
JsonArray *delta_luma_weight_l0;
JsonArray *luma_offset_l0;
JsonArray *delta_chroma_weight_l0;
JsonArray *delta_chroma_offset_l0;
JsonArray *luma_weight_l1_flag;
JsonArray *chroma_weight_l1_flag;
JsonArray *delta_luma_weight_l1;
JsonArray *luma_offset_l1;
JsonArray *delta_chroma_weight_l1;
JsonArray *delta_chroma_offset_l1;
GstH265RefPicListModification *m;
GstH265PredWeightTable *pwt;
gint i, j;
pres = gst_h265_parser_parse_slice_hdr (self->parser, nalu, &slice_hdr);
if (pres != GST_H265_PARSER_OK) {
GST_ERROR_OBJECT (self, "Failed to parse slice header, ret %d", pres);
return GST_FLOW_ERROR;
}
pps = slice_hdr.pps;
sps = pps->sps;
hdr = json_object_new ();
json_object_set_boolean_member (hdr, "dependent slice segment flag",
slice_hdr.dependent_slice_segment_flag);
json_object_set_int_member (hdr, "segment address",
slice_hdr.segment_address);
json_object_set_int_member (hdr, "type", slice_hdr.type);
json_object_set_boolean_member (hdr, "pic output flag",
slice_hdr.pic_output_flag);
json_object_set_int_member (hdr, "colour plane id",
slice_hdr.colour_plane_id);
json_object_set_int_member (hdr, "pic_order_cnt_lsb",
slice_hdr.pic_order_cnt_lsb);
json_object_set_boolean_member (hdr, "short term ref pic set sps flag",
slice_hdr.short_term_ref_pic_set_sps_flag);
if (!slice_hdr.short_term_ref_pic_set_sps_flag) {
JsonObject *st_rps = json_object_new ();
json_object_set_boolean_member (st_rps, "inter ref pic set prediction flag",
slice_hdr.short_term_ref_pic_sets.inter_ref_pic_set_prediction_flag);
json_object_set_int_member (st_rps, "delta idx minus1",
slice_hdr.short_term_ref_pic_sets.delta_idx_minus1);
json_object_set_int_member (st_rps, "delta rps sign",
slice_hdr.short_term_ref_pic_sets.delta_rps_sign);
json_object_set_int_member (st_rps, "abs delta rps minus1",
slice_hdr.short_term_ref_pic_sets.abs_delta_rps_minus1);
json_object_set_object_member (hdr, "short term ref pic sets", st_rps);
} else if (sps->num_short_term_ref_pic_sets > 1) {
json_object_set_int_member (hdr, "short term ref pic set idx",
slice_hdr.short_term_ref_pic_set_idx);
}
json_object_set_int_member (hdr, "num long term sps",
slice_hdr.num_long_term_sps);
json_object_set_int_member (hdr, "num long term pics",
slice_hdr.num_long_term_pics);
lt_idx_sps = json_array_new ();
poc_lsb_lt = json_array_new ();
used_by_curr_pic_lt_flag = json_array_new ();
delta_poc_msb_present_flag = json_array_new ();
delta_poc_msb_cycle_lt = json_array_new ();
for (i = 0; i < 16; i++) {
json_array_add_int_element (lt_idx_sps, slice_hdr.lt_idx_sps[i]);
json_array_add_int_element (poc_lsb_lt, slice_hdr.poc_lsb_lt[i]);
json_array_add_boolean_element (used_by_curr_pic_lt_flag,
slice_hdr.used_by_curr_pic_lt_flag[i]);
json_array_add_boolean_element (delta_poc_msb_present_flag,
slice_hdr.delta_poc_msb_present_flag[i]);
json_array_add_int_element (delta_poc_msb_cycle_lt,
slice_hdr.delta_poc_msb_cycle_lt[i]);
}
json_object_set_array_member (hdr, "lt idx sps", lt_idx_sps);
json_object_set_array_member (hdr, "poc lsb lt", poc_lsb_lt);
json_object_set_array_member (hdr, "used by curr pic lt flag",
used_by_curr_pic_lt_flag);
json_object_set_array_member (hdr, "delta poc msb present flag",
delta_poc_msb_present_flag);
json_object_set_array_member (hdr, "delta poc msb cycle lt",
delta_poc_msb_cycle_lt);
json_object_set_boolean_member (hdr, "temporal mvp enabled flag",
slice_hdr.temporal_mvp_enabled_flag);
json_object_set_boolean_member (hdr, "sao luma flag",
slice_hdr.sao_luma_flag);
json_object_set_boolean_member (hdr, "sao chroma flag",
slice_hdr.sao_chroma_flag);
json_object_set_boolean_member (hdr, "num ref idx active override flag",
slice_hdr.num_ref_idx_active_override_flag);
json_object_set_int_member (hdr, "num ref idx l0 active minus1",
slice_hdr.num_ref_idx_l0_active_minus1);
json_object_set_int_member (hdr, "num ref idx l1 active minus1",
slice_hdr.num_ref_idx_l1_active_minus1);
m = &slice_hdr.ref_pic_list_modification;
ref_pic_list_modification = json_object_new ();
json_object_set_boolean_member (ref_pic_list_modification,
"ref pic list modification flag l0",
m->ref_pic_list_modification_flag_l0);
if (m->ref_pic_list_modification_flag_l0) {
JsonArray *list_entry_l0 = json_array_new ();
for (i = 0; i < slice_hdr.num_ref_idx_l0_active_minus1 && i < 15; i++)
json_array_add_int_element (list_entry_l0, m->list_entry_l0[i]);
json_object_set_array_member (ref_pic_list_modification, "list entry l0",
list_entry_l0);
if (GST_H265_IS_B_SLICE (&slice_hdr)) {
json_object_set_boolean_member (ref_pic_list_modification,
"ref pic list modification flag l1",
m->ref_pic_list_modification_flag_l1);
if (m->ref_pic_list_modification_flag_l1) {
JsonArray *list_entry_l1 = json_array_new ();
for (i = 0; i < slice_hdr.num_ref_idx_l1_active_minus1 && i < 15; i++)
json_array_add_int_element (list_entry_l1, m->list_entry_l1[i]);
json_object_set_array_member (ref_pic_list_modification,
"list entry l1", list_entry_l1);
}
}
}
json_object_set_object_member (hdr, "ref pic list modification",
ref_pic_list_modification);
json_object_set_boolean_member (hdr, "mvd l1 zero flag",
slice_hdr.mvd_l1_zero_flag);
json_object_set_boolean_member (hdr, "cabac init flag",
slice_hdr.cabac_init_flag);
json_object_set_boolean_member (hdr, "collocated from l0 flag",
slice_hdr.collocated_from_l0_flag);
json_object_set_int_member (hdr, "collocated ref idx",
slice_hdr.collocated_ref_idx);
pred_weight_table = json_object_new ();
pwt = &slice_hdr.pred_weight_table;
luma_weight_l0_flag = json_array_new ();
chroma_weight_l0_flag = json_array_new ();
delta_luma_weight_l0 = json_array_new ();
luma_offset_l0 = json_array_new ();
delta_chroma_weight_l0 = json_array_new ();
delta_chroma_offset_l0 = json_array_new ();
luma_weight_l1_flag = json_array_new ();
chroma_weight_l1_flag = json_array_new ();
delta_luma_weight_l1 = json_array_new ();
luma_offset_l1 = json_array_new ();
delta_chroma_weight_l1 = json_array_new ();
delta_chroma_offset_l1 = json_array_new ();
json_object_set_int_member (pred_weight_table, "luma log2 weight denom",
pwt->luma_log2_weight_denom);
json_object_set_int_member (pred_weight_table,
"delta chroma log2 weight denom", pwt->delta_chroma_log2_weight_denom);
for (i = 0; i < 15; i++) {
json_array_add_boolean_element (luma_weight_l0_flag,
pwt->luma_weight_l0_flag[i]);
json_array_add_boolean_element (chroma_weight_l0_flag,
pwt->chroma_weight_l0_flag[i]);
json_array_add_int_element (delta_luma_weight_l0,
pwt->delta_luma_weight_l0[i]);
json_array_add_int_element (luma_offset_l0, pwt->luma_offset_l0[i]);
for (j = 0; j < 2; j++) {
json_array_add_int_element (delta_chroma_weight_l0,
pwt->delta_chroma_weight_l0[i][j]);
json_array_add_int_element (delta_chroma_offset_l0,
pwt->delta_chroma_offset_l0[i][j]);
}
json_array_add_boolean_element (luma_weight_l1_flag,
pwt->luma_weight_l1_flag[i]);
json_array_add_boolean_element (chroma_weight_l1_flag,
pwt->chroma_weight_l1_flag[i]);
json_array_add_int_element (delta_luma_weight_l1,
pwt->delta_luma_weight_l1[i]);
json_array_add_int_element (luma_offset_l1, pwt->luma_offset_l1[i]);
for (j = 0; j < 2; j++) {
json_array_add_int_element (delta_chroma_weight_l1,
pwt->delta_chroma_weight_l1[i][j]);
json_array_add_int_element (delta_chroma_offset_l1,
pwt->delta_chroma_offset_l1[i][j]);
}
}
json_object_set_array_member (pred_weight_table, "luma weight l0 flag",
luma_weight_l0_flag);
json_object_set_array_member (pred_weight_table, "chroma weight l0 flag",
chroma_weight_l0_flag);
json_object_set_array_member (pred_weight_table, "delta luma weight l0",
delta_luma_weight_l0);
json_object_set_array_member (pred_weight_table, "luma offset l0",
luma_offset_l0);
json_object_set_array_member (pred_weight_table, "delta chroma weight l0",
delta_chroma_weight_l0);
json_object_set_array_member (pred_weight_table, "delta chroma offset l0",
delta_chroma_offset_l0);
json_object_set_array_member (pred_weight_table, "luma weight l1 flag",
luma_weight_l1_flag);
json_object_set_array_member (pred_weight_table, "chroma weight l1 flag",
chroma_weight_l1_flag);
json_object_set_array_member (pred_weight_table, "delta luma weight l1",
delta_luma_weight_l1);
json_object_set_array_member (pred_weight_table, "luma offset l1",
luma_offset_l1);
json_object_set_array_member (pred_weight_table, "delta chroma weight l1",
delta_chroma_weight_l1);
json_object_set_array_member (pred_weight_table, "delta chroma offset l1",
delta_chroma_offset_l1);
json_object_set_object_member (hdr, "pred weight table", pred_weight_table);
json_object_set_int_member (hdr, "five minus max num merge cand",
slice_hdr.five_minus_max_num_merge_cand);
json_object_set_boolean_member (hdr, "use integer mv flag",
slice_hdr.use_integer_mv_flag);
json_object_set_int_member (hdr, "qp delta", slice_hdr.qp_delta);
json_object_set_int_member (hdr, "cb qp offset", slice_hdr.cb_qp_offset);
json_object_set_int_member (hdr, "cr qp offset", slice_hdr.cr_qp_offset);
json_object_set_int_member (hdr, "slice act y qp offset",
slice_hdr.slice_act_y_qp_offset);
json_object_set_int_member (hdr, "slice act cb qp offset",
slice_hdr.slice_act_cb_qp_offset);
json_object_set_int_member (hdr, "slice act cr qp offset",
slice_hdr.slice_act_cr_qp_offset);
json_object_set_boolean_member (hdr, "cu chroma qp offset enabled flag",
slice_hdr.cu_chroma_qp_offset_enabled_flag);
json_object_set_boolean_member (hdr, "deblocking filter override flag",
slice_hdr.deblocking_filter_override_flag);
json_object_set_boolean_member (hdr, "deblocking filter disabled flag",
slice_hdr.deblocking_filter_disabled_flag);
json_object_set_int_member (hdr, "beta offset div2",
slice_hdr.beta_offset_div2);
json_object_set_int_member (hdr, "tc offset div2", slice_hdr.tc_offset_div2);
json_object_set_boolean_member (hdr, "loop filter across slices enabled flag",
slice_hdr.loop_filter_across_slices_enabled_flag);
json_object_set_int_member (hdr, "num entry point offsets",
slice_hdr.num_entry_point_offsets);
if (slice_hdr.num_entry_point_offsets) {
JsonArray *entry_point_offset_minus1 = json_array_new ();
json_object_set_int_member (hdr, "offset len minus1",
slice_hdr.offset_len_minus1);
for (i = 0; i < slice_hdr.num_entry_point_offsets; i++)
json_array_add_int_element (entry_point_offset_minus1,
slice_hdr.entry_point_offset_minus1[i]);
json_object_set_array_member (hdr, "entry point offset minus1",
entry_point_offset_minus1);
}
json_object_set_object_member (json, "slice header", hdr);
gst_h265_slice_hdr_free (&slice_hdr);
return GST_FLOW_OK;
}
static GstFlowReturn
gst_h265_2_json_decode_nal (GstH2652json * self, GstH265NalUnit * nalu)
{
GstFlowReturn ret = GST_FLOW_OK;
GST_LOG_OBJECT (self, "Parsed nal type: %d, offset %d, size %d",
nalu->type, nalu->offset, nalu->size);
switch (nalu->type) {
case GST_H265_NAL_VPS:
ret = gst_h265_2_json_parse_vps (self, nalu);
break;
case GST_H265_NAL_SPS:
ret = gst_h265_2_json_parse_sps (self, nalu);
break;
case GST_H265_NAL_PPS:
ret = gst_h265_2_json_parse_pps (self, nalu);
break;
case GST_H265_NAL_PREFIX_SEI:
case GST_H265_NAL_SUFFIX_SEI:
ret = gst_h265_2_json_parse_sei (self, nalu);
break;
case GST_H265_NAL_SLICE_TRAIL_N:
case GST_H265_NAL_SLICE_TRAIL_R:
case GST_H265_NAL_SLICE_TSA_N:
case GST_H265_NAL_SLICE_TSA_R:
case GST_H265_NAL_SLICE_STSA_N:
case GST_H265_NAL_SLICE_STSA_R:
case GST_H265_NAL_SLICE_RADL_N:
case GST_H265_NAL_SLICE_RADL_R:
case GST_H265_NAL_SLICE_RASL_N:
case GST_H265_NAL_SLICE_RASL_R:
case GST_H265_NAL_SLICE_BLA_W_LP:
case GST_H265_NAL_SLICE_BLA_W_RADL:
case GST_H265_NAL_SLICE_BLA_N_LP:
case GST_H265_NAL_SLICE_IDR_W_RADL:
case GST_H265_NAL_SLICE_IDR_N_LP:
case GST_H265_NAL_SLICE_CRA_NUT:
ret = gst_h265_2_json_parse_slice (self, nalu);
break;
case GST_H265_NAL_EOB:
case GST_H265_NAL_EOS:
default:
break;
}
return ret;
}
static GstFlowReturn
gst_h265_2_json_chain (GstPad * sinkpad, GstObject * object, GstBuffer * in_buf)
{
GstH2652json *self = GST_H265_2_JSON (object);
JsonObject *json = self->json;
GstBuffer *out_buf;
gchar *json_string;
guint length;
GstH265NalUnit nalu;
GstH265ParserResult pres;
GstMapInfo in_map, out_map;
GstFlowReturn ret = GST_FLOW_OK;
gint i;
if (!gst_buffer_map (in_buf, &in_map, GST_MAP_READ)) {
GST_ERROR_OBJECT (self, "Cannot map buffer");
return GST_FLOW_ERROR;
}
if (self->use_hevc) {
guint offset = 0;
gsize consumed;
do {
pres = gst_h265_parser_identify_and_split_nalu_hevc (self->parser,
in_map.data, offset, in_map.size, self->nal_length_size,
self->split_nalu, &consumed);
if (pres != GST_H265_PARSER_OK)
break;
for (i = 0; i < self->split_nalu->len; i++) {
GstH265NalUnit *nl =
&g_array_index (self->split_nalu, GstH265NalUnit, i);
pres = gst_h265_2_json_decode_nal (self, nl);
if (pres != GST_H265_PARSER_OK)
break;
}
if (pres != GST_H265_PARSER_OK)
break;
offset += consumed;
} while (pres == GST_H265_PARSER_OK);
} else {
pres = gst_h265_parser_identify_nalu (self->parser,
in_map.data, 0, in_map.size, &nalu);
if (pres == GST_H265_PARSER_NO_NAL_END)
pres = GST_H265_PARSER_OK;
while (pres == GST_H265_PARSER_OK) {
pres = gst_h265_2_json_decode_nal (self, &nalu);
if (pres != GST_H265_PARSER_OK)
break;
pres = gst_h265_parser_identify_nalu (self->parser,
in_map.data, nalu.offset + nalu.size, in_map.size, &nalu);
if (pres == GST_H265_PARSER_NO_NAL_END)
pres = GST_H265_PARSER_OK;
}
}
json_string = get_string_from_json_object (json);
length = strlen (json_string);
out_buf = gst_buffer_new_allocate (NULL, length, NULL);
gst_buffer_map (out_buf, &out_map, GST_MAP_WRITE);
if (length)
memcpy (&out_map.data[0], json_string, length);
gst_buffer_unmap (out_buf, &out_map);
g_free (json_string);
gst_buffer_copy_into (out_buf, in_buf,
GST_BUFFER_COPY_FLAGS | GST_BUFFER_COPY_TIMESTAMPS |
GST_BUFFER_COPY_METADATA, 0, -1);
ret = gst_pad_push (self->srcpad, out_buf);
gst_buffer_unmap (in_buf, &in_map);
gst_buffer_unref (in_buf);
return ret;
}
static GstFlowReturn
gst_h265_2_json_parse_codec_data (GstH2652json * self, const guint8 * data,
gsize size)
{
guint num_nal_arrays;
guint off;
guint num_nals, i, j;
GstH265ParserResult pres;
GstH265NalUnit nalu;
/* parse the hvcC data */
if (size < 23) {
GST_WARNING_OBJECT (self, "hvcC too small");
return GST_FLOW_ERROR;
}
/* wrong hvcC version */
if (data[0] != 0 && data[0] != 1) {
return GST_FLOW_ERROR;
}
self->nal_length_size = (data[21] & 0x03) + 1;
GST_DEBUG_OBJECT (self, "nal length size %u", self->nal_length_size);
num_nal_arrays = data[22];
off = 23;
for (i = 0; i < num_nal_arrays; i++) {
if (off + 3 >= size) {
GST_WARNING_OBJECT (self, "hvcC too small");
return GST_FLOW_ERROR;
}
num_nals = GST_READ_UINT16_BE (data + off + 1);
off += 3;
for (j = 0; j < num_nals; j++) {
GstFlowReturn ret;
pres = gst_h265_parser_identify_nalu_hevc (self->parser,
data, off, size, 2, &nalu);
if (pres != GST_H265_PARSER_OK) {
GST_WARNING_OBJECT (self, "hvcC too small");
return GST_FLOW_ERROR;
}
ret = gst_h265_2_json_decode_nal (self, &nalu);
if (ret != GST_FLOW_OK)
return ret;
off = nalu.offset + nalu.size;
}
}
return GST_FLOW_OK;
}
static void
gst_h265_2_json_get_codec_data (GstH2652json * self, GstCaps * caps)
{
if (caps && gst_caps_get_size (caps) > 0) {
GstStructure *s = gst_caps_get_structure (caps, 0);
if (gst_structure_has_field (s, "codec_data")) {
GST_WARNING_OBJECT (self, "get codec-data");
const GValue *h = gst_structure_get_value (s, "codec_data");
GstBuffer *codec_data = gst_value_get_buffer (h);
GstMapInfo map;
gst_buffer_map (codec_data, &map, GST_MAP_READ);
if (gst_h265_2_json_parse_codec_data (self, map.data,
map.size) != GST_FLOW_OK) {
/* keep going without error.
* Probably inband SPS/PPS might be valid data */
GST_WARNING_OBJECT (self, "Failed to handle codec data");
}
gst_buffer_unmap (codec_data, &map);
}
}
}
static void
gst_h265_2_json_use_hevc (GstH2652json * self, GstCaps * caps)
{
if (caps && gst_caps_get_size (caps) > 0) {
GstStructure *s = gst_caps_get_structure (caps, 0);
const gchar *str_stream = NULL;
str_stream = gst_structure_get_string (s, "stream-format");
self->use_hevc = FALSE;
if (str_stream && (g_strcmp0 (str_stream, "hvc1") == 0
|| g_strcmp0 (str_stream, "hev1") == 0)) {
self->use_hevc = TRUE;
return;
}
}
}
static gboolean
gst_h265_2_json_set_caps (GstH2652json * self, GstCaps * caps)
{
GstCaps *src_caps =
gst_caps_new_simple ("text/x-json", "format", G_TYPE_STRING, "h265",
NULL);
GstEvent *event;
event = gst_event_new_caps (src_caps);
gst_caps_unref (src_caps);
gst_h265_2_json_use_hevc (self, caps);
gst_h265_2_json_get_codec_data (self, caps);
return gst_pad_push_event (self->srcpad, event);
}
static gboolean
gst_h265_2_json_sink_event (GstPad * pad, GstObject * parent, GstEvent * event)
{
GstH2652json *self = GST_H265_2_JSON (parent);
gboolean res = TRUE;
switch (GST_EVENT_TYPE (event)) {
case GST_EVENT_CAPS:
{
GstCaps *caps;
gst_event_parse_caps (event, &caps);
res = gst_h265_2_json_set_caps (self, caps);
gst_event_unref (event);
break;
}
default:
res = gst_pad_event_default (pad, parent, event);
break;
}
return res;
}
static void
gst_h265_2_json_class_init (GstH2652jsonClass * klass)
{
GObjectClass *gobject_class;
GstElementClass *gstelement_class;
gobject_class = (GObjectClass *) klass;
gstelement_class = (GstElementClass *) klass;
gobject_class->finalize = gst_h265_2_json_finalize;
gst_element_class_add_static_pad_template (gstelement_class, &src_factory);
gst_element_class_add_static_pad_template (gstelement_class, &sink_factory);
gst_element_class_set_static_metadata (gstelement_class, "H2652json",
"Transform",
"H265 to json element",
"Benjamin Gaignard <benjamin.gaignard@collabora.com>");
}
static void
gst_h265_2_json_init (GstH2652json * self)
{
self->sinkpad = gst_pad_new_from_static_template (&sink_factory, "sink");
gst_pad_set_chain_function (self->sinkpad, gst_h265_2_json_chain);
gst_element_add_pad (GST_ELEMENT (self), self->sinkpad);
gst_pad_set_event_function (self->sinkpad,
GST_DEBUG_FUNCPTR (gst_h265_2_json_sink_event));
self->srcpad = gst_pad_new_from_static_template (&src_factory, "src");
gst_element_add_pad (GST_ELEMENT (self), self->srcpad);
self->json = json_object_new ();
self->parser = gst_h265_parser_new ();
self->nal_length_size = 4;
self->split_nalu = g_array_new (FALSE, FALSE, sizeof (GstH265NalUnit));
}
Reference in a new issue View git blame Copy permalink