/* GStreamer * * Copyright (C) 2009 Carl-Anton Ingmarsson . * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #include #include "gstnalreader.h" #include "gsth264parser.h" /* default scaling_lists according to Table 7-2 */ const guint8 default_4x4_intra[16] = { 6, 13, 13, 20, 20, 20, 28, 28, 28, 28, 32, 32, 32, 37, 37, 42 }; const guint8 default_4x4_inter[16] = { 10, 14, 14, 20, 20, 20, 24, 24, 24, 24, 27, 27, 27, 30, 30, 34 }; const guint8 default_8x8_intra[64] = { 6, 10, 10, 13, 11, 13, 16, 16, 16, 16, 18, 18, 18, 18, 18, 23, 23, 23, 23, 23, 23, 25, 25, 25, 25, 25, 25, 25, 27, 27, 27, 27, 27, 27, 27, 27, 29, 29, 29, 29, 29, 29, 29, 31, 31, 31, 31, 31, 31, 33, 33, 33, 33, 33, 36, 36, 36, 36, 38, 38, 38, 40, 40, 42 }; const guint8 default_8x8_inter[64] = { 9, 13, 13, 15, 13, 15, 17, 17, 17, 17, 19, 19, 19, 19, 19, 21, 21, 21, 21, 21, 21, 22, 22, 22, 22, 22, 22, 22, 24, 24, 24, 24, 24, 24, 24, 24, 25, 25, 25, 25, 25, 25, 25, 27, 27, 27, 27, 27, 27, 28, 28, 28, 28, 28, 30, 30, 30, 30, 32, 32, 32, 33, 33, 35 }; const guint8 zigzag_8x8[64] = { 0, 1, 8, 16, 9, 2, 3, 10, 17, 24, 32, 25, 18, 11, 4, 5, 12, 19, 26, 33, 40, 48, 41, 34, 27, 20, 13, 6, 7, 14, 21, 28, 35, 42, 49, 56, 57, 50, 43, 36, 29, 22, 15, 23, 30, 37, 44, 51, 58, 59, 52, 45, 38, 31, 39, 46, 53, 60, 61, 54, 47, 55, 62, 63 }; const guint8 zigzag_4x4[16] = { 0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15, }; #define CHECK_ALLOWED(val, min, max) { \ if (val < min || val > max) { \ GST_WARNING ("value not in allowed range. value: %d, range %d-%d", \ val, min, max); \ goto error; \ } \ } #define READ_UINT8(reader, val, nbits) { \ if (!gst_nal_reader_get_bits_uint8 (reader, &val, nbits)) { \ GST_WARNING ("failed to read uint8, nbits: %d", nbits); \ goto error; \ } \ } #define READ_UINT16(reader, val, nbits) { \ if (!gst_nal_reader_get_bits_uint16 (reader, &val, nbits)) { \ GST_WARNING ("failed to read uint16, nbits: %d", nbits); \ goto error; \ } \ } #define READ_UINT32(reader, val, nbits) { \ if (!gst_nal_reader_get_bits_uint32 (reader, &val, nbits)) { \ GST_WARNING ("failed to read uint32, nbits: %d", nbits); \ goto error; \ } \ } #define READ_UINT64(reader, val, nbits) { \ if (!gst_nal_reader_get_bits_uint64 (reader, &val, nbits)) { \ GST_WARNING ("failed to read uint32, nbits: %d", nbits); \ goto error; \ } \ } #define READ_UE(reader, val) { \ if (!gst_nal_reader_get_ue (reader, &val)) { \ GST_WARNING ("failed to read UE"); \ goto error; \ } \ } #define READ_UE_ALLOWED(reader, val, min, max) { \ guint32 tmp; \ READ_UE (reader, tmp); \ CHECK_ALLOWED (tmp, min, max); \ val = tmp; \ } #define READ_SE(reader, val) { \ if (!gst_nal_reader_get_se (reader, &val)) { \ GST_WARNING ("failed to read SE"); \ goto error; \ } \ } #define READ_SE_ALLOWED(reader, val, min, max) { \ gint32 tmp; \ READ_SE (reader, tmp); \ CHECK_ALLOWED (tmp, min, max); \ val = tmp; \ } GST_DEBUG_CATEGORY_STATIC (h264parser_debug); #define GST_CAT_DEFAULT h264parser_debug #define _do_init \ GST_DEBUG_CATEGORY_INIT (h264parser_debug, "h264parser", 0, \ "H264 parser"); G_DEFINE_TYPE_WITH_CODE (GstH264Parser, gst_h264_parser, G_TYPE_OBJECT, _do_init); static void gst_h264_sequence_free (void *data) { g_slice_free (GstH264Sequence, data); } static gboolean gst_h264_parse_hrd_parameters (GstH264HRDParameters * hrd, GstNalReader * reader) { guint SchedSelIdx; GST_DEBUG ("parsing \"HRD Parameters\""); READ_UE_ALLOWED (reader, hrd->cpb_cnt_minus1, 0, 31); READ_UINT8 (reader, hrd->bit_rate_scale, 4); READ_UINT8 (reader, hrd->cpb_size_scale, 4); for (SchedSelIdx = 0; SchedSelIdx <= hrd->cpb_cnt_minus1; SchedSelIdx++) { READ_UE (reader, hrd->bit_rate_value_minus1[SchedSelIdx]); READ_UE (reader, hrd->cpb_size_value_minus1[SchedSelIdx]); } READ_UINT8 (reader, hrd->initial_cpb_removal_delay_length_minus1, 5); READ_UINT8 (reader, hrd->cpb_removal_delay_length_minus1, 5); READ_UINT8 (reader, hrd->dpb_output_delay_length_minus1, 5); READ_UINT8 (reader, hrd->time_offset_length, 5); return TRUE; error: GST_WARNING ("error parsing \"HRD Parameters\""); return FALSE; } static gboolean gst_h264_parse_vui_parameters (GstH264VUIParameters * vui, GstNalReader * reader) { guint8 aspect_ratio_info_present_flag; guint8 video_signal_type_present_flag; guint8 chroma_loc_info_present_flag; GST_DEBUG ("parsing \"VUI Parameters\""); /* set default values for fields that might not be present in the bitstream and have valid defaults */ vui->aspect_ratio_idc = 0; vui->video_format = 5; vui->video_full_range_flag = 0; vui->colour_primaries = 2; vui->transfer_characteristics = 2; vui->matrix_coefficients = 2; vui->chroma_sample_loc_type_top_field = 0; vui->chroma_sample_loc_type_bottom_field = 0; vui->low_delay_hrd_flag = 0; READ_UINT8 (reader, aspect_ratio_info_present_flag, 1); if (aspect_ratio_info_present_flag) { READ_UINT8 (reader, vui->aspect_ratio_idc, 8); if (vui->aspect_ratio_idc == 255) { READ_UINT16 (reader, vui->sar_width, 16); READ_UINT16 (reader, vui->sar_height, 16); } } READ_UINT8 (reader, vui->overscan_info_present_flag, 1); if (vui->overscan_info_present_flag) READ_UINT8 (reader, vui->overscan_appropriate_flag, 1); READ_UINT8 (reader, video_signal_type_present_flag, 1); if (video_signal_type_present_flag) { guint8 colour_description_present_flag; READ_UINT8 (reader, vui->video_format, 3); READ_UINT8 (reader, vui->video_full_range_flag, 1); READ_UINT8 (reader, colour_description_present_flag, 1); if (colour_description_present_flag) { READ_UINT8 (reader, vui->colour_primaries, 8); READ_UINT8 (reader, vui->transfer_characteristics, 8); READ_UINT8 (reader, vui->matrix_coefficients, 8); } } READ_UINT8 (reader, chroma_loc_info_present_flag, 1); if (chroma_loc_info_present_flag) { READ_UE_ALLOWED (reader, vui->chroma_sample_loc_type_top_field, 0, 5); READ_UE_ALLOWED (reader, vui->chroma_sample_loc_type_bottom_field, 0, 5); } READ_UINT8 (reader, vui->timing_info_present_flag, 1); if (vui->timing_info_present_flag) { READ_UINT32 (reader, vui->num_units_in_tick, 32); if (vui->num_units_in_tick == 0) GST_WARNING ("num_units_in_tick = 0 detected in stream (incompliant to H.264 E.2.1)."); READ_UINT32 (reader, vui->time_scale, 32); if (vui->time_scale == 0) GST_WARNING ("time_scale = 0 detected in stream (incompliant to H.264 E.2.1)."); READ_UINT8 (reader, vui->fixed_frame_rate_flag, 1); } READ_UINT8 (reader, vui->nal_hrd_parameters_present_flag, 1); if (vui->nal_hrd_parameters_present_flag) { if (!gst_h264_parse_hrd_parameters (&vui->nal_hrd_parameters, reader)) goto error; } READ_UINT8 (reader, vui->vcl_hrd_parameters_present_flag, 1); if (vui->vcl_hrd_parameters_present_flag) { if (!gst_h264_parse_hrd_parameters (&vui->vcl_hrd_parameters, reader)) goto error; } if (vui->nal_hrd_parameters_present_flag || vui->vcl_hrd_parameters_present_flag) READ_UINT8 (reader, vui->low_delay_hrd_flag, 1); READ_UINT8 (reader, vui->pic_struct_present_flag, 1); return TRUE; error: GST_WARNING ("error parsing \"VUI Parameters\""); return FALSE; } static gboolean gst_h264_parser_parse_scaling_list (GstNalReader * reader, guint8 scaling_lists_4x4[6][16], guint8 scaling_lists_8x8[6][64], const guint8 fallback_4x4_inter[16], const guint8 fallback_4x4_intra[16], const guint8 fallback_8x8_inter[64], const guint8 fallback_8x8_intra[64], guint8 n_lists) { guint i; GST_DEBUG ("parsing scaling lists"); for (i = 0; i < 12; i++) { gboolean use_default = FALSE; if (i < n_lists) { guint8 scaling_list_present_flag; READ_UINT8 (reader, scaling_list_present_flag, 1); if (scaling_list_present_flag) { guint8 *scaling_list; const guint8 *scan; guint size; guint j; guint8 last_scale, next_scale; if (i < 6) { scaling_list = scaling_lists_4x4[i]; scan = zigzag_4x4; size = 16; } else { scaling_list = scaling_lists_8x8[i - 6]; scan = zigzag_8x8; size = 64; } last_scale = 8; next_scale = 8; for (j = 0; j < size; j++) { if (next_scale != 0) { gint32 delta_scale; READ_SE (reader, delta_scale); next_scale = (last_scale + delta_scale) & 0xff; } if (j == 0 && next_scale == 0) { use_default = TRUE; break; } last_scale = scaling_list[scan[j]] = (next_scale == 0) ? last_scale : next_scale; } } else use_default = TRUE; } else use_default = TRUE; if (use_default) { switch (i) { case 0: memcpy (scaling_lists_4x4[0], fallback_4x4_intra, 16); break; case 1: memcpy (scaling_lists_4x4[1], scaling_lists_4x4[0], 16); break; case 2: memcpy (scaling_lists_4x4[2], scaling_lists_4x4[1], 16); break; case 3: memcpy (scaling_lists_4x4[3], fallback_4x4_inter, 16); break; case 4: memcpy (scaling_lists_4x4[4], scaling_lists_4x4[3], 16); break; case 5: memcpy (scaling_lists_4x4[5], scaling_lists_4x4[4], 16); break; case 6: memcpy (scaling_lists_8x8[0], fallback_8x8_intra, 64); break; case 7: memcpy (scaling_lists_8x8[1], fallback_8x8_inter, 64); break; case 8: memcpy (scaling_lists_8x8[2], scaling_lists_8x8[0], 64); break; case 9: memcpy (scaling_lists_8x8[3], scaling_lists_8x8[1], 64); break; case 10: memcpy (scaling_lists_8x8[4], scaling_lists_8x8[2], 64); break; case 11: memcpy (scaling_lists_8x8[5], scaling_lists_8x8[3], 64); break; default: break; } } } return TRUE; error: GST_WARNING ("error parsing scaling lists"); return FALSE; } GstH264Sequence * gst_h264_parser_parse_sequence (GstH264Parser * parser, guint8 * data, guint size) { GstNalReader reader = GST_NAL_READER_INIT (data, size); GstH264Sequence *seq; guint8 frame_cropping_flag; g_return_val_if_fail (GST_IS_H264_PARSER (parser), NULL); g_return_val_if_fail (data != NULL, NULL); g_return_val_if_fail (size > 0, NULL); GST_DEBUG ("parsing \"Sequence parameter set\""); seq = g_slice_new (GstH264Sequence); /* set default values for fields that might not be present in the bitstream and have valid defaults */ seq->chroma_format_idc = 1; seq->separate_colour_plane_flag = 0; seq->bit_depth_luma_minus8 = 0; seq->bit_depth_chroma_minus8 = 0; memset (seq->scaling_lists_4x4, 16, 96); memset (seq->scaling_lists_8x8, 16, 384); seq->mb_adaptive_frame_field_flag = 0; seq->frame_crop_left_offset = 0; seq->frame_crop_right_offset = 0; seq->frame_crop_top_offset = 0; seq->frame_crop_bottom_offset = 0; READ_UINT8 (&reader, seq->profile_idc, 8); READ_UINT8 (&reader, seq->constraint_set0_flag, 1); READ_UINT8 (&reader, seq->constraint_set1_flag, 1); READ_UINT8 (&reader, seq->constraint_set2_flag, 1); READ_UINT8 (&reader, seq->constraint_set3_flag, 1); /* skip reserved_zero_4bits */ if (!gst_nal_reader_skip (&reader, 4)) goto error; READ_UINT8 (&reader, seq->level_idc, 8); READ_UE_ALLOWED (&reader, seq->id, 0, 31); if (seq->profile_idc == 100 || seq->profile_idc == 110 || seq->profile_idc == 122 || seq->profile_idc == 244 || seq->profile_idc == 44 || seq->profile_idc == 83 || seq->profile_idc == 86) { READ_UE_ALLOWED (&reader, seq->chroma_format_idc, 0, 3); if (seq->chroma_format_idc == 3) READ_UINT8 (&reader, seq->separate_colour_plane_flag, 1); READ_UE_ALLOWED (&reader, seq->bit_depth_luma_minus8, 0, 6); READ_UE_ALLOWED (&reader, seq->bit_depth_chroma_minus8, 0, 6); READ_UINT8 (&reader, seq->qpprime_y_zero_transform_bypass_flag, 1); READ_UINT8 (&reader, seq->scaling_matrix_present_flag, 1); if (seq->scaling_matrix_present_flag) { guint8 n_lists; n_lists = (seq->chroma_format_idc != 3) ? 8 : 12; if (!gst_h264_parser_parse_scaling_list (&reader, seq->scaling_lists_4x4, seq->scaling_lists_8x8, default_4x4_inter, default_4x4_intra, default_8x8_inter, default_8x8_intra, n_lists)) goto error; } } READ_UE_ALLOWED (&reader, seq->log2_max_frame_num_minus4, 0, 12); /* calculate MaxFrameNum */ seq->MaxFrameNum = 1 << (seq->log2_max_frame_num_minus4 + 4); READ_UE_ALLOWED (&reader, seq->pic_order_cnt_type, 0, 2); if (seq->pic_order_cnt_type == 0) { READ_UE_ALLOWED (&reader, seq->log2_max_pic_order_cnt_lsb_minus4, 0, 12); } else if (seq->pic_order_cnt_type == 1) { guint i; READ_UINT8 (&reader, seq->delta_pic_order_always_zero_flag, 1); READ_SE (&reader, seq->offset_for_non_ref_pic); READ_SE (&reader, seq->offset_for_top_to_bottom_field); READ_UE_ALLOWED (&reader, seq->num_ref_frames_in_pic_order_cnt_cycle, 0, 255); for (i = 0; i < seq->num_ref_frames_in_pic_order_cnt_cycle; i++) READ_SE (&reader, seq->offset_for_ref_frame[i]); } READ_UE (&reader, seq->num_ref_frames); READ_UINT8 (&reader, seq->gaps_in_frame_num_value_allowed_flag, 1); READ_UE (&reader, seq->pic_width_in_mbs_minus1); READ_UE (&reader, seq->pic_height_in_map_units_minus1); READ_UINT8 (&reader, seq->frame_mbs_only_flag, 1); if (!seq->frame_mbs_only_flag) READ_UINT8 (&reader, seq->mb_adaptive_frame_field_flag, 1); READ_UINT8 (&reader, seq->direct_8x8_inference_flag, 1); READ_UINT8 (&reader, frame_cropping_flag, 1); if (frame_cropping_flag) { READ_UE (&reader, seq->frame_crop_left_offset); READ_UE (&reader, seq->frame_crop_right_offset); READ_UE (&reader, seq->frame_crop_top_offset); READ_UE (&reader, seq->frame_crop_bottom_offset); } READ_UINT8 (&reader, seq->vui_parameters_present_flag, 1); if (seq->vui_parameters_present_flag) { if (!gst_h264_parse_vui_parameters (&seq->vui_parameters, &reader)) goto error; } /* calculate ChromaArrayType */ if (seq->separate_colour_plane_flag) seq->ChromaArrayType = 0; else seq->ChromaArrayType = seq->chroma_format_idc; GST_DEBUG ("adding sequence parameter set with id: %d to hash table", seq->id); g_hash_table_replace (parser->sequences, &seq->id, seq); return seq; error: GST_WARNING ("error parsing \"Sequence parameter set\""); gst_h264_sequence_free (seq); return NULL; } static void gst_h264_picture_free (void *data) { GstH264Picture *pic = (GstH264Picture *) data; if (pic->slice_group_id) g_free (pic->slice_group_id); g_slice_free (GstH264Picture, data); } static gboolean gst_h264_parser_more_data (GstNalReader * reader) { guint remaining; remaining = gst_nal_reader_get_remaining (reader); if (remaining == 0) return FALSE; if (remaining <= 8) { guint8 rbsp_stop_one_bit; if (!gst_nal_reader_peek_bits_uint8 (reader, &rbsp_stop_one_bit, 1)) return FALSE; if (rbsp_stop_one_bit == 1) { guint8 zero_bits; if (remaining == 1) return FALSE; if (!gst_nal_reader_peek_bits_uint8 (reader, &zero_bits, remaining)) return FALSE; if ((zero_bits - (1 << (remaining - 1))) == 0) return FALSE; } } return TRUE; } GstH264Picture * gst_h264_parser_parse_picture (GstH264Parser * parser, guint8 * data, guint size) { GstNalReader reader = GST_NAL_READER_INIT (data, size); GstH264Picture *pic; gint seq_parameter_set_id; GstH264Sequence *seq; guint8 pic_scaling_matrix_present_flag; g_return_val_if_fail (GST_IS_H264_PARSER (parser), NULL); g_return_val_if_fail (data != NULL, NULL); g_return_val_if_fail (size > 0, NULL); GST_DEBUG ("parsing \"Picture parameter set\""); pic = g_slice_new (GstH264Picture); READ_UE_ALLOWED (&reader, pic->id, 0, 255); READ_UE_ALLOWED (&reader, seq_parameter_set_id, 0, 31); seq = g_hash_table_lookup (parser->sequences, &seq_parameter_set_id); if (!seq) { GST_WARNING ("couldn't find associated sequence parameter set with id: %d", seq_parameter_set_id); goto error; } pic->sequence = seq; /* set default values for fields that might not be present in the bitstream and have valid defaults */ pic->slice_group_id = NULL; pic->transform_8x8_mode_flag = 0; memcpy (&pic->scaling_lists_4x4, &seq->scaling_lists_4x4, 96); memcpy (&pic->scaling_lists_8x8, &seq->scaling_lists_8x8, 384); READ_UINT8 (&reader, pic->entropy_coding_mode_flag, 1); READ_UINT8 (&reader, pic->pic_order_present_flag, 1); READ_UE_ALLOWED (&reader, pic->num_slice_groups_minus1, 0, 7); if (pic->num_slice_groups_minus1 > 0) { READ_UE_ALLOWED (&reader, pic->slice_group_map_type, 0, 6); if (pic->slice_group_map_type == 0) { gint i; for (i = 0; i <= pic->num_slice_groups_minus1; i++) READ_UE (&reader, pic->run_length_minus1[i]); } else if (pic->slice_group_map_type == 2) { gint i; for (i = 0; i <= pic->num_slice_groups_minus1; i++) { READ_UE (&reader, pic->top_left[i]); READ_UE (&reader, pic->bottom_right[i]); } } else if (pic->slice_group_map_type >= 3 && pic->slice_group_map_type <= 5) { READ_UINT8 (&reader, pic->slice_group_change_direction_flag, 1); READ_UE (&reader, pic->slice_group_change_rate_minus1); } else if (pic->slice_group_map_type == 6) { gint bits; gint i; READ_UE (&reader, pic->pic_size_in_map_units_minus1); bits = g_bit_storage (pic->num_slice_groups_minus1); pic->slice_group_id = g_new (guint8, pic->pic_size_in_map_units_minus1 + 1); for (i = 0; i <= pic->pic_size_in_map_units_minus1; i++) READ_UINT8 (&reader, pic->slice_group_id[i], bits); } } READ_UE_ALLOWED (&reader, pic->num_ref_idx_l0_active_minus1, 0, 31); READ_UE_ALLOWED (&reader, pic->num_ref_idx_l1_active_minus1, 0, 31); READ_UINT8 (&reader, pic->weighted_pred_flag, 1); READ_UINT8 (&reader, pic->weighted_bipred_idc, 2); READ_SE_ALLOWED (&reader, pic->pic_init_qp_minus26, -26, 25); READ_SE_ALLOWED (&reader, pic->pic_init_qs_minus26, -26, 25); READ_SE_ALLOWED (&reader, pic->chroma_qp_index_offset, -12, 12); pic->second_chroma_qp_index_offset = pic->chroma_qp_index_offset; READ_UINT8 (&reader, pic->deblocking_filter_control_present_flag, 1); READ_UINT8 (&reader, pic->constrained_intra_pred_flag, 1); READ_UINT8 (&reader, pic->redundant_pic_cnt_present_flag, 1); if (!gst_h264_parser_more_data (&reader)) goto done; READ_UINT8 (&reader, pic->transform_8x8_mode_flag, 1); READ_UINT8 (&reader, pic_scaling_matrix_present_flag, 1); if (pic_scaling_matrix_present_flag) { guint8 n_lists; n_lists = 6 + ((seq->chroma_format_idc != 3) ? 2 : 6) * pic->transform_8x8_mode_flag; if (seq->scaling_matrix_present_flag) { if (!gst_h264_parser_parse_scaling_list (&reader, pic->scaling_lists_4x4, pic->scaling_lists_8x8, seq->scaling_lists_4x4[0], seq->scaling_lists_4x4[3], seq->scaling_lists_8x8[0], seq->scaling_lists_8x8[3], n_lists)) goto error; } else { if (!gst_h264_parser_parse_scaling_list (&reader, pic->scaling_lists_4x4, pic->scaling_lists_8x8, default_4x4_inter, default_4x4_intra, default_8x8_inter, default_8x8_intra, n_lists)) goto error; } } READ_SE_ALLOWED (&reader, pic->second_chroma_qp_index_offset, -12, 12); done: GST_DEBUG ("adding picture parameter set with id: %d to hash table", pic->id); g_hash_table_replace (parser->pictures, &pic->id, pic); return pic; error: GST_WARNING ("error parsing \"Picture parameter set\""); gst_h264_picture_free (pic); return NULL; } static gboolean gst_h264_slice_parse_pred_weight_table (GstH264Slice * slice, GstNalReader * reader, const GstH264Sequence * seq, const GstH264Picture * pic) { GstH264PredWeightTable *p; gint i; GST_DEBUG ("parsing \"Prediction weight table\""); p = &slice->pred_weight_table; READ_UE_ALLOWED (reader, p->luma_log2_weight_denom, 0, 7); /* set default values */ memset (p->luma_weight_l0, 1 << p->luma_log2_weight_denom, 32); memset (p->luma_offset_l0, 0, 32); if (seq->ChromaArrayType != 0) { READ_UE_ALLOWED (reader, p->chroma_log2_weight_denom, 0, 7); /* set default values */ memset (p->chroma_weight_l0, 1 << p->chroma_log2_weight_denom, 64); memset (p->chroma_offset_l0, 0, 64); } for (i = 0; i <= slice->num_ref_idx_l0_active_minus1; i++) { guint8 luma_weight_l0_flag; READ_UINT8 (reader, luma_weight_l0_flag, 1); if (luma_weight_l0_flag) { READ_SE_ALLOWED (reader, p->luma_weight_l0[i], -128, 127); READ_SE_ALLOWED (reader, p->luma_offset_l0[i], -128, 127); } if (seq->ChromaArrayType != 0) { guint8 chroma_weight_l0_flag; gint j; READ_UINT8 (reader, chroma_weight_l0_flag, 1); if (chroma_weight_l0_flag) { for (j = 0; j < 2; j++) { READ_SE_ALLOWED (reader, p->chroma_weight_l0[i][j], -128, 127); READ_SE_ALLOWED (reader, p->chroma_offset_l0[i][j], -128, 127); } } } } if (GST_H264_IS_B_SLICE (slice->type)) { for (i = 0; i <= slice->num_ref_idx_l1_active_minus1; i++) { guint8 luma_weight_l1_flag; READ_UINT8 (reader, luma_weight_l1_flag, 1); if (luma_weight_l1_flag) { READ_SE_ALLOWED (reader, p->luma_weight_l1[i], -128, 127); READ_SE_ALLOWED (reader, p->luma_offset_l1[i], -128, 127); } if (seq->ChromaArrayType != 0) { guint8 chroma_weight_l1_flag; gint j; READ_UINT8 (reader, chroma_weight_l1_flag, 1); if (chroma_weight_l1_flag) { for (j = 0; j < 2; j++) { READ_SE_ALLOWED (reader, p->chroma_weight_l1[i][j], -128, 127); READ_SE_ALLOWED (reader, p->chroma_offset_l1[i][j], -128, 127); } } } } } return TRUE; error: GST_WARNING ("error parsing \"Prediction weight table\""); return FALSE; } static gboolean gst_h264_slice_parse_ref_pic_list_reordering (GstH264Slice * slice, GstNalReader * reader) { GST_DEBUG ("parsing \"Reference picture list reordering\""); if (!GST_H264_IS_I_SLICE (slice->type) && !GST_H264_IS_SI_SLICE (slice->type)) { guint8 ref_pic_list_reordering_flag_l0; guint8 reordering_of_pic_nums_idc; READ_UINT8 (reader, ref_pic_list_reordering_flag_l0, 1); if (ref_pic_list_reordering_flag_l0) do { READ_UE_ALLOWED (reader, reordering_of_pic_nums_idc, 0, 3); if (reordering_of_pic_nums_idc == 0 || reordering_of_pic_nums_idc == 1) { guint32 abs_diff_pic_num_minus1 G_GNUC_UNUSED; READ_UE_ALLOWED (reader, abs_diff_pic_num_minus1, 0, slice->MaxPicNum - 1); } else if (reordering_of_pic_nums_idc == 2) { guint32 long_term_pic_num; READ_UE (reader, long_term_pic_num); } } while (reordering_of_pic_nums_idc != 3); } if (GST_H264_IS_B_SLICE (slice->type)) { guint8 ref_pic_list_reordering_flag_l1; guint8 reordering_of_pic_nums_idc; READ_UINT8 (reader, ref_pic_list_reordering_flag_l1, 1); if (ref_pic_list_reordering_flag_l1) do { READ_UE_ALLOWED (reader, reordering_of_pic_nums_idc, 0, 3); if (reordering_of_pic_nums_idc == 0 || reordering_of_pic_nums_idc == 1) { guint32 abs_diff_num_minus1; READ_UE (reader, abs_diff_num_minus1); } else if (reordering_of_pic_nums_idc == 2) { guint32 long_term_pic_num; READ_UE (reader, long_term_pic_num); } } while (reordering_of_pic_nums_idc != 3); } return TRUE; error: GST_WARNING ("error parsing \"Reference picture list reordering\""); return FALSE; } static gboolean gst_h264_slice_parse_dec_ref_pic_marking (GstH264Slice * slice, GstNalReader * reader) { GstH264DecRefPicMarking *m; GST_DEBUG ("parsing \"Decoded reference picture marking\""); m = &slice->dec_ref_pic_marking; if (slice->nal_unit.IdrPicFlag) { READ_UINT8 (reader, m->no_output_of_prior_pics_flag, 1); READ_UINT8 (reader, m->long_term_reference_flag, 1); } else { READ_UINT8 (reader, m->adaptive_ref_pic_marking_mode_flag, 1); if (m->adaptive_ref_pic_marking_mode_flag) { guint8 memory_management_control_operation; m->n_ref_pic_marking = 0; while (1) { READ_UE_ALLOWED (reader, memory_management_control_operation, 0, 6); if (memory_management_control_operation == 0) break; m->ref_pic_marking[m-> n_ref_pic_marking].memory_management_control_operation = memory_management_control_operation; if (memory_management_control_operation == 1 || memory_management_control_operation == 3) READ_UE (reader, m->ref_pic_marking[m-> n_ref_pic_marking].difference_of_pic_nums_minus1); if (memory_management_control_operation == 2) READ_UE (reader, m->ref_pic_marking[m->n_ref_pic_marking].long_term_pic_num); if (memory_management_control_operation == 3 || memory_management_control_operation == 6) READ_UE (reader, m->ref_pic_marking[m->n_ref_pic_marking].long_term_frame_idx); if (memory_management_control_operation == 4) READ_UE (reader, m->ref_pic_marking[m-> n_ref_pic_marking].max_long_term_frame_idx_plus1); m->n_ref_pic_marking++; } } } return TRUE; error: GST_WARNING ("error parsing \"Decoded reference picture marking\""); return FALSE; } gboolean gst_h264_parser_parse_slice_header (GstH264Parser * parser, GstH264Slice * slice, guint8 * data, guint size, GstNalUnit nal_unit) { GstNalReader reader = GST_NAL_READER_INIT (data, size); gint pic_parameter_set_id; GstH264Picture *pic; GstH264Sequence *seq; g_return_val_if_fail (GST_IS_H264_PARSER (parser), FALSE); g_return_val_if_fail (slice != NULL, FALSE); g_return_val_if_fail (data != NULL, FALSE); g_return_val_if_fail (size > 0, FALSE); GST_DEBUG ("parsing \"Slice header\""); memcpy (&slice->nal_unit, &nal_unit, sizeof (GstNalUnit)); READ_UE (&reader, slice->first_mb_in_slice); READ_UE (&reader, slice->type); READ_UE_ALLOWED (&reader, pic_parameter_set_id, 0, 255); pic = g_hash_table_lookup (parser->pictures, &pic_parameter_set_id); if (!pic) { GST_WARNING ("couldn't find associated picture parameter set with id: %d", pic_parameter_set_id); goto error; } slice->picture = pic; seq = pic->sequence; /* set default values for fields that might not be present in the bitstream and have valid defaults */ slice->field_pic_flag = 0; slice->bottom_field_flag = 0; slice->delta_pic_order_cnt_bottom = 0; slice->delta_pic_order_cnt[0] = 0; slice->delta_pic_order_cnt[1] = 0; slice->redundant_pic_cnt = 0; slice->num_ref_idx_l0_active_minus1 = pic->num_ref_idx_l0_active_minus1; slice->num_ref_idx_l1_active_minus1 = pic->num_ref_idx_l1_active_minus1; if (seq->separate_colour_plane_flag) READ_UINT8 (&reader, slice->colour_plane_id, 2); READ_UINT16 (&reader, slice->frame_num, seq->log2_max_frame_num_minus4 + 4); if (!seq->frame_mbs_only_flag) { READ_UINT8 (&reader, slice->field_pic_flag, 1); if (slice->field_pic_flag) READ_UINT8 (&reader, slice->bottom_field_flag, 1); } /* calculate MaxPicNum */ if (slice->field_pic_flag) slice->MaxPicNum = seq->MaxFrameNum; else slice->MaxPicNum = 2 * seq->MaxFrameNum; if (nal_unit.type == 5) READ_UE_ALLOWED (&reader, slice->idr_pic_id, 0, 65535); if (seq->pic_order_cnt_type == 0) { READ_UINT16 (&reader, slice->pic_order_cnt_lsb, seq->log2_max_pic_order_cnt_lsb_minus4 + 4); if (pic->pic_order_present_flag && !slice->field_pic_flag) READ_SE (&reader, slice->delta_pic_order_cnt_bottom); } if (seq->pic_order_cnt_type == 1 && !seq->delta_pic_order_always_zero_flag) { READ_SE (&reader, slice->delta_pic_order_cnt[0]); if (pic->pic_order_present_flag && !slice->field_pic_flag) READ_SE (&reader, slice->delta_pic_order_cnt[1]); } if (pic->redundant_pic_cnt_present_flag) READ_UE_ALLOWED (&reader, slice->redundant_pic_cnt, 0, 127); if (GST_H264_IS_B_SLICE (slice->type)) READ_UINT8 (&reader, slice->direct_spatial_mv_pred_flag, 1); if (GST_H264_IS_P_SLICE (slice->type) || GST_H264_IS_SP_SLICE (slice->type) || GST_H264_IS_B_SLICE (slice->type)) { guint8 num_ref_idx_active_override_flag; READ_UINT8 (&reader, num_ref_idx_active_override_flag, 1); if (num_ref_idx_active_override_flag) { READ_UE_ALLOWED (&reader, slice->num_ref_idx_l0_active_minus1, 0, 31); if (GST_H264_IS_B_SLICE (slice->type)) READ_UE_ALLOWED (&reader, slice->num_ref_idx_l1_active_minus1, 0, 31); } } if (!gst_h264_slice_parse_ref_pic_list_reordering (slice, &reader)) return FALSE; if ((pic->weighted_pred_flag && (GST_H264_IS_P_SLICE (slice->type) || GST_H264_IS_SP_SLICE (slice->type))) || (pic->weighted_bipred_idc == 1 && GST_H264_IS_B_SLICE (slice->type))) { if (!gst_h264_slice_parse_pred_weight_table (slice, &reader, seq, pic)) return FALSE; } if (nal_unit.ref_idc != 0) { if (!gst_h264_slice_parse_dec_ref_pic_marking (slice, &reader)) return FALSE; } return TRUE; error: GST_WARNING ("error parsing \"Slice header\""); return FALSE; } static gboolean gst_h264_parser_parse_buffering_period (GstH264Parser * parser, GstH264BufferingPeriod * per, guint8 * data, guint size) { GstNalReader reader = GST_NAL_READER_INIT (data, size); GstH264Sequence *seq; guint8 seq_parameter_set_id; GST_DEBUG ("parsing \"Buffering period\""); READ_UE_ALLOWED (&reader, seq_parameter_set_id, 0, 31); seq = g_hash_table_lookup (parser->sequences, &seq_parameter_set_id); if (!seq) { GST_WARNING ("couldn't find associated sequence parameter set with id: %d", seq_parameter_set_id); goto error; } per->seq = seq; if (seq->vui_parameters_present_flag) { GstH264VUIParameters *vui = &seq->vui_parameters; if (vui->nal_hrd_parameters_present_flag) { GstH264HRDParameters *hrd = &vui->nal_hrd_parameters; guint8 SchedSelIdx; for (SchedSelIdx = 0; SchedSelIdx <= hrd->cpb_cnt_minus1; SchedSelIdx++) { READ_UINT8 (&reader, per->nal_initial_cpb_removal_delay[SchedSelIdx], 5); READ_UINT8 (&reader, per->nal_initial_cpb_removal_delay_offset[SchedSelIdx], 5); } } if (vui->vcl_hrd_parameters_present_flag) { GstH264HRDParameters *hrd = &vui->vcl_hrd_parameters; guint8 SchedSelIdx; for (SchedSelIdx = 0; SchedSelIdx <= hrd->cpb_cnt_minus1; SchedSelIdx++) { READ_UINT8 (&reader, per->vcl_initial_cpb_removal_delay[SchedSelIdx], 5); READ_UINT8 (&reader, per->vcl_initial_cpb_removal_delay_offset[SchedSelIdx], 5); } } } return TRUE; error: GST_WARNING ("error parsing \"Buffering period\""); return FALSE; } static gboolean gst_h264_parse_clock_timestamp (GstH264ClockTimestamp * tim, GstH264VUIParameters * vui, GstNalReader * reader) { guint8 full_timestamp_flag; guint8 time_offset_length; GST_DEBUG ("parsing \"Clock timestamp\""); /* defalt values */ tim->time_offset = 0; READ_UINT8 (reader, tim->ct_type, 2); READ_UINT8 (reader, tim->nuit_field_based_flag, 1); READ_UINT8 (reader, tim->counting_type, 5); READ_UINT8 (reader, full_timestamp_flag, 1); READ_UINT8 (reader, tim->discontinuity_flag, 1); READ_UINT8 (reader, tim->cnt_dropped_flag, 1); READ_UINT8 (reader, tim->n_frames, 8); if (full_timestamp_flag) { tim->seconds_flag = TRUE; READ_UINT8 (reader, tim->seconds_value, 6); tim->minutes_flag = TRUE; READ_UINT8 (reader, tim->minutes_value, 6); tim->hours_flag = TRUE; READ_UINT8 (reader, tim->hours_value, 5); } else { READ_UINT8 (reader, tim->seconds_flag, 1); if (tim->seconds_flag) { READ_UINT8 (reader, tim->seconds_value, 6); READ_UINT8 (reader, tim->minutes_flag, 1); if (tim->minutes_flag) { READ_UINT8 (reader, tim->minutes_value, 6); READ_UINT8 (reader, tim->hours_flag, 1); if (tim->hours_flag) READ_UINT8 (reader, tim->hours_value, 5); } } } time_offset_length = 0; if (vui->nal_hrd_parameters_present_flag) time_offset_length = vui->nal_hrd_parameters.time_offset_length; else if (vui->vcl_hrd_parameters_present_flag) time_offset_length = vui->vcl_hrd_parameters.time_offset_length; if (time_offset_length > 0) READ_UINT32 (reader, tim->time_offset, time_offset_length); error: GST_WARNING ("error parsing \"Clock timestamp\""); return FALSE; } static gboolean gst_h264_parser_parse_pic_timing (GstH264Parser * parser, GstH264Sequence * seq, GstH264PicTiming * tim, guint8 * data, guint size) { GstNalReader reader = GST_NAL_READER_INIT (data, size); GST_DEBUG ("parsing \"Picture timing\""); if (!seq) { GST_WARNING ("didn't get the associated sequence paramater set for the " "current access unit"); goto error; } /* default values */ memset (tim->clock_timestamp_flag, 0, 3); if (seq->vui_parameters_present_flag) { GstH264VUIParameters *vui = &seq->vui_parameters; if (vui->nal_hrd_parameters_present_flag) { READ_UINT8 (&reader, tim->cpb_removal_delay, vui->nal_hrd_parameters.cpb_removal_delay_length_minus1 + 1); READ_UINT8 (&reader, tim->dpb_output_delay, vui->nal_hrd_parameters.dpb_output_delay_length_minus1 + 1); } else if (vui->nal_hrd_parameters_present_flag) { READ_UINT8 (&reader, tim->cpb_removal_delay, vui->vcl_hrd_parameters.cpb_removal_delay_length_minus1 + 1); READ_UINT8 (&reader, tim->dpb_output_delay, vui->vcl_hrd_parameters.dpb_output_delay_length_minus1 + 1); } if (vui->pic_struct_present_flag) { const guint8 num_clock_ts_table[9] = { 1, 1, 1, 2, 2, 3, 3, 2, 3 }; guint8 NumClockTs; guint i; READ_UINT8 (&reader, tim->pic_struct, 4); CHECK_ALLOWED (tim->pic_struct, 0, 8); NumClockTs = num_clock_ts_table[tim->pic_struct]; for (i = 0; i < NumClockTs; i++) { READ_UINT8 (&reader, tim->clock_timestamp_flag[i], 1); if (tim->clock_timestamp_flag[i]) { if (!gst_h264_parse_clock_timestamp (&tim->clock_timestamp[i], vui, &reader)) goto error; } } } } return TRUE; error: GST_WARNING ("error parsing \"Picture timing\""); return FALSE; } gboolean gst_h264_parser_parse_sei_message (GstH264Parser * parser, GstH264Sequence * seq, GstH264SEIMessage * sei, guint8 * data, guint size) { GstNalReader reader; guint32 payloadSize; guint8 payload_type_byte, payload_size_byte; guint8 *payload_data; guint remaining, payload_size; gboolean res; g_return_val_if_fail (GST_IS_H264_PARSER (parser), FALSE); g_return_val_if_fail (sei != NULL, FALSE); g_return_val_if_fail (data != NULL, FALSE); g_return_val_if_fail (size > 0, FALSE); GST_DEBUG ("parsing \"Sei message\""); gst_nal_reader_init (&reader, data, size); sei->payloadType = 0; do { READ_UINT8 (&reader, payload_type_byte, 8); sei->payloadType += payload_type_byte; } while (payload_type_byte == 0xff); payloadSize = 0; do { READ_UINT8 (&reader, payload_size_byte, 8); payloadSize += payload_size_byte; } while (payload_size_byte == 0xff); payload_data = data + gst_nal_reader_get_pos (&reader) * 8; remaining = gst_nal_reader_get_remaining (&reader) * 8; payload_size = payloadSize < remaining ? payloadSize : remaining; if (sei->payloadType == 0) res = gst_h264_parser_parse_buffering_period (parser, &sei->buffering_period, payload_data, payload_size); else if (sei->payloadType == 1) res = gst_h264_parser_parse_pic_timing (parser, seq, &sei->pic_timing, payload_data, payload_size); else res = TRUE; return res; error: GST_WARNING ("error parsing \"Sei message\""); return FALSE; } #undef CHECK_ALLOWED #undef READ_UINT8 #undef READ_UINT16 #undef READ_UINT32 #undef READ_UINT64 #undef READ_UE #undef READ_UE_ALLOWED #undef READ_SE #undef READ_SE_ALLOWED static void gst_h264_parser_init (GstH264Parser * object) { GstH264Parser *parser = GST_H264_PARSER (object); parser->sequences = g_hash_table_new_full (g_int_hash, g_int_equal, NULL, gst_h264_sequence_free); parser->pictures = g_hash_table_new_full (g_int_hash, g_int_equal, NULL, gst_h264_picture_free); } static void gst_h264_parser_finalize (GObject * object) { GstH264Parser *parser = GST_H264_PARSER (object); g_hash_table_destroy (parser->sequences); g_hash_table_destroy (parser->pictures); G_OBJECT_CLASS (gst_h264_parser_parent_class)->finalize (object); } static void gst_h264_parser_class_init (GstH264ParserClass * klass) { GObjectClass *object_class = G_OBJECT_CLASS (klass); object_class->finalize = gst_h264_parser_finalize; }