/* * gstvp9parser.h * * Copyright (C) 2013-2014 Intel Corporation * Copyright (C) 2015 Intel Corporation * Author: XuGuangxin * Author: Sreerenj Balachandran * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifndef GST_VP9_PARSER_H #define GST_VP9_PARSER_H #ifndef GST_USE_UNSTABLE_API #warning "The VP9 parsing library is unstable API and may change in future." #warning "You can define GST_USE_UNSTABLE_API to avoid this warning." #endif #include G_BEGIN_DECLS #define GST_VP9_FRAME_MARKER 0x02 #define GST_VP9_SYNC_CODE 0x498342 #define GST_VP9_MAX_LOOP_FILTER 63 #define GST_VP9_MAX_PROB 255 #define GST_VP9_REFS_PER_FRAME 3 #define GST_VP9_REF_FRAMES_LOG2 3 #define GST_VP9_REF_FRAMES (1 << GST_VP9_REF_FRAMES_LOG2) #define GST_VP9_FRAME_CONTEXTS_LOG2 2 #define GST_VP9_MAX_LOOP_FILTER 63 #define GST_VP9_MAX_SHARPNESS 7 #define GST_VP9_MAX_REF_LF_DELTAS 4 #define GST_VP9_MAX_MODE_LF_DELTAS 2 #define GST_VP9_SEGMENT_DELTADATA 0 #define GST_VP9_SEGMENT_ABSDATA 1 #define GST_VP9_MAX_SEGMENTS 8 #define GST_VP9_SEG_TREE_PROBS (GST_VP9_MAX_SEGMENTS-1) #define GST_VP9_PREDICTION_PROBS 3 typedef struct _GstVp9Parser GstVp9Parser; typedef struct _GstVp9FrameHdr GstVp9FrameHdr; typedef struct _GstVp9LoopFilter GstVp9LoopFilter; typedef struct _GstVp9QuantIndices GstVp9QuantIndices; typedef struct _GstVp9Segmentation GstVp9Segmentation; typedef struct _GstVp9SegmentationInfo GstVp9SegmentationInfo; typedef struct _GstVp9SegmentationInfoData GstVp9SegmentationInfoData; /** * GstVp9ParseResult: * @GST_VP9_PARSER_OK: The parsing went well * @GST_VP9_PARSER_BROKEN_DATA: The data to parse is broken * @GST_VP9_PARSER_NO_PACKET_ERROR: An error occured during the parsing * * Result type of any parsing function. * * Since: 1.8 */ typedef enum { GST_VP9_PARSER_OK, GST_VP9_PARSER_BROKEN_DATA, GST_VP9_PARSER_ERROR, } GstVp9ParserResult; /** * GstVp9Profile: Bitstream profiles indicated by 2-3 bits in the uncompressed header * @GST_VP9_PROFILE_0: Profile 0, 8-bit 4:2:0 only. * @GST_VP9_PROFILE_1: Profile 1, 8-bit 4:4:4, 4:2:2, and 4:4:0. * @GST_VP9_PROFILE_2: Profile 2, 10-bit and 12-bit color only, with 4:2:0 sampling. * @GST_VP9_PROFILE_3: Profile 3, 10-bit and 12-bit color only, with 4:2:2/4:4:4/4:4:0 sampling. * @GST_VP9_PROFILE_UNDEFINED: Undefined profile * * VP9 Profiles * * Since: 1.8 */ typedef enum { GST_VP9_PROFILE_0, GST_VP9_PROFILE_1, GST_VP9_PROFILE_2, GST_VP9_PROFILE_3, GST_VP9_PROFILE_UNDEFINED } GstVP9Profile; /** * GstVp9FrameType: * @GST_VP9_KEY_FRAME: Key frame, only have intra blocks * @GST_VP9_INTER_FRAME: Inter frame, both intra and inter blocks * * VP9 frame types * * Since: 1.8 */ typedef enum { GST_VP9_KEY_FRAME = 0, GST_VP9_INTER_FRAME = 1 } GstVp9FrameType; /** * GstVp9BitDepth: * @GST_VP9_BIT_DEPTH_8: Bit depth is 8 * @GST_VP9_BIT_DEPTH_10 Bit depth is 10 * @GST_VP9_BIT_DEPTH_12:Bit depth is 12 * * Bit depths of encoded frames * * Since: 1.8 */ typedef enum { GST_VP9_BIT_DEPTH_8 = 8, GST_VP9_BIT_DEPTH_10 = 10, GST_VP9_BIT_DEPTH_12 = 12 } GstVp9BitDepth; /** * GstVp9ColorSpace: * @GST_VP9_CS_UNKNOWN: Unknown color space * @GST_VP9_CS_BT_601: BT.601 * @GST_VP9_CS_BT_709: BT.709 * @GST_VP9_CS_SMPTE_170: SMPTE.170 * @GST_VP9_CS_SMPTE_240: SMPTE.240 * @GST_VP9_CS_BT_2020: BT.2020 * @GST_VP9_CS_RESERVED: Reserved * @GST_VP9_CS_SRGB: sRGB * * Supported ColorSpace standards * * Since: 1.8 */ typedef enum { GST_VP9_CS_UNKNOWN = 0, GST_VP9_CS_BT_601 = 1, GST_VP9_CS_BT_709 = 2, GST_VP9_CS_SMPTE_170 = 3, GST_VP9_CS_SMPTE_240 = 4, GST_VP9_CS_BT_2020 = 5, GST_VP9_CS_RESERVED_2 = 6, GST_VP9_CS_SRGB = 7 } GstVp9ColorSpace; /** * GstVp9ColorRange: * @GST_VP9_CR_LIMITED: Y range is [16-235], UV range is [16-240] * @GST_VP9_CR_FULL: Full range for Y,U and V [0-255] * * Possible color value ranges * * Since: 1.8 */ typedef enum { GST_VP9_CR_LIMITED, GST_VP9_CR_FULL } GstVp9ColorRange; /** * GstVp9InterpolationFilter: * @GST_VP9_INTERPOLATION_FILTER_EIGHTTAP: EightTap interpolation filter * @GST_VP9_INTERPOLATION_FILTER_EIGHTTAP_SMOOTH: Smooth interpolation filter * @GST_VP9_INTERPOLATION_FILTER_EIGHTTAP_SHARP: Shart interpolation filter * @GST_VP9_INTERPOLATION_FILTER_BILINEAR: Bilinear interpolation filter * @GST_VP9_INTERPOLATION_FILTER_SWITCHABLE: Selectable interpolation filter * * Interpolation Filters Types * * Since: 1.8 */ typedef enum { GST_VP9_INTERPOLATION_FILTER_EIGHTTAP = 0, GST_VP9_INTERPOLATION_FILTER_EIGHTTAP_SMOOTH = 1, GST_VP9_INTERPOLATION_FILTER_EIGHTTAP_SHARP = 2, GST_VP9_INTERPOLATION_FILTER_BILINEAR = 3, GST_VP9_INTERPOLATION_FILTER_SWITCHABLE = 4 } GstVp9InterpolationFilter; /** * GstVp9RefFrameType: * @GST_VP9_REF_FRAME_INTRA: Intra reference frame * @GST_VP9_REF_FRAME_LAST: Last Reference frame * @GST_VP9_REF_FRAME_GOLDEN: Golden Reference frame * @GST_VP9_REF_FRAME_ALTREF: Alternate Reference frame * @GST_VP9_REF_FRAME_MAX: * * Reference Frame types * * Since: 1.8 */ typedef enum { GST_VP9_REF_FRAME_INTRA = 0, GST_VP9_REF_FRAME_LAST = 1, GST_VP9_REF_FRAME_GOLDEN = 2, GST_VP9_REF_FRAME_ALTREF = 3, GST_VP9_REF_FRAME_MAX = 4 } GstVp9RefFrameType; /** * GstVp9QuantIndices: * @y_ac_qi: indicates the dequantization table index used for the * luma AC coefficients * @y_dc_delta: indicates the delta value that is added to the * baseline index to obtain the luma DC coefficient dequantization * index * @uv_dc_delta: indicates the delta value that is added to the * baseline index to obtain the chroma DC coefficient dequantization * index * @uv_ac_delta: indicates the delta value that is added to the * baseline index to obtain the chroma AC coefficient dequantization * index * * Dequantization indices. * * Since: 1.8 */ struct _GstVp9QuantIndices { guint8 y_ac_qi; gint8 y_dc_delta; gint8 uv_dc_delta; gint8 uv_ac_delta; }; /** * GstVp9LoopFilter: * @filter_level: indicates loop filter level for the current frame * @sharpness_level: indicates sharpness level for thecurrent frame * @mode_ref_delta_enabled: indicate if filter adjust is on * @mode_ref_delta_update: indicates if the delta values used in an * adjustment are updated in the current frame * @update_ref_deltas: indicate which ref deltas are updated * @ref_deltas: Loop filter strength adjustments based on * frame type (intra, inter) * @update_mode_deltas: indicate with mode deltas are updated * @mode_deltas: Loop filter strength adjustments based on * mode (zero, new mv) * * Loop filter values * * Since: 1.8 */ struct _GstVp9LoopFilter { gint filter_level; gint sharpness_level; guint8 mode_ref_delta_enabled; guint8 mode_ref_delta_update; guint8 update_ref_deltas[GST_VP9_MAX_REF_LF_DELTAS]; gint8 ref_deltas[GST_VP9_MAX_REF_LF_DELTAS]; guint8 update_mode_deltas[GST_VP9_MAX_MODE_LF_DELTAS]; gint8 mode_deltas[GST_VP9_MAX_MODE_LF_DELTAS]; }; /** * GstVp9SegmentationInfoData: * @alternate_quantizer_enabled: indicate alternate quantizer enabled at segment level * @alternate_quantizer: alternate quantizer value * @alternate_loop_filter_enabled: indicate alternate loop filter enabled at segment level * @alternate_loop_filter: alternate loop filter * @reference_frame_enabled: indicate alternate reference frame at segment level * @reference_frame: alternate reference frame * @reference_skip: a block skip mode that implies both the use of a (0,0) * motion vector and that no residual will be coded. * * Segmentation info for each segment * * Since: 1.8 */ struct _GstVp9SegmentationInfoData { /* SEG_LVL_ALT_Q */ guint8 alternate_quantizer_enabled; gint16 alternate_quantizer; /* SEG_LVL_ALT_LF */ guint8 alternate_loop_filter_enabled; gint8 alternate_loop_filter; /* SEG_LVL_REF_FRAME */ guint8 reference_frame_enabled; gint reference_frame; guint8 reference_skip; }; /** * GstVp9SegmentationInfo: * @enabled: enables the segmentation feature for the current frame * @update_map: determines if segmentation is updated in the current frame * @update_tree_probs: determines if tree probabilities updated or not * @tree_probs: segment tree probabilities * @update_pred_probs:determines if prediction probabilities updated or not * @pred_probs: prediction probabilities * @abs_delta: interpretation of segment data values * @temporal_update: type of map update * @update_data: indicates if the segment feature data * is updated in the current frame * @data: segment feature data * * Segmentation info * * Since: 1.8 */ struct _GstVp9SegmentationInfo { /* enable in setup_segmentation*/ guint8 enabled; /* update_map in setup_segmentation*/ guint8 update_map; /* tree_probs exist or not*/ guint8 update_tree_probs[GST_VP9_SEG_TREE_PROBS]; guint8 tree_probs[GST_VP9_SEG_TREE_PROBS]; /* pred_probs exist or not*/ guint8 update_pred_probs[GST_VP9_PREDICTION_PROBS]; guint8 pred_probs[GST_VP9_PREDICTION_PROBS]; /* abs_delta in setup_segmentation */ guint8 abs_delta; /* temporal_update in setup_segmentation */ guint8 temporal_update; /* update_data in setup_segmentation*/ guint8 update_data; GstVp9SegmentationInfoData data[GST_VP9_MAX_SEGMENTS]; }; /** * GstVp9FrameHdr: * @profile: encoded profile * @show_existing_frame: display already decoded frame instead of doing the decoding * @frame_to_show: which frame to show if show_existing_frame is true * @frame_type: frame type * @show_frame: indicate whether it is a displayable frame or not * @error_resilient_mode: error resilent mode * @width: frame width * @height: frame height * @display_size_enabled: display size enabled (cropping) * @display_width: display width * @display_height: display height * @frame_context_idx: frame context index * @intra_only: intra only frame * @reset_frame_context: reset frame context * @refresh_frame_flags: refresh reference frame flags * @ref_frame_indices: reference frame index * @ref_frame_sign_bias: sign bias for selecting altref,last and golden frames * @allow_high_precision_mv: allow hight precision motion vector * @mcomp_filter_type: interpolation filter type * @refresh_frame_context: refresh frame context indicator * @frame_parallel_decoding_mode: enable or disable parallel decoding support. * @loopfilter: loopfilter values * @quant_indices: quantization indeces * @segmentation: segmentation info * @log2_tile_rows: tile row indicator * @log2_tile_columns: tile column indicator * @first_partition_size: first partition size (after the uncompressed header) * @lossless_flag: lossless mode decode * @frame_header_length_in_bytes: length of uncompressed header * * Frame header * * Since: 1.8 */ struct _GstVp9FrameHdr { guint profile; guint8 show_existing_frame; gint frame_to_show; guint frame_type; guint8 show_frame; guint8 error_resilient_mode; guint32 width; guint32 height; guint8 display_size_enabled; guint32 display_width; guint32 display_height; guint frame_context_idx; guint8 intra_only; gint reset_frame_context; gint refresh_frame_flags; gint ref_frame_indices[GST_VP9_REFS_PER_FRAME]; gint ref_frame_sign_bias[GST_VP9_REFS_PER_FRAME]; gint allow_high_precision_mv; guint8 mcomp_filter_type; gint refresh_frame_context; /* frame_parallel_decoding_mode in vp9 code*/ gint frame_parallel_decoding_mode; GstVp9LoopFilter loopfilter; GstVp9QuantIndices quant_indices; GstVp9SegmentationInfo segmentation; gint log2_tile_rows; gint log2_tile_columns; guint32 first_partition_size; /* calculated values */ guint lossless_flag; guint32 frame_header_length_in_bytes; }; /** * GstVp9Segmentation: * @filter_level: loop filter level * @luma_ac_quant_scale: AC quant scale for luma(Y) component * @luma_dc_quant_scale: DC quant scale for luma(Y) component * @chroma_ac_quant_scale AC quant scale for chroma(U/V) component * @chroma_dc_quant_scale: DC quant scale for chroma (U/V) component * @reference_frame_enabled: alternate reference frame enablement * @reference_frame: alternate reference frame * @reference_skip: a block skip mode that implies both the use of a (0,0) * motion vector and that no residual will be coded * * Segmentation info kept across multipe frames * * Since: 1.8 */ struct _GstVp9Segmentation { guint8 filter_level[4][2]; gint16 luma_ac_quant_scale; gint16 luma_dc_quant_scale; gint16 chroma_ac_quant_scale; gint16 chroma_dc_quant_scale; guint8 reference_frame_enabled; gint reference_frame; guint8 reference_skip; }; /** * GstVp9Parser: * @priv: GstVp9ParserPrivate struct to keep track of state variables * @subsampling_x: horizontal subsampling * @subsampling_y: vertical subsampling * @bit_depth: bit depth of the stream * @color_space: color space standard * @color_range: color range standard * @mb_segment_tree_probs: decoding tree probabilities * @segment_pred_probs: segment prediction probabiilties * @segmentation: Segmentation info * * Parser context that needs to be live across frames * * Since: 1.8 */ struct _GstVp9Parser { /* private stuct for tracking state variables across frames */ void *priv; gint subsampling_x; gint subsampling_y; guint bit_depth; guint color_space; guint color_range; guint8 mb_segment_tree_probs[GST_VP9_SEG_TREE_PROBS]; guint8 segment_pred_probs[GST_VP9_PREDICTION_PROBS]; GstVp9Segmentation segmentation[GST_VP9_MAX_SEGMENTS]; }; GST_EXPORT GstVp9Parser * gst_vp9_parser_new (void); GST_EXPORT GstVp9ParserResult gst_vp9_parser_parse_frame_header (GstVp9Parser* parser, GstVp9FrameHdr * frame_hdr, const guint8 * data, gsize size); GST_EXPORT void gst_vp9_parser_free (GstVp9Parser * parser); G_END_DECLS #endif /* GST_VP9_PARSER_H */