mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-25 03:01:03 +00:00
4503 lines
144 KiB
C
4503 lines
144 KiB
C
|
/* gstav1parser.c
|
||
|
*
|
||
|
* Copyright (C) 2018 Georg Ottinger
|
||
|
* Copyright (C) 2019-2020 Intel Corporation
|
||
|
* Author: Georg Ottinger <g.ottinger@gmx.at>
|
||
|
* Author: Junyan He <junyan.he@hotmail.com>
|
||
|
* Author: Victor Jaquez <vjaquez@igalia.com>
|
||
|
*
|
||
|
* This library is free software; you can redistribute it and/or
|
||
|
* modify it under the terms of the GNU Lesser General Public
|
||
|
* License as published by the Free Software Foundation; either
|
||
|
* version 2.1 of the License, or (at your option) any later version.
|
||
|
*
|
||
|
* This library is distributed in the hope that it will be useful,
|
||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
* Lesser General Public License for more details.
|
||
|
*
|
||
|
* You should have received a copy of the GNU Lesser General Public
|
||
|
* License along with this library; if not, write to the
|
||
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||
|
* Boston, MA 02110-1301, USA.
|
||
|
*/
|
||
|
/**
|
||
|
* SECTION:gstav1parser
|
||
|
* @title: GstAV1Parser
|
||
|
* @short_description: Convenience library for parsing AV1 video bitstream.
|
||
|
*
|
||
|
* For more details about the structures, you can refer to the AV1 Bitstream &
|
||
|
* Decoding Process Specification V1.0.0
|
||
|
* [specification](https://aomediacodec.github.io/av1-spec/av1-spec.pdf)
|
||
|
*
|
||
|
* It offers you bitstream parsing of low overhead bistream format (Section 5)
|
||
|
* or Annex B according to the setting of the parser. By calling the function of
|
||
|
* gst_av1_parser_reset(), user can switch between bistream mode and Annex B mode.
|
||
|
*
|
||
|
* To retrieve OBUs and parse its headers, you should firstly call the function of
|
||
|
* gst_av1_parser_identify_one_obu() to get the OBU type if succeeds or just discard
|
||
|
* the data if fails.
|
||
|
*
|
||
|
* Then, depending on the #GstAV1OBUType of the newly parsed #GstAV1OBU,
|
||
|
* you should call the differents functions to parse the structure details:
|
||
|
*
|
||
|
* * #GST_AV1_OBU_SEQUENCE_HEADER: gst_av1_parser_parse_sequence_header_obu()
|
||
|
*
|
||
|
* * #GST_AV1_OBU_TEMPORAL_DELIMITER: gst_av1_parser_parse_temporal_delimiter_obu()
|
||
|
*
|
||
|
* * #GST_AV1_OBU_FRAME: gst_av1_parser_parse_frame_obu()
|
||
|
*
|
||
|
* * #GST_AV1_OBU_FRAME_HEADER: gst_av1_parser_parse_frame_header_obu()
|
||
|
*
|
||
|
* * #GST_AV1_OBU_TILE_GROUP: gst_av1_parser_parse_tile_group_obu()
|
||
|
*
|
||
|
* * #GST_AV1_OBU_METADATA: gst_av1_parser_parse_metadata_obu()
|
||
|
*
|
||
|
* * #GST_AV1_OBU_REDUNDANT_FRAME_HEADER: gst_av1_parser_parse_frame_header_obu()
|
||
|
*
|
||
|
* * #GST_AV1_OBU_TILE_LIST: gst_av1_parser_parse_tile_list_obu()
|
||
|
*
|
||
|
* Note: Some parser functions are dependent on information provided in the sequence
|
||
|
* header and reference frame's information. It maintains a state inside itself, which
|
||
|
* contains all global vars and reference information during the whole parsing process.
|
||
|
* Calling gst_av1_parser_reset() or a new sequence's arriving can clear and reset this
|
||
|
* inside state.
|
||
|
*
|
||
|
* After successfully handled a frame(for example, decode a frame successfully), you
|
||
|
* should call gst_av1_parser_reference_frame_update() to update the parser's inside
|
||
|
* state(such as reference information, global segmentation information, etc).
|
||
|
*
|
||
|
* Note: If the frame is actived by show_existing_frame in #GST_AV1_OBU_FRAME_HEADER,
|
||
|
* the function of gst_av1_parser_reference_frame_loading() should be called before
|
||
|
* really showing that frame.
|
||
|
*
|
||
|
* @since: 1.18.00
|
||
|
*/
|
||
|
|
||
|
#ifdef HAVE_CONFIG_H
|
||
|
#include "config.h"
|
||
|
#endif
|
||
|
|
||
|
#include "gstav1parser.h"
|
||
|
|
||
|
#include <gst/base/gstbitreader.h>
|
||
|
|
||
|
#include <string.h>
|
||
|
#include <stdlib.h>
|
||
|
|
||
|
#ifndef GST_DISABLE_GST_DEBUG
|
||
|
#define GST_CAT_DEFAULT gst_av1_debug_category_get ()
|
||
|
static GstDebugCategory *
|
||
|
gst_av1_debug_category_get (void)
|
||
|
{
|
||
|
static gsize cat_gonce = 0;
|
||
|
|
||
|
if (g_once_init_enter (&cat_gonce)) {
|
||
|
GstDebugCategory *cat = NULL;
|
||
|
|
||
|
GST_DEBUG_CATEGORY_INIT (cat, "codecparsers_av1", 0, "av1 parse library");
|
||
|
|
||
|
g_once_init_leave (&cat_gonce, (gsize) cat);
|
||
|
}
|
||
|
|
||
|
return (GstDebugCategory *) cat_gonce;
|
||
|
}
|
||
|
#endif /* GST_DISABLE_GST_DEBUG */
|
||
|
|
||
|
#define AV1_READ_BIT(br) ((guint8) gst_bit_reader_get_bits_uint32_unchecked (br, 1))
|
||
|
#define AV1_READ_UINT8(br) ((guint8) gst_bit_reader_get_bits_uint32_unchecked (br, 8))
|
||
|
#define AV1_READ_UINT16(br) ((guint16) gst_bit_reader_get_bits_uint32_unchecked (br, 16))
|
||
|
#define AV1_READ_UINT32(br) gst_bit_reader_get_bits_uint32_unchecked (br, 32)
|
||
|
#define AV1_READ_UINT64(br) gst_bit_reader_get_bits_uint64_unchecked (br, 64)
|
||
|
#define AV1_READ_BITS(br, nbits) \
|
||
|
((nbits <= 32) ? (gst_bit_reader_get_bits_uint32_unchecked (br, nbits)) : \
|
||
|
(gst_bit_reader_get_bits_uint64_unchecked (br, nbits)))
|
||
|
|
||
|
static guint64
|
||
|
av1_read_bits_checked (GstBitReader * br, guint nbits,
|
||
|
GstAV1ParserResult * retval, const char *func_name, gint line)
|
||
|
{
|
||
|
guint64 read_bits = 0;
|
||
|
gboolean result;
|
||
|
|
||
|
if (nbits <= 64)
|
||
|
result = gst_bit_reader_get_bits_uint64 (br, &read_bits, nbits);
|
||
|
else
|
||
|
result = FALSE;
|
||
|
|
||
|
if (result == TRUE) {
|
||
|
*retval = GST_AV1_PARSER_OK;
|
||
|
return read_bits;
|
||
|
} else {
|
||
|
*retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
GST_WARNING ("Read %d bits failed in func: %s, line %d", nbits, func_name,
|
||
|
line);
|
||
|
return 0;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
#define AV1_READ_BIT_CHECKED(br, ret) \
|
||
|
((guint8) av1_read_bits_checked (br, 1, ret, __func__, __LINE__))
|
||
|
#define AV1_READ_UINT8_CHECKED(br, ret) \
|
||
|
((guint8) av1_read_bits_checked (br, 8, ret, __func__, __LINE__))
|
||
|
#define AV1_READ_UINT16_CHECKED(br, ret) \
|
||
|
((guint16) av1_read_bits_checked (br, 16, ret, __func__, __LINE__))
|
||
|
#define AV1_READ_UINT32_CHECKED(br, ret) \
|
||
|
((guint32) av1_read_bits_checked (br, 32, ret, __func__, __LINE__))
|
||
|
#define AV1_READ_BITS_CHECKED(br, nbits, ret) \
|
||
|
av1_read_bits_checked (br, nbits, ret, __func__, __LINE__)
|
||
|
|
||
|
#define AV1_REMAINING_BYTES(br) (gst_bit_reader_get_remaining (br) / 8)
|
||
|
#define AV1_REMAINING_BITS(br) (gst_bit_reader_get_remaining (br))
|
||
|
|
||
|
/*************************************
|
||
|
* *
|
||
|
* Helperfunctions *
|
||
|
* *
|
||
|
*************************************/
|
||
|
|
||
|
/* 4.7
|
||
|
*
|
||
|
* floor of the base 2 logarithm of the input x */
|
||
|
static gint
|
||
|
av1_helpers_floor_log2 (guint32 x)
|
||
|
{
|
||
|
gint s = 0;
|
||
|
|
||
|
while (x != 0) {
|
||
|
x = x >> 1;
|
||
|
s++;
|
||
|
}
|
||
|
return s - 1;
|
||
|
}
|
||
|
|
||
|
/* 5.9.16 Tile size calculation
|
||
|
*
|
||
|
* returns the smallest value for k such that blkSize << k is greater
|
||
|
* than or equal to target */
|
||
|
static gint
|
||
|
av1_helper_tile_log2 (gint blkSize, gint target)
|
||
|
{
|
||
|
gint k;
|
||
|
for (k = 0; (blkSize << k) < target; k++);
|
||
|
return k;
|
||
|
}
|
||
|
|
||
|
/* 5.9.29 */
|
||
|
static gint
|
||
|
av1_helper_inverse_recenter (gint r, gint v)
|
||
|
{
|
||
|
if (v > 2 * r)
|
||
|
return v;
|
||
|
else if (v & 1)
|
||
|
return r - ((v + 1) >> 1);
|
||
|
else
|
||
|
return r + (v >> 1);
|
||
|
}
|
||
|
|
||
|
/*************************************
|
||
|
* *
|
||
|
* Bitstream Functions *
|
||
|
* *
|
||
|
*************************************/
|
||
|
/* 4.10.5
|
||
|
*
|
||
|
* Unsigned integer represented by a variable number of little-endian
|
||
|
* bytes. */
|
||
|
static guint32
|
||
|
av1_bitstreamfn_leb128 (GstBitReader * br, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
guint8 leb128_byte = 0;
|
||
|
guint64 value = 0;
|
||
|
gint i;
|
||
|
|
||
|
for (i = 0; i < 8; i++) {
|
||
|
leb128_byte = AV1_READ_UINT8_CHECKED (br, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
|
||
|
value |= (((gint) leb128_byte & 0x7f) << (i * 7));
|
||
|
if (!(leb128_byte & 0x80))
|
||
|
break;
|
||
|
}
|
||
|
|
||
|
/* check for bitstream conformance see chapter4.10.5 */
|
||
|
if (value < G_MAXUINT32) {
|
||
|
return (guint32) value;
|
||
|
} else {
|
||
|
GST_WARNING ("invalid leb128");
|
||
|
*retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
return 0;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* 4.10.3
|
||
|
*
|
||
|
* Variable length unsigned n-bit number appearing directly in the
|
||
|
* bitstream */
|
||
|
static guint32
|
||
|
av1_bitstreamfn_uvlc (GstBitReader * br, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
guint8 leadingZero = 0;
|
||
|
guint32 readv;
|
||
|
guint32 value;
|
||
|
gboolean done;
|
||
|
|
||
|
while (1) {
|
||
|
done = AV1_READ_BIT_CHECKED (br, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK) {
|
||
|
GST_WARNING ("invalid uvlc");
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
if (done)
|
||
|
break;
|
||
|
leadingZero++;
|
||
|
}
|
||
|
|
||
|
if (leadingZero >= 32) {
|
||
|
value = G_MAXUINT32;
|
||
|
return value;
|
||
|
}
|
||
|
readv = AV1_READ_BITS_CHECKED (br, leadingZero, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK) {
|
||
|
GST_WARNING ("invalid uvlc");
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
value = readv + (1 << leadingZero) - 1;
|
||
|
|
||
|
return value;
|
||
|
}
|
||
|
|
||
|
/* 4.10.6
|
||
|
*
|
||
|
* Signed integer converted from an n bits unsigned integer in the
|
||
|
* bitstream */
|
||
|
static guint32
|
||
|
av1_bitstreamfn_su (GstBitReader * br, guint8 n, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
guint32 v, signMask;
|
||
|
|
||
|
v = AV1_READ_BITS_CHECKED (br, n, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
|
||
|
signMask = 1 << (n - 1);
|
||
|
if (v & signMask)
|
||
|
return v - 2 * signMask;
|
||
|
else
|
||
|
return v;
|
||
|
}
|
||
|
|
||
|
/* 4.10.7
|
||
|
*
|
||
|
* Unsigned encoded integer with maximum number of values n */
|
||
|
static guint8
|
||
|
av1_bitstreamfn_ns (GstBitReader * br, guint8 n, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
gint w, m, v;
|
||
|
gint extra_bit;
|
||
|
|
||
|
w = av1_helpers_floor_log2 (n) + 1;
|
||
|
m = (1 << w) - n;
|
||
|
v = AV1_READ_BITS_CHECKED (br, w - 1, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
|
||
|
if (v < m)
|
||
|
return v;
|
||
|
extra_bit = AV1_READ_BITS_CHECKED (br, 1, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
|
||
|
return (v << 1) - m + extra_bit;
|
||
|
}
|
||
|
|
||
|
/* 4.10.4
|
||
|
*
|
||
|
* Unsigned little-endian n-byte number appearing directly in the
|
||
|
* bitstream */
|
||
|
static guint
|
||
|
av1_bitstreamfn_le (GstBitReader * br, guint8 n, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
guint t = 0;
|
||
|
guint8 byte;
|
||
|
gint i;
|
||
|
|
||
|
for (i = 0; i < n; i++) {
|
||
|
byte = AV1_READ_BITS_CHECKED (br, 8, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
|
||
|
t += (byte << (i * 8));
|
||
|
}
|
||
|
return t;
|
||
|
}
|
||
|
|
||
|
/* 5.9.13
|
||
|
*
|
||
|
* Delta quantizer */
|
||
|
static gint8
|
||
|
av1_bitstreamfn_delta_q (GstBitReader * br, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
guint8 delta_coded;
|
||
|
|
||
|
delta_coded = AV1_READ_BIT_CHECKED (br, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
|
||
|
if (delta_coded) {
|
||
|
gint delta_q = av1_bitstreamfn_su (br, 7, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
return delta_q;
|
||
|
} else {
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
/* 5.3.4 */
|
||
|
static GstAV1ParserResult
|
||
|
av1_bitstreamfn_trailing_bits (GstBitReader * br, guint32 nbBits)
|
||
|
{
|
||
|
guint8 trailing_one_bit, trailing_zero_bit;
|
||
|
|
||
|
g_assert (nbBits);
|
||
|
|
||
|
trailing_one_bit = AV1_READ_BIT (br);
|
||
|
if (trailing_one_bit != 1) {
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
}
|
||
|
|
||
|
nbBits--;
|
||
|
while (nbBits > 0) {
|
||
|
trailing_zero_bit = AV1_READ_BIT (br);
|
||
|
if (trailing_zero_bit != 0)
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
nbBits--;
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
static GstAV1ParserResult
|
||
|
av1_skip_trailing_bits (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1OBU * obu)
|
||
|
{
|
||
|
guint32 payloadBits = gst_bit_reader_get_pos (br);
|
||
|
GstAV1ParserResult ret;
|
||
|
|
||
|
if (obu->obu_size > 0
|
||
|
&& obu->obu_type != GST_AV1_OBU_TILE_GROUP
|
||
|
&& obu->obu_type != GST_AV1_OBU_TILE_LIST
|
||
|
&& obu->obu_type != GST_AV1_OBU_FRAME) {
|
||
|
if (payloadBits >= obu->obu_size * 8)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
ret = av1_bitstreamfn_trailing_bits (br, obu->obu_size * 8 - payloadBits);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
return ret;
|
||
|
}
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
static gboolean
|
||
|
av1_seq_level_idx_is_valid (GstAV1SeqLevels seq_level_idx)
|
||
|
{
|
||
|
return seq_level_idx == GST_AV1_SEQ_LEVEL_MAX
|
||
|
|| (seq_level_idx < GST_AV1_SEQ_LEVELS
|
||
|
/* The following levels are currently undefined. */
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_2_2
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_2_3
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_3_2
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_3_3
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_4_2
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_4_3
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_7_0
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_7_1
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_7_2
|
||
|
&& seq_level_idx != GST_AV1_SEQ_LEVEL_7_3);
|
||
|
}
|
||
|
|
||
|
static void
|
||
|
av1_parser_init_sequence_header (GstAV1SequenceHeaderOBU * seq_header)
|
||
|
{
|
||
|
memset (seq_header, 0, sizeof (*seq_header));
|
||
|
seq_header->bit_depth = 8;
|
||
|
seq_header->num_planes = 1;
|
||
|
}
|
||
|
|
||
|
/*************************************
|
||
|
* *
|
||
|
* Parser Functions *
|
||
|
* *
|
||
|
*************************************/
|
||
|
static void
|
||
|
gst_av1_parse_reset_state (GstAV1Parser * parser, gboolean free_sps)
|
||
|
{
|
||
|
parser->state.seen_frame_header = 0;
|
||
|
parser->state.begin_first_frame = FALSE;
|
||
|
|
||
|
parser->state.prev_frame_id = 0;
|
||
|
parser->state.current_frame_id = 0;
|
||
|
memset (&parser->state.ref_info, 0, sizeof (parser->state.ref_info));
|
||
|
parser->state.frame_width = 0;
|
||
|
parser->state.frame_height = 0;
|
||
|
parser->state.upscaled_width = 0;
|
||
|
parser->state.mi_cols = 0;
|
||
|
parser->state.mi_rows = 0;
|
||
|
parser->state.render_width = 0;
|
||
|
parser->state.render_height = 0;
|
||
|
|
||
|
memset (parser->state.mi_col_starts, 0, sizeof (parser->state.mi_col_starts));
|
||
|
memset (parser->state.mi_row_starts, 0, sizeof (parser->state.mi_row_starts));
|
||
|
|
||
|
parser->state.tile_cols_log2 = 0;
|
||
|
parser->state.tile_cols = 0;
|
||
|
parser->state.tile_rows_log2 = 0;
|
||
|
parser->state.tile_rows = 0;
|
||
|
parser->state.tile_size_bytes = 0;
|
||
|
|
||
|
parser->state.seen_frame_header = 0;
|
||
|
|
||
|
if (free_sps) {
|
||
|
parser->state.sequence_changed = FALSE;
|
||
|
|
||
|
if (parser->seq_header) {
|
||
|
g_slice_free (GstAV1SequenceHeaderOBU, parser->seq_header);
|
||
|
parser->seq_header = NULL;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_reset:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @annex_b: indicate whether conforms to annex b
|
||
|
*
|
||
|
* Reset the current #GstAV1Parser's state totally.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
void
|
||
|
gst_av1_parser_reset (GstAV1Parser * parser, gboolean annex_b)
|
||
|
{
|
||
|
g_return_if_fail (parser != NULL);
|
||
|
|
||
|
if (parser->annex_b) {
|
||
|
g_assert (parser->temporal_unit_consumed <= parser->temporal_unit_size);
|
||
|
if (parser->temporal_unit_consumed < parser->temporal_unit_size)
|
||
|
GST_DEBUG ("temporal_unit_consumed: %d, temporal_unit_size:%d, "
|
||
|
"discard the left %d bytes for a temporal_unit.",
|
||
|
parser->temporal_unit_consumed, parser->temporal_unit_size,
|
||
|
parser->temporal_unit_size - parser->temporal_unit_consumed);
|
||
|
|
||
|
g_assert (parser->frame_unit_consumed <= parser->frame_unit_size);
|
||
|
if (parser->frame_unit_consumed < parser->frame_unit_size)
|
||
|
GST_DEBUG (" frame_unit_consumed %d, frame_unit_size: %d "
|
||
|
"discard the left %d bytes for a frame_unit.",
|
||
|
parser->frame_unit_consumed, parser->frame_unit_size,
|
||
|
parser->frame_unit_size - parser->frame_unit_consumed);
|
||
|
}
|
||
|
|
||
|
parser->temporal_unit_consumed = 0;
|
||
|
parser->temporal_unit_size = 0;
|
||
|
parser->frame_unit_consumed = 0;
|
||
|
parser->frame_unit_size = 0;
|
||
|
parser->annex_b = annex_b;
|
||
|
|
||
|
gst_av1_parse_reset_state (parser, TRUE);
|
||
|
}
|
||
|
|
||
|
/* 5.3.2 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_obu_header (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1OBUHeader * obu_header)
|
||
|
{
|
||
|
guint8 obu_forbidden_bit;
|
||
|
guint8 obu_reserved_1bit;
|
||
|
guint8 obu_extension_header_reserved_3bits;
|
||
|
GstAV1ParserResult ret = GST_AV1_PARSER_OK;
|
||
|
|
||
|
if (AV1_REMAINING_BYTES (br) < 1) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
obu_forbidden_bit = AV1_READ_BIT (br);
|
||
|
if (obu_forbidden_bit != 0) {
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
obu_header->obu_type = AV1_READ_BITS (br, 4);
|
||
|
obu_header->obu_extention_flag = AV1_READ_BIT (br);
|
||
|
obu_header->obu_has_size_field = AV1_READ_BIT (br);
|
||
|
obu_reserved_1bit = AV1_READ_BIT (br);
|
||
|
if (obu_reserved_1bit != 0) {
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (obu_header->obu_extention_flag) {
|
||
|
if (AV1_REMAINING_BYTES (br) < 1) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
/* 5.3.3 OBU extension header */
|
||
|
obu_header->obu_temporal_id = AV1_READ_BITS (br, 3);
|
||
|
obu_header->obu_spatial_id = AV1_READ_BITS (br, 2);
|
||
|
obu_extension_header_reserved_3bits = AV1_READ_BITS (br, 3);
|
||
|
if (obu_extension_header_reserved_3bits != 0) {
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse OBU header error %d", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_identify_one_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @data: the data to parse
|
||
|
* @size: the size of @data
|
||
|
* @obu: a #GstAV1OBU to store the identified result
|
||
|
* @consumed: (out): the consumed data size
|
||
|
*
|
||
|
* Identify one @obu's type from the incoming data stream. This function
|
||
|
* should be called first to know the type of @obu before other parse APIs.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_identify_one_obu (GstAV1Parser * parser, const guint8 * data,
|
||
|
guint32 size, GstAV1OBU * obu, guint32 * consumed)
|
||
|
{
|
||
|
GstAV1ParserResult ret = GST_AV1_PARSER_OK;
|
||
|
GstBitReader br;
|
||
|
guint obu_length = 0;
|
||
|
guint32 used;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (data != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (consumed != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
*consumed = 0;
|
||
|
memset (obu, 0, sizeof (*obu));
|
||
|
|
||
|
if (parser->annex_b) {
|
||
|
GST_LOG ("temporal_unit_consumed: %d, temporal_unit_size:%d,"
|
||
|
" frame_unit_consumed %d, frame_unit_size: %d",
|
||
|
parser->temporal_unit_consumed, parser->temporal_unit_size,
|
||
|
parser->frame_unit_consumed, parser->frame_unit_size);
|
||
|
}
|
||
|
|
||
|
if (!size) {
|
||
|
return ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
/* parse the data size if annex_b */
|
||
|
if (parser->annex_b) {
|
||
|
guint last_pos;
|
||
|
annex_b_again:
|
||
|
last_pos = 0;
|
||
|
|
||
|
g_assert (*consumed <= size);
|
||
|
if (*consumed == size) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
gst_bit_reader_init (&br, data + *consumed, size - *consumed);
|
||
|
|
||
|
g_assert (parser->temporal_unit_consumed <= parser->temporal_unit_size);
|
||
|
if (parser->temporal_unit_consumed &&
|
||
|
parser->temporal_unit_consumed == parser->temporal_unit_size) {
|
||
|
GST_LOG ("Complete a temporal unit of size %d",
|
||
|
parser->temporal_unit_size);
|
||
|
parser->temporal_unit_consumed = parser->temporal_unit_size = 0;
|
||
|
}
|
||
|
|
||
|
if (parser->temporal_unit_size == 0) {
|
||
|
parser->temporal_unit_size = av1_bitstreamfn_leb128 (&br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
g_assert (gst_bit_reader_get_pos (&br) % 8 == 0);
|
||
|
used = (gst_bit_reader_get_pos (&br) / 8 - last_pos);
|
||
|
last_pos = gst_bit_reader_get_pos (&br) / 8;
|
||
|
*consumed += used;
|
||
|
|
||
|
if (parser->temporal_unit_consumed == parser->temporal_unit_size) {
|
||
|
/* Some extreme case like a temporal unit just
|
||
|
hold a temporal_unit_size = 0 */
|
||
|
goto annex_b_again;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
g_assert (parser->frame_unit_consumed <= parser->frame_unit_size);
|
||
|
if (parser->frame_unit_consumed &&
|
||
|
parser->frame_unit_consumed == parser->frame_unit_size) {
|
||
|
GST_LOG ("Complete a frame unit of size %d", parser->frame_unit_size);
|
||
|
parser->frame_unit_size = parser->frame_unit_consumed = 0;
|
||
|
}
|
||
|
|
||
|
if (parser->frame_unit_size == 0) {
|
||
|
parser->frame_unit_size = av1_bitstreamfn_leb128 (&br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
g_assert (gst_bit_reader_get_pos (&br) % 8 == 0);
|
||
|
used = gst_bit_reader_get_pos (&br) / 8 - last_pos;
|
||
|
last_pos = gst_bit_reader_get_pos (&br) / 8;
|
||
|
*consumed += used;
|
||
|
parser->temporal_unit_consumed += used;
|
||
|
|
||
|
if (parser->frame_unit_size >
|
||
|
parser->temporal_unit_size - parser->temporal_unit_consumed) {
|
||
|
GST_INFO ("Error stream, frame unit size %d, bigger than the left"
|
||
|
"temporal unit size %d", parser->frame_unit_size,
|
||
|
parser->temporal_unit_size - parser->temporal_unit_consumed);
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (parser->temporal_unit_consumed == parser->temporal_unit_size ||
|
||
|
parser->frame_unit_consumed == parser->frame_unit_size) {
|
||
|
/* Some extreme case like a temporal unit just hold a frame_unit_size,
|
||
|
or a frame unit just hold frame_unit_size = 0 */
|
||
|
goto annex_b_again;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
obu_length = av1_bitstreamfn_leb128 (&br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (obu_length > parser->frame_unit_size - parser->frame_unit_consumed) {
|
||
|
GST_INFO ("Error stream, obu_length is %d, bigger than the left"
|
||
|
"frame unit size %d", obu_length,
|
||
|
parser->frame_unit_size - parser->frame_unit_consumed);
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
/* update the consumed */
|
||
|
used = gst_bit_reader_get_pos (&br) / 8 - last_pos;
|
||
|
last_pos = gst_bit_reader_get_pos (&br) / 8;
|
||
|
*consumed += used;
|
||
|
parser->temporal_unit_consumed += used;
|
||
|
parser->frame_unit_consumed += used;
|
||
|
|
||
|
if (obu_length == 0) {
|
||
|
/* An empty obu? let continue to the next */
|
||
|
ret = GST_AV1_PARSER_DROP;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
g_assert (*consumed <= size);
|
||
|
if (*consumed == size) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
gst_bit_reader_init (&br, data + *consumed, size - *consumed);
|
||
|
|
||
|
ret = gst_av1_parse_obu_header (parser, &br, &obu->header);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
obu->obu_type = obu->header.obu_type;
|
||
|
GST_LOG ("identify obu type is %d", obu->obu_type);
|
||
|
|
||
|
if (obu->header.obu_has_size_field) {
|
||
|
obu->obu_size = av1_bitstreamfn_leb128 (&br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (obu_length
|
||
|
&& obu_length - 1 - obu->header.obu_extention_flag != obu->obu_size) {
|
||
|
/* If obu_size and obu_length are both present, but inconsistent,
|
||
|
then the packed bitstream is deemed invalid. */
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BYTES (&br) < obu->obu_size) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
} else {
|
||
|
if (obu_length == 0) {
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
obu->obu_size = obu_length - 1 - obu->header.obu_extention_flag;
|
||
|
}
|
||
|
|
||
|
g_assert (gst_bit_reader_get_pos (&br) % 8 == 0);
|
||
|
used = gst_bit_reader_get_pos (&br) / 8;
|
||
|
/* fail if not a complete obu */
|
||
|
if (size - *consumed - used < obu->obu_size) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
/* update the consumed */
|
||
|
*consumed += used;
|
||
|
if (parser->annex_b) {
|
||
|
parser->temporal_unit_consumed += used;
|
||
|
parser->frame_unit_consumed += used;
|
||
|
}
|
||
|
|
||
|
obu->data = (guint8 *) (data + *consumed);
|
||
|
|
||
|
*consumed += obu->obu_size;
|
||
|
if (parser->annex_b) {
|
||
|
parser->temporal_unit_consumed += obu->obu_size;
|
||
|
parser->frame_unit_consumed += obu->obu_size;
|
||
|
}
|
||
|
|
||
|
if (obu->obu_type != GST_AV1_OBU_SEQUENCE_HEADER
|
||
|
&& obu->obu_type != GST_AV1_OBU_TEMPORAL_DELIMITER
|
||
|
&& parser->state.operating_point_idc && obu->header.obu_extention_flag) {
|
||
|
guint32 inTemporalLayer =
|
||
|
(parser->state.operating_point_idc >> obu->header.obu_temporal_id) & 1;
|
||
|
guint32 inSpatialLayer =
|
||
|
(parser->state.operating_point_idc >> (obu->header.obu_spatial_id +
|
||
|
8)) & 1;
|
||
|
if (!inTemporalLayer || !inSpatialLayer) {
|
||
|
ret = GST_AV1_PARSER_DROP;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("can not identify obu, error %d", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* 5.5.2 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_color_config (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1SequenceHeaderOBU * seq_header, GstAV1ColorConfig * color_config)
|
||
|
{
|
||
|
GstAV1ParserResult ret = GST_AV1_PARSER_OK;
|
||
|
|
||
|
color_config->high_bitdepth = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seq_header->seq_profile == GST_AV1_PROFILE_2
|
||
|
&& color_config->high_bitdepth) {
|
||
|
color_config->twelve_bit = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
seq_header->bit_depth = color_config->twelve_bit ? 12 : 10;
|
||
|
} else if (seq_header->seq_profile <= GST_AV1_PROFILE_2) {
|
||
|
seq_header->bit_depth = color_config->high_bitdepth ? 10 : 8;
|
||
|
} else {
|
||
|
GST_INFO ("Unsupported profile/bit-depth combination");
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->seq_profile == GST_AV1_PROFILE_1)
|
||
|
color_config->mono_chrome = 0;
|
||
|
else {
|
||
|
color_config->mono_chrome = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->num_planes = color_config->mono_chrome ? 1 : 3;
|
||
|
|
||
|
color_config->color_description_present_flag =
|
||
|
AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (color_config->color_description_present_flag) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8 + 8) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
color_config->color_primaries = AV1_READ_BITS (br, 8);
|
||
|
color_config->transfer_characteristics = AV1_READ_BITS (br, 8);
|
||
|
color_config->matrix_coefficients = AV1_READ_BITS (br, 8);
|
||
|
} else {
|
||
|
color_config->color_primaries = GST_AV1_CP_UNSPECIFIED;
|
||
|
color_config->transfer_characteristics = GST_AV1_TC_UNSPECIFIED;
|
||
|
color_config->matrix_coefficients = GST_AV1_MC_UNSPECIFIED;
|
||
|
}
|
||
|
|
||
|
if (color_config->mono_chrome) {
|
||
|
color_config->color_range = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
color_config->subsampling_x = 1;
|
||
|
color_config->subsampling_y = 1;
|
||
|
color_config->chroma_sample_position = GST_AV1_CSP_UNKNOWN;
|
||
|
color_config->separate_uv_delta_q = 0;
|
||
|
goto success;
|
||
|
} else if (color_config->color_primaries == GST_AV1_CP_BT_709 &&
|
||
|
color_config->transfer_characteristics == GST_AV1_TC_SRGB &&
|
||
|
color_config->matrix_coefficients == GST_AV1_MC_IDENTITY) {
|
||
|
color_config->color_range = 1;
|
||
|
color_config->subsampling_x = 0;
|
||
|
color_config->subsampling_y = 0;
|
||
|
if (!(seq_header->seq_profile == GST_AV1_PROFILE_1 ||
|
||
|
(seq_header->seq_profile == GST_AV1_PROFILE_2
|
||
|
&& seq_header->bit_depth == 12))) {
|
||
|
GST_INFO ("sRGB colorspace not compatible with specified profile");
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
} else {
|
||
|
color_config->color_range = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seq_header->seq_profile == GST_AV1_PROFILE_0) {
|
||
|
/* 420 only */
|
||
|
color_config->subsampling_x = 1;
|
||
|
color_config->subsampling_y = 1;
|
||
|
} else if (seq_header->seq_profile == GST_AV1_PROFILE_1) {
|
||
|
/* 444 only */
|
||
|
color_config->subsampling_x = 0;
|
||
|
color_config->subsampling_y = 0;
|
||
|
} else {
|
||
|
g_assert (seq_header->seq_profile == GST_AV1_PROFILE_2);
|
||
|
if (seq_header->bit_depth == 12) {
|
||
|
color_config->subsampling_x = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (color_config->subsampling_x) {
|
||
|
/* 422 or 420 */
|
||
|
color_config->subsampling_y = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else
|
||
|
/* 444 */
|
||
|
color_config->subsampling_y = 0;
|
||
|
} else {
|
||
|
/* 422 */
|
||
|
color_config->subsampling_x = 1;
|
||
|
color_config->subsampling_y = 0;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (color_config->matrix_coefficients == GST_AV1_MC_IDENTITY &&
|
||
|
(color_config->subsampling_x || color_config->subsampling_y)) {
|
||
|
GST_INFO ("Identity CICP Matrix incompatible with"
|
||
|
" non 4:4:4 color sampling");
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (color_config->subsampling_x && color_config->subsampling_y) {
|
||
|
color_config->chroma_sample_position =
|
||
|
AV1_READ_BITS_CHECKED (br, 2, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
color_config->separate_uv_delta_q = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (!(color_config->subsampling_x == 0 && color_config->subsampling_y == 0) &&
|
||
|
!(color_config->subsampling_x == 1 && color_config->subsampling_y == 1) &&
|
||
|
!(color_config->subsampling_x == 1 && color_config->subsampling_y == 0)) {
|
||
|
GST_INFO ("Only 4:4:4, 4:2:2 and 4:2:0 are currently supported, "
|
||
|
"%d %d subsampling is not supported.\n",
|
||
|
color_config->subsampling_x, color_config->subsampling_y);
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse color config error %d", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* 5.5.3 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_timing_info (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1TimingInfo * timing_info)
|
||
|
{
|
||
|
GstAV1ParserResult ret = GST_AV1_PARSER_OK;
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 32 + 32 + 1) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
timing_info->num_units_in_display_tick = AV1_READ_UINT32 (br);
|
||
|
timing_info->time_scale = AV1_READ_UINT32 (br);
|
||
|
if (timing_info->num_units_in_display_tick == 0 ||
|
||
|
timing_info->time_scale == 0) {
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
timing_info->equal_picture_interval = AV1_READ_BIT (br);
|
||
|
if (timing_info->equal_picture_interval) {
|
||
|
timing_info->num_ticks_per_picture_minus_1 =
|
||
|
av1_bitstreamfn_uvlc (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (timing_info->num_ticks_per_picture_minus_1 == G_MAXUINT) {
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse timing info error %d", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* 5.5.4 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_decoder_model_info (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1DecoderModelInfo * decoder_model_info)
|
||
|
{
|
||
|
if (AV1_REMAINING_BITS (br) < 5 + 32 + 5 + 5)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
decoder_model_info->buffer_delay_length_minus_1 = AV1_READ_BITS (br, 5);
|
||
|
decoder_model_info->num_units_in_decoding_tick = AV1_READ_BITS (br, 32);
|
||
|
decoder_model_info->buffer_removal_time_length_minus_1 =
|
||
|
AV1_READ_BITS (br, 5);
|
||
|
decoder_model_info->frame_presentation_time_length_minus_1 =
|
||
|
AV1_READ_BITS (br, 5);
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.5.5 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_operating_parameters_info (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1SequenceHeaderOBU * seq_header,
|
||
|
GstAV1OperatingPoint * op_point)
|
||
|
{
|
||
|
guint32 n = seq_header->decoder_model_info.buffer_delay_length_minus_1 + 1;
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < n + n + 1)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
op_point->decoder_buffer_delay = AV1_READ_BITS (br, n);
|
||
|
op_point->encoder_buffer_delay = AV1_READ_BITS (br, n);
|
||
|
op_point->low_delay_mode_flag = AV1_READ_BIT (br);
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.5.1 General sequence header OBU */
|
||
|
/**
|
||
|
* gst_av1_parser_parse_sequence_header_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @obu: a #GstAV1OBU to be parsed
|
||
|
* @seq_header: a #GstAV1SequenceHeaderOBU to store the parsed result.
|
||
|
*
|
||
|
* Parse one sequence header @obu based on the @parser context, store the
|
||
|
* result in the @seq_header.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_parse_sequence_header_obu (GstAV1Parser * parser,
|
||
|
GstAV1OBU * obu, GstAV1SequenceHeaderOBU * seq_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
gint i;
|
||
|
GstBitReader bit_reader;
|
||
|
GstBitReader *br = &bit_reader;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu->obu_type == GST_AV1_OBU_SEQUENCE_HEADER,
|
||
|
GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (seq_header != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
av1_parser_init_sequence_header (seq_header);
|
||
|
gst_bit_reader_init (br, obu->data, obu->obu_size);
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 8) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
seq_header->seq_profile = AV1_READ_BITS (br, 3);
|
||
|
if (seq_header->seq_profile > GST_AV1_PROFILE_2) {
|
||
|
GST_INFO ("Unsupported profile %d", seq_header->seq_profile);
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
seq_header->still_picture = AV1_READ_BIT (br);
|
||
|
seq_header->reduced_still_picture_header = AV1_READ_BIT (br);
|
||
|
if (!seq_header->still_picture && seq_header->reduced_still_picture_header) {
|
||
|
GST_INFO (" If reduced_still_picture_header is equal to 1, it is a"
|
||
|
" requirement of bitstream conformance that still_picture is equal"
|
||
|
" to 1. ");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->reduced_still_picture_header) {
|
||
|
seq_header->timing_info_present_flag = 0;
|
||
|
seq_header->decoder_model_info_present_flag = 0;
|
||
|
seq_header->initial_display_delay_present_flag = 0;
|
||
|
seq_header->operating_points_cnt_minus_1 = 0;
|
||
|
seq_header->operating_points[0].idc = 0;
|
||
|
seq_header->operating_points[0].seq_level_idx = AV1_READ_BITS (br, 5);
|
||
|
if (!av1_seq_level_idx_is_valid
|
||
|
(seq_header->operating_points[0].seq_level_idx)) {
|
||
|
GST_INFO ("The seq_level_idx is unsupported");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->operating_points[0].seq_tier = 0;
|
||
|
seq_header->operating_points[0].decoder_model_present_for_this_op = 0;
|
||
|
seq_header->operating_points[0].initial_display_delay_present_for_this_op =
|
||
|
0;
|
||
|
} else {
|
||
|
seq_header->timing_info_present_flag = AV1_READ_BIT (br);
|
||
|
|
||
|
if (seq_header->timing_info_present_flag) {
|
||
|
retval =
|
||
|
gst_av1_parse_timing_info (parser, br, &(seq_header->timing_info));
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
seq_header->decoder_model_info_present_flag =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seq_header->decoder_model_info_present_flag) {
|
||
|
retval = gst_av1_parse_decoder_model_info (parser, br,
|
||
|
&(seq_header->decoder_model_info));
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
} else {
|
||
|
seq_header->decoder_model_info_present_flag = 0;
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 6) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->initial_display_delay_present_flag = AV1_READ_BIT (br);
|
||
|
seq_header->operating_points_cnt_minus_1 = AV1_READ_BITS (br, 5);
|
||
|
if (seq_header->operating_points_cnt_minus_1 + 1 >
|
||
|
GST_AV1_MAX_OPERATING_POINTS) {
|
||
|
GST_INFO ("The operating points number %d is too big",
|
||
|
seq_header->operating_points_cnt_minus_1 + 1);
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
for (i = 0; i < seq_header->operating_points_cnt_minus_1 + 1; i++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 17) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->operating_points[i].idc = AV1_READ_BITS (br, 12);
|
||
|
seq_header->operating_points[i].seq_level_idx = AV1_READ_BITS (br, 5);
|
||
|
if (!av1_seq_level_idx_is_valid
|
||
|
(seq_header->operating_points[0].seq_level_idx)) {
|
||
|
GST_INFO ("The seq_level_idx is unsupported");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
if (seq_header->operating_points[i].seq_level_idx > GST_AV1_SEQ_LEVEL_4_0) {
|
||
|
seq_header->operating_points[i].seq_tier = AV1_READ_BIT (br);
|
||
|
} else {
|
||
|
seq_header->operating_points[i].seq_tier = 0;
|
||
|
}
|
||
|
if (seq_header->decoder_model_info_present_flag) {
|
||
|
seq_header->operating_points[i].decoder_model_present_for_this_op =
|
||
|
AV1_READ_BIT (br);
|
||
|
if (seq_header->operating_points[i].decoder_model_present_for_this_op)
|
||
|
retval =
|
||
|
gst_av1_parse_operating_parameters_info (parser, br, seq_header,
|
||
|
&(seq_header->operating_points[i]));
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
seq_header->operating_points[i].decoder_model_present_for_this_op = 0;
|
||
|
}
|
||
|
|
||
|
if (seq_header->initial_display_delay_present_flag) {
|
||
|
seq_header->
|
||
|
operating_points[i].initial_display_delay_present_for_this_op =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seq_header->
|
||
|
operating_points[i].initial_display_delay_present_for_this_op) {
|
||
|
seq_header->operating_points[i].initial_display_delay_minus_1 =
|
||
|
AV1_READ_BITS_CHECKED (br, 4, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seq_header->operating_points[i].initial_display_delay_minus_1 +
|
||
|
1 > 10) {
|
||
|
GST_INFO ("AV1 does not support more than 10 decoded frames delay");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
} else {
|
||
|
seq_header->operating_points[i].initial_display_delay_minus_1 = 9;
|
||
|
}
|
||
|
} else {
|
||
|
seq_header->
|
||
|
operating_points[i].initial_display_delay_present_for_this_op = 0;
|
||
|
seq_header->operating_points[i].initial_display_delay_minus_1 = 9;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* Let user decide the operatingPoint, move it later
|
||
|
operatingPoint = choose_operating_point( )
|
||
|
operating_point_idc = operating_point_idc[ operatingPoint ] */
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 4 + 4 +
|
||
|
(seq_header->frame_width_bits_minus_1 + 1) +
|
||
|
(seq_header->frame_height_bits_minus_1 + 1)) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
seq_header->frame_width_bits_minus_1 = AV1_READ_BITS (br, 4);
|
||
|
seq_header->frame_height_bits_minus_1 = AV1_READ_BITS (br, 4);
|
||
|
seq_header->max_frame_width_minus_1 =
|
||
|
AV1_READ_BITS (br, seq_header->frame_width_bits_minus_1 + 1);
|
||
|
seq_header->max_frame_height_minus_1 =
|
||
|
AV1_READ_BITS (br, seq_header->frame_height_bits_minus_1 + 1);
|
||
|
|
||
|
if (seq_header->reduced_still_picture_header)
|
||
|
seq_header->frame_id_numbers_present_flag = 0;
|
||
|
else {
|
||
|
seq_header->frame_id_numbers_present_flag =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->frame_id_numbers_present_flag) {
|
||
|
if (AV1_REMAINING_BITS (br) < 4 + 3) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->delta_frame_id_length_minus_2 = AV1_READ_BITS (br, 4);
|
||
|
seq_header->additional_frame_id_length_minus_1 = AV1_READ_BITS (br, 3);
|
||
|
|
||
|
if (seq_header->additional_frame_id_length_minus_1 + 1 +
|
||
|
seq_header->delta_frame_id_length_minus_2 + 2 > 16) {
|
||
|
GST_INFO ("Invalid frame_id_length");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 3) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->use_128x128_superblock = AV1_READ_BIT (br);
|
||
|
seq_header->enable_filter_intra = AV1_READ_BIT (br);
|
||
|
seq_header->enable_intra_edge_filter = AV1_READ_BIT (br);
|
||
|
|
||
|
if (seq_header->reduced_still_picture_header) {
|
||
|
seq_header->enable_interintra_compound = 0;
|
||
|
seq_header->enable_masked_compound = 0;
|
||
|
seq_header->enable_warped_motion = 0;
|
||
|
seq_header->enable_dual_filter = 0;
|
||
|
seq_header->enable_order_hint = 0;
|
||
|
seq_header->enable_jnt_comp = 0;
|
||
|
seq_header->enable_ref_frame_mvs = 0;
|
||
|
seq_header->seq_force_screen_content_tools =
|
||
|
GST_AV1_SELECT_SCREEN_CONTENT_TOOLS;
|
||
|
seq_header->seq_force_integer_mv = GST_AV1_SELECT_INTEGER_MV;
|
||
|
seq_header->order_hint_bits_minus_1 = -1;
|
||
|
seq_header->order_hint_bits = 0;
|
||
|
} else {
|
||
|
if (AV1_REMAINING_BITS (br) < 5) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->enable_interintra_compound = AV1_READ_BIT (br);
|
||
|
seq_header->enable_masked_compound = AV1_READ_BIT (br);
|
||
|
seq_header->enable_warped_motion = AV1_READ_BIT (br);
|
||
|
seq_header->enable_dual_filter = AV1_READ_BIT (br);
|
||
|
seq_header->enable_order_hint = AV1_READ_BIT (br);
|
||
|
if (seq_header->enable_order_hint) {
|
||
|
if (AV1_REMAINING_BITS (br) < 2) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->enable_jnt_comp = AV1_READ_BIT (br);
|
||
|
seq_header->enable_ref_frame_mvs = AV1_READ_BIT (br);
|
||
|
} else {
|
||
|
seq_header->enable_jnt_comp = 0;
|
||
|
seq_header->enable_ref_frame_mvs = 0;
|
||
|
}
|
||
|
|
||
|
seq_header->seq_choose_screen_content_tools =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
if (seq_header->seq_choose_screen_content_tools)
|
||
|
seq_header->seq_force_screen_content_tools =
|
||
|
GST_AV1_SELECT_SCREEN_CONTENT_TOOLS;
|
||
|
else {
|
||
|
seq_header->seq_force_screen_content_tools =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->seq_force_screen_content_tools > 0) {
|
||
|
seq_header->seq_choose_integer_mv = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
if (seq_header->seq_choose_integer_mv)
|
||
|
seq_header->seq_force_integer_mv = GST_AV1_SELECT_INTEGER_MV;
|
||
|
else {
|
||
|
seq_header->seq_force_integer_mv = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
} else {
|
||
|
seq_header->seq_force_integer_mv = GST_AV1_SELECT_INTEGER_MV;
|
||
|
}
|
||
|
if (seq_header->enable_order_hint) {
|
||
|
seq_header->order_hint_bits_minus_1 =
|
||
|
AV1_READ_BITS_CHECKED (br, 3, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
seq_header->order_hint_bits = seq_header->order_hint_bits_minus_1 + 1;
|
||
|
} else {
|
||
|
seq_header->order_hint_bits_minus_1 = -1;
|
||
|
seq_header->order_hint_bits = 0;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 3) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
seq_header->enable_superres = AV1_READ_BIT (br);
|
||
|
seq_header->enable_cdef = AV1_READ_BIT (br);
|
||
|
seq_header->enable_restoration = AV1_READ_BIT (br);
|
||
|
|
||
|
retval = gst_av1_parse_color_config (parser, br, seq_header,
|
||
|
&seq_header->color_config);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
seq_header->film_grain_params_present = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = av1_skip_trailing_bits (parser, br, obu);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (parser->seq_header) {
|
||
|
if (!memcmp (parser->seq_header, seq_header,
|
||
|
sizeof (GstAV1SequenceHeaderOBU)))
|
||
|
goto success;
|
||
|
|
||
|
g_slice_free (GstAV1SequenceHeaderOBU, parser->seq_header);
|
||
|
}
|
||
|
|
||
|
parser->seq_header = g_slice_dup (GstAV1SequenceHeaderOBU, seq_header);
|
||
|
gst_av1_parse_reset_state (parser, FALSE);
|
||
|
|
||
|
/* choose_operating_point() set the operating_point */
|
||
|
if (parser->state.operating_point < 0 ||
|
||
|
parser->state.operating_point >
|
||
|
seq_header->operating_points_cnt_minus_1) {
|
||
|
GST_INFO ("Invalid operating_point %d set by user, just use 0",
|
||
|
parser->state.operating_point);
|
||
|
parser->state.operating_point_idc = seq_header->operating_points[0].idc;
|
||
|
} else {
|
||
|
parser->state.operating_point_idc =
|
||
|
seq_header->operating_points[parser->state.operating_point].idc;
|
||
|
}
|
||
|
|
||
|
parser->state.sequence_changed = TRUE;
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse sequence header error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.6 */
|
||
|
/**
|
||
|
* gst_av1_parser_parse_temporal_delimiter_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @obu: a #GstAV1OBU to be parsed
|
||
|
*
|
||
|
* Parse one temporal delimiter @obu based on the @parser context.
|
||
|
* The temporal delimiter is just delimiter and contains no content.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_parse_temporal_delimiter_obu (GstAV1Parser * parser,
|
||
|
GstAV1OBU * obu)
|
||
|
{
|
||
|
GstBitReader bit_reader;
|
||
|
GstAV1ParserResult ret;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu->obu_type == GST_AV1_OBU_TEMPORAL_DELIMITER,
|
||
|
GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
gst_bit_reader_init (&bit_reader, obu->data, obu->obu_size);
|
||
|
|
||
|
parser->state.seen_frame_header = 0;
|
||
|
|
||
|
ret = av1_skip_trailing_bits (parser, &bit_reader, obu);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
GST_WARNING ("parse temporal delimiter error %d", ret);
|
||
|
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* 5.8.2 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_metadata_itut_t35 (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1MetadataITUT_T35 * itut_t35)
|
||
|
{
|
||
|
GstAV1ParserResult ret;
|
||
|
|
||
|
itut_t35->itu_t_t35_country_code = AV1_READ_BITS_CHECKED (br, 8, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
return ret;
|
||
|
|
||
|
if (itut_t35->itu_t_t35_country_code) {
|
||
|
itut_t35->itu_t_t35_country_code_extention_byte =
|
||
|
AV1_READ_BITS_CHECKED (br, 8, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
return ret;
|
||
|
}
|
||
|
/* itu_t_t35_payload_bytes is not defined in specification.
|
||
|
Just skip this part. */
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.8.3 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_metadata_hdr_cll (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1MetadataHdrCll * hdr_cll)
|
||
|
{
|
||
|
if (AV1_REMAINING_BITS (br) < 32)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
hdr_cll->max_cll = AV1_READ_UINT16 (br);
|
||
|
hdr_cll->max_fall = AV1_READ_UINT16 (br);
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.8.4 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_metadata_hdr_mdcv (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1MetadataHdrMdcv * hdr_mdcv)
|
||
|
{
|
||
|
gint i;
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 3 * (16 + 16) + 16 + 16 + 32 + 32)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
for (i = 0; i < 3; i++) {
|
||
|
hdr_mdcv->primary_chromaticity_x[i] = AV1_READ_UINT16 (br);
|
||
|
hdr_mdcv->primary_chromaticity_y[i] = AV1_READ_UINT16 (br);
|
||
|
}
|
||
|
|
||
|
hdr_mdcv->white_point_chromaticity_x = AV1_READ_UINT16 (br);
|
||
|
hdr_mdcv->white_point_chromaticity_y = AV1_READ_UINT16 (br);
|
||
|
|
||
|
hdr_mdcv->luminance_max = AV1_READ_UINT32 (br);
|
||
|
hdr_mdcv->luminance_min = AV1_READ_UINT32 (br);
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.8.5 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_metadata_scalability (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1MetadataScalability * scalability)
|
||
|
{
|
||
|
gint i, j;
|
||
|
GstAV1ParserResult ret = GST_AV1_PARSER_OK;
|
||
|
guint8 scalability_structure_reserved_3bits;
|
||
|
|
||
|
scalability->scalability_mode_idc = AV1_READ_UINT8_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (scalability->scalability_mode_idc != GST_AV1_SCALABILITY_SS)
|
||
|
goto success;
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 8) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
/* 5.8.6 */
|
||
|
scalability->spatial_layers_cnt_minus_1 = AV1_READ_BITS (br, 2);
|
||
|
scalability->spatial_layer_dimensions_present_flag = AV1_READ_BIT (br);
|
||
|
scalability->spatial_layer_description_present_flag = AV1_READ_BIT (br);
|
||
|
scalability->temporal_group_description_present_flag = AV1_READ_BIT (br);
|
||
|
scalability_structure_reserved_3bits = AV1_READ_BITS (br, 3);
|
||
|
/* scalability_structure_reserved_3bits: must be set to zero and
|
||
|
be ignored by decoders. */
|
||
|
if (scalability_structure_reserved_3bits) {
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (scalability->spatial_layer_dimensions_present_flag) {
|
||
|
for (i = 0; i <= scalability->spatial_layers_cnt_minus_1; i++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 16 * 2) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
scalability->spatial_layer_max_width[i] = AV1_READ_UINT16 (br);
|
||
|
scalability->spatial_layer_max_height[i] = AV1_READ_UINT16 (br);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (scalability->spatial_layer_description_present_flag) {
|
||
|
for (i = 0; i <= scalability->spatial_layers_cnt_minus_1; i++) {
|
||
|
scalability->spatial_layer_ref_id[i] = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (scalability->temporal_group_description_present_flag) {
|
||
|
scalability->temporal_group_size = AV1_READ_UINT8_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
for (i = 0; i < scalability->temporal_group_size; i++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
scalability->temporal_group_temporal_id[i] = AV1_READ_BITS (br, 3);
|
||
|
scalability->temporal_group_temporal_switching_up_point_flag[i] =
|
||
|
AV1_READ_BIT (br);
|
||
|
scalability->temporal_group_spatial_switching_up_point_flag[i] =
|
||
|
AV1_READ_BIT (br);
|
||
|
scalability->temporal_group_ref_cnt[i] = AV1_READ_BITS (br, 3);
|
||
|
for (j = 0; j < scalability->temporal_group_ref_cnt[i]; j++) {
|
||
|
scalability->temporal_group_ref_pic_diff[i][j] =
|
||
|
AV1_READ_UINT8_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse metadata scalability error %d", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* 5.8.7 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_metadata_timecode (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1MetadataTimecode * timecode)
|
||
|
{
|
||
|
GstAV1ParserResult ret = GST_AV1_PARSER_OK;
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 17) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
timecode->counting_type = AV1_READ_BITS (br, 5);
|
||
|
timecode->full_timestamp_flag = AV1_READ_BIT (br);
|
||
|
timecode->discontinuity_flag = AV1_READ_BIT (br);
|
||
|
timecode->cnt_dropped_flag = AV1_READ_BIT (br);
|
||
|
timecode->n_frames = AV1_READ_BITS (br, 9);
|
||
|
|
||
|
if (timecode->full_timestamp_flag) {
|
||
|
if (AV1_REMAINING_BITS (br) < 17) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
timecode->seconds_value = AV1_READ_BITS (br, 6);
|
||
|
timecode->minutes_value = AV1_READ_BITS (br, 6);
|
||
|
timecode->hours_value = AV1_READ_BITS (br, 5);
|
||
|
} else {
|
||
|
timecode->seconds_flag = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (timecode->seconds_flag) {
|
||
|
if (AV1_REMAINING_BITS (br) < 7) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
timecode->seconds_value = AV1_READ_BITS (br, 6);
|
||
|
timecode->minutes_flag = AV1_READ_BIT (br);
|
||
|
|
||
|
if (timecode->minutes_flag) {
|
||
|
if (AV1_REMAINING_BITS (br) < 7) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
timecode->minutes_value = AV1_READ_BITS (br, 6);
|
||
|
timecode->hours_flag = AV1_READ_BIT (br);
|
||
|
|
||
|
if (timecode->hours_flag) {
|
||
|
timecode->hours_value = AV1_READ_BITS_CHECKED (br, 6, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
timecode->time_offset_length = AV1_READ_BITS_CHECKED (br, 5, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (timecode->time_offset_length > 0) {
|
||
|
timecode->time_offset_value =
|
||
|
AV1_READ_BITS_CHECKED (br, timecode->time_offset_length, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse metadata timecode error %d", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* 5.8.1 */
|
||
|
/**
|
||
|
* gst_av1_parser_parse_metadata_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @obu: a #GstAV1OBU to be parsed
|
||
|
* @metadata: a #GstAV1MetadataOBU to store the parsed result.
|
||
|
*
|
||
|
* Parse one meta data @obu based on the @parser context.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_parse_metadata_obu (GstAV1Parser * parser, GstAV1OBU * obu,
|
||
|
GstAV1MetadataOBU * metadata)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
GstBitReader bit_reader;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu->obu_type == GST_AV1_OBU_METADATA,
|
||
|
GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (metadata != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
gst_bit_reader_init (&bit_reader, obu->data, obu->obu_size);
|
||
|
|
||
|
memset (metadata, 0, sizeof (*metadata));
|
||
|
|
||
|
metadata->metadata_type = av1_bitstreamfn_leb128 (&bit_reader, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
switch (metadata->metadata_type) {
|
||
|
case GST_AV1_METADATA_TYPE_ITUT_T35:
|
||
|
retval = gst_av1_parse_metadata_itut_t35 (parser,
|
||
|
&bit_reader, &(metadata->itut_t35));
|
||
|
break;
|
||
|
case GST_AV1_METADATA_TYPE_HDR_CLL:
|
||
|
retval = gst_av1_parse_metadata_hdr_cll (parser,
|
||
|
&bit_reader, &(metadata->hdr_cll));
|
||
|
break;
|
||
|
case GST_AV1_METADATA_TYPE_HDR_MDCV:
|
||
|
retval = gst_av1_parse_metadata_hdr_mdcv (parser,
|
||
|
&bit_reader, &(metadata->hdr_mdcv));
|
||
|
break;
|
||
|
case GST_AV1_METADATA_TYPE_SCALABILITY:
|
||
|
retval = gst_av1_parse_metadata_scalability (parser,
|
||
|
&bit_reader, &(metadata->scalability));
|
||
|
break;
|
||
|
case GST_AV1_METADATA_TYPE_TIMECODE:
|
||
|
retval = gst_av1_parse_metadata_timecode (parser,
|
||
|
&bit_reader, &(metadata->timecode));
|
||
|
break;
|
||
|
default:
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
}
|
||
|
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = av1_skip_trailing_bits (parser, &bit_reader, obu);
|
||
|
return retval;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse metadata error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.9.8 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_superres_params_compute_image_size (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult ret;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
seq_header = parser->seq_header;
|
||
|
|
||
|
if (seq_header->enable_superres) {
|
||
|
frame_header->use_superres = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
return ret;
|
||
|
} else {
|
||
|
frame_header->use_superres = 0;
|
||
|
}
|
||
|
|
||
|
if (frame_header->use_superres) {
|
||
|
guint8 coded_denom;
|
||
|
coded_denom = AV1_READ_BITS_CHECKED (br, GST_AV1_SUPERRES_DENOM_BITS, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
return ret;
|
||
|
|
||
|
frame_header->superres_denom = coded_denom + GST_AV1_SUPERRES_DENOM_MIN;
|
||
|
} else {
|
||
|
frame_header->superres_denom = GST_AV1_SUPERRES_NUM;
|
||
|
}
|
||
|
parser->state.upscaled_width = parser->state.frame_width;
|
||
|
parser->state.frame_width =
|
||
|
(parser->state.upscaled_width * GST_AV1_SUPERRES_NUM +
|
||
|
(frame_header->superres_denom / 2)) / frame_header->superres_denom;
|
||
|
|
||
|
/* 5.9.9 compute_image_size */
|
||
|
parser->state.mi_cols = 2 * ((parser->state.frame_width + 7) >> 3);
|
||
|
parser->state.mi_rows = 2 * ((parser->state.frame_height + 7) >> 3);
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.5 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_frame_size (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
seq_header = parser->seq_header;
|
||
|
|
||
|
if (frame_header->frame_size_override_flag) {
|
||
|
guint16 frame_width_minus_1;
|
||
|
guint16 frame_height_minus_1;
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) <
|
||
|
seq_header->frame_width_bits_minus_1 + 1 +
|
||
|
seq_header->frame_height_bits_minus_1 + 1)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
frame_width_minus_1 =
|
||
|
AV1_READ_BITS (br, seq_header->frame_width_bits_minus_1 + 1);
|
||
|
frame_height_minus_1 =
|
||
|
AV1_READ_BITS (br, seq_header->frame_height_bits_minus_1 + 1);
|
||
|
parser->state.frame_width = frame_width_minus_1 + 1;
|
||
|
parser->state.frame_height = frame_height_minus_1 + 1;
|
||
|
} else {
|
||
|
parser->state.frame_width = seq_header->max_frame_width_minus_1 + 1;
|
||
|
parser->state.frame_height = seq_header->max_frame_height_minus_1 + 1;
|
||
|
}
|
||
|
|
||
|
retval = gst_av1_parse_superres_params_compute_image_size (parser, br,
|
||
|
frame_header);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.9.6 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_render_size (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
|
||
|
frame_header->render_and_frame_size_different =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
|
||
|
if (frame_header->render_and_frame_size_different) {
|
||
|
guint16 render_width_minus_1;
|
||
|
guint16 render_height_minus_1;
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 16 + 16)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
render_width_minus_1 = AV1_READ_UINT16 (br);
|
||
|
render_height_minus_1 = AV1_READ_UINT16 (br);
|
||
|
parser->state.render_width = render_width_minus_1 + 1;
|
||
|
parser->state.render_height = render_height_minus_1 + 1;
|
||
|
} else {
|
||
|
parser->state.render_width = parser->state.upscaled_width;
|
||
|
parser->state.render_height = parser->state.frame_height;
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.7 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_frame_size_with_refs (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
GstAV1ReferenceFrameInfo *ref_info;
|
||
|
gboolean found_ref = FALSE;
|
||
|
gint i;
|
||
|
|
||
|
ref_info = &(parser->state.ref_info);
|
||
|
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++) {
|
||
|
found_ref = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
|
||
|
if (found_ref == 1) {
|
||
|
gint ref_idx = frame_header->ref_frame_idx[i];
|
||
|
parser->state.upscaled_width =
|
||
|
ref_info->entry[ref_idx].ref_upscaled_width;
|
||
|
parser->state.frame_width = parser->state.upscaled_width;
|
||
|
parser->state.frame_height = ref_info->entry[ref_idx].ref_frame_height;
|
||
|
parser->state.render_width = ref_info->entry[ref_idx].ref_render_width;
|
||
|
parser->state.render_height = ref_info->entry[ref_idx].ref_render_height;
|
||
|
break;
|
||
|
}
|
||
|
}
|
||
|
if (found_ref == 0) {
|
||
|
retval = gst_av1_parse_frame_size (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
|
||
|
retval = gst_av1_parse_render_size (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
} else {
|
||
|
retval = gst_av1_parse_superres_params_compute_image_size (parser, br,
|
||
|
frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.12 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_quantization_params (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
GstAV1ColorConfig *color_config;
|
||
|
GstAV1QuantizationParams *quant_params = &(frame_header->quantization_params);
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
|
||
|
color_config = &(parser->seq_header->color_config);
|
||
|
|
||
|
quant_params->base_q_idx = AV1_READ_UINT8_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
frame_header->quantization_params.delta_q_y_dc =
|
||
|
av1_bitstreamfn_delta_q (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (parser->seq_header->num_planes > 1) {
|
||
|
if (color_config->separate_uv_delta_q) {
|
||
|
quant_params->diff_uv_delta = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
quant_params->diff_uv_delta = 0;
|
||
|
}
|
||
|
frame_header->quantization_params.delta_q_u_dc =
|
||
|
av1_bitstreamfn_delta_q (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
frame_header->quantization_params.delta_q_u_ac =
|
||
|
av1_bitstreamfn_delta_q (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (quant_params->diff_uv_delta) {
|
||
|
frame_header->quantization_params.delta_q_v_dc =
|
||
|
av1_bitstreamfn_delta_q (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
frame_header->quantization_params.delta_q_v_ac =
|
||
|
av1_bitstreamfn_delta_q (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
frame_header->quantization_params.delta_q_v_dc =
|
||
|
frame_header->quantization_params.delta_q_u_dc;
|
||
|
frame_header->quantization_params.delta_q_v_ac =
|
||
|
frame_header->quantization_params.delta_q_u_ac;
|
||
|
}
|
||
|
} else {
|
||
|
frame_header->quantization_params.delta_q_u_dc = 0;
|
||
|
frame_header->quantization_params.delta_q_u_ac = 0;
|
||
|
frame_header->quantization_params.delta_q_v_dc = 0;
|
||
|
frame_header->quantization_params.delta_q_v_ac = 0;
|
||
|
}
|
||
|
|
||
|
quant_params->using_qmatrix = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (quant_params->using_qmatrix) {
|
||
|
if (AV1_REMAINING_BITS (br) < 4 + 4) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
quant_params->qm_y = AV1_READ_BITS (br, 4);
|
||
|
quant_params->qm_u = AV1_READ_BITS (br, 4);
|
||
|
|
||
|
if (!color_config->separate_uv_delta_q) {
|
||
|
quant_params->qm_v = quant_params->qm_u;
|
||
|
} else {
|
||
|
quant_params->qm_v = AV1_READ_BITS_CHECKED (br, 4, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse quantization params error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.9.14 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_segmentation_params (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
gint i, j;
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
gint clipped_value /* clippedValue */ ;
|
||
|
GstAV1SegmenationParams *seg_params;
|
||
|
gint feature_value = 0;
|
||
|
|
||
|
const guint8 segmentation_feature_bits[GST_AV1_SEG_LVL_MAX] = {
|
||
|
8, 6, 6, 6, 6, 3, 0, 0
|
||
|
};
|
||
|
const guint8 segmentation_feature_signed[GST_AV1_SEG_LVL_MAX] = {
|
||
|
1, 1, 1, 1, 1, 0, 0, 0
|
||
|
};
|
||
|
const guint8 segmentation_feature_max[GST_AV1_SEG_LVL_MAX] = {
|
||
|
255, GST_AV1_MAX_LOOP_FILTER, GST_AV1_MAX_LOOP_FILTER,
|
||
|
GST_AV1_MAX_LOOP_FILTER, GST_AV1_MAX_LOOP_FILTER, 7, 0, 0
|
||
|
};
|
||
|
|
||
|
seg_params = &frame_header->segmentation_params;
|
||
|
|
||
|
seg_params->segmentation_enabled = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seg_params->segmentation_enabled) {
|
||
|
if (frame_header->primary_ref_frame == GST_AV1_PRIMARY_REF_NONE) {
|
||
|
seg_params->segmentation_update_map = 1;
|
||
|
seg_params->segmentation_temporal_update = 0;
|
||
|
seg_params->segmentation_update_data = 1;
|
||
|
} else {
|
||
|
seg_params->segmentation_update_map = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seg_params->segmentation_update_map) {
|
||
|
seg_params->segmentation_temporal_update =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
seg_params->segmentation_update_data = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seg_params->segmentation_update_data) {
|
||
|
for (i = 0; i < GST_AV1_MAX_SEGMENTS; i++) {
|
||
|
for (j = 0; j < GST_AV1_SEG_LVL_MAX; j++) {
|
||
|
seg_params->feature_enabled[i][j] =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
clipped_value = 0;
|
||
|
feature_value = 0;
|
||
|
if (seg_params->feature_enabled[i][j]) {
|
||
|
gint bits_to_read = segmentation_feature_bits[j];
|
||
|
gint limit = segmentation_feature_max[j];
|
||
|
if (segmentation_feature_signed[j]) {
|
||
|
feature_value = av1_bitstreamfn_su (br, bits_to_read, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
clipped_value = CLAMP (feature_value, limit * (-1), limit);
|
||
|
} else {
|
||
|
feature_value = AV1_READ_BITS_CHECKED (br, bits_to_read, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
clipped_value = CLAMP (feature_value, 0, limit);
|
||
|
}
|
||
|
}
|
||
|
seg_params->feature_data[i][j] = clipped_value;
|
||
|
}
|
||
|
}
|
||
|
} else {
|
||
|
/* Copy it from prime_ref */
|
||
|
g_assert (frame_header->primary_ref_frame != GST_AV1_PRIMARY_REF_NONE);
|
||
|
g_assert (parser->state.ref_info.
|
||
|
entry[frame_header->ref_frame_idx[frame_header->primary_ref_frame]].
|
||
|
ref_valid);
|
||
|
memcpy (seg_params,
|
||
|
&parser->state.ref_info.
|
||
|
entry[frame_header->ref_frame_idx[frame_header->
|
||
|
primary_ref_frame]].ref_segmentation_params,
|
||
|
sizeof (GstAV1SegmenationParams));
|
||
|
|
||
|
seg_params->segmentation_update_map = 0;
|
||
|
seg_params->segmentation_temporal_update = 0;
|
||
|
seg_params->segmentation_update_data = 0;
|
||
|
}
|
||
|
} else {
|
||
|
seg_params->segmentation_update_map = 0;
|
||
|
seg_params->segmentation_temporal_update = 0;
|
||
|
seg_params->segmentation_update_data = 0;
|
||
|
for (i = 0; i < GST_AV1_MAX_SEGMENTS; i++) {
|
||
|
for (j = 0; j < GST_AV1_SEG_LVL_MAX; j++) {
|
||
|
seg_params->feature_enabled[i][j] = 0;
|
||
|
seg_params->feature_data[i][j] = 0;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
seg_params->seg_id_pre_skip = 0;
|
||
|
seg_params->last_active_seg_id = 0;
|
||
|
for (i = 0; i < GST_AV1_MAX_SEGMENTS; i++) {
|
||
|
for (j = 0; j < GST_AV1_SEG_LVL_MAX; j++) {
|
||
|
if (seg_params->feature_enabled[i][j]) {
|
||
|
seg_params->last_active_seg_id = i;
|
||
|
if (j >= GST_AV1_SEG_LVL_REF_FRAME) {
|
||
|
seg_params->seg_id_pre_skip = 1;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse segmentation params error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.9.15 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_tile_info (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
GstAV1TileInfo *tile_info;
|
||
|
gint i;
|
||
|
gint start_sb /* startSb */ ;
|
||
|
gint sb_cols /* sbCols */ ;
|
||
|
gint sb_rows /* sbRows */ ;
|
||
|
gint sb_shift /*sbShift */ ;
|
||
|
gint sb_size /* sbSize */ ;
|
||
|
gint max_tile_width_sb /* maxTileWidthSb */ ;
|
||
|
gint max_tile_height_sb /* maxTileHeightSb */ ;
|
||
|
gint max_tile_area_sb /* maxTileAreaSb */ ;
|
||
|
gint min_log2_tile_cols /* minLog2TileCols */ ;
|
||
|
gint max_log2_tile_cols /* maxLog2TileCols */ ;
|
||
|
gint min_log2_tile_rows /* minLog2TileRows */ ;
|
||
|
gint max_log2_tile_rows /* maxLog2TileRows */ ;
|
||
|
gint min_log2_tiles /* minLog2Tiles */ ;
|
||
|
gint tile_width_sb /* tileWidthSb */ ;
|
||
|
gint tile_height_sb /* tileHeightSb */ ;
|
||
|
gint max_width /* maxWidth */ , max_height /* maxHeight */ ;
|
||
|
gint size_sb /* sizeSb */ ;
|
||
|
gint widest_tile_sb /* widestTileSb */ ;
|
||
|
gint min_inner_tile_width = G_MAXINT /* min width of non-rightmost tile */ ;
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
seq_header = parser->seq_header;
|
||
|
tile_info = &frame_header->tile_info;
|
||
|
|
||
|
sb_cols = seq_header->use_128x128_superblock ?
|
||
|
((parser->state.mi_cols + 31) >> 5) : ((parser->state.mi_cols + 15) >> 4);
|
||
|
sb_rows = seq_header->use_128x128_superblock ? ((parser->state.mi_rows +
|
||
|
31) >> 5) : ((parser->state.mi_rows + 15) >> 4);
|
||
|
sb_shift = seq_header->use_128x128_superblock ? 5 : 4;
|
||
|
sb_size = sb_shift + 2;
|
||
|
max_tile_width_sb = GST_AV1_MAX_TILE_WIDTH >> sb_size;
|
||
|
max_tile_area_sb = GST_AV1_MAX_TILE_AREA >> (2 * sb_size);
|
||
|
min_log2_tile_cols = av1_helper_tile_log2 (max_tile_width_sb, sb_cols);
|
||
|
max_log2_tile_cols = av1_helper_tile_log2 (1, MIN (sb_cols,
|
||
|
GST_AV1_MAX_TILE_COLS));
|
||
|
max_log2_tile_rows = av1_helper_tile_log2 (1, MIN (sb_rows,
|
||
|
GST_AV1_MAX_TILE_ROWS));
|
||
|
min_log2_tiles = MAX (min_log2_tile_cols,
|
||
|
av1_helper_tile_log2 (max_tile_area_sb, sb_rows * sb_cols));
|
||
|
|
||
|
tile_info->uniform_tile_spacing_flag = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (tile_info->uniform_tile_spacing_flag) {
|
||
|
parser->state.tile_cols_log2 = min_log2_tile_cols;
|
||
|
while (parser->state.tile_cols_log2 < max_log2_tile_cols) {
|
||
|
gint increment_tile_cols_log2 = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (increment_tile_cols_log2 == 1)
|
||
|
parser->state.tile_cols_log2++;
|
||
|
else
|
||
|
break;
|
||
|
}
|
||
|
tile_width_sb = (sb_cols + (1 << parser->state.tile_cols_log2) -
|
||
|
1) >> parser->state.tile_cols_log2;
|
||
|
i = 0;
|
||
|
for (start_sb = 0; start_sb < sb_cols; start_sb += tile_width_sb) {
|
||
|
parser->state.mi_col_starts[i] = start_sb << sb_shift;
|
||
|
i += 1;
|
||
|
}
|
||
|
parser->state.mi_col_starts[i] = parser->state.mi_cols;
|
||
|
parser->state.tile_cols = i;
|
||
|
if (parser->state.tile_cols > 1)
|
||
|
min_inner_tile_width = tile_width_sb << sb_size;
|
||
|
|
||
|
min_log2_tile_rows = MAX (min_log2_tiles - parser->state.tile_cols_log2, 0);
|
||
|
parser->state.tile_rows_log2 = min_log2_tile_rows;
|
||
|
while (parser->state.tile_rows_log2 < max_log2_tile_rows) {
|
||
|
tile_info->increment_tile_rows_log2 = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (tile_info->increment_tile_rows_log2 == 1)
|
||
|
parser->state.tile_rows_log2++;
|
||
|
else
|
||
|
break;
|
||
|
}
|
||
|
tile_height_sb = (sb_rows + (1 << parser->state.tile_rows_log2) -
|
||
|
1) >> parser->state.tile_rows_log2;
|
||
|
i = 0;
|
||
|
for (start_sb = 0; start_sb < sb_rows; start_sb += tile_height_sb) {
|
||
|
parser->state.mi_row_starts[i] = start_sb << sb_shift;
|
||
|
i += 1;
|
||
|
}
|
||
|
parser->state.mi_row_starts[i] = parser->state.mi_rows;
|
||
|
parser->state.tile_rows = i;
|
||
|
} else {
|
||
|
widest_tile_sb = 0;
|
||
|
start_sb = 0;
|
||
|
for (i = 0; start_sb < sb_cols; i++) {
|
||
|
parser->state.mi_col_starts[i] = start_sb << sb_shift;
|
||
|
max_width = MIN (sb_cols - start_sb, max_tile_width_sb);
|
||
|
tile_info->width_in_sbs_minus_1[i] =
|
||
|
av1_bitstreamfn_ns (br, max_width, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
size_sb = tile_info->width_in_sbs_minus_1[i] + 1;
|
||
|
widest_tile_sb = MAX (size_sb, widest_tile_sb);
|
||
|
start_sb += size_sb;
|
||
|
if (i > 0 && ((size_sb << sb_size) < min_inner_tile_width))
|
||
|
min_inner_tile_width = size_sb << sb_size;
|
||
|
}
|
||
|
parser->state.mi_col_starts[i] = parser->state.mi_cols;
|
||
|
parser->state.tile_cols = i;
|
||
|
parser->state.tile_cols_log2 =
|
||
|
av1_helper_tile_log2 (1, parser->state.tile_cols);
|
||
|
|
||
|
if (min_log2_tiles > 0)
|
||
|
max_tile_area_sb = (sb_rows * sb_cols) >> (min_log2_tiles + 1);
|
||
|
else
|
||
|
max_tile_area_sb = sb_rows * sb_cols;
|
||
|
|
||
|
max_tile_height_sb = MAX (max_tile_area_sb / widest_tile_sb, 1);
|
||
|
|
||
|
start_sb = 0;
|
||
|
for (i = 0; start_sb < sb_rows; i++) {
|
||
|
parser->state.mi_row_starts[i] = start_sb << sb_shift;
|
||
|
max_height = MIN (sb_rows - start_sb, max_tile_height_sb);
|
||
|
tile_info->height_in_sbs_minus_1[i] =
|
||
|
av1_bitstreamfn_ns (br, max_height, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
size_sb = tile_info->height_in_sbs_minus_1[i] + 1;
|
||
|
start_sb += size_sb;
|
||
|
}
|
||
|
|
||
|
parser->state.mi_row_starts[i] = parser->state.mi_rows;
|
||
|
parser->state.tile_rows = i;
|
||
|
parser->state.tile_rows_log2 =
|
||
|
av1_helper_tile_log2 (1, parser->state.tile_rows);
|
||
|
}
|
||
|
|
||
|
if (parser->state.tile_cols_log2 > 0 || parser->state.tile_rows_log2 > 0) {
|
||
|
tile_info->context_update_tile_id =
|
||
|
AV1_READ_BITS_CHECKED (br,
|
||
|
parser->state.tile_cols_log2 + parser->state.tile_rows_log2, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
tile_info->tile_size_bytes_minus_1 = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
parser->state.tile_size_bytes = tile_info->tile_size_bytes_minus_1 + 1;
|
||
|
} else {
|
||
|
tile_info->context_update_tile_id = 0;
|
||
|
}
|
||
|
|
||
|
if (min_inner_tile_width < (64 << (parser->state.upscaled_width !=
|
||
|
parser->state.frame_width))) {
|
||
|
GST_INFO ("Minimum tile width requirement not satisfied");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
memcpy (tile_info->mi_col_starts, parser->state.mi_col_starts,
|
||
|
sizeof (guint32) * (GST_AV1_MAX_TILE_COLS + 1));
|
||
|
memcpy (tile_info->mi_row_starts, parser->state.mi_row_starts,
|
||
|
sizeof (guint32) * (GST_AV1_MAX_TILE_ROWS + 1));
|
||
|
tile_info->tile_cols_log2 = parser->state.tile_cols_log2;
|
||
|
tile_info->tile_cols = parser->state.tile_cols;
|
||
|
tile_info->tile_rows_log2 = parser->state.tile_rows_log2;
|
||
|
tile_info->tile_rows = parser->state.tile_rows;
|
||
|
tile_info->tile_size_bytes = parser->state.tile_size_bytes;
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse tile info error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_loop_filter_params (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
GstAV1LoopFilterParams *lf_params;
|
||
|
gint i;
|
||
|
guint8 update_ref_deltas = 0;
|
||
|
guint8 update_mode_deltas = 0;
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
|
||
|
lf_params = &frame_header->loop_filter_params;
|
||
|
|
||
|
if (frame_header->coded_lossless || frame_header->allow_intrabc) {
|
||
|
lf_params->loop_filter_delta_enabled = 0;
|
||
|
lf_params->loop_filter_delta_update = 0;
|
||
|
lf_params->loop_filter_sharpness = 0;
|
||
|
lf_params->loop_filter_level[0] = 0;
|
||
|
lf_params->loop_filter_level[1] = 0;
|
||
|
lf_params->loop_filter_level[2] = 0;
|
||
|
lf_params->loop_filter_level[3] = 0;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_INTRA_FRAME] = 1;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST_FRAME] = 0;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST2_FRAME] = 0;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST3_FRAME] = 0;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_BWDREF_FRAME] = 0;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_GOLDEN_FRAME] = -1;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF_FRAME] = -1;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF2_FRAME] = -1;
|
||
|
for (i = 0; i < 2; i++)
|
||
|
lf_params->loop_filter_mode_deltas[i] = 0;
|
||
|
|
||
|
goto success;
|
||
|
}
|
||
|
|
||
|
lf_params->loop_filter_delta_enabled = 0;
|
||
|
lf_params->loop_filter_delta_update = 0;
|
||
|
lf_params->loop_filter_sharpness = 0;
|
||
|
lf_params->loop_filter_level[0] = 0;
|
||
|
lf_params->loop_filter_level[1] = 0;
|
||
|
lf_params->loop_filter_level[2] = 0;
|
||
|
lf_params->loop_filter_level[3] = 0;
|
||
|
if (frame_header->primary_ref_frame != GST_AV1_PRIMARY_REF_NONE) {
|
||
|
/* Copy it from prime_ref */
|
||
|
GstAV1LoopFilterParams *ref_lf_params =
|
||
|
&parser->state.ref_info.entry[frame_header->
|
||
|
ref_frame_idx[frame_header->primary_ref_frame]].ref_lf_params;
|
||
|
|
||
|
g_assert (parser->state.ref_info.
|
||
|
entry[frame_header->ref_frame_idx[frame_header->primary_ref_frame]].
|
||
|
ref_valid);
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_INTRA_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_INTRA_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST2_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST2_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST3_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST3_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_BWDREF_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_BWDREF_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_GOLDEN_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_GOLDEN_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF2_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF2_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF_FRAME] =
|
||
|
ref_lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF_FRAME];
|
||
|
for (i = 0; i < 2; i++)
|
||
|
lf_params->loop_filter_mode_deltas[i] =
|
||
|
ref_lf_params->loop_filter_mode_deltas[i];
|
||
|
} else {
|
||
|
/* Set default value */
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_INTRA_FRAME] = 1;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST_FRAME] = 0;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST2_FRAME] =
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST3_FRAME] =
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_BWDREF_FRAME] =
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_LAST_FRAME];
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_GOLDEN_FRAME] = -1;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF2_FRAME] = -1;
|
||
|
lf_params->loop_filter_ref_deltas[GST_AV1_REF_ALTREF_FRAME] = -1;
|
||
|
for (i = 0; i < 2; i++)
|
||
|
lf_params->loop_filter_mode_deltas[i] = 0;
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 6 + 6) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
lf_params->loop_filter_level[0] = AV1_READ_BITS (br, 6);
|
||
|
lf_params->loop_filter_level[1] = AV1_READ_BITS (br, 6);
|
||
|
if (parser->seq_header->num_planes > 1) {
|
||
|
if (lf_params->loop_filter_level[0] || lf_params->loop_filter_level[1]) {
|
||
|
if (AV1_REMAINING_BITS (br) < 6 + 6) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
lf_params->loop_filter_level[2] = AV1_READ_BITS (br, 6);
|
||
|
lf_params->loop_filter_level[3] = AV1_READ_BITS (br, 6);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 3 + 1) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
lf_params->loop_filter_sharpness = AV1_READ_BITS (br, 3);
|
||
|
|
||
|
lf_params->loop_filter_delta_enabled = AV1_READ_BIT (br);
|
||
|
if (lf_params->loop_filter_delta_enabled) {
|
||
|
lf_params->loop_filter_delta_update = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (lf_params->loop_filter_delta_update) {
|
||
|
for (i = 0; i < GST_AV1_TOTAL_REFS_PER_FRAME; i++) {
|
||
|
update_ref_deltas = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (update_ref_deltas) {
|
||
|
lf_params->loop_filter_ref_deltas[i] =
|
||
|
av1_bitstreamfn_su (br, 7, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else
|
||
|
lf_params->loop_filter_ref_deltas[i] = 0;
|
||
|
}
|
||
|
for (i = 0; i < 2; i++) {
|
||
|
update_mode_deltas = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (update_mode_deltas) {
|
||
|
lf_params->loop_filter_mode_deltas[i] =
|
||
|
av1_bitstreamfn_su (br, 7, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else
|
||
|
lf_params->loop_filter_mode_deltas[i] = 0;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse loop filter params error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.9.17 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_delta_q_params (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1QuantizationParams * quant_params)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
|
||
|
quant_params->delta_q_res = 0;
|
||
|
quant_params->delta_q_present = 0;
|
||
|
if (quant_params->base_q_idx > 0) {
|
||
|
quant_params->delta_q_present = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
if (quant_params->delta_q_present) {
|
||
|
quant_params->delta_q_res = AV1_READ_BITS_CHECKED (br, 2, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.18 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_delta_lf_params (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
GstAV1LoopFilterParams *lf_params;
|
||
|
|
||
|
lf_params = &frame_header->loop_filter_params;
|
||
|
lf_params->delta_lf_present = 0;
|
||
|
lf_params->delta_lf_res = 0;
|
||
|
lf_params->delta_lf_multi = 0;
|
||
|
|
||
|
if (frame_header->quantization_params.delta_q_present) {
|
||
|
if (!frame_header->allow_intrabc) {
|
||
|
lf_params->delta_lf_present = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
}
|
||
|
if (lf_params->delta_lf_present) {
|
||
|
if (AV1_REMAINING_BITS (br) < 2 + 1)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
lf_params->delta_lf_res = AV1_READ_BITS (br, 2);
|
||
|
lf_params->delta_lf_multi = AV1_READ_BIT (br);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.19 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_cdef_params (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
GstAV1CDEFParams *cdef_params;
|
||
|
guint8 cdef_damping_minus_3;
|
||
|
gint i;
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
|
||
|
cdef_params = &frame_header->cdef_params;
|
||
|
seq_header = parser->seq_header;
|
||
|
|
||
|
if (frame_header->coded_lossless || frame_header->allow_intrabc
|
||
|
|| !seq_header->enable_cdef) {
|
||
|
cdef_params->cdef_bits = 0;
|
||
|
cdef_params->cdef_y_pri_strength[0] = 0;
|
||
|
cdef_params->cdef_y_sec_strength[0] = 0;
|
||
|
cdef_params->cdef_uv_pri_strength[0] = 0;
|
||
|
cdef_params->cdef_uv_sec_strength[0] = 0;
|
||
|
cdef_params->cdef_damping = 3;
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 2 + 2)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
cdef_damping_minus_3 = AV1_READ_BITS (br, 2);
|
||
|
cdef_params->cdef_damping = cdef_damping_minus_3 + 3;
|
||
|
cdef_params->cdef_bits = AV1_READ_BITS (br, 2);
|
||
|
for (i = 0; i < (1 << cdef_params->cdef_bits); i++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 4 + 2)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
cdef_params->cdef_y_pri_strength[i] = AV1_READ_BITS (br, 4);
|
||
|
cdef_params->cdef_y_sec_strength[i] = AV1_READ_BITS (br, 2);
|
||
|
if (cdef_params->cdef_y_sec_strength[i] == 3)
|
||
|
cdef_params->cdef_y_sec_strength[i] += 1;
|
||
|
|
||
|
if (parser->seq_header->num_planes > 1) {
|
||
|
if (AV1_REMAINING_BITS (br) < 4 + 2)
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
cdef_params->cdef_uv_pri_strength[i] = AV1_READ_BITS (br, 4);
|
||
|
cdef_params->cdef_uv_sec_strength[i] = AV1_READ_BITS (br, 2);
|
||
|
if (cdef_params->cdef_uv_sec_strength[i] == 3)
|
||
|
cdef_params->cdef_uv_sec_strength[i] += 1;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.20 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_loop_restoration_params (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1LoopRestorationParams *lr_params;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
guint8 lr_type;
|
||
|
gint i;
|
||
|
guint8 use_chroma_lr /* useChromaLr */ ;
|
||
|
const GstAV1FrameRestorationType remap_lr_type /* Remap_Lr_Type */ [4] = {
|
||
|
GST_AV1_FRAME_RESTORE_NONE,
|
||
|
GST_AV1_FRAME_RESTORE_SWITCHABLE,
|
||
|
GST_AV1_FRAME_RESTORE_WIENER, GST_AV1_FRAME_RESTORE_SGRPROJ
|
||
|
};
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
|
||
|
lr_params = &frame_header->loop_restoration_params;
|
||
|
seq_header = parser->seq_header;
|
||
|
|
||
|
if (frame_header->all_lossless || frame_header->allow_intrabc
|
||
|
|| !seq_header->enable_restoration) {
|
||
|
lr_params->frame_restoration_type[0] = GST_AV1_FRAME_RESTORE_NONE;
|
||
|
lr_params->frame_restoration_type[0] = GST_AV1_FRAME_RESTORE_NONE;
|
||
|
lr_params->frame_restoration_type[0] = GST_AV1_FRAME_RESTORE_NONE;
|
||
|
lr_params->uses_lr = 0;
|
||
|
goto success;
|
||
|
}
|
||
|
|
||
|
lr_params->uses_lr = 0;
|
||
|
use_chroma_lr = 0;
|
||
|
for (i = 0; i < seq_header->num_planes; i++) {
|
||
|
lr_type = AV1_READ_BITS_CHECKED (br, 2, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
lr_params->frame_restoration_type[i] = remap_lr_type[lr_type];
|
||
|
if (lr_params->frame_restoration_type[i] != GST_AV1_FRAME_RESTORE_NONE) {
|
||
|
lr_params->uses_lr = 1;
|
||
|
if (i > 0) {
|
||
|
use_chroma_lr = 1;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (lr_params->uses_lr) {
|
||
|
if (seq_header->use_128x128_superblock) {
|
||
|
lr_params->lr_unit_shift = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
lr_params->lr_unit_shift++;
|
||
|
} else {
|
||
|
guint8 lr_unit_extra_shift;
|
||
|
|
||
|
lr_params->lr_unit_shift = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (lr_params->lr_unit_shift) {
|
||
|
lr_unit_extra_shift = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
lr_params->lr_unit_shift += lr_unit_extra_shift;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
lr_params->loop_restoration_size[0] =
|
||
|
GST_AV1_RESTORATION_TILESIZE_MAX >> (2 - lr_params->lr_unit_shift);
|
||
|
if (seq_header->color_config.subsampling_x
|
||
|
&& seq_header->color_config.subsampling_y && use_chroma_lr) {
|
||
|
lr_params->lr_uv_shift = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
lr_params->lr_uv_shift = 0;
|
||
|
}
|
||
|
|
||
|
lr_params->loop_restoration_size[1] =
|
||
|
lr_params->loop_restoration_size[0] >> lr_params->lr_uv_shift;
|
||
|
lr_params->loop_restoration_size[2] =
|
||
|
lr_params->loop_restoration_size[0] >> lr_params->lr_uv_shift;
|
||
|
}
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse loop restoration params error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.9.21 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_tx_mode (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
|
||
|
if (frame_header->coded_lossless == 1) {
|
||
|
frame_header->tx_mode = GST_AV1_TX_MODE_ONLY_4x4;
|
||
|
} else {
|
||
|
frame_header->tx_mode_select = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
|
||
|
if (frame_header->tx_mode_select) {
|
||
|
frame_header->tx_mode = GST_AV1_TX_MODE_SELECT;
|
||
|
} else {
|
||
|
frame_header->tx_mode = GST_AV1_TX_MODE_LARGEST;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.3 */
|
||
|
static gint
|
||
|
gst_av1_get_relative_dist (GstAV1SequenceHeaderOBU * seq_header, gint a, gint b)
|
||
|
{
|
||
|
gint m, diff;
|
||
|
if (!seq_header->enable_order_hint)
|
||
|
return 0;
|
||
|
diff = a - b;
|
||
|
m = 1 << seq_header->order_hint_bits_minus_1;
|
||
|
diff = (diff & (m - 1)) - (diff & m);
|
||
|
return diff;
|
||
|
}
|
||
|
|
||
|
/* 5.9.22 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_skip_mode_params (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ReferenceFrameInfo *ref_info;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
gint i;
|
||
|
gint skip_mode_allowed /* skipModeAllowed */ ;
|
||
|
GstAV1ParserResult retval;
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
|
||
|
seq_header = parser->seq_header;
|
||
|
ref_info = &(parser->state.ref_info);
|
||
|
skip_mode_allowed = 0;
|
||
|
if (frame_header->frame_is_intra || !frame_header->reference_select
|
||
|
|| !seq_header->enable_order_hint) {
|
||
|
skip_mode_allowed = 0;
|
||
|
} else {
|
||
|
gint forward_idx = -1 /* forwardIdx */ ;
|
||
|
gint forward_hint = 0 /* forwardHint */ ;
|
||
|
gint backward_idx = -1 /* backwardIdx */ ;
|
||
|
gint backward_hint = 0 /* backwardHint */ ;
|
||
|
gint ref_hint = 0 /* refHint */ ;
|
||
|
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++) {
|
||
|
ref_hint = ref_info->entry[frame_header->ref_frame_idx[i]].ref_order_hint;
|
||
|
if (gst_av1_get_relative_dist (parser->seq_header, ref_hint,
|
||
|
frame_header->order_hint) < 0) {
|
||
|
if (forward_idx < 0
|
||
|
|| gst_av1_get_relative_dist (parser->seq_header, ref_hint,
|
||
|
forward_hint) > 0) {
|
||
|
forward_idx = i;
|
||
|
forward_hint = ref_hint;
|
||
|
}
|
||
|
} else
|
||
|
if (gst_av1_get_relative_dist (parser->seq_header, ref_hint,
|
||
|
frame_header->order_hint) > 0) {
|
||
|
if (backward_idx < 0
|
||
|
|| gst_av1_get_relative_dist (parser->seq_header, ref_hint,
|
||
|
backward_hint) < 0) {
|
||
|
backward_idx = i;
|
||
|
backward_hint = ref_hint;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (forward_idx < 0) {
|
||
|
skip_mode_allowed = 0;
|
||
|
} else if (backward_idx >= 0) {
|
||
|
skip_mode_allowed = 1;
|
||
|
frame_header->skip_mode_frame[0] =
|
||
|
GST_AV1_REF_LAST_FRAME + MIN (forward_idx, backward_idx);
|
||
|
frame_header->skip_mode_frame[1] =
|
||
|
GST_AV1_REF_LAST_FRAME + MAX (forward_idx, backward_idx);
|
||
|
} else {
|
||
|
gint second_forward_idx = -1 /* secondForwardIdx */ ;
|
||
|
gint second_forward_hint = 0 /* secondForwardHint */ ;
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++) {
|
||
|
ref_hint =
|
||
|
ref_info->entry[frame_header->ref_frame_idx[i]].ref_order_hint;
|
||
|
if (gst_av1_get_relative_dist (parser->seq_header, ref_hint,
|
||
|
forward_hint) < 0) {
|
||
|
if (second_forward_idx < 0
|
||
|
|| gst_av1_get_relative_dist (parser->seq_header, ref_hint,
|
||
|
second_forward_hint) > 0) {
|
||
|
second_forward_idx = i;
|
||
|
second_forward_hint = ref_hint;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (second_forward_idx < 0) {
|
||
|
skip_mode_allowed = 0;
|
||
|
} else {
|
||
|
skip_mode_allowed = 1;
|
||
|
frame_header->skip_mode_frame[0] =
|
||
|
GST_AV1_REF_LAST_FRAME + MIN (forward_idx, second_forward_idx);
|
||
|
frame_header->skip_mode_frame[1] =
|
||
|
GST_AV1_REF_LAST_FRAME + MAX (forward_idx, second_forward_idx);
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (skip_mode_allowed) {
|
||
|
frame_header->skip_mode_present = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
} else {
|
||
|
frame_header->skip_mode_present = 0;
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.28 */
|
||
|
static gint
|
||
|
gst_av1_decode_subexp (GstBitReader * br, gint numSyms,
|
||
|
GstAV1ParserResult * retval)
|
||
|
{
|
||
|
gint i = 0;
|
||
|
gint mk = 0;
|
||
|
gint k = 3;
|
||
|
gint subexp_final_bits = 0;
|
||
|
gint subexp_more_bits = 0;
|
||
|
gint subexp_bits = 0;
|
||
|
|
||
|
while (1) {
|
||
|
gint b2 = i ? k + i - 1 : k;
|
||
|
gint a = 1 << b2;
|
||
|
if (numSyms <= mk + 3 * a) {
|
||
|
subexp_final_bits = av1_bitstreamfn_ns (br, numSyms - mk, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
return subexp_final_bits + mk;
|
||
|
} else {
|
||
|
subexp_more_bits = AV1_READ_BITS_CHECKED (br, 1, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
if (subexp_more_bits) {
|
||
|
i++;
|
||
|
mk += a;
|
||
|
} else {
|
||
|
subexp_bits = AV1_READ_BITS_CHECKED (br, b2, retval);
|
||
|
if (*retval != GST_AV1_PARSER_OK)
|
||
|
return 0;
|
||
|
return subexp_bits + mk;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* 5.9.27 */
|
||
|
static gint
|
||
|
gst_av1_decode_unsigned_subexp_with_ref (GstBitReader * br, gint mx,
|
||
|
gint r, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
gint v;
|
||
|
|
||
|
v = gst_av1_decode_subexp (br, mx, retval);
|
||
|
if ((r << 1) <= mx) {
|
||
|
return av1_helper_inverse_recenter (r, v);
|
||
|
} else {
|
||
|
return mx - 1 - av1_helper_inverse_recenter (mx - 1 - r, v);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* 5.9.26 */
|
||
|
static gint
|
||
|
gst_av1_decode_signed_subexp_with_ref (GstBitReader * br, gint low,
|
||
|
gint high, gint r, GstAV1ParserResult * retval)
|
||
|
{
|
||
|
return gst_av1_decode_unsigned_subexp_with_ref (br,
|
||
|
high - low, r - low, retval) + low;
|
||
|
}
|
||
|
|
||
|
/* 5.9.25 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_global_param (GstAV1Parser * parser,
|
||
|
GstAV1FrameHeaderOBU * frame_header, GstBitReader * br,
|
||
|
GstAV1GlobalMotionParams * gm_params, GstAV1WarpModelType type,
|
||
|
gint32 prev_gm_params[GST_AV1_NUM_REF_FRAMES][6], gint ref, gint idx)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
gint prec_diff /* precDiff */ , wm_round, mx, r;
|
||
|
gint abs_bits /* absBits */ = GST_AV1_GM_ABS_ALPHA_BITS;
|
||
|
gint prec_bits /* precBits */ = GST_AV1_GM_ALPHA_PREC_BITS;
|
||
|
gint sub;
|
||
|
|
||
|
if (idx < 2) {
|
||
|
if (type == GST_AV1_WARP_MODEL_TRANSLATION) {
|
||
|
abs_bits =
|
||
|
GST_AV1_GM_ABS_TRANS_ONLY_BITS -
|
||
|
(frame_header->allow_high_precision_mv ? 0 : 1);
|
||
|
prec_bits =
|
||
|
GST_AV1_GM_TRANS_ONLY_PREC_BITS -
|
||
|
(frame_header->allow_high_precision_mv ? 0 : 1);
|
||
|
} else {
|
||
|
abs_bits = GST_AV1_GM_ABS_TRANS_BITS;
|
||
|
prec_bits = GST_AV1_GM_TRANS_PREC_BITS;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
prec_diff = GST_AV1_WARPEDMODEL_PREC_BITS - prec_bits;
|
||
|
wm_round = (idx % 3) == 2 ? (1 << GST_AV1_WARPEDMODEL_PREC_BITS) : 0;
|
||
|
sub = (idx % 3) == 2 ? (1 << prec_bits) : 0;
|
||
|
mx = (1 << abs_bits);
|
||
|
r = (prev_gm_params[ref][idx] >> prec_diff) - sub;
|
||
|
gm_params->gm_params[ref][idx] =
|
||
|
(gst_av1_decode_signed_subexp_with_ref (br, -mx, mx + 1, r,
|
||
|
&retval) << prec_diff) + wm_round;
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.9.24 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_global_motion_params (GstAV1Parser * parser,
|
||
|
GstBitReader * br, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1WarpModelType type;
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
gint i, ref;
|
||
|
GstAV1GlobalMotionParams *gm_params = &(frame_header->global_motion_params);
|
||
|
gint32 prev_gm_params[GST_AV1_NUM_REF_FRAMES][6] /* PrevGmParams */ ;
|
||
|
|
||
|
/* init value */
|
||
|
gm_params->gm_type[GST_AV1_REF_INTRA_FRAME] = GST_AV1_WARP_MODEL_IDENTITY;
|
||
|
for (ref = GST_AV1_REF_LAST_FRAME; ref <= GST_AV1_REF_ALTREF_FRAME; ref++) {
|
||
|
gm_params->gm_type[ref] = GST_AV1_WARP_MODEL_IDENTITY;
|
||
|
for (i = 0; i < 6; i++) {
|
||
|
gm_params->gm_params[ref][i] =
|
||
|
((i % 3 == 2) ? 1 << GST_AV1_WARPEDMODEL_PREC_BITS : 0);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (frame_header->frame_is_intra)
|
||
|
goto success;
|
||
|
|
||
|
if (frame_header->primary_ref_frame != GST_AV1_PRIMARY_REF_NONE) {
|
||
|
GstAV1GlobalMotionParams *ref_global_motion_params =
|
||
|
&parser->state.ref_info.entry[frame_header->
|
||
|
ref_frame_idx[frame_header->primary_ref_frame]].
|
||
|
ref_global_motion_params;
|
||
|
memcpy (prev_gm_params, ref_global_motion_params->gm_params,
|
||
|
sizeof (gint32) * GST_AV1_NUM_REF_FRAMES * 6);
|
||
|
} else {
|
||
|
for (ref = GST_AV1_REF_INTRA_FRAME; ref < GST_AV1_NUM_REF_FRAMES; ref++)
|
||
|
for (i = 0; i < 6; i++)
|
||
|
prev_gm_params[ref][i] =
|
||
|
((i % 3 == 2) ? 1 << GST_AV1_WARPEDMODEL_PREC_BITS : 0);
|
||
|
}
|
||
|
|
||
|
for (ref = GST_AV1_REF_LAST_FRAME; ref <= GST_AV1_REF_ALTREF_FRAME; ref++) {
|
||
|
gm_params->is_global[ref] = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (gm_params->is_global[ref]) {
|
||
|
gm_params->is_rot_zoom[ref] = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (gm_params->is_rot_zoom[ref]) {
|
||
|
type = GST_AV1_WARP_MODEL_ROTZOOM;
|
||
|
} else {
|
||
|
gm_params->is_translation[ref] = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
type =
|
||
|
gm_params->is_translation[ref] ? GST_AV1_WARP_MODEL_TRANSLATION :
|
||
|
GST_AV1_WARP_MODEL_AFFINE;
|
||
|
}
|
||
|
} else {
|
||
|
type = GST_AV1_WARP_MODEL_IDENTITY;
|
||
|
}
|
||
|
gm_params->gm_type[ref] = type;
|
||
|
|
||
|
if (type >= GST_AV1_WARP_MODEL_ROTZOOM) {
|
||
|
retval =
|
||
|
gst_av1_parse_global_param (parser, frame_header, br, gm_params, type,
|
||
|
prev_gm_params, ref, 2);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval =
|
||
|
gst_av1_parse_global_param (parser, frame_header, br, gm_params, type,
|
||
|
prev_gm_params, ref, 3);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (type == GST_AV1_WARP_MODEL_AFFINE) {
|
||
|
retval =
|
||
|
gst_av1_parse_global_param (parser, frame_header, br, gm_params,
|
||
|
type, prev_gm_params, ref, 4);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval =
|
||
|
gst_av1_parse_global_param (parser, frame_header, br, gm_params,
|
||
|
type, prev_gm_params, ref, 5);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
gm_params->gm_params[ref][4] = gm_params->gm_params[ref][3] * (-1);
|
||
|
gm_params->gm_params[ref][5] = gm_params->gm_params[ref][2];
|
||
|
}
|
||
|
}
|
||
|
if (type >= GST_AV1_WARP_MODEL_TRANSLATION) {
|
||
|
retval =
|
||
|
gst_av1_parse_global_param (parser, frame_header, br, gm_params, type,
|
||
|
prev_gm_params, ref, 0);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
retval =
|
||
|
gst_av1_parse_global_param (parser, frame_header, br, gm_params, type,
|
||
|
prev_gm_params, ref, 1);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse global motion params error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.9.30 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_film_grain_params (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1FilmGrainParams *fg_params;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
gint i;
|
||
|
gint num_pos_chroma /* numPosChroma */ , num_pos_luma /* numPosLuma */ ;
|
||
|
GstAV1ParserResult ret = GST_AV1_PARSER_OK;
|
||
|
|
||
|
g_assert (parser->seq_header);
|
||
|
|
||
|
fg_params = &frame_header->film_grain_params;
|
||
|
seq_header = parser->seq_header;
|
||
|
if (!seq_header->film_grain_params_present || (!frame_header->show_frame
|
||
|
&& !frame_header->showable_frame)) {
|
||
|
/* reset_grain_params() is a function call that indicates that all the
|
||
|
syntax elements read in film_grain_params should be set equal to 0. */
|
||
|
memset (fg_params, 0, sizeof (*fg_params));
|
||
|
goto success;
|
||
|
}
|
||
|
|
||
|
fg_params->apply_grain = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
if (!fg_params->apply_grain) {
|
||
|
/* reset_grain_params() */
|
||
|
memset (fg_params, 0, sizeof (*fg_params));
|
||
|
goto success;
|
||
|
}
|
||
|
|
||
|
fg_params->grain_seed = AV1_READ_UINT16_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->frame_type == GST_AV1_INTER_FRAME) {
|
||
|
fg_params->update_grain = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
fg_params->update_grain = 1;
|
||
|
}
|
||
|
|
||
|
if (!fg_params->update_grain) {
|
||
|
guint16 temp_grain_seed /* tempGrainSeed */ ;
|
||
|
gint j;
|
||
|
gboolean found = FALSE;
|
||
|
|
||
|
fg_params->film_grain_params_ref_idx = AV1_READ_BITS_CHECKED (br, 3, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
for (j = 0; j < GST_AV1_REFS_PER_FRAME; j++) {
|
||
|
if (frame_header->ref_frame_idx[j] ==
|
||
|
fg_params->film_grain_params_ref_idx) {
|
||
|
found = TRUE;
|
||
|
break;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (!found) {
|
||
|
GST_INFO ("Invalid film grain reference idx %d.",
|
||
|
fg_params->film_grain_params_ref_idx);
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (!parser->state.ref_info.entry[fg_params->film_grain_params_ref_idx].
|
||
|
ref_valid) {
|
||
|
GST_INFO ("Invalid ref info of film grain idx %d.",
|
||
|
fg_params->film_grain_params_ref_idx);
|
||
|
ret = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
temp_grain_seed = fg_params->grain_seed;
|
||
|
memcpy (fg_params,
|
||
|
&parser->state.ref_info.entry[fg_params->film_grain_params_ref_idx].
|
||
|
ref_film_grain_params, sizeof (GstAV1FilmGrainParams));
|
||
|
fg_params->grain_seed = temp_grain_seed;
|
||
|
|
||
|
goto success;
|
||
|
}
|
||
|
|
||
|
fg_params->num_y_points = AV1_READ_BITS_CHECKED (br, 4, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
for (i = 0; i < fg_params->num_y_points; i++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
fg_params->point_y_value[i] = AV1_READ_UINT8 (br);
|
||
|
fg_params->point_y_scaling[i] = AV1_READ_UINT8 (br);
|
||
|
}
|
||
|
|
||
|
if (seq_header->color_config.mono_chrome) {
|
||
|
fg_params->chroma_scaling_from_luma = 0;
|
||
|
} else {
|
||
|
fg_params->chroma_scaling_from_luma = AV1_READ_BIT_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->color_config.mono_chrome
|
||
|
|| fg_params->chroma_scaling_from_luma
|
||
|
|| (seq_header->color_config.subsampling_x == 1
|
||
|
&& seq_header->color_config.subsampling_y == 1
|
||
|
&& fg_params->num_y_points == 0)) {
|
||
|
fg_params->num_cb_points = 0;
|
||
|
fg_params->num_cr_points = 0;
|
||
|
} else {
|
||
|
fg_params->num_cb_points = AV1_READ_BITS_CHECKED (br, 4, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
for (i = 0; i < fg_params->num_cb_points; i++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
fg_params->point_cb_value[i] = AV1_READ_UINT8 (br);
|
||
|
fg_params->point_cb_scaling[i] = AV1_READ_UINT8 (br);
|
||
|
}
|
||
|
|
||
|
fg_params->num_cr_points = AV1_READ_BITS_CHECKED (br, 4, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
for (i = 0; i < fg_params->num_cr_points; i++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
fg_params->point_cr_value[i] = AV1_READ_UINT8 (br);
|
||
|
fg_params->point_cr_scaling[i] = AV1_READ_UINT8 (br);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
fg_params->grain_scaling_minus_8 = AV1_READ_BITS_CHECKED (br, 2, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
fg_params->ar_coeff_lag = AV1_READ_BITS_CHECKED (br, 2, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
num_pos_luma = 2 * fg_params->ar_coeff_lag * (fg_params->ar_coeff_lag + 1);
|
||
|
if (fg_params->num_y_points) {
|
||
|
num_pos_chroma = num_pos_luma + 1;
|
||
|
for (i = 0; i < num_pos_luma; i++) {
|
||
|
fg_params->ar_coeffs_y_plus_128[i] = AV1_READ_UINT8_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
} else {
|
||
|
num_pos_chroma = num_pos_luma;
|
||
|
}
|
||
|
|
||
|
if (fg_params->chroma_scaling_from_luma || fg_params->num_cb_points) {
|
||
|
for (i = 0; i < num_pos_chroma; i++) {
|
||
|
fg_params->ar_coeffs_cb_plus_128[i] = AV1_READ_UINT8_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (fg_params->chroma_scaling_from_luma || fg_params->num_cr_points) {
|
||
|
for (i = 0; i < num_pos_chroma; i++) {
|
||
|
fg_params->ar_coeffs_cr_plus_128[i] = AV1_READ_UINT8_CHECKED (br, &ret);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 2 + 2) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
fg_params->ar_coeff_shift_minus_6 = AV1_READ_BITS (br, 2);
|
||
|
fg_params->grain_scale_shift = AV1_READ_BITS (br, 2);
|
||
|
|
||
|
if (fg_params->num_cb_points) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8 + 9) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
fg_params->cb_mult = AV1_READ_BITS (br, 8);
|
||
|
fg_params->cb_luma_mult = AV1_READ_BITS (br, 8);
|
||
|
fg_params->cb_offset = AV1_READ_BITS (br, 9);
|
||
|
}
|
||
|
|
||
|
if (fg_params->num_cr_points) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8 + 9) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
fg_params->cr_mult = AV1_READ_BITS (br, 8);
|
||
|
fg_params->cr_luma_mult = AV1_READ_BITS (br, 8);
|
||
|
fg_params->cr_offset = AV1_READ_BITS (br, 9);
|
||
|
}
|
||
|
|
||
|
if (AV1_REMAINING_BITS (br) < 2) {
|
||
|
ret = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
fg_params->overlap_flag = AV1_READ_BIT (br);
|
||
|
fg_params->clip_to_restricted_range = AV1_READ_BIT (br);
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse film grain params error %d", ret);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/* 5.9.4 */
|
||
|
static void
|
||
|
gst_av1_mark_ref_frames (GstAV1Parser * parser, GstBitReader * br, gint idLen)
|
||
|
{
|
||
|
GstAV1ReferenceFrameInfo *ref_info;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
gint i, diff_len /* diffLen */ ;
|
||
|
|
||
|
seq_header = parser->seq_header;
|
||
|
ref_info = &(parser->state.ref_info);
|
||
|
diff_len = seq_header->delta_frame_id_length_minus_2 + 2;
|
||
|
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
if (parser->state.current_frame_id > (1 << diff_len)) {
|
||
|
if (ref_info->entry[i].ref_frame_id > parser->state.current_frame_id
|
||
|
|| ref_info->entry[i].ref_frame_id <
|
||
|
(parser->state.current_frame_id - (1 << diff_len)))
|
||
|
ref_info->entry[i].ref_valid = 0;
|
||
|
} else {
|
||
|
if (ref_info->entry[i].ref_frame_id > parser->state.current_frame_id
|
||
|
&& ref_info->entry[i].ref_frame_id <
|
||
|
((1 << idLen) + parser->state.current_frame_id - (1 << diff_len)))
|
||
|
ref_info->entry[i].ref_valid = 0;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* 5.11.14 */
|
||
|
static gboolean
|
||
|
gst_av1_seg_feature_active_idx (GstAV1Parser * parser,
|
||
|
GstAV1FrameHeaderOBU * frame_header, gint idx, gint feature)
|
||
|
{
|
||
|
return frame_header->segmentation_params.segmentation_enabled
|
||
|
&& frame_header->segmentation_params.feature_enabled[idx][feature];
|
||
|
}
|
||
|
|
||
|
/* 7.12.2 */
|
||
|
static gint
|
||
|
gst_av1_get_qindex (GstAV1Parser * parser,
|
||
|
GstAV1FrameHeaderOBU * frame_header, gboolean ignoreDeltaQ, gint segmentId)
|
||
|
{
|
||
|
gint qindex;
|
||
|
if (gst_av1_seg_feature_active_idx (parser, frame_header, segmentId,
|
||
|
GST_AV1_SEG_LVL_ALT_Q)) {
|
||
|
gint data =
|
||
|
frame_header->
|
||
|
segmentation_params.feature_data[segmentId][GST_AV1_SEG_LVL_ALT_Q];
|
||
|
qindex = frame_header->quantization_params.base_q_idx + data;
|
||
|
if (ignoreDeltaQ == 0 && frame_header->quantization_params.delta_q_present)
|
||
|
qindex = qindex + frame_header->quantization_params.delta_q_res;
|
||
|
return CLAMP (qindex, 0, 255);
|
||
|
} else
|
||
|
return frame_header->quantization_params.base_q_idx;
|
||
|
}
|
||
|
|
||
|
/* 7.8 */
|
||
|
static void
|
||
|
gst_av1_set_frame_refs (GstAV1Parser * parser,
|
||
|
GstAV1SequenceHeaderOBU * seq_header, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
const GstAV1ReferenceFrame ref_frame_list[GST_AV1_REFS_PER_FRAME - 2] = {
|
||
|
GST_AV1_REF_LAST2_FRAME,
|
||
|
GST_AV1_REF_LAST3_FRAME,
|
||
|
GST_AV1_REF_BWDREF_FRAME,
|
||
|
GST_AV1_REF_ALTREF2_FRAME,
|
||
|
GST_AV1_REF_ALTREF_FRAME
|
||
|
};
|
||
|
gboolean used_frame[GST_AV1_NUM_REF_FRAMES];
|
||
|
gint shifted_order_hints[GST_AV1_NUM_REF_FRAMES];
|
||
|
gint cur_frame_hint = 1 << (seq_header->order_hint_bits - 1);
|
||
|
gint last_order_hint, earliest_order_hint;
|
||
|
gint ref, hint;
|
||
|
gint i, j;
|
||
|
|
||
|
g_assert (seq_header->enable_order_hint);
|
||
|
g_assert (seq_header->order_hint_bits_minus_1 >= 0);
|
||
|
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++)
|
||
|
frame_header->ref_frame_idx[i] = -1;
|
||
|
frame_header->ref_frame_idx[GST_AV1_REF_LAST_FRAME -
|
||
|
GST_AV1_REF_LAST_FRAME] = frame_header->last_frame_idx;
|
||
|
frame_header->ref_frame_idx[GST_AV1_REF_GOLDEN_FRAME -
|
||
|
GST_AV1_REF_LAST_FRAME] = frame_header->gold_frame_idx;
|
||
|
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++)
|
||
|
used_frame[i] = 0;
|
||
|
used_frame[frame_header->last_frame_idx] = 1;
|
||
|
used_frame[frame_header->gold_frame_idx] = 1;
|
||
|
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++)
|
||
|
shifted_order_hints[i] = cur_frame_hint +
|
||
|
gst_av1_get_relative_dist (seq_header,
|
||
|
parser->state.ref_info.entry[i].ref_order_hint,
|
||
|
frame_header->order_hint);
|
||
|
|
||
|
last_order_hint = shifted_order_hints[frame_header->last_frame_idx];
|
||
|
|
||
|
/* === Backward Reference Frames === */
|
||
|
/* The ALTREF_FRAME reference is set to be a backward
|
||
|
reference to the frame with highest output order. */
|
||
|
ref = -1;
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
hint = shifted_order_hints[i];
|
||
|
if (!used_frame[i] && hint >= cur_frame_hint
|
||
|
&& (ref < 0 || hint >= last_order_hint)) {
|
||
|
ref = i;
|
||
|
last_order_hint = hint;
|
||
|
}
|
||
|
}
|
||
|
if (ref >= 0) {
|
||
|
frame_header->ref_frame_idx[GST_AV1_REF_ALTREF_FRAME -
|
||
|
GST_AV1_REF_LAST_FRAME] = ref;
|
||
|
used_frame[ref] = 1;
|
||
|
}
|
||
|
|
||
|
/* The BWDREF_FRAME reference is set to be a backward reference
|
||
|
to the closest frame. */
|
||
|
ref = -1;
|
||
|
earliest_order_hint = last_order_hint;
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
hint = shifted_order_hints[i];
|
||
|
if (!used_frame[i] && hint >= cur_frame_hint
|
||
|
&& (ref < 0 || hint < earliest_order_hint)) {
|
||
|
ref = i;
|
||
|
earliest_order_hint = hint;
|
||
|
}
|
||
|
}
|
||
|
if (ref >= 0) {
|
||
|
frame_header->ref_frame_idx[GST_AV1_REF_BWDREF_FRAME -
|
||
|
GST_AV1_REF_LAST_FRAME] = ref;
|
||
|
used_frame[ref] = 1;
|
||
|
}
|
||
|
|
||
|
/* The ALTREF2_FRAME reference is set to the next closest
|
||
|
backward reference. */
|
||
|
ref = -1;
|
||
|
earliest_order_hint = last_order_hint;
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
hint = shifted_order_hints[i];
|
||
|
if (!used_frame[i] && hint >= cur_frame_hint
|
||
|
&& (ref < 0 || hint < earliest_order_hint)) {
|
||
|
ref = i;
|
||
|
earliest_order_hint = hint;
|
||
|
}
|
||
|
}
|
||
|
if (ref >= 0) {
|
||
|
frame_header->ref_frame_idx[GST_AV1_REF_ALTREF2_FRAME -
|
||
|
GST_AV1_REF_LAST_FRAME] = ref;
|
||
|
used_frame[ref] = 1;
|
||
|
}
|
||
|
|
||
|
/* === Forward Reference Frames === */
|
||
|
|
||
|
/* The remaining references are set to be forward references
|
||
|
in anti-chronological order. */
|
||
|
last_order_hint = 0;
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME - 2; i++) {
|
||
|
GstAV1ReferenceFrame ref_frame = ref_frame_list[i];
|
||
|
if (frame_header->ref_frame_idx[ref_frame - GST_AV1_REF_LAST_FRAME] < 0) {
|
||
|
ref = -1;
|
||
|
for (j = 0; j < GST_AV1_NUM_REF_FRAMES; j++) {
|
||
|
hint = shifted_order_hints[j];
|
||
|
if (!used_frame[j] && hint < cur_frame_hint &&
|
||
|
(ref < 0 || hint >= last_order_hint)) {
|
||
|
ref = j;
|
||
|
last_order_hint = hint;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (ref >= 0) {
|
||
|
frame_header->ref_frame_idx[ref_frame - GST_AV1_REF_LAST_FRAME] = ref;
|
||
|
used_frame[ref] = 1;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* Finally, any remaining references are set to the reference frame
|
||
|
with smallest output order. */
|
||
|
ref = -1;
|
||
|
earliest_order_hint = cur_frame_hint * 2;
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
hint = shifted_order_hints[i];
|
||
|
if (ref < 0 || hint < earliest_order_hint) {
|
||
|
ref = i;
|
||
|
earliest_order_hint = hint;
|
||
|
}
|
||
|
}
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++)
|
||
|
if (frame_header->ref_frame_idx[i] < 0)
|
||
|
frame_header->ref_frame_idx[i] = ref;
|
||
|
}
|
||
|
|
||
|
/* 5.9.2 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_uncompressed_frame_header (GstAV1Parser * parser, GstAV1OBU * obu,
|
||
|
GstBitReader * br, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
GstAV1ReferenceFrameInfo *ref_info;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
gint i, op_num /* opNum */ ;
|
||
|
gint segment_id /* segmentId */ , all_frames /* allFrames */ ;
|
||
|
gint id_len /* idLen */ = 0;
|
||
|
|
||
|
if (!parser->seq_header) {
|
||
|
GST_WARNING ("Missing OBU Reference: seq_header");
|
||
|
retval = GST_AV1_PARSER_MISSING_OBU_REFERENCE;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
seq_header = parser->seq_header;
|
||
|
ref_info = &(parser->state.ref_info);
|
||
|
if (seq_header->frame_id_numbers_present_flag)
|
||
|
id_len = seq_header->additional_frame_id_length_minus_1 + 1 +
|
||
|
seq_header->delta_frame_id_length_minus_2 + 2;
|
||
|
all_frames = (1 << GST_AV1_NUM_REF_FRAMES) - 1;
|
||
|
|
||
|
if (seq_header->reduced_still_picture_header) {
|
||
|
frame_header->show_existing_frame = 0;
|
||
|
frame_header->frame_type = GST_AV1_KEY_FRAME;
|
||
|
frame_header->frame_is_intra = 1;
|
||
|
frame_header->show_frame = 1;
|
||
|
frame_header->showable_frame = 0;
|
||
|
if (parser->state.sequence_changed) {
|
||
|
/* This is the start of a new coded video sequence. */
|
||
|
parser->state.sequence_changed = 0;
|
||
|
parser->state.begin_first_frame = 1;
|
||
|
}
|
||
|
} else {
|
||
|
frame_header->show_existing_frame = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->show_existing_frame) {
|
||
|
if (parser->state.sequence_changed) {
|
||
|
GST_INFO ("New sequence header starts with a show_existing_frame.");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
frame_header->frame_to_show_map_idx =
|
||
|
AV1_READ_BITS_CHECKED (br, 3, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (!ref_info->entry[frame_header->frame_to_show_map_idx].ref_valid) {
|
||
|
GST_INFO ("The frame_to_show %d is invalid.",
|
||
|
frame_header->frame_to_show_map_idx);
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->decoder_model_info_present_flag
|
||
|
&& !seq_header->timing_info.equal_picture_interval)
|
||
|
frame_header->frame_presentation_time =
|
||
|
AV1_READ_BITS_CHECKED (br,
|
||
|
seq_header->
|
||
|
decoder_model_info.frame_presentation_time_length_minus_1 + 1,
|
||
|
&retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
frame_header->refresh_frame_flags = 0;
|
||
|
if (seq_header->frame_id_numbers_present_flag) {
|
||
|
g_assert (id_len > 0);
|
||
|
frame_header->display_frame_id =
|
||
|
AV1_READ_BITS_CHECKED (br, id_len, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
if (frame_header->display_frame_id !=
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_frame_id) {
|
||
|
GST_INFO ("Reference frame ID mismatch");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
frame_header->frame_type =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_frame_type;
|
||
|
if (frame_header->frame_type == GST_AV1_KEY_FRAME) {
|
||
|
frame_header->refresh_frame_flags = all_frames;
|
||
|
}
|
||
|
|
||
|
/* just use the frame_to_show's grain_params
|
||
|
* if (seq_header->film_grain_params_present)
|
||
|
* load_grain_params () */
|
||
|
|
||
|
goto success;
|
||
|
}
|
||
|
|
||
|
frame_header->frame_type = AV1_READ_BITS_CHECKED (br, 2, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (parser->state.sequence_changed) {
|
||
|
if (frame_header->frame_type == GST_AV1_KEY_FRAME) {
|
||
|
/* This is the start of a new coded video sequence. */
|
||
|
parser->state.sequence_changed = FALSE;
|
||
|
parser->state.begin_first_frame = TRUE;
|
||
|
} else {
|
||
|
GST_INFO ("Sequence header has changed without a keyframe.");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
frame_header->frame_is_intra =
|
||
|
(frame_header->frame_type == GST_AV1_INTRA_ONLY_FRAME
|
||
|
|| frame_header->frame_type == GST_AV1_KEY_FRAME);
|
||
|
|
||
|
frame_header->show_frame = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seq_header->still_picture &&
|
||
|
(frame_header->frame_type != GST_AV1_KEY_FRAME
|
||
|
|| !frame_header->show_frame)) {
|
||
|
GST_INFO ("Still pictures must be coded as shown keyframes");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (frame_header->show_frame
|
||
|
&& seq_header->decoder_model_info_present_flag
|
||
|
&& !seq_header->timing_info.equal_picture_interval) {
|
||
|
frame_header->frame_presentation_time =
|
||
|
AV1_READ_BITS_CHECKED (br,
|
||
|
seq_header->decoder_model_info.
|
||
|
frame_presentation_time_length_minus_1 + 1, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (frame_header->show_frame) {
|
||
|
frame_header->showable_frame =
|
||
|
(frame_header->frame_type != GST_AV1_KEY_FRAME);
|
||
|
} else {
|
||
|
frame_header->showable_frame = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (frame_header->frame_type == GST_AV1_SWITCH_FRAME
|
||
|
|| (frame_header->frame_type == GST_AV1_KEY_FRAME
|
||
|
&& frame_header->show_frame))
|
||
|
frame_header->error_resilient_mode = 1;
|
||
|
else {
|
||
|
frame_header->error_resilient_mode = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (frame_header->frame_type == GST_AV1_KEY_FRAME && frame_header->show_frame) {
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
ref_info->entry[i].ref_valid = 0;
|
||
|
ref_info->entry[i].ref_order_hint = 0;
|
||
|
}
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++) {
|
||
|
frame_header->order_hints[GST_AV1_REF_LAST_FRAME + i] = 0;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
frame_header->disable_cdf_update = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (seq_header->seq_force_screen_content_tools ==
|
||
|
GST_AV1_SELECT_SCREEN_CONTENT_TOOLS) {
|
||
|
frame_header->allow_screen_content_tools =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
frame_header->allow_screen_content_tools =
|
||
|
seq_header->seq_force_screen_content_tools;
|
||
|
}
|
||
|
|
||
|
if (frame_header->allow_screen_content_tools) {
|
||
|
if (seq_header->seq_force_integer_mv == GST_AV1_SELECT_INTEGER_MV) {
|
||
|
frame_header->force_integer_mv = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
frame_header->force_integer_mv = seq_header->seq_force_integer_mv;
|
||
|
}
|
||
|
} else {
|
||
|
frame_header->force_integer_mv = 0;
|
||
|
}
|
||
|
|
||
|
if (frame_header->frame_is_intra) {
|
||
|
frame_header->force_integer_mv = 1;
|
||
|
}
|
||
|
|
||
|
if (seq_header->frame_id_numbers_present_flag) {
|
||
|
gboolean have_prev_frame_id =
|
||
|
!parser->state.begin_first_frame &&
|
||
|
(!(frame_header->frame_type == GST_AV1_KEY_FRAME
|
||
|
&& frame_header->show_frame));
|
||
|
if (have_prev_frame_id)
|
||
|
parser->state.prev_frame_id = parser->state.current_frame_id;
|
||
|
|
||
|
g_assert (id_len > 0);
|
||
|
frame_header->current_frame_id =
|
||
|
AV1_READ_BITS_CHECKED (br, id_len, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
parser->state.current_frame_id = frame_header->current_frame_id;
|
||
|
/* Check whether the id and id diff is valid */
|
||
|
if (have_prev_frame_id) {
|
||
|
gint32 diff_frame_id;
|
||
|
if (parser->state.current_frame_id > parser->state.prev_frame_id) {
|
||
|
diff_frame_id =
|
||
|
parser->state.current_frame_id - parser->state.prev_frame_id;
|
||
|
} else {
|
||
|
diff_frame_id = (1 << id_len) +
|
||
|
parser->state.current_frame_id - parser->state.prev_frame_id;
|
||
|
}
|
||
|
if (parser->state.current_frame_id == parser->state.prev_frame_id ||
|
||
|
diff_frame_id >= (1 << (id_len - 1))) {
|
||
|
GST_INFO ("Invalid value of current_frame_id");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
gst_av1_mark_ref_frames (parser, br, id_len);
|
||
|
} else {
|
||
|
frame_header->current_frame_id = 0;
|
||
|
parser->state.prev_frame_id = parser->state.current_frame_id;
|
||
|
parser->state.current_frame_id = frame_header->current_frame_id;
|
||
|
}
|
||
|
|
||
|
if (frame_header->frame_type == GST_AV1_SWITCH_FRAME) {
|
||
|
frame_header->frame_size_override_flag = 1;
|
||
|
} else if (seq_header->reduced_still_picture_header) {
|
||
|
frame_header->frame_size_override_flag = 0;
|
||
|
} else {
|
||
|
frame_header->frame_size_override_flag = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
frame_header->order_hint =
|
||
|
AV1_READ_BITS_CHECKED (br, seq_header->order_hint_bits_minus_1 + 1,
|
||
|
&retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->frame_is_intra || frame_header->error_resilient_mode) {
|
||
|
frame_header->primary_ref_frame = GST_AV1_PRIMARY_REF_NONE;
|
||
|
} else {
|
||
|
frame_header->primary_ref_frame = AV1_READ_BITS_CHECKED (br, 3, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->decoder_model_info_present_flag) {
|
||
|
frame_header->buffer_removal_time_present_flag =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->buffer_removal_time_present_flag) {
|
||
|
for (op_num = 0; op_num <= seq_header->operating_points_cnt_minus_1;
|
||
|
op_num++) {
|
||
|
if (seq_header->
|
||
|
operating_points[op_num].decoder_model_present_for_this_op) {
|
||
|
gint op_pt_idc = seq_header->operating_points[op_num].idc;
|
||
|
gint in_temporal_layer =
|
||
|
(op_pt_idc >> obu->header.obu_temporal_id) & 1;
|
||
|
gint in_spatial_layer =
|
||
|
(op_pt_idc >> (obu->header.obu_spatial_id + 8)) & 1;
|
||
|
if (op_pt_idc == 0 || (in_temporal_layer && in_spatial_layer)) {
|
||
|
frame_header->buffer_removal_time[op_num] =
|
||
|
AV1_READ_BITS_CHECKED (br,
|
||
|
seq_header->decoder_model_info.
|
||
|
buffer_removal_time_length_minus_1 + 1, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
frame_header->buffer_removal_time[op_num] = 0;
|
||
|
}
|
||
|
} else {
|
||
|
frame_header->buffer_removal_time[op_num] = 0;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
frame_header->allow_high_precision_mv = 0;
|
||
|
frame_header->use_ref_frame_mvs = 0;
|
||
|
frame_header->allow_intrabc = 0;
|
||
|
if (frame_header->frame_type == GST_AV1_SWITCH_FRAME ||
|
||
|
(frame_header->frame_type == GST_AV1_KEY_FRAME
|
||
|
&& frame_header->show_frame)) {
|
||
|
frame_header->refresh_frame_flags = all_frames;
|
||
|
} else {
|
||
|
frame_header->refresh_frame_flags = AV1_READ_UINT8_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
if (frame_header->frame_type == GST_AV1_INTRA_ONLY_FRAME) {
|
||
|
if (frame_header->refresh_frame_flags == 0xFF) {
|
||
|
GST_INFO ("Intra only frames cannot have refresh flags 0xFF");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (!frame_header->frame_is_intra
|
||
|
|| frame_header->refresh_frame_flags != all_frames) {
|
||
|
if (frame_header->error_resilient_mode && seq_header->enable_order_hint) {
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
frame_header->ref_order_hint[i] = AV1_READ_BITS_CHECKED (br,
|
||
|
seq_header->order_hint_bits_minus_1 + 1, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->ref_order_hint[i] !=
|
||
|
ref_info->entry[i].ref_order_hint)
|
||
|
ref_info->entry[i].ref_valid = 0;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (frame_header->frame_is_intra) {
|
||
|
retval = gst_av1_parse_frame_size (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
retval = gst_av1_parse_render_size (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
if (frame_header->allow_screen_content_tools
|
||
|
&& parser->state.upscaled_width == parser->state.frame_width) {
|
||
|
frame_header->allow_intrabc = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
frame_header->upscaled_width = parser->state.upscaled_width;
|
||
|
frame_header->frame_width = parser->state.frame_width;
|
||
|
frame_header->frame_height = parser->state.frame_height;
|
||
|
frame_header->render_width = parser->state.render_width;
|
||
|
frame_header->render_height = parser->state.render_height;
|
||
|
} else {
|
||
|
if (!seq_header->enable_order_hint) {
|
||
|
frame_header->frame_refs_short_signaling = 0;
|
||
|
} else {
|
||
|
frame_header->frame_refs_short_signaling =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->frame_refs_short_signaling) {
|
||
|
if (AV1_REMAINING_BITS (br) < 3 + 3) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
frame_header->last_frame_idx = AV1_READ_BITS (br, 3);
|
||
|
frame_header->gold_frame_idx = AV1_READ_BITS (br, 3);
|
||
|
gst_av1_set_frame_refs (parser, seq_header, frame_header);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++) {
|
||
|
if (!frame_header->frame_refs_short_signaling) {
|
||
|
frame_header->ref_frame_idx[i] = AV1_READ_BITS_CHECKED (br, 3, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (seq_header->frame_id_numbers_present_flag) {
|
||
|
gint32 delta_frame_id /* DeltaFrameId */ ;
|
||
|
gint32 expected_frame_id;
|
||
|
guint32 delta_frame_id_minus_1;
|
||
|
|
||
|
g_assert (id_len > 0);
|
||
|
|
||
|
delta_frame_id_minus_1 = AV1_READ_BITS_CHECKED (br,
|
||
|
seq_header->delta_frame_id_length_minus_2 + 2, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
delta_frame_id = delta_frame_id_minus_1 + 1;
|
||
|
expected_frame_id = (frame_header->current_frame_id + (1 << id_len) -
|
||
|
delta_frame_id) % (1 << id_len);
|
||
|
if (expected_frame_id !=
|
||
|
parser->state.ref_info.entry[frame_header->
|
||
|
ref_frame_idx[i]].ref_frame_id) {
|
||
|
GST_INFO ("Reference buffer frame ID mismatch, expectedFrameId"
|
||
|
" is %d wihle ref frame id is %d", expected_frame_id,
|
||
|
parser->state.ref_info.entry[frame_header->
|
||
|
ref_frame_idx[i]].ref_frame_id);
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (frame_header->frame_size_override_flag
|
||
|
&& !frame_header->error_resilient_mode) {
|
||
|
retval = gst_av1_parse_frame_size_with_refs (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
} else {
|
||
|
retval = gst_av1_parse_frame_size (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
retval = gst_av1_parse_render_size (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
frame_header->upscaled_width = parser->state.upscaled_width;
|
||
|
frame_header->frame_width = parser->state.frame_width;
|
||
|
frame_header->frame_height = parser->state.frame_height;
|
||
|
frame_header->render_width = parser->state.render_width;
|
||
|
frame_header->render_height = parser->state.render_height;
|
||
|
|
||
|
if (frame_header->force_integer_mv) {
|
||
|
frame_header->allow_high_precision_mv = 0;
|
||
|
} else {
|
||
|
frame_header->allow_high_precision_mv =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
/* read_interpolation_filter() expand */
|
||
|
frame_header->is_filter_switchable = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->is_filter_switchable) {
|
||
|
frame_header->interpolation_filter =
|
||
|
GST_AV1_INTERPOLATION_FILTER_SWITCHABLE;
|
||
|
} else {
|
||
|
frame_header->interpolation_filter =
|
||
|
AV1_READ_BITS_CHECKED (br, 2, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
frame_header->is_motion_mode_switchable =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->error_resilient_mode || !seq_header->enable_ref_frame_mvs) {
|
||
|
frame_header->use_ref_frame_mvs = 0;
|
||
|
} else {
|
||
|
frame_header->use_ref_frame_mvs = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (!frame_header->frame_is_intra) {
|
||
|
for (i = 0; i < GST_AV1_REFS_PER_FRAME; i++) {
|
||
|
gint refFrame = GST_AV1_REF_LAST_FRAME + i;
|
||
|
gint hint =
|
||
|
ref_info->entry[frame_header->ref_frame_idx[i]].ref_order_hint;
|
||
|
frame_header->order_hints[refFrame] = hint;
|
||
|
if (!seq_header->enable_order_hint) {
|
||
|
frame_header->ref_frame_sign_bias[refFrame] = 0;
|
||
|
} else {
|
||
|
frame_header->ref_frame_sign_bias[refFrame] =
|
||
|
(gst_av1_get_relative_dist (parser->seq_header, hint,
|
||
|
frame_header->order_hint) > 0);
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (seq_header->reduced_still_picture_header
|
||
|
|| frame_header->disable_cdf_update)
|
||
|
frame_header->disable_frame_end_update_cdf = 1;
|
||
|
else {
|
||
|
frame_header->disable_frame_end_update_cdf =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (frame_header->primary_ref_frame != GST_AV1_PRIMARY_REF_NONE &&
|
||
|
!ref_info->entry[frame_header->ref_frame_idx[frame_header->
|
||
|
primary_ref_frame]].ref_valid) {
|
||
|
GST_INFO ("Primary ref point to an invalid frame");
|
||
|
retval = GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
/* @TODO:
|
||
|
if ( primary_ref_frame == PRIMARY_REF_NONE ) {
|
||
|
init_non_coeff_cdfs( )
|
||
|
setup_past_independence( )
|
||
|
} else {
|
||
|
load_cdfs( ref_frame_idx[primary_ref_frame] )
|
||
|
load_previous( )
|
||
|
}
|
||
|
*/
|
||
|
/* @TODO:
|
||
|
if ( use_ref_frame_mvs == 1 )
|
||
|
motion_field_estimation( )
|
||
|
*/
|
||
|
|
||
|
retval = gst_av1_parse_tile_info (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_quantization_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_segmentation_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_delta_q_params (parser, br,
|
||
|
&(frame_header->quantization_params));
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_delta_lf_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
/* @TODO:
|
||
|
if ( primary_ref_frame == PRIMARY_REF_NONE ) {
|
||
|
init_coeff_cdfs( )
|
||
|
} else {
|
||
|
load_previous_segment_ids( )
|
||
|
}
|
||
|
*/
|
||
|
|
||
|
frame_header->coded_lossless = 1;
|
||
|
for (segment_id = 0; segment_id < GST_AV1_MAX_SEGMENTS; segment_id++) {
|
||
|
gint qindex = gst_av1_get_qindex (parser, frame_header, 1, segment_id);
|
||
|
frame_header->lossless_array[segment_id] = (qindex == 0)
|
||
|
&& (frame_header->quantization_params.delta_q_y_dc == 0)
|
||
|
&& (frame_header->quantization_params.delta_q_u_ac == 0)
|
||
|
&& (frame_header->quantization_params.delta_q_u_dc == 0)
|
||
|
&& (frame_header->quantization_params.delta_q_v_ac == 0)
|
||
|
&& (frame_header->quantization_params.delta_q_v_dc == 0);
|
||
|
if (!frame_header->lossless_array[segment_id])
|
||
|
frame_header->coded_lossless = 0;
|
||
|
if (frame_header->quantization_params.using_qmatrix) {
|
||
|
if (frame_header->lossless_array[segment_id]) {
|
||
|
frame_header->seg_qm_Level[0][segment_id] = 15;
|
||
|
frame_header->seg_qm_Level[1][segment_id] = 15;
|
||
|
frame_header->seg_qm_Level[2][segment_id] = 15;
|
||
|
} else {
|
||
|
frame_header->seg_qm_Level[0][segment_id] =
|
||
|
frame_header->quantization_params.qm_y;
|
||
|
frame_header->seg_qm_Level[1][segment_id] =
|
||
|
frame_header->quantization_params.qm_u;
|
||
|
frame_header->seg_qm_Level[2][segment_id] =
|
||
|
frame_header->quantization_params.qm_v;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
frame_header->all_lossless = frame_header->coded_lossless
|
||
|
&& (parser->state.frame_width == parser->state.upscaled_width);
|
||
|
|
||
|
retval = gst_av1_parse_loop_filter_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_cdef_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_loop_restoration_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_tx_mode (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
/* 5.9.23 inlined frame_reference_mode () */
|
||
|
if (frame_header->frame_is_intra) {
|
||
|
frame_header->reference_select = 0;
|
||
|
} else {
|
||
|
frame_header->reference_select = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
retval = gst_av1_parse_skip_mode_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
if (frame_header->frame_is_intra ||
|
||
|
frame_header->error_resilient_mode || !seq_header->enable_warped_motion)
|
||
|
frame_header->allow_warped_motion = 0;
|
||
|
else {
|
||
|
frame_header->allow_warped_motion = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
frame_header->reduced_tx_set = AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_global_motion_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
retval = gst_av1_parse_film_grain_params (parser, br, frame_header);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
success:
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse uncompressed frame header error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 7.21 */
|
||
|
/**
|
||
|
* gst_av1_parser_reference_frame_loading:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @frame_header: a #GstAV1FrameHeaderOBU to load
|
||
|
*
|
||
|
* Load the context of @frame_header to parser's state. This function is
|
||
|
* used when we want to show already parsed frames before.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_reference_frame_loading (GstAV1Parser * parser,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ReferenceFrameInfo *ref_info;
|
||
|
GstAV1TileInfo *ref_tile_info;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (frame_header != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
if (!parser->seq_header) {
|
||
|
GST_WARNING ("Missing OBU Reference: seq_header");
|
||
|
return GST_AV1_PARSER_MISSING_OBU_REFERENCE;
|
||
|
}
|
||
|
|
||
|
ref_info = &(parser->state.ref_info);
|
||
|
|
||
|
if (frame_header->frame_to_show_map_idx > GST_AV1_NUM_REF_FRAMES - 1)
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
|
||
|
g_assert (ref_info->entry[frame_header->frame_to_show_map_idx].ref_valid);
|
||
|
|
||
|
parser->state.current_frame_id =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_frame_id;
|
||
|
parser->state.upscaled_width =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_upscaled_width;
|
||
|
parser->state.frame_width =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_frame_width;
|
||
|
parser->state.frame_height =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_frame_height;
|
||
|
parser->state.render_width =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_render_width;
|
||
|
parser->state.render_height =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_render_height;
|
||
|
parser->state.mi_cols =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_mi_cols;
|
||
|
parser->state.mi_rows =
|
||
|
ref_info->entry[frame_header->frame_to_show_map_idx].ref_mi_rows;
|
||
|
|
||
|
ref_tile_info =
|
||
|
&ref_info->entry[frame_header->frame_to_show_map_idx].ref_tile_info;
|
||
|
|
||
|
memcpy (parser->state.mi_col_starts, ref_tile_info->mi_col_starts,
|
||
|
sizeof (guint32) * (GST_AV1_MAX_TILE_COLS + 1));
|
||
|
memcpy (parser->state.mi_row_starts, ref_tile_info->mi_row_starts,
|
||
|
sizeof (guint32) * (GST_AV1_MAX_TILE_ROWS + 1));
|
||
|
parser->state.tile_cols_log2 = ref_tile_info->tile_cols_log2;
|
||
|
parser->state.tile_cols = ref_tile_info->tile_cols;
|
||
|
parser->state.tile_rows_log2 = ref_tile_info->tile_rows_log2;
|
||
|
parser->state.tile_rows = ref_tile_info->tile_rows;
|
||
|
parser->state.tile_size_bytes = ref_tile_info->tile_size_bytes;
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_reference_frame_update:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @frame_header: a #GstAV1FrameHeaderOBU to load
|
||
|
*
|
||
|
* Update the context of @frame_header to parser's state. This function is
|
||
|
* used when we finish one frame's decoding/showing, and need to update info
|
||
|
* such as reference, global parameters.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_reference_frame_update (GstAV1Parser * parser,
|
||
|
GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
gint i;
|
||
|
GstAV1SequenceHeaderOBU *seq_header;
|
||
|
GstAV1ReferenceFrameInfo *ref_info;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (frame_header != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
if (!parser->seq_header) {
|
||
|
GST_WARNING ("Missing OBU Reference: seq_header");
|
||
|
return GST_AV1_PARSER_MISSING_OBU_REFERENCE;
|
||
|
}
|
||
|
|
||
|
seq_header = parser->seq_header;
|
||
|
ref_info = &(parser->state.ref_info);
|
||
|
if (frame_header->frame_type == GST_AV1_INTRA_ONLY_FRAME
|
||
|
&& frame_header->refresh_frame_flags == 0xff)
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
|
||
|
for (i = 0; i < GST_AV1_NUM_REF_FRAMES; i++) {
|
||
|
if ((frame_header->refresh_frame_flags >> i) & 1) {
|
||
|
ref_info->entry[i].ref_valid = 1;
|
||
|
ref_info->entry[i].ref_frame_id = frame_header->current_frame_id;
|
||
|
ref_info->entry[i].ref_frame_type = frame_header->frame_type;
|
||
|
ref_info->entry[i].ref_upscaled_width = frame_header->upscaled_width;
|
||
|
ref_info->entry[i].ref_frame_width = frame_header->frame_width;
|
||
|
ref_info->entry[i].ref_frame_height = frame_header->frame_height;
|
||
|
ref_info->entry[i].ref_render_width = frame_header->render_width;
|
||
|
ref_info->entry[i].ref_render_height = frame_header->render_height;
|
||
|
ref_info->entry[i].ref_order_hint = frame_header->order_hint;
|
||
|
ref_info->entry[i].ref_mi_cols = parser->state.mi_cols;
|
||
|
ref_info->entry[i].ref_mi_rows = parser->state.mi_rows;
|
||
|
ref_info->entry[i].ref_subsampling_x =
|
||
|
seq_header->color_config.subsampling_x;
|
||
|
ref_info->entry[i].ref_subsampling_y =
|
||
|
seq_header->color_config.subsampling_y;
|
||
|
ref_info->entry[i].ref_bit_depth = seq_header->bit_depth;
|
||
|
ref_info->entry[i].ref_segmentation_params =
|
||
|
frame_header->segmentation_params;
|
||
|
ref_info->entry[i].ref_global_motion_params =
|
||
|
frame_header->global_motion_params;
|
||
|
ref_info->entry[i].ref_lf_params = frame_header->loop_filter_params;
|
||
|
ref_info->entry[i].ref_tile_info = frame_header->tile_info;
|
||
|
if (seq_header->film_grain_params_present)
|
||
|
ref_info->entry[i].ref_film_grain_params =
|
||
|
frame_header->film_grain_params;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/* 5.12.1 */
|
||
|
/**
|
||
|
* gst_av1_parser_parse_tile_list_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @obu: a #GstAV1OBU to be parsed
|
||
|
* @tile_list: a #GstAV1TileListOBU to store the parsed result.
|
||
|
*
|
||
|
* Parse one tile list @obu based on the @parser context, store the result
|
||
|
* in the @tile_list. It is for large scale tile coding mode.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_parse_tile_list_obu (GstAV1Parser * parser,
|
||
|
GstAV1OBU * obu, GstAV1TileListOBU * tile_list)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
GstBitReader *br;
|
||
|
GstBitReader bitreader;
|
||
|
gint tile;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu->obu_type == GST_AV1_OBU_TILE_LIST,
|
||
|
GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (tile_list != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
br = &bitreader;
|
||
|
memset (tile_list, 0, sizeof (*tile_list));
|
||
|
gst_bit_reader_init (br, obu->data, obu->obu_size);
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8 + 16) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
tile_list->output_frame_width_in_tiles_minus_1 = AV1_READ_BITS (br, 8);
|
||
|
tile_list->output_frame_height_in_tiles_minus_1 = AV1_READ_BITS (br, 8);
|
||
|
tile_list->tile_count_minus_1 = AV1_READ_BITS (br, 16);
|
||
|
for (tile = 0; tile <= tile_list->tile_count_minus_1; tile++) {
|
||
|
if (AV1_REMAINING_BITS (br) < 8 + 8 + 8 + 16) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
tile_list->entry[tile].anchor_frame_idx = AV1_READ_BITS (br, 8);
|
||
|
tile_list->entry[tile].anchor_tile_row = AV1_READ_BITS (br, 8);
|
||
|
tile_list->entry[tile].anchor_tile_col = AV1_READ_BITS (br, 8);
|
||
|
tile_list->entry[tile].tile_data_size_minus_1 = AV1_READ_BITS (br, 16);
|
||
|
|
||
|
g_assert (gst_bit_reader_get_pos (br) % 8 == 0);
|
||
|
|
||
|
tile_list->entry[tile].coded_tile_data =
|
||
|
obu->data + gst_bit_reader_get_pos (br) / 8;
|
||
|
/* skip the coded_tile_data */
|
||
|
if (!gst_bit_reader_skip (br,
|
||
|
tile_list->entry[tile].tile_data_size_minus_1 + 1)) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
retval = av1_skip_trailing_bits (parser, br, obu);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse tile list error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/* 5.11.1 */
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_tile_group (GstAV1Parser * parser, GstBitReader * br,
|
||
|
GstAV1TileGroupOBU * tile_group)
|
||
|
{
|
||
|
GstAV1ParserResult retval = GST_AV1_PARSER_OK;
|
||
|
gint tile_num /* TileNum */ , end_bit_pos /* endBitPos */ ;
|
||
|
gint header_bytes /* headerBytes */ , start_bitpos /* startBitPos */ ;
|
||
|
guint32 sz = AV1_REMAINING_BYTES (br);
|
||
|
guint32 tile_row /* tileRow */ ;
|
||
|
guint32 tile_col /* tileCol */ ;
|
||
|
guint32 tile_size /* tileSize */ ;
|
||
|
|
||
|
memset (tile_group, 0, sizeof (*tile_group));
|
||
|
tile_group->num_tiles = parser->state.tile_cols * parser->state.tile_rows;
|
||
|
start_bitpos = gst_bit_reader_get_pos (br);
|
||
|
tile_group->tile_start_and_end_present_flag = 0;
|
||
|
|
||
|
if (tile_group->num_tiles > 1) {
|
||
|
tile_group->tile_start_and_end_present_flag =
|
||
|
AV1_READ_BIT_CHECKED (br, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
if (tile_group->num_tiles == 1
|
||
|
|| !tile_group->tile_start_and_end_present_flag) {
|
||
|
tile_group->tg_start = 0;
|
||
|
tile_group->tg_end = tile_group->num_tiles - 1;
|
||
|
} else {
|
||
|
gint tileBits = parser->state.tile_cols_log2 + parser->state.tile_rows_log2;
|
||
|
tile_group->tg_start = AV1_READ_BITS_CHECKED (br, tileBits, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
|
||
|
tile_group->tg_end = AV1_READ_BITS_CHECKED (br, tileBits, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
if (!gst_bit_reader_skip_to_byte (br)) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
|
||
|
end_bit_pos = gst_bit_reader_get_pos (br);
|
||
|
header_bytes = (end_bit_pos - start_bitpos) / 8;
|
||
|
sz -= header_bytes;
|
||
|
for (tile_num = tile_group->tg_start; tile_num <= tile_group->tg_end;
|
||
|
tile_num++) {
|
||
|
tile_row = tile_num / parser->state.tile_cols;
|
||
|
tile_col = tile_num % parser->state.tile_cols;
|
||
|
/* if last tile */
|
||
|
if (tile_num == tile_group->tg_end) {
|
||
|
tile_size = sz;
|
||
|
} else {
|
||
|
gint tile_size_minus_1 = av1_bitstreamfn_le (br,
|
||
|
parser->state.tile_size_bytes, &retval);
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
goto error;
|
||
|
tile_size = tile_size_minus_1 + 1;
|
||
|
sz -= tile_size - parser->state.tile_size_bytes;
|
||
|
}
|
||
|
|
||
|
tile_group->entry[tile_num].mi_row_start =
|
||
|
parser->state.mi_row_starts[tile_row];
|
||
|
tile_group->entry[tile_num].mi_row_end =
|
||
|
parser->state.mi_row_starts[tile_row + 1];
|
||
|
tile_group->entry[tile_num].mi_col_start =
|
||
|
parser->state.mi_col_starts[tile_col];
|
||
|
tile_group->entry[tile_num].mi_col_end =
|
||
|
parser->state.mi_col_starts[tile_col + 1];
|
||
|
/* Not implement here, the real decoder process
|
||
|
init_symbol( tileSize )
|
||
|
decode_tile( )
|
||
|
exit_symbol( )
|
||
|
*/
|
||
|
|
||
|
/* Skip the real data to the next one */
|
||
|
if (!gst_bit_reader_skip (br, tile_size)) {
|
||
|
retval = GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
goto error;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/* Not implement here, the real decoder process
|
||
|
if (tile_group->tg_end == tile_group->num_tiles - 1) {
|
||
|
if ( !disable_frame_end_update_cdf ) {
|
||
|
frame_end_update_cdf( )
|
||
|
}
|
||
|
decode_frame_wrapup( )
|
||
|
}
|
||
|
*/
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
|
||
|
error:
|
||
|
GST_WARNING ("parse tile group error %d", retval);
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_parse_tile_group_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @obu: a #GstAV1OBU to be parsed
|
||
|
* @tile_group: a #GstAV1TileGroupOBU to store the parsed result.
|
||
|
*
|
||
|
* Parse one tile group @obu based on the @parser context, store the result
|
||
|
* in the @tile_group.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_parse_tile_group_obu (GstAV1Parser * parser, GstAV1OBU * obu,
|
||
|
GstAV1TileGroupOBU * tile_group)
|
||
|
{
|
||
|
GstAV1ParserResult ret;
|
||
|
GstBitReader bit_reader;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu->obu_type == GST_AV1_OBU_TILE_GROUP,
|
||
|
GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (tile_group != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
if (!parser->state.seen_frame_header) {
|
||
|
GST_WARNING ("Missing OBU Reference: frame_header");
|
||
|
return GST_AV1_PARSER_MISSING_OBU_REFERENCE;
|
||
|
}
|
||
|
|
||
|
gst_bit_reader_init (&bit_reader, obu->data, obu->obu_size);
|
||
|
ret = gst_av1_parse_tile_group (parser, &bit_reader, tile_group);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
static GstAV1ParserResult
|
||
|
gst_av1_parse_frame_header (GstAV1Parser * parser, GstAV1OBU * obu,
|
||
|
GstBitReader * bit_reader, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult ret;
|
||
|
|
||
|
memset (frame_header, 0, sizeof (*frame_header));
|
||
|
frame_header->frame_is_intra = 1;
|
||
|
|
||
|
ret = gst_av1_parse_uncompressed_frame_header (parser, obu, bit_reader,
|
||
|
frame_header);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
return ret;
|
||
|
|
||
|
if (frame_header->show_existing_frame) {
|
||
|
parser->state.seen_frame_header = 0;
|
||
|
} else {
|
||
|
parser->state.seen_frame_header = 1;
|
||
|
}
|
||
|
|
||
|
return GST_AV1_PARSER_OK;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_parse_frame_header_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @obu: a #GstAV1OBU to be parsed
|
||
|
* @frame_header: a #GstAV1FrameHeaderOBU to store the parsed result.
|
||
|
*
|
||
|
* Parse one frame header @obu based on the @parser context, store the result
|
||
|
* in the @frame.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_parse_frame_header_obu (GstAV1Parser * parser,
|
||
|
GstAV1OBU * obu, GstAV1FrameHeaderOBU * frame_header)
|
||
|
{
|
||
|
GstAV1ParserResult ret;
|
||
|
GstBitReader bit_reader;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu->obu_type == GST_AV1_OBU_FRAME_HEADER ||
|
||
|
obu->obu_type == GST_AV1_OBU_REDUNDANT_FRAME_HEADER,
|
||
|
GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (frame_header != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
if (obu->obu_type == GST_AV1_OBU_REDUNDANT_FRAME_HEADER
|
||
|
&& !parser->state.seen_frame_header) {
|
||
|
GST_WARNING ("no seen of frame header while get redundant frame header");
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
}
|
||
|
|
||
|
if (obu->obu_type == GST_AV1_OBU_FRAME_HEADER
|
||
|
&& parser->state.seen_frame_header) {
|
||
|
GST_WARNING ("already seen a frame header");
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
}
|
||
|
|
||
|
gst_bit_reader_init (&bit_reader, obu->data, obu->obu_size);
|
||
|
ret = gst_av1_parse_frame_header (parser, obu, &bit_reader, frame_header);
|
||
|
if (ret != GST_AV1_PARSER_OK)
|
||
|
return ret;
|
||
|
|
||
|
ret = av1_skip_trailing_bits (parser, &bit_reader, obu);
|
||
|
return ret;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_parse_frame_obu:
|
||
|
* @parser: the #GstAV1Parser
|
||
|
* @obu: a #GstAV1OBU to be parsed
|
||
|
* @frame: a #GstAV1FrameOBU to store the parsed result.
|
||
|
*
|
||
|
* Parse one frame @obu based on the @parser context, store the result
|
||
|
* in the @frame.
|
||
|
*
|
||
|
* Returns: The #GstAV1ParserResult.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1ParserResult
|
||
|
gst_av1_parser_parse_frame_obu (GstAV1Parser * parser, GstAV1OBU * obu,
|
||
|
GstAV1FrameOBU * frame)
|
||
|
{
|
||
|
GstAV1ParserResult retval;
|
||
|
GstBitReader bit_reader;
|
||
|
|
||
|
g_return_val_if_fail (parser != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (obu->obu_type == GST_AV1_OBU_FRAME,
|
||
|
GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
g_return_val_if_fail (frame != NULL, GST_AV1_PARSER_INVALID_OPERATION);
|
||
|
|
||
|
if (parser->state.seen_frame_header) {
|
||
|
GST_WARNING ("already seen a frame header");
|
||
|
return GST_AV1_PARSER_BITSTREAM_ERROR;
|
||
|
}
|
||
|
|
||
|
gst_bit_reader_init (&bit_reader, obu->data, obu->obu_size);
|
||
|
retval = gst_av1_parse_frame_header (parser, obu, &bit_reader,
|
||
|
&(frame->frame_header));
|
||
|
if (retval != GST_AV1_PARSER_OK)
|
||
|
return retval;
|
||
|
|
||
|
if (!gst_bit_reader_skip_to_byte (&bit_reader))
|
||
|
return GST_AV1_PARSER_NO_MORE_DATA;
|
||
|
|
||
|
retval = gst_av1_parse_tile_group (parser, &bit_reader, &(frame->tile_group));
|
||
|
parser->state.seen_frame_header = 0;
|
||
|
return retval;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_new:
|
||
|
*
|
||
|
* Allocates a new #GstAV1Parser,
|
||
|
*
|
||
|
* Returns: (transfer full): a newly-allocated #GstAV1Parser
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
GstAV1Parser *
|
||
|
gst_av1_parser_new (void)
|
||
|
{
|
||
|
return g_slice_new0 (GstAV1Parser);
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* gst_av1_parser_free:
|
||
|
* @parser: the #GstAV1Parser to free
|
||
|
*
|
||
|
* If parser is not %NULL, frees its allocated memory.
|
||
|
*
|
||
|
* It cannot be used afterwards.
|
||
|
*
|
||
|
* Since: 1.18
|
||
|
*/
|
||
|
void
|
||
|
gst_av1_parser_free (GstAV1Parser * parser)
|
||
|
{
|
||
|
g_return_if_fail (parser != NULL);
|
||
|
|
||
|
if (parser->seq_header)
|
||
|
g_slice_free (GstAV1SequenceHeaderOBU, parser->seq_header);
|
||
|
g_slice_free (GstAV1Parser, parser);
|
||
|
}
|