mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-12-20 23:36:38 +00:00
Code Issues 1 Projects Releases Wiki Activity
gstreamer/subprojects/gstreamer-vaapi/gst-libs/gst/vaapi/gstvaapiencoder_h265.c
Tim-Philipp Müller 1c7003f95f gstreamer-vaapi: drop use of GSlice allocator 
Some code incorrectly relied on GstVideoDecoder/Encoder base
class implementation details.

Follow-up to !3695.

Fixes #1742.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3783>
2023-01-24 22:30:10 +00:00

4004 lines
136 KiB
C
Raw Blame History

/*
* gstvaapiencoder_h265.c - H.265 encoder
*
* Copyright (C) 2015 Intel Corporation
* Author: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public License
* as published by the Free Software Foundation; either version 2.1
* of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301 USA
*/
#include "sysdeps.h"
#include <math.h>
#include <gst/base/gstbitwriter.h>
#include <gst/codecparsers/gsth265parser.h>
#include "gstvaapicompat.h"
#include "gstvaapiencoder_priv.h"
#include "gstvaapiencoder_h265.h"
#include "gstvaapiutils_h265.h"
#include "gstvaapiutils_h265_priv.h"
#include "gstvaapiutils_h26x_priv.h"
#include "gstvaapicodedbufferproxy_priv.h"
#include "gstvaapisurface.h"
#define DEBUG 1
#include "gstvaapidebug.h"
/* Supported set of VA rate controls, within this implementation */
#define SUPPORTED_RATECONTROLS \
(GST_VAAPI_RATECONTROL_MASK (CQP) | \
GST_VAAPI_RATECONTROL_MASK (CBR) | \
GST_VAAPI_RATECONTROL_MASK (VBR) | \
GST_VAAPI_RATECONTROL_MASK (ICQ) | \
GST_VAAPI_RATECONTROL_MASK (QVBR))
/* Supported set of tuning options, within this implementation */
#define SUPPORTED_TUNE_OPTIONS \
(GST_VAAPI_ENCODER_TUNE_MASK (NONE) | \
GST_VAAPI_ENCODER_TUNE_MASK (LOW_POWER))
/* Supported set of VA packed headers, within this implementation */
#define SUPPORTED_PACKED_HEADERS \
(VA_ENC_PACKED_HEADER_SEQUENCE | \
VA_ENC_PACKED_HEADER_PICTURE | \
VA_ENC_PACKED_HEADER_SLICE)
typedef struct
{
GstVaapiSurfaceProxy *pic;
guint poc;
} GstVaapiEncoderH265Ref;
typedef enum
{
GST_VAAPI_ENC_H265_REORD_NONE = 0,
GST_VAAPI_ENC_H265_REORD_DUMP_FRAMES = 1,
GST_VAAPI_ENC_H265_REORD_WAIT_FRAMES = 2
} GstVaapiEncH265ReorderState;
typedef struct _GstVaapiH265RefPool
{
GQueue ref_list;
guint max_ref_frames;
guint max_reflist0_count;
guint max_reflist1_count;
} GstVaapiH265RefPool;
typedef struct _GstVaapiH265ReorderPool
{
GQueue reorder_frame_list;
guint reorder_state;
guint frame_index;
guint cur_present_index;
} GstVaapiH265ReorderPool;
/* ------------------------------------------------------------------------- */
/* --- H.265 Encoder --- */
/* ------------------------------------------------------------------------- */
struct _GstVaapiEncoderH265
{
GstVaapiEncoder parent_instance;
GstVaapiProfile profile;
GstVaapiTierH265 tier;
GstVaapiLevelH265 level;
GstVaapiEntrypoint entrypoint;
guint8 profile_idc;
GArray *allowed_profiles;
guint8 level_idc;
guint32 idr_period;
guint32 init_qp;
guint32 min_qp;
guint32 max_qp;
guint32 qp_i;
guint32 qp_ip;
guint32 qp_ib;
guint32 num_slices;
guint32 num_bframes;
guint32 ctu_width; /* CTU == Coding Tree Unit */
guint32 ctu_height;
guint32 luma_width;
guint32 luma_height;
guint32 quality_factor;
GstClockTime cts_offset;
gboolean config_changed;
/* Always need two reference lists for inter frame */
gboolean no_p_frame;
guint32 num_tile_cols;
guint32 num_tile_rows;
/* CTUs start address used in stream pack */
guint32 *tile_slice_address;
/* CTUs in this slice */
guint32 *tile_slice_ctu_num;
/* map the tile_slice_address to CTU start address in picture,
which is used by VA API. */
guint32 *tile_slice_address_map;
/* maximum required size of the decoded picture buffer */
guint32 max_dec_pic_buffering;
/* maximum allowed number of pictures that can precede any picture in
* the CVS in decoding order and follow that picture in output order */
guint32 max_num_reorder_pics;
/* frame, poc */
guint32 max_pic_order_cnt;
guint32 log2_max_pic_order_cnt;
guint32 idr_num;
guint num_ref_frames;
GstBuffer *vps_data;
GstBuffer *sps_data;
GstBuffer *pps_data;
guint bitrate_bits; // bitrate (bits)
guint cpb_length; // length of CPB buffer (ms)
guint cpb_length_bits; // length of CPB buffer (bits)
GstVaapiEncoderMbbrc mbbrc; // macroblock bitrate control
/* Crop rectangle */
guint conformance_window_flag:1;
guint32 conf_win_left_offset;
guint32 conf_win_right_offset;
guint32 conf_win_top_offset;
guint32 conf_win_bottom_offset;
GstVaapiH265RefPool ref_pool;
GstVaapiH265ReorderPool reorder_pool;
guint first_slice_segment_in_pic_flag:1;
guint sps_temporal_mvp_enabled_flag:1;
guint sample_adaptive_offset_enabled_flag:1;
};
static inline gboolean
_poc_greater_than (guint poc1, guint poc2, guint max_poc)
{
return (((poc1 - poc2) & (max_poc - 1)) < max_poc / 2);
}
/* Get slice_type value for H.265 specification */
static guint8
h265_get_slice_type (GstVaapiPictureType type)
{
switch (type) {
case GST_VAAPI_PICTURE_TYPE_I:
return GST_H265_I_SLICE;
case GST_VAAPI_PICTURE_TYPE_P:
return GST_H265_P_SLICE;
case GST_VAAPI_PICTURE_TYPE_B:
return GST_H265_B_SLICE;
default:
break;
}
return -1;
}
static gboolean
h265_is_scc (GstVaapiEncoderH265 * encoder)
{
if (encoder->profile == GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN ||
encoder->profile == GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_10 ||
encoder->profile == GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_444 ||
encoder->profile == GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_444_10)
return TRUE;
return FALSE;
}
static gboolean
h265_is_tile_enabled (GstVaapiEncoderH265 * encoder)
{
return encoder->num_tile_cols * encoder->num_tile_rows > 1;
}
/* Get log2_max_pic_order_cnt value for H.265 specification */
static guint
h265_get_log2_max_pic_order_cnt (guint num)
{
guint ret = 0;
while (num) {
++ret;
num >>= 1;
}
if (ret <= 4)
ret = 4;
else if (ret > 16)
ret = 16;
/* must be greater than 4 */
return ret;
}
/* Write the NAL unit header */
static gboolean
bs_write_nal_header (GstBitWriter * bs, guint32 nal_unit_type)
{
guint8 nuh_layer_id = 0;
guint8 nuh_temporal_id_plus1 = 1;
WRITE_UINT32 (bs, 0, 1);
WRITE_UINT32 (bs, nal_unit_type, 6);
WRITE_UINT32 (bs, nuh_layer_id, 6);
WRITE_UINT32 (bs, nuh_temporal_id_plus1, 3);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write NAL unit header");
return FALSE;
}
}
/* Write the NAL unit trailing bits */
static gboolean
bs_write_trailing_bits (GstBitWriter * bs)
{
if (!gst_bit_writer_put_bits_uint32 (bs, 1, 1))
goto bs_error;
gst_bit_writer_align_bytes_unchecked (bs, 0);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write NAL unit trailing bits");
return FALSE;
}
}
/* Write profile_tier_level() */
static gboolean
bs_write_profile_tier_level (GstBitWriter * bs,
const VAEncSequenceParameterBufferHEVC * seq_param, GstVaapiProfile profile)
{
guint i;
/* general_profile_space */
WRITE_UINT32 (bs, 0, 2);
/* general_tier_flag */
WRITE_UINT32 (bs, seq_param->general_tier_flag, 1);
/* general_profile_idc */
WRITE_UINT32 (bs, seq_param->general_profile_idc, 5);
/* general_profile_compatibility_flag[0] */
WRITE_UINT32 (bs, 0, 1);
/* general_profile_compatibility_flag[1] */
if (seq_param->general_profile_idc == 1 /* Main profile */
/* In A.3.4, NOTE: When general_profile_compatibility_flag[ 3 ] is equal
to 1, general_profile_compatibility_flag[ 1 ] and
general_profile_compatibility_flag[ 2 ] should also be equal to 1. */
|| seq_param->general_profile_idc == 3 /* Main Still Picture profile */
) {
WRITE_UINT32 (bs, 1, 1);
} else {
WRITE_UINT32 (bs, 0, 1);
}
/* general_profile_compatibility_flag[2] */
if (
/* In A.3.2, NOTE: When general_profile_compatibility_flag[ 1 ] is equal
to 1, general_profile_compatibility_flag[ 2 ] should also be equal to
1. */
seq_param->general_profile_idc == 1 /* Main profile */
|| seq_param->general_profile_idc == 2 /* Main 10 profile */
/* In A.3.4, NOTE: When general_profile_compatibility_flag[ 3 ] is equal
to 1, general_profile_compatibility_flag[ 1 ] and
general_profile_compatibility_flag[ 2 ] should also be equal to 1. */
|| seq_param->general_profile_idc == 3 /* Main Still Picture profile */
) {
WRITE_UINT32 (bs, 1, 1);
} else {
WRITE_UINT32 (bs, 0, 1);
}
/* general_profile_compatibility_flag[3] */
if (seq_param->general_profile_idc == 3) {
WRITE_UINT32 (bs, 1, 1);
} else {
WRITE_UINT32 (bs, 0, 1);
}
/* general_profile_compatibility_flag[4] */
if (seq_param->general_profile_idc == 4) { /* format range extensions profiles */
WRITE_UINT32 (bs, 1, 1);
} else {
WRITE_UINT32 (bs, 0, 1);
}
/* general_profile_compatibility_flag[5~8] */
WRITE_UINT32 (bs, 0, 4);
/* general_profile_compatibility_flag[9] */
if (seq_param->general_profile_idc == 9) { /* screen content coding profiles */
WRITE_UINT32 (bs, 1, 1);
} else {
WRITE_UINT32 (bs, 0, 1);
}
/* general_profile_compatibility_flag[10~32] */
WRITE_UINT32 (bs, 0, 22);
/* general_progressive_source_flag */
WRITE_UINT32 (bs, 1, 1);
/* general_interlaced_source_flag */
WRITE_UINT32 (bs, 0, 1);
/* general_non_packed_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* general_frame_only_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* additional indications specified for general_profile_idc from 4~10 */
if (seq_param->general_profile_idc == 4) {
/* In A.3.5, Format range extensions profiles.
Just support main444, main444-10 and main422-10 profile now, may add
more profiles when needed. */
switch (profile) {
case GST_VAAPI_PROFILE_H265_MAIN_444:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
case GST_VAAPI_PROFILE_H265_MAIN_444_10:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
case GST_VAAPI_PROFILE_H265_MAIN_422_10:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
case GST_VAAPI_PROFILE_H265_MAIN12:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
default:
GST_WARNING ("do not support the profile: %s of range extensions",
gst_vaapi_profile_get_va_name (profile));
goto bs_error;
}
/* general_reserved_zero_34bits */
for (i = 0; i < 34; i++)
WRITE_UINT32 (bs, 0, 1);
} else if (seq_param->general_profile_idc == 9) {
/* In A.3.7, Screen content coding extensions profiles. */
switch (profile) {
case GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* general_max_14bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
case GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_10:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* general_max_14bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
case GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_444:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* general_max_14bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
case GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_444_10:
/* max_12bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_10bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* max_8bit_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_422chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_420chroma_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* max_monochrome_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* intra_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* one_picture_only_constraint_flag */
WRITE_UINT32 (bs, 0, 1);
/* lower_bit_rate_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
/* general_max_14bit_constraint_flag */
WRITE_UINT32 (bs, 1, 1);
break;
default:
GST_WARNING ("do not support the profile: %s of screen"
" content coding extensions",
gst_vaapi_profile_get_va_name (profile));
goto bs_error;
}
/* general_reserved_zero_33bits */
for (i = 0; i < 33; i++)
WRITE_UINT32 (bs, 0, 1);
} else {
/* general_reserved_zero_43bits */
for (i = 0; i < 43; i++)
WRITE_UINT32 (bs, 0, 1);
}
/* general_inbld_flag */
WRITE_UINT32 (bs, 0, 1);
/* general_level_idc */
WRITE_UINT32 (bs, seq_param->general_level_idc, 8);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write Profile Tier Level");
return FALSE;
}
}
/* Write an VPS NAL unit */
static gboolean
bs_write_vps_data (GstBitWriter * bs, GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture,
const VAEncSequenceParameterBufferHEVC * seq_param, GstVaapiProfile profile)
{
guint32 video_parameter_set_id = 0;
guint32 vps_max_layers_minus1 = 0;
guint32 vps_max_sub_layers_minus1 = 0;
guint32 vps_temporal_id_nesting_flag = 1;
guint32 vps_sub_layer_ordering_info_present_flag = 0;
guint32 vps_max_latency_increase_plus1 = 0;
guint32 vps_max_layer_id = 0;
guint32 vps_num_layer_sets_minus1 = 0;
guint32 vps_timing_info_present_flag = 0;
guint32 vps_extension_flag = 0;
guint32 vps_base_layer_internal_flag = 1;
guint32 vps_base_layer_available_flag = 1;
/* video_parameter_set_id */
WRITE_UINT32 (bs, video_parameter_set_id, 4);
/* vps_base_layer_internal_flag */
WRITE_UINT32 (bs, vps_base_layer_internal_flag, 1);
/* vps_base_layer_available_flag */
WRITE_UINT32 (bs, vps_base_layer_available_flag, 1);
/* vps_max_layers_minus1 */
WRITE_UINT32 (bs, vps_max_layers_minus1, 6);
/* vps_max_sub_layers_minus1 */
WRITE_UINT32 (bs, vps_max_sub_layers_minus1, 3);
/* vps_temporal_id_nesting_flag */
WRITE_UINT32 (bs, vps_temporal_id_nesting_flag, 1);
/* vps_reserved_0xffff_16bits */
WRITE_UINT32 (bs, 0xffff, 16);
/* profile_tier_level */
bs_write_profile_tier_level (bs, seq_param, profile);
/* vps_sub_layer_ordering_info_present_flag */
WRITE_UINT32 (bs, vps_sub_layer_ordering_info_present_flag, 1);
/* vps_max_dec_pic_buffering_minus1 */
WRITE_UE (bs, encoder->max_dec_pic_buffering - 1);
/* vps_max_num_reorder_pics */
WRITE_UE (bs, encoder->max_num_reorder_pics);
/* vps_max_latency_increase_plus1 */
WRITE_UE (bs, vps_max_latency_increase_plus1);
/* vps_max_layer_id */
WRITE_UINT32 (bs, vps_max_layer_id, 6);
/* vps_num_layer_sets_minus1 */
WRITE_UE (bs, vps_num_layer_sets_minus1);
/* vps_timing_info_present_flag */
WRITE_UINT32 (bs, vps_timing_info_present_flag, 1);
/* vps_extension_flag */
WRITE_UINT32 (bs, vps_extension_flag, 1);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write VPS NAL unit");
return FALSE;
}
}
static gboolean
bs_write_vps (GstBitWriter * bs, GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture,
const VAEncSequenceParameterBufferHEVC * seq_param, GstVaapiProfile profile)
{
if (!bs_write_vps_data (bs, encoder, picture, seq_param, profile))
return FALSE;
/* rbsp_trailing_bits */
bs_write_trailing_bits (bs);
return FALSE;
}
/* Write an SPS NAL unit */
static gboolean
bs_write_sps_data (GstBitWriter * bs, GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture,
const VAEncSequenceParameterBufferHEVC * seq_param, GstVaapiProfile profile,
GstVaapiRateControl rate_control, const VAEncMiscParameterHRD * hrd_params)
{
guint32 video_parameter_set_id = 0;
guint32 max_sub_layers_minus1 = 0;
guint32 temporal_id_nesting_flag = 1;
guint32 separate_colour_plane_flag = 0;
guint32 seq_parameter_set_id = 0;
guint32 sps_sub_layer_ordering_info_present_flag = 0;
guint32 sps_max_latency_increase_plus1 = 0;
guint32 num_short_term_ref_pic_sets = 0;
guint32 long_term_ref_pics_present_flag = 0;
guint32 sps_extension_flag = 0;
guint32 nal_hrd_parameters_present_flag = 0;
guint maxNumSubLayers = 1, i;
guint32 cbr_flag = rate_control == GST_VAAPI_RATECONTROL_CBR ? 1 : 0;
/* video_parameter_set_id */
WRITE_UINT32 (bs, video_parameter_set_id, 4);
/* max_sub_layers_minus1 */
WRITE_UINT32 (bs, max_sub_layers_minus1, 3);
/* temporal_id_nesting_flag */
WRITE_UINT32 (bs, temporal_id_nesting_flag, 1);
/* profile_tier_level */
bs_write_profile_tier_level (bs, seq_param, profile);
/* seq_parameter_set_id */
WRITE_UE (bs, seq_parameter_set_id);
/* chroma_format_idc = 1, 4:2:0 */
WRITE_UE (bs, seq_param->seq_fields.bits.chroma_format_idc);
if (seq_param->seq_fields.bits.chroma_format_idc == 3)
/* if( chroma_format_idc == 3 ) separate_colour_plane_flag */
WRITE_UINT32 (bs, separate_colour_plane_flag, 1);
/* pic_width_in_luma_samples */
WRITE_UE (bs, seq_param->pic_width_in_luma_samples);
/* pic_height_in_luma_samples */
WRITE_UE (bs, seq_param->pic_height_in_luma_samples);
/* conformance_window_flag */
WRITE_UINT32 (bs, encoder->conformance_window_flag, 1);
if (encoder->conformance_window_flag) {
WRITE_UE (bs, encoder->conf_win_left_offset);
WRITE_UE (bs, encoder->conf_win_right_offset);
WRITE_UE (bs, encoder->conf_win_top_offset);
WRITE_UE (bs, encoder->conf_win_bottom_offset);
}
/* bit_depth_luma_minus8 */
WRITE_UE (bs, seq_param->seq_fields.bits.bit_depth_luma_minus8);
/* bit_depth_chroma_minus8 */
WRITE_UE (bs, seq_param->seq_fields.bits.bit_depth_chroma_minus8);
/* log2_max_pic_order_cnt_lsb_minus4 */
WRITE_UE (bs, encoder->log2_max_pic_order_cnt - 4);
/* sps_sub_layer_ordering_info_present_flag */
WRITE_UINT32 (bs, sps_sub_layer_ordering_info_present_flag, 1);
/* sps_max_dec_pic_buffering_minus1 */
WRITE_UE (bs, encoder->max_dec_pic_buffering - 1);
/* sps_max_num_reorder_pics */
WRITE_UE (bs, encoder->max_num_reorder_pics);
/* sps_max_latency_increase_plus1 */
WRITE_UE (bs, sps_max_latency_increase_plus1);
/* log2_min_luma_coding_block_size_minus3 */
WRITE_UE (bs, seq_param->log2_min_luma_coding_block_size_minus3);
/* log2_diff_max_min_luma_coding_block_size */
WRITE_UE (bs, seq_param->log2_diff_max_min_luma_coding_block_size);
/* log2_min_transform_block_size_minus2 */
WRITE_UE (bs, seq_param->log2_min_transform_block_size_minus2);
/* log2_diff_max_min_transform_block_size */
WRITE_UE (bs, seq_param->log2_diff_max_min_transform_block_size);
/* max_transform_hierarchy_depth_inter */
WRITE_UE (bs, seq_param->max_transform_hierarchy_depth_inter);
/*max_transform_hierarchy_depth_intra */
WRITE_UE (bs, seq_param->max_transform_hierarchy_depth_intra);
/* scaling_list_enabled_flag */
WRITE_UINT32 (bs, seq_param->seq_fields.bits.scaling_list_enabled_flag, 1);
/* amp_enabled_flag */
WRITE_UINT32 (bs, seq_param->seq_fields.bits.amp_enabled_flag, 1);
/* sample_adaptive_offset_enabled_flag */
WRITE_UINT32 (bs,
seq_param->seq_fields.bits.sample_adaptive_offset_enabled_flag, 1);
/* pcm_enabled_flag */
WRITE_UINT32 (bs, seq_param->seq_fields.bits.pcm_enabled_flag, 1);
/* num_short_term_ref_pic_sets */
WRITE_UE (bs, num_short_term_ref_pic_sets);
/* long_term_ref_pics_present_flag */
WRITE_UINT32 (bs, long_term_ref_pics_present_flag, 1);
/* sps_temporal_mvp_enabled_flag */
WRITE_UINT32 (bs, seq_param->seq_fields.bits.sps_temporal_mvp_enabled_flag,
1);
/* strong_intra_smoothing_enabled_flag */
WRITE_UINT32 (bs,
seq_param->seq_fields.bits.strong_intra_smoothing_enabled_flag, 1);
/* vui_parameters_present_flag */
WRITE_UINT32 (bs, seq_param->vui_parameters_present_flag, 1);
/*--------------- Write VUI Parameters--------------- */
if (seq_param->vui_parameters_present_flag) {
gboolean vui_hrd_parameters_present_flag;
/* aspect_ratio_info_present_flag */
WRITE_UINT32 (bs,
seq_param->vui_fields.bits.aspect_ratio_info_present_flag, 1);
if (seq_param->vui_fields.bits.aspect_ratio_info_present_flag) {
WRITE_UINT32 (bs, seq_param->aspect_ratio_idc, 8);
if (seq_param->aspect_ratio_idc == 0xFF) {
WRITE_UINT32 (bs, seq_param->sar_width, 16);
WRITE_UINT32 (bs, seq_param->sar_height, 16);
}
}
/* overscan_info_present_flag */
WRITE_UINT32 (bs, 0, 1);
/* video_signal_type_present_flag */
WRITE_UINT32 (bs, 0, 1);
/* chroma_loc_info_present_flag */
WRITE_UINT32 (bs, 0, 1);
/* neutral_chroma_indication_flag */
WRITE_UINT32 (bs, seq_param->vui_fields.bits.neutral_chroma_indication_flag,
1);
/* field_seq_flag */
WRITE_UINT32 (bs, seq_param->vui_fields.bits.field_seq_flag, 1);
/* frame_field_info_present_flag */
WRITE_UINT32 (bs, 0, 1);
/* default_display_window_flag */
WRITE_UINT32 (bs, 0, 1);
/* timing_info_present_flag */
WRITE_UINT32 (bs, seq_param->vui_fields.bits.vui_timing_info_present_flag,
1);
if (seq_param->vui_fields.bits.vui_timing_info_present_flag) {
/* vui_num_units_in_tick */
WRITE_UINT32 (bs, seq_param->vui_num_units_in_tick, 32);
/* vui_time_scale */
WRITE_UINT32 (bs, seq_param->vui_time_scale, 32);
/* vui_poc_proportional_to_timing_flag */
WRITE_UINT32 (bs, 0, 1);
/* vui_hrd_parameters_present_flag */
vui_hrd_parameters_present_flag = seq_param->bits_per_second > 0;
WRITE_UINT32 (bs, vui_hrd_parameters_present_flag, 1);
if (vui_hrd_parameters_present_flag) {
nal_hrd_parameters_present_flag = 1;
/* nal_hrd_parameters_present_flag */
WRITE_UINT32 (bs, nal_hrd_parameters_present_flag, 1);
/* vcl_hrd_parameters_present_flag */
WRITE_UINT32 (bs, 0, 1);
if (nal_hrd_parameters_present_flag) {
/* sub_pic_hrd_params_present_flag */
WRITE_UINT32 (bs, 0, 1);
/* bit_rate_scale */
WRITE_UINT32 (bs, SX_BITRATE - 6, 4);
/* cpb_size_scale */
WRITE_UINT32 (bs, SX_CPB_SIZE - 4, 4);
/* initial_cpb_removal_delay_length_minus1 */
WRITE_UINT32 (bs, 23, 5);
/* au_cpb_removal_delay_length_minus1 */
WRITE_UINT32 (bs, 23, 5);
/* dpb_output_delay_length_minus1 */
WRITE_UINT32 (bs, 23, 5);
for (i = 0; i < maxNumSubLayers; i++) {
/* fixed_pic_rate_general_flag */
WRITE_UINT32 (bs, 0, 1);
/* fixed_pic_rate_within_cvs_flag */
WRITE_UINT32 (bs, 0, 1);
/* low_delay_hrd_flag */
WRITE_UINT32 (bs, 1, 1);
/* bit_rate_value_minus1 */
WRITE_UE (bs, (seq_param->bits_per_second >> SX_BITRATE) - 1);
/* cpb_size_value_minus1 */
WRITE_UE (bs, (hrd_params->buffer_size >> SX_CPB_SIZE) - 1);
/* cbr_flag */
WRITE_UINT32 (bs, cbr_flag, 1);
}
}
}
}
/* bitstream_restriction_flag */
WRITE_UINT32 (bs, seq_param->vui_fields.bits.bitstream_restriction_flag, 1);
}
if (h265_is_scc (encoder)) {
/* sps_extension_flag */
WRITE_UINT32 (bs, 1, 1);
/* sps_range_extension_flag */
WRITE_UINT32 (bs, 0, 1);
/* sps_multilayer_extension_flag */
WRITE_UINT32 (bs, 0, 1);
/* sps_3d_extension_flag */
WRITE_UINT32 (bs, 0, 1);
/* sps_scc_extension_flag */
WRITE_UINT32 (bs, 1, 1);
/* sps_extension_4bits */
WRITE_UINT32 (bs, 0, 4);
/* sps_scc_extension() */
/* sps_curr_pic_ref_enabled_flag */
WRITE_UINT32 (bs, 1, 1);
/* palette_mode_enabled_flag */
WRITE_UINT32 (bs, 1, 1);
/* palette_max_size */
WRITE_UE (bs, 64);
/* delta_palette_max_predictor_size */
WRITE_UE (bs, 32);
/* sps_palette_predictor_initializers_present_flag */
WRITE_UINT32 (bs, 0, 1);
/* motion_vector_resolution_control_idc */
WRITE_UINT32 (bs, 0, 2);
/* intra_boundary_filtering_disabled_flag */
WRITE_UINT32 (bs, 0, 1);
} else {
/* sps_extension_flag */
WRITE_UINT32 (bs, sps_extension_flag, 1);
}
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write SPS NAL unit");
return FALSE;
}
}
static gboolean
bs_write_sps (GstBitWriter * bs, GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture,
const VAEncSequenceParameterBufferHEVC * seq_param, GstVaapiProfile profile,
GstVaapiRateControl rate_control, const VAEncMiscParameterHRD * hrd_params)
{
if (!bs_write_sps_data (bs, encoder, picture, seq_param, profile,
rate_control, hrd_params))
return FALSE;
/* rbsp_trailing_bits */
bs_write_trailing_bits (bs);
return FALSE;
}
/* Write a PPS NAL unit */
static gboolean
bs_write_pps (GstBitWriter * bs, gboolean is_scc,
const VAEncPictureParameterBufferHEVC * pic_param)
{
guint32 pic_parameter_set_id = 0;
guint32 seq_parameter_set_id = 0;
guint32 output_flag_present_flag = 0;
guint32 num_extra_slice_header_bits = 0;
guint32 cabac_init_present_flag = 0;
guint32 pps_slice_chroma_qp_offsets_present_flag = 0;
guint32 deblocking_filter_control_present_flag = 0;
guint32 lists_modification_present_flag = 0;
guint32 slice_segment_header_extension_present_flag = 0;
guint32 pps_extension_flag = 0;
/* pic_parameter_set_id */
WRITE_UE (bs, pic_parameter_set_id);
/* seq_parameter_set_id */
WRITE_UE (bs, seq_parameter_set_id);
/* dependent_slice_segments_enabled_flag */
WRITE_UINT32 (bs,
pic_param->pic_fields.bits.dependent_slice_segments_enabled_flag, 1);
/* output_flag_present_flag */
WRITE_UINT32 (bs, output_flag_present_flag, 1);
/* num_extra_slice_header_bits */
WRITE_UINT32 (bs, num_extra_slice_header_bits, 3);
/* sign_data_hiding_enabled_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.sign_data_hiding_enabled_flag,
1);
/* cabac_init_present_flag */
WRITE_UINT32 (bs, cabac_init_present_flag, 1);
/* num_ref_idx_l0_default_active_minus1 */
WRITE_UE (bs, pic_param->num_ref_idx_l0_default_active_minus1);
/* num_ref_idx_l1_default_active_minus1 */
WRITE_UE (bs, pic_param->num_ref_idx_l1_default_active_minus1);
/* pic_init_qp_minus26 */
WRITE_SE (bs, pic_param->pic_init_qp - 26);
/* constrained_intra_pred_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.constrained_intra_pred_flag, 1);
/* transform_skip_enabled_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.transform_skip_enabled_flag, 1);
/* cu_qp_delta_enabled_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.cu_qp_delta_enabled_flag, 1);
/* diff_cu_qp_delta_depth */
if (pic_param->pic_fields.bits.cu_qp_delta_enabled_flag)
WRITE_UE (bs, pic_param->diff_cu_qp_delta_depth);
/* pps_cb_qp_offset */
WRITE_SE (bs, pic_param->pps_cb_qp_offset);
/* pps_cr_qp_offset */
WRITE_SE (bs, pic_param->pps_cr_qp_offset);
/* pps_slice_chroma_qp_offsets_present_flag */
WRITE_UINT32 (bs, pps_slice_chroma_qp_offsets_present_flag, 1);
/* weighted_pred_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.weighted_pred_flag, 1);
/* weighted_bipred_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.weighted_bipred_flag, 1);
/* transquant_bypass_enabled_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.transquant_bypass_enabled_flag,
1);
/* tiles_enabled_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.tiles_enabled_flag, 1);
/* entropy_coding_sync_enabled_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.entropy_coding_sync_enabled_flag,
1);
/* tiles info */
if (pic_param->pic_fields.bits.tiles_enabled_flag) {
WRITE_UE (bs, pic_param->num_tile_columns_minus1);
WRITE_UE (bs, pic_param->num_tile_rows_minus1);
/* uniform_spacing_flag is 1 now */
WRITE_UINT32 (bs, 1, 1);
/* if (!uniform_spacing_flag) {
for (i = 0; i < num_tile_columns_minus1; i++)
column_width_minus1[i]
ue (v)
for (i = 0; i < num_tile_rows_minus1; i++)
row_height_minus1[i]
ue (v)
} */
WRITE_UINT32 (bs,
pic_param->pic_fields.bits.loop_filter_across_tiles_enabled_flag, 1);
}
/* pps_loop_filter_across_slices_enabled_flag */
WRITE_UINT32 (bs,
pic_param->pic_fields.bits.pps_loop_filter_across_slices_enabled_flag, 1);
/* deblocking_filter_control_present_flag */
WRITE_UINT32 (bs, deblocking_filter_control_present_flag, 1);
/* pps_scaling_list_data_present_flag */
WRITE_UINT32 (bs, pic_param->pic_fields.bits.scaling_list_data_present_flag,
1);
/* lists_modification_present_flag */
WRITE_UINT32 (bs, lists_modification_present_flag, 1);
/* log2_parallel_merge_level_minus2 */
WRITE_UE (bs, pic_param->log2_parallel_merge_level_minus2);
/* slice_segment_header_extension_present_flag */
WRITE_UINT32 (bs, slice_segment_header_extension_present_flag, 1);
if (is_scc) {
#if VA_CHECK_VERSION(1,8,0)
/* pps_extension_flag */
WRITE_UINT32 (bs, 1, 1);
/* pps_range_extension_flag */
WRITE_UINT32 (bs, 0, 1);
/* pps_multilayer_extension_flag */
WRITE_UINT32 (bs, 0, 1);
/* pps_3d_extension_flag */
WRITE_UINT32 (bs, 0, 1);
/* pps_scc_extension_flag */
WRITE_UINT32 (bs, 1, 1);
/* pps_extension_4bits */
WRITE_UINT32 (bs, 0, 4);
/* pps_scc_extension() */
/* pps_curr_pic_ref_enabled_flag */
WRITE_UINT32 (bs,
pic_param->scc_fields.bits.pps_curr_pic_ref_enabled_flag, 1);
/* residual_adaptive_colour_transform_enabled_flag */
WRITE_UINT32 (bs, 0, 1);
/* pps_palette_predictor_initializers_present_flag */
WRITE_UINT32 (bs, 0, 1);
#else
/* SCC profile should not be selected. */
g_assert_not_reached ();
return FALSE;
#endif
} else {
/* pps_extension_flag */
WRITE_UINT32 (bs, pps_extension_flag, 1);
}
/* rbsp_trailing_bits */
bs_write_trailing_bits (bs);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write PPS NAL unit");
return FALSE;
}
}
/* Write a Slice NAL unit */
static gboolean
bs_write_slice (GstBitWriter * bs,
const VAEncSliceParameterBufferHEVC * slice_param,
GstVaapiEncoderH265 * encoder, GstVaapiEncPicture * picture,
guint8 nal_unit_type)
{
const VAEncPictureParameterBufferHEVC *const pic_param = picture->param;
guint8 no_output_of_prior_pics_flag = 0;
guint8 dependent_slice_segment_flag = 0;
guint8 short_term_ref_pic_set_sps_flag = 0;
guint8 slice_deblocking_filter_disabled_flag = 0;
guint8 num_ref_idx_active_override_flag =
slice_param->slice_fields.bits.num_ref_idx_active_override_flag;
if (h265_is_scc (encoder)) {
/* If scc, need to add the current picture itself. */
num_ref_idx_active_override_flag = 1;
}
/* first_slice_segment_in_pic_flag */
WRITE_UINT32 (bs, encoder->first_slice_segment_in_pic_flag, 1);
/* FIXME: For all IRAP pics */
/* no_output_of_prior_pics_flag */
if (GST_VAAPI_ENC_PICTURE_IS_IDR (picture))
WRITE_UINT32 (bs, no_output_of_prior_pics_flag, 1);
/* slice_pic_parameter_set_id */
WRITE_UE (bs, slice_param->slice_pic_parameter_set_id);
/* slice_segment_address , bits_size = Ceil(Log2(PicSizeInCtbsY)) */
if (!encoder->first_slice_segment_in_pic_flag) {
guint pic_size_ctb = encoder->ctu_width * encoder->ctu_height;
guint bits_size = (guint) ceil ((log2 (pic_size_ctb)));
WRITE_UINT32 (bs, slice_param->slice_segment_address, bits_size);
}
if (!dependent_slice_segment_flag) {
/* slice_type */
WRITE_UE (bs, slice_param->slice_type);
if (!pic_param->pic_fields.bits.idr_pic_flag) {
/* slice_pic_order_cnt_lsb */
WRITE_UINT32 (bs, picture->poc, encoder->log2_max_pic_order_cnt);
/* short_term_ref_pic_set_sps_flag */
WRITE_UINT32 (bs, short_term_ref_pic_set_sps_flag, 1);
/*---------- Write short_term_ref_pic_set(0) ----------- */
{
guint num_positive_pics = 0, num_negative_pics = 0;
guint delta_poc_s0_minus1 = 0, delta_poc_s1_minus1 = 0;
guint used_by_curr_pic_s0_flag = 0, used_by_curr_pic_s1_flag = 0;
guint reflist_0_count = 0, reflist_1_count = 0;
gint i;
/* Get count of ref_pic_list */
if (picture->type == GST_VAAPI_PICTURE_TYPE_P
|| picture->type == GST_VAAPI_PICTURE_TYPE_B) {
for (i = 0; i < G_N_ELEMENTS (slice_param->ref_pic_list0); ++i) {
if (slice_param->ref_pic_list0[i].picture_id == VA_INVALID_SURFACE)
break;
}
reflist_0_count = i;
if (picture->type == GST_VAAPI_PICTURE_TYPE_B) {
for (i = 0; i < G_N_ELEMENTS (slice_param->ref_pic_list1); ++i) {
if (slice_param->ref_pic_list1[i].picture_id ==
VA_INVALID_SURFACE)
break;
}
reflist_1_count = i;
}
}
if (picture->type == GST_VAAPI_PICTURE_TYPE_P) {
delta_poc_s0_minus1 =
picture->poc - slice_param->ref_pic_list0[0].pic_order_cnt - 1;
used_by_curr_pic_s0_flag = 1;
delta_poc_s1_minus1 = 0;
used_by_curr_pic_s1_flag = 0;
}
if (picture->type == GST_VAAPI_PICTURE_TYPE_B) {
delta_poc_s0_minus1 =
picture->poc - slice_param->ref_pic_list0[0].pic_order_cnt - 1;
used_by_curr_pic_s0_flag = 1;
delta_poc_s1_minus1 =
slice_param->ref_pic_list1[0].pic_order_cnt - picture->poc - 1;
used_by_curr_pic_s1_flag = 1;
}
num_negative_pics = reflist_0_count;
num_positive_pics = reflist_1_count;
/* num_negative_pics */
WRITE_UE (bs, num_negative_pics);
/* num_positive_pics */
WRITE_UE (bs, num_positive_pics);
for (i = 0; i < num_negative_pics; i++) {
/* delta_poc_s0_minus1 */
if (i == 0) {
WRITE_UE (bs, delta_poc_s0_minus1);
} else {
WRITE_UE (bs,
slice_param->ref_pic_list0[i - 1].pic_order_cnt -
slice_param->ref_pic_list0[i].pic_order_cnt - 1);
}
/* used_by_curr_pic_s0_flag */
WRITE_UINT32 (bs, used_by_curr_pic_s0_flag, 1);
}
for (i = 0; i < num_positive_pics; i++) {
/* delta_poc_s1_minus1 */
if (i == 0) {
WRITE_UE (bs, delta_poc_s1_minus1);
} else {
WRITE_UE (bs,
slice_param->ref_pic_list1[i - 1].pic_order_cnt -
slice_param->ref_pic_list1[i].pic_order_cnt - 1);
}
/* used_by_curr_pic_s1_flag */
WRITE_UINT32 (bs, used_by_curr_pic_s1_flag, 1);
}
}
/* slice_temporal_mvp_enabled_flag */
if (encoder->sps_temporal_mvp_enabled_flag)
WRITE_UINT32 (bs,
slice_param->slice_fields.bits.slice_temporal_mvp_enabled_flag, 1);
}
if (encoder->sample_adaptive_offset_enabled_flag) {
WRITE_UINT32 (bs, slice_param->slice_fields.bits.slice_sao_luma_flag, 1);
WRITE_UINT32 (bs, slice_param->slice_fields.bits.slice_sao_chroma_flag,
1);
}
if (slice_param->slice_type == GST_H265_P_SLICE ||
slice_param->slice_type == GST_H265_B_SLICE) {
/* num_ref_idx_active_override_flag */
WRITE_UINT32 (bs, num_ref_idx_active_override_flag, 1);
if (num_ref_idx_active_override_flag) {
if (h265_is_scc (encoder)) {
if (picture->type == GST_VAAPI_PICTURE_TYPE_I) {
g_assert (slice_param->num_ref_idx_l0_active_minus1 == 0);
/* Let num_ref_idx_l0_active_minus1 = 0 and
NumRpsCurrTempList0 = 1 to include current picture itself */
WRITE_UE (bs, 0);
} else {
/* For scc, need to add 1 for current picture itself when
calculating NumRpsCurrTempList0. */
WRITE_UE (bs, slice_param->num_ref_idx_l0_active_minus1 + 1);
}
} else {
WRITE_UE (bs, slice_param->num_ref_idx_l0_active_minus1);
}
if (slice_param->slice_type == GST_H265_B_SLICE)
WRITE_UE (bs, slice_param->num_ref_idx_l1_active_minus1);
}
/* mvd_l1_zero_flag */
if (slice_param->slice_type == GST_H265_B_SLICE)
WRITE_UINT32 (bs, slice_param->slice_fields.bits.mvd_l1_zero_flag, 1);
/* cabac_init_present_flag == FALSE */
/* cabac_init_flag = FALSE */
/* collocated_from_l0_flag */
if (slice_param->slice_fields.bits.slice_temporal_mvp_enabled_flag) {
if (slice_param->slice_type == GST_H265_B_SLICE)
WRITE_UINT32 (bs,
slice_param->slice_fields.bits.collocated_from_l0_flag, 1);
}
/* five_minus_max_num_merge_cand */
WRITE_UE (bs, 5 - slice_param->max_num_merge_cand);
}
/* slice_qp_delta */
WRITE_SE (bs, slice_param->slice_qp_delta);
if (pic_param->pic_fields.bits.pps_loop_filter_across_slices_enabled_flag &&
(slice_param->slice_fields.bits.slice_sao_luma_flag
|| slice_param->slice_fields.bits.slice_sao_chroma_flag
|| !slice_deblocking_filter_disabled_flag))
WRITE_UINT32 (bs,
slice_param->slice_fields.bits.
slice_loop_filter_across_slices_enabled_flag, 1);
}
if (pic_param->pic_fields.bits.tiles_enabled_flag
|| pic_param->pic_fields.bits.entropy_coding_sync_enabled_flag) {
/* output a num_entry_point_offsets, which should be 0 here */
WRITE_UE (bs, 0);
}
/* byte_alignment() */
{
/* alignment_bit_equal_to_one */
WRITE_UINT32 (bs, 1, 1);
while (GST_BIT_WRITER_BIT_SIZE (bs) % 8 != 0) {
/* alignment_bit_equal_to_zero */
WRITE_UINT32 (bs, 0, 1);
}
}
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write Slice NAL unit");
return FALSE;
}
}
static inline void
_check_vps_sps_pps_status (GstVaapiEncoderH265 * encoder,
const guint8 * nal, guint32 size)
{
guint8 nal_type;
G_GNUC_UNUSED gsize ret; /* FIXME */
g_assert (size);
if (encoder->vps_data && encoder->sps_data && encoder->pps_data)
return;
nal_type = (nal[0] & 0x7E) >> 1;
switch (nal_type) {
case GST_H265_NAL_VPS:
encoder->vps_data = gst_buffer_new_allocate (NULL, size, NULL);
ret = gst_buffer_fill (encoder->vps_data, 0, nal, size);
g_assert (ret == size);
break;
case GST_H265_NAL_SPS:
encoder->sps_data = gst_buffer_new_allocate (NULL, size, NULL);
ret = gst_buffer_fill (encoder->sps_data, 0, nal, size);
g_assert (ret == size);
break;
case GST_H265_NAL_PPS:
encoder->pps_data = gst_buffer_new_allocate (NULL, size, NULL);
ret = gst_buffer_fill (encoder->pps_data, 0, nal, size);
g_assert (ret == size);
break;
default:
break;
}
}
static gboolean
is_profile_allowed (GstVaapiEncoderH265 * encoder, GstVaapiProfile profile)
{
guint i;
if (encoder->allowed_profiles == NULL)
return TRUE;
for (i = 0; i < encoder->allowed_profiles->len; i++)
if (profile ==
g_array_index (encoder->allowed_profiles, GstVaapiProfile, i))
return TRUE;
return FALSE;
}
/* Derives the profile from the active coding tools. */
static gboolean
ensure_profile (GstVaapiEncoderH265 * encoder)
{
GstVaapiProfile profile;
const GstVideoFormat format =
GST_VIDEO_INFO_FORMAT (GST_VAAPI_ENCODER_VIDEO_INFO (encoder));
guint depth, chrome;
GstVaapiProfile profile_candidates[6];
guint num, i;
g_assert (GST_VIDEO_FORMAT_INFO_IS_YUV (gst_video_format_get_info (format)));
depth = GST_VIDEO_FORMAT_INFO_DEPTH (gst_video_format_get_info (format), 0);
chrome = gst_vaapi_utils_h265_get_chroma_format_idc
(gst_vaapi_video_format_get_chroma_type (format));
num = 0;
if (chrome == 3) {
/* 4:4:4 */
if (depth == 8)
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_MAIN_444;
if (depth <= 10)
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_MAIN_444_10;
#if VA_CHECK_VERSION(1,8,0)
/* Consider SCREEN_EXTENDED_MAIN_444 and SCREEN_EXTENDED_MAIN_444_10 */
if (depth == 8)
profile_candidates[num++] =
GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_444;
if (depth <= 10)
profile_candidates[num++] =
GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_444_10;
#endif
} else if (chrome == 2) {
/* 4:2:2 */
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_MAIN_422_10;
} else if (chrome == 1 || chrome == 0) {
/* 4:2:0 or 4:0:0 */
if (depth == 8)
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_MAIN;
if (depth <= 10)
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_MAIN10;
if (depth <= 12)
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_MAIN12;
/* Always add STILL_PICTURE as a candidate for Main and Main10. */
if (depth <= 10)
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_MAIN_STILL_PICTURE;
#if VA_CHECK_VERSION(1,8,0)
/* Consider SCREEN_EXTENDED_MAIN and SCREEN_EXTENDED_MAIN_10 */
if (depth == 8)
profile_candidates[num++] = GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN;
if (depth <= 10)
profile_candidates[num++] =
GST_VAAPI_PROFILE_H265_SCREEN_EXTENDED_MAIN_10;
#endif
}
if (num == 0) {
GST_ERROR ("Fail to find a profile for format %s.",
gst_video_format_to_string (format));
return FALSE;
}
profile = GST_VAAPI_PROFILE_UNKNOWN;
for (i = 0; i < num; i++) {
if (!is_profile_allowed (encoder, profile_candidates[i]))
continue;
/* If we can get valid entrypoint, hw must support this profile. */
if (gst_vaapi_encoder_get_entrypoint (GST_VAAPI_ENCODER_CAST (encoder),
profile_candidates[i]) == GST_VAAPI_ENTRYPOINT_INVALID)
continue;
profile = profile_candidates[i];
break;
}
if (profile == GST_VAAPI_PROFILE_UNKNOWN) {
GST_ERROR ("Fail to find a supported profile %sfor format %s.",
GST_VAAPI_ENCODER_TUNE (encoder) == GST_VAAPI_ENCODER_TUNE_LOW_POWER ?
"in low power mode " : "", gst_video_format_to_string (format));
return FALSE;
}
encoder->profile = profile;
encoder->profile_idc = gst_vaapi_utils_h265_get_profile_idc (profile);
return TRUE;
}
/* Derives the level and tier from the currently set limits */
static gboolean
ensure_tier_level (GstVaapiEncoderH265 * encoder)
{
guint bitrate = GST_VAAPI_ENCODER_CAST (encoder)->bitrate;
guint i, num_limits, PicSizeInSamplesY;
guint LumaSr;
const GstVaapiH265LevelLimits *limits_table;
const GstVaapiH265LevelLimits *limits;
PicSizeInSamplesY = encoder->luma_width * encoder->luma_height;
LumaSr =
gst_util_uint64_scale (PicSizeInSamplesY,
GST_VAAPI_ENCODER_FPS_N (encoder), GST_VAAPI_ENCODER_FPS_D (encoder));
limits_table = gst_vaapi_utils_h265_get_level_limits_table (&num_limits);
for (i = 0; i < num_limits; i++) {
limits = &limits_table[i];
/* Choose level by luma picture size and luma sample rate */
if (PicSizeInSamplesY <= limits->MaxLumaPs && LumaSr <= limits->MaxLumaSr)
break;
}
if (i == num_limits)
goto error_unsupported_level;
/* may need to promote the level by tile setting */
if (h265_is_tile_enabled (encoder)) {
for (; i < num_limits; i++) {
limits = &limits_table[i];
if (encoder->num_tile_cols <= limits->MaxTileColumns &&
encoder->num_tile_rows <= limits->MaxTileRows)
break;
}
if (i == num_limits)
goto error_promote_level;
}
if (bitrate <= limits_table[i].MaxBRTierMain) {
encoder->tier = GST_VAAPI_TIER_H265_MAIN;
} else {
encoder->tier = GST_VAAPI_TIER_H265_HIGH;
if (bitrate > limits_table[i].MaxBRTierHigh) {
GST_INFO ("The bitrate of the stream is %d kbps, larger than"
" %s profile %s level %s tier's max bit rate %d kbps",
bitrate,
gst_vaapi_utils_h265_get_profile_string (encoder->profile),
gst_vaapi_utils_h265_get_level_string (limits_table[i].level),
gst_vaapi_utils_h265_get_tier_string (GST_VAAPI_TIER_H265_HIGH),
limits_table[i].MaxBRTierHigh);
}
}
encoder->level = limits_table[i].level;
encoder->level_idc = limits_table[i].level_idc;
return TRUE;
/* ERRORS */
error_promote_level:
{
GST_ERROR ("failed to promote level for num-tile-cols is %d,"
" num-tile-rows %d", encoder->num_tile_cols, encoder->num_tile_rows);
return FALSE;
}
error_unsupported_level:
{
GST_ERROR ("failed to find a suitable level matching codec config");
return FALSE;
}
}
/* Handle new GOP starts */
static void
reset_gop_start (GstVaapiEncoderH265 * encoder)
{
GstVaapiH265ReorderPool *const reorder_pool = &encoder->reorder_pool;
reorder_pool->frame_index = 1;
reorder_pool->cur_present_index = 0;
++encoder->idr_num;
}
/* Marks the supplied picture as a B-frame */
static void
set_b_frame (GstVaapiEncPicture * pic, GstVaapiEncoderH265 * encoder)
{
g_assert (pic && encoder);
g_return_if_fail (pic->type == GST_VAAPI_PICTURE_TYPE_NONE);
pic->type = GST_VAAPI_PICTURE_TYPE_B;
}
/* Marks the supplied picture as a P-frame */
static void
set_p_frame (GstVaapiEncPicture * pic, GstVaapiEncoderH265 * encoder)
{
g_return_if_fail (pic->type == GST_VAAPI_PICTURE_TYPE_NONE);
pic->type = GST_VAAPI_PICTURE_TYPE_P;
}
/* Marks the supplied picture as an I-frame */
static void
set_i_frame (GstVaapiEncPicture * pic, GstVaapiEncoderH265 * encoder)
{
g_return_if_fail (pic->type == GST_VAAPI_PICTURE_TYPE_NONE);
pic->type = GST_VAAPI_PICTURE_TYPE_I;
g_assert (pic->frame);
GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (pic->frame);
}
/* Marks the supplied picture as an IDR frame */
static void
set_idr_frame (GstVaapiEncPicture * pic, GstVaapiEncoderH265 * encoder)
{
g_return_if_fail (pic->type == GST_VAAPI_PICTURE_TYPE_NONE);
pic->type = GST_VAAPI_PICTURE_TYPE_I;
pic->poc = 0;
GST_VAAPI_ENC_PICTURE_FLAG_SET (pic, GST_VAAPI_ENC_PICTURE_FLAG_IDR);
g_assert (pic->frame);
GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (pic->frame);
}
/* Marks the supplied picture a a key-frame */
static void
set_key_frame (GstVaapiEncPicture * picture,
GstVaapiEncoderH265 * encoder, gboolean is_idr)
{
if (is_idr) {
reset_gop_start (encoder);
set_idr_frame (picture, encoder);
} else
set_i_frame (picture, encoder);
}
/* Fills in VA HRD parameters */
static void
fill_hrd_params (GstVaapiEncoderH265 * encoder, VAEncMiscParameterHRD * hrd)
{
if (encoder->bitrate_bits > 0) {
hrd->buffer_size = encoder->cpb_length_bits;
hrd->initial_buffer_fullness = hrd->buffer_size / 2;
} else {
hrd->buffer_size = 0;
hrd->initial_buffer_fullness = 0;
}
}
/* Adds the supplied video parameter set header (VPS) to the list of packed
headers to pass down as-is to the encoder */
static gboolean
add_packed_vps_header (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture, GstVaapiEncSequence * sequence)
{
GstVaapiEncPackedHeader *packed_vps;
GstBitWriter bs;
VAEncPackedHeaderParameterBuffer packed_vps_param = { 0 };
const VAEncSequenceParameterBufferHEVC *const seq_param = sequence->param;
GstVaapiProfile profile = encoder->profile;
guint32 data_bit_size;
guint8 *data;
gst_bit_writer_init_with_size (&bs, 128, FALSE);
WRITE_UINT32 (&bs, 0x00000001, 32); /* start code */
bs_write_nal_header (&bs, GST_H265_NAL_VPS);
bs_write_vps (&bs, encoder, picture, seq_param, profile);
g_assert (GST_BIT_WRITER_BIT_SIZE (&bs) % 8 == 0);
data_bit_size = GST_BIT_WRITER_BIT_SIZE (&bs);
data = GST_BIT_WRITER_DATA (&bs);
packed_vps_param.type = VAEncPackedHeaderSequence;
packed_vps_param.bit_length = data_bit_size;
packed_vps_param.has_emulation_bytes = 0;
packed_vps = gst_vaapi_enc_packed_header_new (GST_VAAPI_ENCODER (encoder),
&packed_vps_param, sizeof (packed_vps_param),
data, (data_bit_size + 7) / 8);
g_assert (packed_vps);
gst_vaapi_enc_picture_add_packed_header (picture, packed_vps);
gst_vaapi_codec_object_replace (&packed_vps, NULL);
/* store vps data */
_check_vps_sps_pps_status (encoder, data + 4, data_bit_size / 8 - 4);
gst_bit_writer_reset (&bs);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write VPS NAL unit");
gst_bit_writer_reset (&bs);
return FALSE;
}
}
/* Adds the supplied sequence header (SPS) to the list of packed
headers to pass down as-is to the encoder */
static gboolean
add_packed_sequence_header (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture, GstVaapiEncSequence * sequence)
{
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER_CAST (encoder);
GstVaapiEncPackedHeader *packed_seq;
GstBitWriter bs;
VAEncPackedHeaderParameterBuffer packed_seq_param = { 0 };
const VAEncSequenceParameterBufferHEVC *const seq_param = sequence->param;
GstVaapiProfile profile = encoder->profile;
VAEncMiscParameterHRD hrd_params;
guint32 data_bit_size;
guint8 *data;
fill_hrd_params (encoder, &hrd_params);
gst_bit_writer_init_with_size (&bs, 128, FALSE);
WRITE_UINT32 (&bs, 0x00000001, 32); /* start code */
bs_write_nal_header (&bs, GST_H265_NAL_SPS);
bs_write_sps (&bs, encoder, picture, seq_param, profile,
base_encoder->rate_control, &hrd_params);
g_assert (GST_BIT_WRITER_BIT_SIZE (&bs) % 8 == 0);
data_bit_size = GST_BIT_WRITER_BIT_SIZE (&bs);
data = GST_BIT_WRITER_DATA (&bs);
packed_seq_param.type = VAEncPackedHeaderSequence;
packed_seq_param.bit_length = data_bit_size;
packed_seq_param.has_emulation_bytes = 0;
packed_seq = gst_vaapi_enc_packed_header_new (GST_VAAPI_ENCODER (encoder),
&packed_seq_param, sizeof (packed_seq_param),
data, (data_bit_size + 7) / 8);
g_assert (packed_seq);
gst_vaapi_enc_picture_add_packed_header (picture, packed_seq);
gst_vaapi_codec_object_replace (&packed_seq, NULL);
/* store sps data */
_check_vps_sps_pps_status (encoder, data + 4, data_bit_size / 8 - 4);
gst_bit_writer_reset (&bs);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write SPS NAL unit");
gst_bit_writer_reset (&bs);
return FALSE;
}
}
/* Adds the supplied picture header (PPS) to the list of packed
headers to pass down as-is to the encoder */
static gboolean
add_packed_picture_header (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture)
{
GstVaapiEncPackedHeader *packed_pic;
GstBitWriter bs;
VAEncPackedHeaderParameterBuffer packed_pic_param = { 0 };
const VAEncPictureParameterBufferHEVC *const pic_param = picture->param;
guint32 data_bit_size;
guint8 *data;
gst_bit_writer_init_with_size (&bs, 128, FALSE);
WRITE_UINT32 (&bs, 0x00000001, 32); /* start code */
bs_write_nal_header (&bs, GST_H265_NAL_PPS);
bs_write_pps (&bs, h265_is_scc (encoder), pic_param);
g_assert (GST_BIT_WRITER_BIT_SIZE (&bs) % 8 == 0);
data_bit_size = GST_BIT_WRITER_BIT_SIZE (&bs);
data = GST_BIT_WRITER_DATA (&bs);
packed_pic_param.type = VAEncPackedHeaderPicture;
packed_pic_param.bit_length = data_bit_size;
packed_pic_param.has_emulation_bytes = 0;
packed_pic = gst_vaapi_enc_packed_header_new (GST_VAAPI_ENCODER (encoder),
&packed_pic_param, sizeof (packed_pic_param),
data, (data_bit_size + 7) / 8);
g_assert (packed_pic);
gst_vaapi_enc_picture_add_packed_header (picture, packed_pic);
gst_vaapi_codec_object_replace (&packed_pic, NULL);
/* store pps data */
_check_vps_sps_pps_status (encoder, data + 4, data_bit_size / 8 - 4);
gst_bit_writer_reset (&bs);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write PPS NAL unit");
gst_bit_writer_reset (&bs);
return FALSE;
}
}
static gboolean
get_nal_unit_type (GstVaapiEncPicture * picture, guint8 * nal_unit_type)
{
switch (picture->type) {
case GST_VAAPI_PICTURE_TYPE_I:
if (GST_VAAPI_ENC_PICTURE_IS_IDR (picture))
*nal_unit_type = GST_H265_NAL_SLICE_IDR_W_RADL;
else
*nal_unit_type = GST_H265_NAL_SLICE_TRAIL_R;
break;
case GST_VAAPI_PICTURE_TYPE_P:
*nal_unit_type = GST_H265_NAL_SLICE_TRAIL_R;
break;
case GST_VAAPI_PICTURE_TYPE_B:
*nal_unit_type = GST_H265_NAL_SLICE_TRAIL_N;
break;
default:
return FALSE;
}
return TRUE;
}
/* Adds the supplied slice header to the list of packed
headers to pass down as-is to the encoder */
static gboolean
add_packed_slice_header (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture, GstVaapiEncSlice * slice)
{
GstVaapiEncPackedHeader *packed_slice;
GstBitWriter bs;
VAEncPackedHeaderParameterBuffer packed_slice_param = { 0 };
const VAEncSliceParameterBufferHEVC *const slice_param = slice->param;
guint32 data_bit_size;
guint8 *data;
guint8 nal_unit_type;
gst_bit_writer_init_with_size (&bs, 128, FALSE);
WRITE_UINT32 (&bs, 0x00000001, 32); /* start code */
if (!get_nal_unit_type (picture, &nal_unit_type))
goto bs_error;
bs_write_nal_header (&bs, nal_unit_type);
bs_write_slice (&bs, slice_param, encoder, picture, nal_unit_type);
data_bit_size = GST_BIT_WRITER_BIT_SIZE (&bs);
data = GST_BIT_WRITER_DATA (&bs);
packed_slice_param.type = VAEncPackedHeaderSlice;
packed_slice_param.bit_length = data_bit_size;
packed_slice_param.has_emulation_bytes = 0;
packed_slice = gst_vaapi_enc_packed_header_new (GST_VAAPI_ENCODER (encoder),
&packed_slice_param, sizeof (packed_slice_param),
data, (data_bit_size + 7) / 8);
g_assert (packed_slice);
gst_vaapi_enc_slice_add_packed_header (slice, packed_slice);
gst_vaapi_codec_object_replace (&packed_slice, NULL);
gst_bit_writer_reset (&bs);
return TRUE;
/* ERRORS */
bs_error:
{
GST_WARNING ("failed to write Slice NAL unit header");
gst_bit_writer_reset (&bs);
return FALSE;
}
}
/* Reference picture management */
static void
reference_pic_free (GstVaapiEncoderH265 * encoder, GstVaapiEncoderH265Ref * ref)
{
if (!ref)
return;
if (ref->pic)
gst_vaapi_encoder_release_surface (GST_VAAPI_ENCODER (encoder), ref->pic);
g_free (ref);
}
static inline GstVaapiEncoderH265Ref *
reference_pic_create (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture, GstVaapiSurfaceProxy * surface)
{
GstVaapiEncoderH265Ref *const ref = g_new0 (GstVaapiEncoderH265Ref, 1);
ref->pic = surface;
ref->poc = picture->poc;
return ref;
}
static gboolean
reference_list_update (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture, GstVaapiSurfaceProxy * surface)
{
GstVaapiEncoderH265Ref *ref;
GstVaapiH265RefPool *const ref_pool = &encoder->ref_pool;
if (GST_VAAPI_PICTURE_TYPE_B == picture->type) {
gst_vaapi_encoder_release_surface (GST_VAAPI_ENCODER (encoder), surface);
return TRUE;
}
if (GST_VAAPI_ENC_PICTURE_IS_IDR (picture)) {
while (!g_queue_is_empty (&ref_pool->ref_list))
reference_pic_free (encoder, g_queue_pop_head (&ref_pool->ref_list));
} else if (g_queue_get_length (&ref_pool->ref_list) >=
ref_pool->max_ref_frames) {
reference_pic_free (encoder, g_queue_pop_head (&ref_pool->ref_list));
}
ref = reference_pic_create (encoder, picture, surface);
g_queue_push_tail (&ref_pool->ref_list, ref);
g_assert (g_queue_get_length (&ref_pool->ref_list) <=
ref_pool->max_ref_frames);
return TRUE;
}
static gboolean
reference_list_init (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture,
GstVaapiEncoderH265Ref ** reflist_0,
guint * reflist_0_count,
GstVaapiEncoderH265Ref ** reflist_1, guint * reflist_1_count)
{
GstVaapiEncoderH265Ref *tmp;
GstVaapiH265RefPool *const ref_pool = &encoder->ref_pool;
GList *iter, *list_0_start = NULL, *list_1_start = NULL;
guint count;
*reflist_0_count = 0;
*reflist_1_count = 0;
if (picture->type == GST_VAAPI_PICTURE_TYPE_I)
return TRUE;
iter = g_queue_peek_tail_link (&ref_pool->ref_list);
for (; iter; iter = g_list_previous (iter)) {
tmp = (GstVaapiEncoderH265Ref *) iter->data;
g_assert (tmp && tmp->poc != picture->poc);
if (_poc_greater_than (picture->poc, tmp->poc, encoder->max_pic_order_cnt)) {
list_0_start = iter;
list_1_start = g_list_next (iter);
break;
}
}
/* order reflist_0 */
g_assert (list_0_start);
iter = list_0_start;
count = 0;
for (; iter; iter = g_list_previous (iter)) {
reflist_0[count] = (GstVaapiEncoderH265Ref *) iter->data;
++count;
}
*reflist_0_count = count;
if (picture->type != GST_VAAPI_PICTURE_TYPE_B)
return TRUE;
/* order reflist_1 */
count = 0;
iter = list_1_start;
for (; iter; iter = g_list_next (iter)) {
reflist_1[count] = (GstVaapiEncoderH265Ref *) iter->data;
++count;
}
*reflist_1_count = count;
return TRUE;
}
/* Fills in VA sequence parameter buffer */
static gboolean
fill_sequence (GstVaapiEncoderH265 * encoder, GstVaapiEncSequence * sequence)
{
VAEncSequenceParameterBufferHEVC *const seq_param = sequence->param;
const GstVideoFormat format =
GST_VIDEO_INFO_FORMAT (GST_VAAPI_ENCODER_VIDEO_INFO (encoder));
guint bits_depth_luma_minus8 =
GST_VIDEO_FORMAT_INFO_DEPTH (gst_video_format_get_info (format), 0);
if (bits_depth_luma_minus8 < 8)
return FALSE;
bits_depth_luma_minus8 -= 8;
memset (seq_param, 0, sizeof (VAEncSequenceParameterBufferHEVC));
seq_param->general_profile_idc = encoder->profile_idc;
seq_param->general_level_idc = encoder->level_idc;
seq_param->general_tier_flag = encoder->tier;
seq_param->intra_period = GST_VAAPI_ENCODER_KEYFRAME_PERIOD (encoder);
seq_param->intra_idr_period = encoder->idr_period;
seq_param->ip_period = seq_param->intra_period > 1 ?
(1 + encoder->num_bframes) : 0;
seq_param->bits_per_second = encoder->bitrate_bits;
seq_param->pic_width_in_luma_samples = encoder->luma_width;
seq_param->pic_height_in_luma_samples = encoder->luma_height;
/*sequence field values */
seq_param->seq_fields.value = 0;
seq_param->seq_fields.bits.chroma_format_idc =
gst_vaapi_utils_h265_get_chroma_format_idc
(gst_vaapi_video_format_get_chroma_type (GST_VIDEO_INFO_FORMAT
(GST_VAAPI_ENCODER_VIDEO_INFO (encoder))));
/* the 4:4:4 chrome format */
if (seq_param->seq_fields.bits.chroma_format_idc == 3)
seq_param->seq_fields.bits.separate_colour_plane_flag = 0;
seq_param->seq_fields.bits.separate_colour_plane_flag = 0;
seq_param->seq_fields.bits.bit_depth_luma_minus8 = bits_depth_luma_minus8;
seq_param->seq_fields.bits.bit_depth_chroma_minus8 = bits_depth_luma_minus8;
seq_param->seq_fields.bits.scaling_list_enabled_flag = FALSE;
seq_param->seq_fields.bits.strong_intra_smoothing_enabled_flag = TRUE;
seq_param->seq_fields.bits.amp_enabled_flag = TRUE;
seq_param->seq_fields.bits.sample_adaptive_offset_enabled_flag =
encoder->sample_adaptive_offset_enabled_flag = FALSE;
seq_param->seq_fields.bits.pcm_enabled_flag = FALSE;
seq_param->seq_fields.bits.pcm_loop_filter_disabled_flag = FALSE;
seq_param->seq_fields.bits.sps_temporal_mvp_enabled_flag =
encoder->sps_temporal_mvp_enabled_flag = TRUE;
/* Based on 32x32 CTU (64x64 when using lowpower mode for hardware limitation) */
seq_param->log2_min_luma_coding_block_size_minus3 = 0;
if (encoder->entrypoint == GST_VAAPI_ENTRYPOINT_SLICE_ENCODE_LP)
seq_param->log2_diff_max_min_luma_coding_block_size = 3;
else
seq_param->log2_diff_max_min_luma_coding_block_size = 2;
seq_param->log2_min_transform_block_size_minus2 = 0;
seq_param->log2_diff_max_min_transform_block_size = 3;
/*
* Intel HW supports up to 2, we can provide a quirk for other HWs in future
* if other HW may support other values
*
* Refer to https://01.org/sites/default/files/documentation/intel-gfx-prm-osrc-kbl-vol10-hevc.pdf
*/
seq_param->max_transform_hierarchy_depth_inter = 2;
seq_param->max_transform_hierarchy_depth_intra = 2;
seq_param->pcm_sample_bit_depth_luma_minus1 = 0;
seq_param->pcm_sample_bit_depth_chroma_minus1 = 0;
seq_param->log2_min_pcm_luma_coding_block_size_minus3 = 0;
seq_param->log2_max_pcm_luma_coding_block_size_minus3 = 0;
/* VUI parameters are always set, at least for timing_info (framerate) */
seq_param->vui_parameters_present_flag = TRUE;
if (seq_param->vui_parameters_present_flag) {
seq_param->vui_fields.bits.aspect_ratio_info_present_flag = TRUE;
if (seq_param->vui_fields.bits.aspect_ratio_info_present_flag) {
const GstVideoInfo *const vip = GST_VAAPI_ENCODER_VIDEO_INFO (encoder);
seq_param->aspect_ratio_idc = 0xff;
seq_param->sar_width = GST_VIDEO_INFO_PAR_N (vip);
seq_param->sar_height = GST_VIDEO_INFO_PAR_D (vip);
}
seq_param->vui_fields.bits.bitstream_restriction_flag = FALSE;
seq_param->vui_fields.bits.vui_timing_info_present_flag = TRUE;
if (seq_param->vui_fields.bits.vui_timing_info_present_flag) {
seq_param->vui_num_units_in_tick = GST_VAAPI_ENCODER_FPS_D (encoder);
seq_param->vui_time_scale = GST_VAAPI_ENCODER_FPS_N (encoder);
}
}
if (h265_is_scc (encoder)) {
#if VA_CHECK_VERSION(1,8,0)
seq_param->scc_fields.bits.palette_mode_enabled_flag = 1;
#else
/* SCC profile should not be selected. */
g_assert_not_reached ();
return FALSE;
#endif
}
return TRUE;
}
/* CTUs in each tile column */
static guint32 tile_ctu_cols[GST_VAAPI_H265_MAX_COL_TILES];
/* CTUs in each tile row */
static guint32 tile_ctu_rows[GST_VAAPI_H265_MAX_ROW_TILES];
/* Fills in VA picture parameter buffer */
static gboolean
fill_picture (GstVaapiEncoderH265 * encoder, GstVaapiEncPicture * picture,
GstVaapiCodedBuffer * codedbuf, GstVaapiSurfaceProxy * surface)
{
VAEncPictureParameterBufferHEVC *const pic_param = picture->param;
GstVaapiH265RefPool *const ref_pool = &encoder->ref_pool;
GstVaapiEncoderH265Ref *ref_pic;
GList *reflist;
guint i;
guint8 nal_unit_type, no_output_of_prior_pics_flag = 0;
memset (pic_param, 0, sizeof (VAEncPictureParameterBufferHEVC));
pic_param->decoded_curr_pic.picture_id =
GST_VAAPI_SURFACE_PROXY_SURFACE_ID (surface);
pic_param->decoded_curr_pic.pic_order_cnt = picture->poc;
pic_param->decoded_curr_pic.flags = 0;
i = 0;
if (picture->type != GST_VAAPI_PICTURE_TYPE_I) {
for (reflist = g_queue_peek_head_link (&ref_pool->ref_list);
reflist; reflist = g_list_next (reflist)) {
ref_pic = reflist->data;
g_assert (ref_pic && ref_pic->pic &&
GST_VAAPI_SURFACE_PROXY_SURFACE_ID (ref_pic->pic) != VA_INVALID_ID);
pic_param->reference_frames[i].picture_id =
GST_VAAPI_SURFACE_PROXY_SURFACE_ID (ref_pic->pic);
pic_param->reference_frames[i].pic_order_cnt = ref_pic->poc;
++i;
}
g_assert (i <= 15 && i <= ref_pool->max_ref_frames);
}
for (; i < 15; ++i) {
pic_param->reference_frames[i].picture_id = VA_INVALID_SURFACE;
pic_param->reference_frames[i].flags = VA_PICTURE_HEVC_INVALID;
}
pic_param->coded_buf = GST_VAAPI_CODED_BUFFER_ID (codedbuf);
/* slice_temporal_mvp_enable_flag == FALSE */
pic_param->collocated_ref_pic_index = 0xFF;
pic_param->last_picture = 0;
pic_param->pic_init_qp = encoder->qp_i;
pic_param->num_ref_idx_l0_default_active_minus1 =
(ref_pool->max_reflist0_count ? (ref_pool->max_reflist0_count - 1) : 0);
pic_param->num_ref_idx_l1_default_active_minus1 =
(ref_pool->max_reflist1_count ? (ref_pool->max_reflist1_count - 1) : 0);
if (!get_nal_unit_type (picture, &nal_unit_type))
return FALSE;
pic_param->nal_unit_type = nal_unit_type;
/* set picture fields */
pic_param->pic_fields.value = 0;
pic_param->pic_fields.bits.idr_pic_flag =
GST_VAAPI_ENC_PICTURE_IS_IDR (picture);
pic_param->pic_fields.bits.coding_type = picture->type;
if (picture->type != GST_VAAPI_PICTURE_TYPE_B)
pic_param->pic_fields.bits.reference_pic_flag = TRUE;
pic_param->pic_fields.bits.sign_data_hiding_enabled_flag = FALSE;
pic_param->pic_fields.bits.transform_skip_enabled_flag = TRUE;
/* it seems driver requires enablement of cu_qp_delta_enabled_flag
* to modifiy QP values in CBR mode or low power encoding */
if (GST_VAAPI_ENCODER_RATE_CONTROL (encoder) != GST_VAAPI_RATECONTROL_CQP
|| picture->has_roi
|| encoder->entrypoint == GST_VAAPI_ENTRYPOINT_SLICE_ENCODE_LP)
pic_param->pic_fields.bits.cu_qp_delta_enabled_flag = 1;
/* XXX: Intel's media-driver, when using low-power mode, requires
* that diff_cu_qp_delta_depth has to be equal to
* log2_diff_max_min_luma_coding_block_size, meaning 3.
*
* For now we assume that on only Intel's media-drivers supports
* H265 low-power */
if ((encoder->entrypoint == GST_VAAPI_ENTRYPOINT_SLICE_ENCODE_LP) &&
(pic_param->pic_fields.bits.cu_qp_delta_enabled_flag))
pic_param->diff_cu_qp_delta_depth = 3;
pic_param->pic_fields.bits.pps_loop_filter_across_slices_enabled_flag = TRUE;
if (GST_VAAPI_ENC_PICTURE_IS_IDR (picture))
no_output_of_prior_pics_flag = 1;
pic_param->pic_fields.bits.no_output_of_prior_pics_flag =
no_output_of_prior_pics_flag;
/* Setup tile info */
pic_param->pic_fields.bits.tiles_enabled_flag =
h265_is_tile_enabled (encoder);
if (pic_param->pic_fields.bits.tiles_enabled_flag) {
/* Always set loop filter across tiles enabled now */
pic_param->pic_fields.bits.loop_filter_across_tiles_enabled_flag = 1;
pic_param->num_tile_columns_minus1 = encoder->num_tile_cols - 1;
pic_param->num_tile_rows_minus1 = encoder->num_tile_rows - 1;
/* The VA row_height_minus1 and column_width_minus1 size is 1 smaller
than the MAX_COL_TILES and MAX_ROW_TILES, which means the driver
can deduce the last tile's size based on the picture info. We need
to take care of the array size here. */
for (i = 0; i < MIN (encoder->num_tile_cols, 19); ++i)
pic_param->column_width_minus1[i] = tile_ctu_cols[i] - 1;
for (i = 0; i < MIN (encoder->num_tile_rows, 21); ++i)
pic_param->row_height_minus1[i] = tile_ctu_rows[i] - 1;
}
if (h265_is_scc (encoder)) {
#if VA_CHECK_VERSION(1,8,0)
pic_param->scc_fields.bits.pps_curr_pic_ref_enabled_flag = 1;
#else
/* SCC profile should not be selected. */
g_assert_not_reached ();
return FALSE;
#endif
}
return TRUE;
}
static GstVaapiEncSlice *
create_and_fill_one_slice (GstVaapiEncoderH265 * encoder,
GstVaapiEncPicture * picture,
GstVaapiEncoderH265Ref ** reflist_0, guint reflist_0_count,
GstVaapiEncoderH265Ref ** reflist_1, guint reflist_1_count)
{
VAEncSliceParameterBufferHEVC *slice_param;
GstVaapiEncSlice *slice;
guint i_ref;
slice = GST_VAAPI_ENC_SLICE_NEW (HEVC, encoder);
g_assert (slice && slice->param_id != VA_INVALID_ID);
slice_param = slice->param;
memset (slice_param, 0, sizeof (VAEncSliceParameterBufferHEVC));
slice_param->slice_type = h265_get_slice_type (picture->type);
if (encoder->no_p_frame && slice_param->slice_type == GST_H265_P_SLICE) {
slice_param->slice_type = GST_H265_B_SLICE;
} else if (h265_is_scc (encoder) &&
slice_param->slice_type == GST_H265_I_SLICE) {
/* In scc mode, the I frame can ref to itself and so need the L0
reference list enabled. Just set the I frame to P_SLICE type
and leaving all reference unchanged. So all ref_pic_list0's
picture is invalid, the only ref is itself enabled by
pic_param->scc_fields.bits.pps_curr_pic_ref_enabled_flag. */
slice_param->slice_type = GST_H265_P_SLICE;
}
slice_param->slice_pic_parameter_set_id = 0;
slice_param->slice_fields.bits.num_ref_idx_active_override_flag =
reflist_0_count || reflist_1_count;
if (picture->type != GST_VAAPI_PICTURE_TYPE_I && reflist_0_count > 0)
slice_param->num_ref_idx_l0_active_minus1 = reflist_0_count - 1;
else
slice_param->num_ref_idx_l0_active_minus1 = 0;
if (picture->type == GST_VAAPI_PICTURE_TYPE_B && reflist_1_count > 0)
slice_param->num_ref_idx_l1_active_minus1 = reflist_1_count - 1;
else
slice_param->num_ref_idx_l1_active_minus1 = 0;
if (picture->type == GST_VAAPI_PICTURE_TYPE_P && encoder->no_p_frame)
slice_param->num_ref_idx_l1_active_minus1 =
slice_param->num_ref_idx_l0_active_minus1;
i_ref = 0;
if (picture->type != GST_VAAPI_PICTURE_TYPE_I) {
for (; i_ref < reflist_0_count; ++i_ref) {
slice_param->ref_pic_list0[i_ref].picture_id =
GST_VAAPI_SURFACE_PROXY_SURFACE_ID (reflist_0[i_ref]->pic);
slice_param->ref_pic_list0[i_ref].pic_order_cnt = reflist_0[i_ref]->poc;
}
}
for (; i_ref < G_N_ELEMENTS (slice_param->ref_pic_list0); ++i_ref) {
slice_param->ref_pic_list0[i_ref].picture_id = VA_INVALID_SURFACE;
slice_param->ref_pic_list0[i_ref].flags = VA_PICTURE_HEVC_INVALID;
}
i_ref = 0;
if (picture->type == GST_VAAPI_PICTURE_TYPE_B) {
for (; i_ref < reflist_1_count; ++i_ref) {
slice_param->ref_pic_list1[i_ref].picture_id =
GST_VAAPI_SURFACE_PROXY_SURFACE_ID (reflist_1[i_ref]->pic);
slice_param->ref_pic_list1[i_ref].pic_order_cnt = reflist_1[i_ref]->poc;
}
} else if (picture->type == GST_VAAPI_PICTURE_TYPE_P && encoder->no_p_frame) {
for (; i_ref < reflist_0_count; ++i_ref) {
slice_param->ref_pic_list1[i_ref].picture_id =
GST_VAAPI_SURFACE_PROXY_SURFACE_ID (reflist_0[i_ref]->pic);
slice_param->ref_pic_list1[i_ref].pic_order_cnt = reflist_0[i_ref]->poc;
}
}
for (; i_ref < G_N_ELEMENTS (slice_param->ref_pic_list1); ++i_ref) {
slice_param->ref_pic_list1[i_ref].picture_id = VA_INVALID_SURFACE;
slice_param->ref_pic_list1[i_ref].flags = VA_PICTURE_HEVC_INVALID;
}
slice_param->max_num_merge_cand = 5; /* MaxNumMergeCand */
slice_param->slice_qp_delta = encoder->qp_i - encoder->init_qp;
if (GST_VAAPI_ENCODER_RATE_CONTROL (encoder) == GST_VAAPI_RATECONTROL_CQP) {
if (picture->type == GST_VAAPI_PICTURE_TYPE_P) {
slice_param->slice_qp_delta += encoder->qp_ip;
} else if (picture->type == GST_VAAPI_PICTURE_TYPE_B) {
slice_param->slice_qp_delta += encoder->qp_ib;
}
if ((gint) encoder->init_qp + slice_param->slice_qp_delta <
(gint) encoder->min_qp) {
slice_param->slice_qp_delta = encoder->min_qp - encoder->init_qp;
}
if ((gint) encoder->init_qp + slice_param->slice_qp_delta >
(gint) encoder->max_qp) {
slice_param->slice_qp_delta = encoder->max_qp - encoder->init_qp;
}
}
slice_param->slice_fields.bits.slice_loop_filter_across_slices_enabled_flag =
TRUE;
return slice;
}
/* Adds slice headers to picture */
static gboolean
add_slice_headers (GstVaapiEncoderH265 * encoder, GstVaapiEncPicture * picture,
GstVaapiEncoderH265Ref ** reflist_0, guint reflist_0_count,
GstVaapiEncoderH265Ref ** reflist_1, guint reflist_1_count)
{
VAEncSliceParameterBufferHEVC *slice_param;
GstVaapiEncSlice *slice;
guint slice_of_ctus, slice_mod_ctus, cur_slice_ctus;
guint ctu_size;
guint ctu_width_round_factor;
guint last_ctu_index;
guint i_slice;
g_assert (picture);
if (h265_is_tile_enabled (encoder)) {
for (i_slice = 0; i_slice < encoder->num_slices; ++i_slice) {
encoder->first_slice_segment_in_pic_flag = (i_slice == 0);
slice = create_and_fill_one_slice (encoder, picture, reflist_0,
reflist_0_count, reflist_1, reflist_1_count);
slice_param = slice->param;
slice_param->slice_segment_address =
encoder->tile_slice_address_map[encoder->tile_slice_address[i_slice]];
slice_param->num_ctu_in_slice = encoder->tile_slice_ctu_num[i_slice];
GST_LOG ("slice %d start tile address is %d, start address is %d,"
" CTU num %d", i_slice, encoder->tile_slice_address[i_slice],
slice_param->slice_segment_address, slice_param->num_ctu_in_slice);
if (i_slice == encoder->num_slices - 1)
slice_param->slice_fields.bits.last_slice_of_pic_flag = 1;
if ((GST_VAAPI_ENCODER_PACKED_HEADERS (encoder) &
VA_ENC_PACKED_HEADER_SLICE)
&& !add_packed_slice_header (encoder, picture, slice))
goto error_create_packed_slice_hdr;
gst_vaapi_enc_picture_add_slice (picture, slice);
gst_vaapi_codec_object_replace (&slice, NULL);
}
} else {
ctu_size = encoder->ctu_width * encoder->ctu_height;
g_assert (encoder->num_slices && encoder->num_slices < ctu_size);
slice_of_ctus = ctu_size / encoder->num_slices;
slice_mod_ctus = ctu_size % encoder->num_slices;
last_ctu_index = 0;
for (i_slice = 0;
i_slice < encoder->num_slices && (last_ctu_index < ctu_size);
++i_slice) {
cur_slice_ctus = slice_of_ctus;
if (slice_mod_ctus) {
++cur_slice_ctus;
--slice_mod_ctus;
}
slice = create_and_fill_one_slice (encoder, picture, reflist_0,
reflist_0_count, reflist_1, reflist_1_count);
slice_param = slice->param;
/* Work-around for satisfying the VA-Intel driver.
* The driver only support multi slice begin from row start address */
ctu_width_round_factor =
encoder->ctu_width - (cur_slice_ctus % encoder->ctu_width);
cur_slice_ctus += ctu_width_round_factor;
if ((last_ctu_index + cur_slice_ctus) > ctu_size)
cur_slice_ctus = ctu_size - last_ctu_index;
if (i_slice == 0) {
encoder->first_slice_segment_in_pic_flag = TRUE;
slice_param->slice_segment_address = 0;
} else {
encoder->first_slice_segment_in_pic_flag = FALSE;
slice_param->slice_segment_address = last_ctu_index;
}
slice_param->num_ctu_in_slice = cur_slice_ctus;
/* set calculation for next slice */
last_ctu_index += cur_slice_ctus;
if ((i_slice == encoder->num_slices - 1) || (last_ctu_index == ctu_size))
slice_param->slice_fields.bits.last_slice_of_pic_flag = 1;
if ((GST_VAAPI_ENCODER_PACKED_HEADERS (encoder) &
VA_ENC_PACKED_HEADER_SLICE)
&& !add_packed_slice_header (encoder, picture, slice))
goto error_create_packed_slice_hdr;
gst_vaapi_enc_picture_add_slice (picture, slice);
gst_vaapi_codec_object_replace (&slice, NULL);
}
if (i_slice < encoder->num_slices)
GST_WARNING
("Using less number of slices than requested, Number of slices per"
" pictures is %d", i_slice);
g_assert (last_ctu_index == ctu_size);
}
return TRUE;
error_create_packed_slice_hdr:
{
GST_ERROR ("failed to create packed slice header buffer");
gst_vaapi_codec_object_replace (&slice, NULL);
return FALSE;
}
}
/* Generates and submits SPS header accordingly into the bitstream */
static gboolean
ensure_sequence (GstVaapiEncoderH265 * encoder, GstVaapiEncPicture * picture)
{
GstVaapiEncSequence *sequence = NULL;
/* submit an SPS header before every new I-frame, if codec config changed */
if (!encoder->config_changed || picture->type != GST_VAAPI_PICTURE_TYPE_I)
return TRUE;
sequence = GST_VAAPI_ENC_SEQUENCE_NEW (HEVC, encoder);
if (!sequence || !fill_sequence (encoder, sequence))
goto error_create_seq_param;
/* add packed vps and sps headers */
if ((GST_VAAPI_ENCODER_PACKED_HEADERS (encoder) &
VA_ENC_PACKED_HEADER_SEQUENCE)
&& !(add_packed_vps_header (encoder, picture, sequence)
&& add_packed_sequence_header (encoder, picture, sequence))) {
goto error_create_packed_seq_hdr;
}
if (sequence) {
gst_vaapi_enc_picture_set_sequence (picture, sequence);
gst_vaapi_codec_object_replace (&sequence, NULL);
}
encoder->config_changed = FALSE;
return TRUE;
/* ERRORS */
error_create_seq_param:
{
GST_ERROR ("failed to create sequence parameter buffer (SPS)");
gst_vaapi_codec_object_replace (&sequence, NULL);
return FALSE;
}
error_create_packed_seq_hdr:
{
GST_ERROR ("failed to create packed sequence header buffer");
gst_vaapi_codec_object_replace (&sequence, NULL);
return FALSE;
}
}
static gboolean
ensure_control_rate_params (GstVaapiEncoderH265 * encoder)
{
if (GST_VAAPI_ENCODER_RATE_CONTROL (encoder) == GST_VAAPI_RATECONTROL_CQP)
return TRUE;
#if VA_CHECK_VERSION(1,1,0)
if (GST_VAAPI_ENCODER_RATE_CONTROL (encoder) == GST_VAAPI_RATECONTROL_ICQ) {
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).ICQ_quality_factor =
encoder->quality_factor;
return TRUE;
}
#endif
/* RateControl params */
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).bits_per_second =
encoder->bitrate_bits;
/* CPB (Coded picture buffer) length in milliseconds, which could be
* provided as a property */
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).window_size = encoder->cpb_length;
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).initial_qp = encoder->init_qp;
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).min_qp = encoder->min_qp;
#if VA_CHECK_VERSION(1,1,0)
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).max_qp = encoder->max_qp;
#endif
#if VA_CHECK_VERSION(1,0,0)
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).rc_flags.bits.mb_rate_control =
(guint) encoder->mbbrc;
#endif
#if VA_CHECK_VERSION(1,3,0)
GST_VAAPI_ENCODER_VA_RATE_CONTROL (encoder).quality_factor =
encoder->quality_factor;
#endif
/* HRD params */
fill_hrd_params (encoder, &GST_VAAPI_ENCODER_VA_HRD (encoder));
return TRUE;
}
static gboolean
ensure_misc_params (GstVaapiEncoderH265 * encoder, GstVaapiEncPicture * picture)
{
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER_CAST (encoder);
if (!gst_vaapi_encoder_ensure_param_control_rate (base_encoder, picture))
return FALSE;
if (!gst_vaapi_encoder_ensure_param_roi_regions (base_encoder, picture))
return FALSE;
if (!gst_vaapi_encoder_ensure_param_quality_level (base_encoder, picture))
return FALSE;
return TRUE;
}
/* Generates and submits PPS header accordingly into the bitstream */
static gboolean
ensure_picture (GstVaapiEncoderH265 * encoder, GstVaapiEncPicture * picture,
GstVaapiCodedBufferProxy * codedbuf_proxy, GstVaapiSurfaceProxy * surface)
{
GstVaapiCodedBuffer *const codedbuf =
GST_VAAPI_CODED_BUFFER_PROXY_BUFFER (codedbuf_proxy);
gboolean res = FALSE;
res = fill_picture (encoder, picture, codedbuf, surface);
if (!res)
return FALSE;
if (picture->type == GST_VAAPI_PICTURE_TYPE_I &&
(GST_VAAPI_ENCODER_PACKED_HEADERS (encoder) &
VA_ENC_PACKED_HEADER_PICTURE)
&& !add_packed_picture_header (encoder, picture)) {
GST_ERROR ("set picture packed header failed");
return FALSE;
}
return TRUE;
}
/* Generates slice headers */
static gboolean
ensure_slices (GstVaapiEncoderH265 * encoder, GstVaapiEncPicture * picture)
{
GstVaapiEncoderH265Ref *reflist_0[15];
GstVaapiEncoderH265Ref *reflist_1[15];
GstVaapiH265RefPool *const ref_pool = &encoder->ref_pool;
guint reflist_0_count = 0, reflist_1_count = 0;
g_assert (picture);
if (picture->type != GST_VAAPI_PICTURE_TYPE_I &&
!reference_list_init (encoder, picture,
reflist_0, &reflist_0_count, reflist_1, &reflist_1_count)) {
GST_ERROR ("reference list reorder failed");
return FALSE;
}
g_assert (reflist_0_count + reflist_1_count <= ref_pool->max_ref_frames);
if (reflist_0_count > ref_pool->max_reflist0_count)
reflist_0_count = ref_pool->max_reflist0_count;
if (reflist_1_count > ref_pool->max_reflist1_count)
reflist_1_count = ref_pool->max_reflist1_count;
if (!add_slice_headers (encoder, picture,
reflist_0, reflist_0_count, reflist_1, reflist_1_count))
return FALSE;
return TRUE;
}
/* Normalizes bitrate (and CPB size) for HRD conformance */
static void
ensure_bitrate_hrd (GstVaapiEncoderH265 * encoder)
{
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER_CAST (encoder);
guint bitrate, cpb_size;
if (!base_encoder->bitrate) {
encoder->bitrate_bits = 0;
return;
}
/* Round down bitrate. This is a hard limit mandated by the user */
g_assert (SX_BITRATE >= 6);
bitrate = (base_encoder->bitrate * 1000) & ~((1U << SX_BITRATE) - 1);
if (bitrate != encoder->bitrate_bits) {
GST_DEBUG ("HRD bitrate: %u bits/sec", bitrate);
encoder->bitrate_bits = bitrate;
encoder->config_changed = TRUE;
}
/* Round up CPB size. This is an HRD compliance detail */
g_assert (SX_CPB_SIZE >= 4);
cpb_size = gst_util_uint64_scale (bitrate, encoder->cpb_length, 1000) &
~((1U << SX_CPB_SIZE) - 1);
if (cpb_size != encoder->cpb_length_bits) {
GST_DEBUG ("HRD CPB size: %u bits", cpb_size);
encoder->cpb_length_bits = cpb_size;
encoder->config_changed = TRUE;
}
}
/* Estimates a good enough bitrate if none was supplied */
static void
ensure_bitrate (GstVaapiEncoderH265 * encoder)
{
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER_CAST (encoder);
switch (GST_VAAPI_ENCODER_RATE_CONTROL (encoder)) {
case GST_VAAPI_RATECONTROL_CBR:
case GST_VAAPI_RATECONTROL_VBR:
case GST_VAAPI_RATECONTROL_QVBR:
if (!base_encoder->bitrate) {
/* FIXME: Provide better estimation */
/* Using a 1/6 compression ratio */
/* 12 bits per pixel for YUV420 */
guint64 factor;
factor = (guint64) encoder->luma_width * encoder->luma_height * 12 / 6;
base_encoder->bitrate =
gst_util_uint64_scale (factor, GST_VAAPI_ENCODER_FPS_N (encoder),
GST_VAAPI_ENCODER_FPS_D (encoder)) / 1000;
GST_INFO ("target bitrate computed to %u kbps", base_encoder->bitrate);
}
break;
default:
base_encoder->bitrate = 0;
break;
}
ensure_bitrate_hrd (encoder);
}
/* Constructs profile, tier and level information based on user-defined limits */
static GstVaapiEncoderStatus
ensure_profile_tier_level (GstVaapiEncoderH265 * encoder)
{
const GstVaapiProfile profile = encoder->profile;
const GstVaapiTierH265 tier = encoder->tier;
const GstVaapiLevelH265 level = encoder->level;
if (!ensure_profile (encoder))
return GST_VAAPI_ENCODER_STATUS_ERROR_UNSUPPORTED_PROFILE;
encoder->entrypoint =
gst_vaapi_encoder_get_entrypoint (GST_VAAPI_ENCODER_CAST (encoder),
encoder->profile);
g_assert (encoder->entrypoint != GST_VAAPI_ENTRYPOINT_INVALID);
/* Ensure bitrate if not set already and derive the right level to use */
ensure_bitrate (encoder);
if (!ensure_tier_level (encoder))
return GST_VAAPI_ENCODER_STATUS_ERROR_OPERATION_FAILED;
if (encoder->profile != profile || encoder->level != level
|| encoder->tier != tier) {
GST_DEBUG ("selected %s profile at tier %s and level %s",
gst_vaapi_utils_h265_get_profile_string (encoder->profile),
gst_vaapi_utils_h265_get_tier_string (encoder->tier),
gst_vaapi_utils_h265_get_level_string (encoder->level));
encoder->config_changed = TRUE;
}
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
}
static gboolean
check_ref_list (GstVaapiEncoderH265 * encoder)
{
#if VA_CHECK_VERSION(1,9,0)
/* Some driver require both r0 and r1 list are non NULL, i.e. no p frame
in the stream. The traditional P frame can be converted to B frame with
forward dependency only. The new B frame has only forward reference in
both r0 and r1 list, which conforms to H265 spec. This can get some gain
because there are 2 MVs for each frame and can generate better motion
estimation. */
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER (encoder);
guint value = 0;
VAProfile va_profile = gst_vaapi_profile_get_va_profile (encoder->profile);
VAEntrypoint va_entrypoint =
gst_vaapi_entrypoint_get_va_entrypoint (encoder->entrypoint);
encoder->no_p_frame = FALSE;
if (gst_vaapi_get_config_attribute (base_encoder->display, va_profile,
va_entrypoint, VAConfigAttribPredictionDirection, &value)) {
gboolean double_ref_list =
((value & VA_PREDICTION_DIRECTION_BI_NOT_EMPTY) != 0);
if (double_ref_list) {
GST_INFO ("driver does not support P frame, we need to convert P"
" frame to forward dependency B frame.");
encoder->no_p_frame = double_ref_list;
}
}
if (encoder->no_p_frame == TRUE && base_encoder->max_num_ref_frames_1 < 1) {
GST_WARNING ("P frame should be converted to forward dependent B,"
" but reference list 1 is disabled here. Should be an invalid"
" setting or a driver error.");
return FALSE;
}
#endif
return TRUE;
}
static GstVaapiEncoderStatus
reset_properties (GstVaapiEncoderH265 * encoder)
{
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER_CAST (encoder);
GstVaapiH265ReorderPool *reorder_pool;
GstVaapiH265RefPool *ref_pool;
guint ctu_size;
gboolean ret;
if (encoder->idr_period < base_encoder->keyframe_period)
encoder->idr_period = base_encoder->keyframe_period;
if (encoder->min_qp > encoder->init_qp)
encoder->min_qp = encoder->init_qp;
if (encoder->max_qp < encoder->init_qp)
encoder->max_qp = encoder->init_qp;
encoder->qp_i = encoder->init_qp;
ctu_size = encoder->ctu_width * encoder->ctu_height;
ret = gst_vaapi_encoder_ensure_num_slices (base_encoder, encoder->profile,
encoder->entrypoint, (ctu_size + 1) / 2, &encoder->num_slices);
g_assert (ret);
gst_vaapi_encoder_ensure_max_num_ref_frames (base_encoder, encoder->profile,
encoder->entrypoint);
if (!check_ref_list (encoder))
return GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
if (base_encoder->max_num_ref_frames_1 < 1 && encoder->num_bframes > 0) {
GST_WARNING ("Disabling b-frame since the driver doesn't support it");
encoder->num_bframes = 0;
}
if (encoder->num_ref_frames > base_encoder->max_num_ref_frames_0) {
GST_INFO ("Lowering the number of reference frames to %d",
base_encoder->max_num_ref_frames_0);
encoder->num_ref_frames = base_encoder->max_num_ref_frames_0;
}
if (encoder->num_bframes > (base_encoder->keyframe_period + 1) / 2)
encoder->num_bframes = (base_encoder->keyframe_period + 1) / 2;
if (encoder->num_bframes > 0 && GST_VAAPI_ENCODER_FPS_N (encoder) > 0)
encoder->cts_offset = gst_util_uint64_scale (GST_SECOND,
GST_VAAPI_ENCODER_FPS_D (encoder), GST_VAAPI_ENCODER_FPS_N (encoder));
else
encoder->cts_offset = 0;
/* init max_poc */
encoder->log2_max_pic_order_cnt =
h265_get_log2_max_pic_order_cnt (encoder->idr_period);
g_assert (encoder->log2_max_pic_order_cnt >= 4);
encoder->max_pic_order_cnt = (1 << encoder->log2_max_pic_order_cnt);
encoder->idr_num = 0;
/* Only Supporting a maximum of two reference frames */
if (encoder->num_bframes) {
encoder->max_dec_pic_buffering = encoder->num_ref_frames + 2;
encoder->max_num_reorder_pics = 1;
} else {
encoder->max_dec_pic_buffering = encoder->num_ref_frames + 1;
encoder->max_num_reorder_pics = 0;
}
ref_pool = &encoder->ref_pool;
ref_pool->max_reflist0_count = encoder->num_ref_frames;
ref_pool->max_reflist1_count = encoder->num_bframes > 0;
ref_pool->max_ref_frames = ref_pool->max_reflist0_count
+ ref_pool->max_reflist1_count;
reorder_pool = &encoder->reorder_pool;
reorder_pool->frame_index = 0;
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
}
static void
reset_tile (GstVaapiEncoderH265 * encoder)
{
memset (tile_ctu_cols, 0, sizeof (tile_ctu_cols));
memset (tile_ctu_rows, 0, sizeof (tile_ctu_rows));
if (encoder->tile_slice_address)
g_free (encoder->tile_slice_address);
encoder->tile_slice_address = NULL;
if (encoder->tile_slice_ctu_num)
g_free (encoder->tile_slice_ctu_num);
encoder->tile_slice_ctu_num = NULL;
if (encoder->tile_slice_address_map)
g_free (encoder->tile_slice_address_map);
encoder->tile_slice_address_map = NULL;
}
static void
recalculate_slices_num_by_tile (GstVaapiEncoderH265 * encoder)
{
GstVaapiDisplay *const display = GST_VAAPI_ENCODER_DISPLAY (encoder);
/* If driver has the requirement that the slice should not span tiles,
we need to increase slice number if needed. */
if (gst_vaapi_display_has_driver_quirks (display,
GST_VAAPI_DRIVER_QUIRK_HEVC_ENC_SLICE_NOT_SPAN_TILE)) {
if (encoder->num_slices < encoder->num_tile_cols * encoder->num_tile_rows) {
/* encoder->num_slices > 1 means user set it */
if (encoder->num_slices > 1)
GST_WARNING ("user set num-slices to %d, which is smaller than tile"
" num %d. We should make slice not span tiles, just set the"
" num-slices to tile num here.",
encoder->num_slices,
encoder->num_tile_cols * encoder->num_tile_rows);
else
GST_INFO ("set default slice num to %d, the same as the tile num.",
encoder->num_tile_cols * encoder->num_tile_rows);
encoder->num_slices = encoder->num_tile_cols * encoder->num_tile_rows;
}
}
}
static GstVaapiEncoderStatus
calculate_slices_start_address (GstVaapiEncoderH265 * encoder)
{
GstVaapiDisplay *const display = GST_VAAPI_ENCODER_DISPLAY (encoder);
guint32 ctu_per_slice;
guint32 left_slices;
gint32 i, j, k;
/* If driver has the requirement that the slice should not span tiles,
firstly we should scatter slices uniformly into each tile, bigger
tile gets more slices. Then we should assign CTUs within one tile
uniformly to each slice in that tile. */
if (gst_vaapi_display_has_driver_quirks (display,
GST_VAAPI_DRIVER_QUIRK_HEVC_ENC_SLICE_NOT_SPAN_TILE)) {
guint32 *slices_per_tile = g_malloc (encoder->num_tile_cols *
encoder->num_tile_rows * sizeof (guint32));
if (!slices_per_tile)
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
ctu_per_slice = (encoder->ctu_width * encoder->ctu_height +
encoder->num_slices - 1) / encoder->num_slices;
g_assert (ctu_per_slice > 0);
left_slices = encoder->num_slices;
for (i = 0; i < encoder->num_tile_cols * encoder->num_tile_rows; i++) {
slices_per_tile[i] = 1;
left_slices--;
}
while (left_slices) {
/* Find the biggest CTUs/slices, and assign more. */
gfloat largest = 0.0f;
k = -1;
for (i = 0; i < encoder->num_tile_cols * encoder->num_tile_rows; i++) {
gfloat f;
f = ((gfloat) (tile_ctu_cols[i % encoder->num_tile_cols] *
tile_ctu_rows[i / encoder->num_tile_cols])) /
(gfloat) slices_per_tile[i];
g_assert (f >= 1.0f);
if (f > largest) {
k = i;
largest = f;
}
}
g_assert (k >= 0);
slices_per_tile[k]++;
left_slices--;
}
/* Assign CTUs in one tile uniformly to each slice. Note: the slice start
address is CTB address in tile scan(see spec 6.5), that is, we accumulate
all CTUs in tile0, then tile1, and tile2..., not from the picture's
perspective. */
encoder->tile_slice_address[0] = 0;
k = 1;
for (i = 0; i < encoder->num_tile_rows; i++) {
for (j = 0; j < encoder->num_tile_cols; j++) {
guint32 s_num = slices_per_tile[i * encoder->num_tile_cols + j];
guint32 one_tile_ctus = tile_ctu_cols[j] * tile_ctu_rows[i];
guint32 s;
GST_LOG ("Tile(row %d col %d), has CTU in col %d,"
" CTU in row is %d, total CTU %d, assigned %d slices", i, j,
tile_ctu_cols[j], tile_ctu_rows[i], one_tile_ctus, s_num);
g_assert (s_num > 0);
for (s = 0; s < s_num; s++) {
encoder->tile_slice_address[k] =
encoder->tile_slice_address[k - 1] + ((s +
1) * one_tile_ctus) / s_num - (s * one_tile_ctus) / s_num;
encoder->tile_slice_ctu_num[k - 1] =
encoder->tile_slice_address[k] - encoder->tile_slice_address[k -
1];
k++;
}
}
}
g_assert (k == encoder->num_slices + 1);
/* Calculate the last one */
encoder->tile_slice_ctu_num[encoder->num_slices - 1] =
encoder->ctu_width * encoder->ctu_height -
encoder->tile_slice_address[encoder->num_slices - 1];
g_free (slices_per_tile);
}
/* The easy way, just assign CTUs to each slice uniformly */
else {
ctu_per_slice = (encoder->ctu_width * encoder->ctu_height +
encoder->num_slices - 1) / encoder->num_slices;
g_assert (ctu_per_slice > 0);
for (i = 0; i < encoder->num_slices - 1; i++)
encoder->tile_slice_ctu_num[i] = ctu_per_slice;
encoder->tile_slice_ctu_num[encoder->num_slices - 1] =
encoder->ctu_width * encoder->ctu_height -
(encoder->num_slices - 1) * ctu_per_slice;
encoder->tile_slice_address[0] = 0;
for (i = 1; i <= encoder->num_slices; i++)
encoder->tile_slice_address[i] = encoder->tile_slice_address[i - 1] +
encoder->tile_slice_ctu_num[i - 1];
}
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
}
static GstVaapiEncoderStatus
ensure_tile (GstVaapiEncoderH265 * encoder)
{
gint32 i, j, k;
guint32 ctu_tile_width_accu[GST_VAAPI_H265_MAX_COL_TILES + 1];
guint32 ctu_tile_height_accu[GST_VAAPI_H265_MAX_ROW_TILES + 1];
guint32 num_slices;
GstVaapiEncoderStatus ret;
reset_tile (encoder);
if (!h265_is_tile_enabled (encoder))
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
if (!gst_vaapi_encoder_ensure_tile_support (GST_VAAPI_ENCODER (encoder),
encoder->profile, encoder->entrypoint)) {
GST_ERROR ("The profile:%s, entrypoint:%d does not support tile.",
gst_vaapi_utils_h265_get_profile_string (encoder->profile),
encoder->entrypoint);
return GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
}
if (encoder->num_tile_cols >
gst_vaapi_utils_h265_get_level_limits (encoder->level)->MaxTileColumns) {
GST_ERROR ("num_tile_cols:%d exceeds MaxTileColumns:%d",
encoder->num_tile_cols,
gst_vaapi_utils_h265_get_level_limits (encoder->level)->MaxTileColumns);
return GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
}
if (encoder->num_tile_rows >
gst_vaapi_utils_h265_get_level_limits (encoder->level)->MaxTileRows) {
GST_ERROR ("num_tile_rows:%d exceeds MaxTileRows:%d",
encoder->num_tile_rows,
gst_vaapi_utils_h265_get_level_limits (encoder->level)->MaxTileRows);
return GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
}
if (encoder->ctu_width < encoder->num_tile_cols) {
GST_WARNING
("Only %d CTUs in width, not enough to split into %d tile columns",
encoder->ctu_width, encoder->num_tile_cols);
return GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
}
if (encoder->ctu_height < encoder->num_tile_rows) {
GST_WARNING
("Only %d CTUs in height, not enough to split into %d tile rows",
encoder->ctu_height, encoder->num_tile_rows);
return GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
}
recalculate_slices_num_by_tile (encoder);
/* ensure not exceed max supported slices */
num_slices = encoder->num_slices;
gst_vaapi_encoder_ensure_num_slices (GST_VAAPI_ENCODER_CAST (encoder),
encoder->profile, encoder->entrypoint,
(encoder->ctu_width * encoder->ctu_height + 1) / 2, &num_slices);
if (num_slices != encoder->num_slices) {
GST_ERROR ("The tile setting need at least %d slices, but the max"
" slice number is just %d", encoder->num_slices, num_slices);
return GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
}
encoder->tile_slice_address =
/* Add one as sentinel, hold val to calculate ctu_num */
g_malloc ((encoder->num_slices + 1) * sizeof (guint32));
if (!encoder->tile_slice_address)
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
encoder->tile_slice_ctu_num =
g_malloc (encoder->num_slices * sizeof (guint32));
if (!encoder->tile_slice_ctu_num)
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
encoder->tile_slice_address_map =
g_malloc (encoder->ctu_width * encoder->ctu_height * sizeof (guint32));
if (!encoder->tile_slice_address_map)
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
/* firstly uniformly separate CTUs into tiles, as the spec 6.5.1 define */
for (i = 0; i < encoder->num_tile_cols; i++)
tile_ctu_cols[i] =
((i + 1) * encoder->ctu_width) / encoder->num_tile_cols -
(i * encoder->ctu_width) / encoder->num_tile_cols;
for (i = 0; i < encoder->num_tile_rows; i++)
tile_ctu_rows[i] =
((i + 1) * encoder->ctu_height) / encoder->num_tile_rows -
(i * encoder->ctu_height) / encoder->num_tile_rows;
ret = calculate_slices_start_address (encoder);
if (ret != GST_VAAPI_ENCODER_STATUS_SUCCESS)
return ret;
/* Build the map to specifying the conversion between a CTB address in CTB
raster scan of a picture and a CTB address in tile scan(see spec 6.5.1
for details). */
ctu_tile_width_accu[0] = 0;
for (i = 1; i <= encoder->num_tile_cols; i++)
ctu_tile_width_accu[i] = ctu_tile_width_accu[i - 1] + tile_ctu_cols[i - 1];
ctu_tile_height_accu[0] = 0;
for (i = 1; i <= encoder->num_tile_rows; i++)
ctu_tile_height_accu[i] =
ctu_tile_height_accu[i - 1] + tile_ctu_rows[i - 1];
for (k = 0; k < encoder->ctu_width * encoder->ctu_height; k++) {
/* The ctu coordinate in the picture. */
guint32 x = k % encoder->ctu_width;
guint32 y = k / encoder->ctu_width;
/* The ctu coordinate in the tile mode. */
guint32 tile_x = 0;
guint32 tile_y = 0;
/* The index of the CTU in the tile mode. */
guint32 tso = 0;
for (i = 0; i < encoder->num_tile_cols; i++)
if (x >= ctu_tile_width_accu[i])
tile_x = i;
g_assert (tile_x <= encoder->num_tile_cols - 1);
for (j = 0; j < encoder->num_tile_rows; j++)
if (y >= ctu_tile_height_accu[j])
tile_y = j;
g_assert (tile_y <= encoder->num_tile_rows - 1);
/* add all ctus in the tiles the same line before us */
for (i = 0; i < tile_x; i++)
tso += tile_ctu_rows[tile_y] * tile_ctu_cols[i];
/* add all ctus in the tiles above us */
for (j = 0; j < tile_y; j++)
tso += encoder->ctu_width * tile_ctu_rows[j];
/* add the ctus inside the same tile before us */
tso += (y - ctu_tile_height_accu[tile_y]) * tile_ctu_cols[tile_x]
+ x - ctu_tile_width_accu[tile_x];
g_assert (tso < encoder->ctu_width * encoder->ctu_height);
encoder->tile_slice_address_map[tso] = k;
}
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
}
static GstVaapiEncoderStatus
gst_vaapi_encoder_h265_encode (GstVaapiEncoder * base_encoder,
GstVaapiEncPicture * picture, GstVaapiCodedBufferProxy * codedbuf)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (base_encoder);
GstVaapiEncoderStatus ret = GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN;
GstVaapiSurfaceProxy *reconstruct = NULL;
reconstruct = gst_vaapi_encoder_create_surface (base_encoder);
g_assert (GST_VAAPI_SURFACE_PROXY_SURFACE (reconstruct));
if (!ensure_sequence (encoder, picture))
goto error;
if (!ensure_misc_params (encoder, picture))
goto error;
if (!ensure_picture (encoder, picture, codedbuf, reconstruct))
goto error;
if (!ensure_slices (encoder, picture))
goto error;
if (!gst_vaapi_enc_picture_encode (picture))
goto error;
if (!reference_list_update (encoder, picture, reconstruct))
goto error;
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
/* ERRORS */
error:
{
if (reconstruct)
gst_vaapi_encoder_release_surface (GST_VAAPI_ENCODER (encoder),
reconstruct);
return ret;
}
}
struct _PendingIterState
{
GstVaapiPictureType pic_type;
};
static gboolean
gst_vaapi_encoder_h265_get_pending_reordered (GstVaapiEncoder * base_encoder,
GstVaapiEncPicture ** picture, gpointer * state)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (base_encoder);
GstVaapiH265ReorderPool *reorder_pool;
GstVaapiEncPicture *pic;
struct _PendingIterState *iter;
g_return_val_if_fail (state, FALSE);
if (!*state) {
iter = g_new0 (struct _PendingIterState, 1);
iter->pic_type = GST_VAAPI_PICTURE_TYPE_P;
*state = iter;
} else {
iter = *state;
}
*picture = NULL;
reorder_pool = &encoder->reorder_pool;
if (g_queue_is_empty (&reorder_pool->reorder_frame_list))
return FALSE;
pic = g_queue_pop_tail (&reorder_pool->reorder_frame_list);
g_assert (pic);
if (iter->pic_type == GST_VAAPI_PICTURE_TYPE_P) {
set_p_frame (pic, encoder);
iter->pic_type = GST_VAAPI_PICTURE_TYPE_B;
} else if (iter->pic_type == GST_VAAPI_PICTURE_TYPE_B) {
set_b_frame (pic, encoder);
} else {
GST_WARNING ("Unhandled pending picture type");
}
if (GST_CLOCK_TIME_IS_VALID (pic->frame->pts))
pic->frame->pts += encoder->cts_offset;
*picture = pic;
return TRUE;
}
static GstVaapiEncoderStatus
gst_vaapi_encoder_h265_flush (GstVaapiEncoder * base_encoder)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (base_encoder);
GstVaapiH265ReorderPool *reorder_pool;
GstVaapiEncPicture *pic;
reorder_pool = &encoder->reorder_pool;
reorder_pool->frame_index = 0;
reorder_pool->cur_present_index = 0;
while (!g_queue_is_empty (&reorder_pool->reorder_frame_list)) {
pic = (GstVaapiEncPicture *)
g_queue_pop_head (&reorder_pool->reorder_frame_list);
gst_vaapi_enc_picture_unref (pic);
}
g_queue_clear (&reorder_pool->reorder_frame_list);
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
}
/* Generate "codec-data" buffer */
static GstVaapiEncoderStatus
gst_vaapi_encoder_h265_get_codec_data (GstVaapiEncoder * base_encoder,
GstBuffer ** out_buffer_ptr)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (base_encoder);
const guint32 configuration_version = 0x01;
const guint32 nal_length_size = 4;
GstMapInfo vps_info, sps_info, pps_info;
GstBitWriter bs;
GstBuffer *buffer;
guint min_spatial_segmentation_idc = 0;
guint num_arrays = 3;
if (!encoder->vps_data || !encoder->sps_data || !encoder->pps_data)
return GST_VAAPI_ENCODER_STATUS_ERROR_INVALID_HEADER;
if (gst_buffer_get_size (encoder->sps_data) < 4)
return GST_VAAPI_ENCODER_STATUS_ERROR_INVALID_HEADER;
if (!gst_buffer_map (encoder->vps_data, &vps_info, GST_MAP_READ))
goto error_map_vps_buffer;
if (!gst_buffer_map (encoder->sps_data, &sps_info, GST_MAP_READ))
goto error_map_sps_buffer;
if (!gst_buffer_map (encoder->pps_data, &pps_info, GST_MAP_READ))
goto error_map_pps_buffer;
/* Header */
gst_bit_writer_init_with_size (&bs,
(vps_info.size + sps_info.size + pps_info.size + 64), FALSE);
WRITE_UINT32 (&bs, configuration_version, 8);
WRITE_UINT32 (&bs, sps_info.data[4], 8); /* profile_space | tier_flag | profile_idc */
WRITE_UINT32 (&bs, sps_info.data[5], 32); /* profile_compatibility_flag [0-31] */
/* progressive_source_flag | interlaced_source_flag | non_packed_constraint_flag |
* frame_only_constraint_flag | reserved_zero_bits[0-27] */
WRITE_UINT32 (&bs, sps_info.data[9], 32);
WRITE_UINT32 (&bs, sps_info.data[13], 16); /* reserved_zero_bits [28-43] */
WRITE_UINT32 (&bs, sps_info.data[15], 8); /* level_idc */
WRITE_UINT32 (&bs, 0x0f, 4); /* 1111 */
WRITE_UINT32 (&bs, min_spatial_segmentation_idc, 12); /* min_spatial_segmentation_idc */
WRITE_UINT32 (&bs, 0x3f, 6); /* 111111 */
WRITE_UINT32 (&bs, 0x00, 2); /* parallelismType */
WRITE_UINT32 (&bs, 0x3f, 6); /* 111111 */
WRITE_UINT32 (&bs, 0x01, 2); /* chroma_format_idc */
WRITE_UINT32 (&bs, 0x1f, 5); /* 11111 */
WRITE_UINT32 (&bs, 0x01, 3); /* bit_depth_luma_minus8 */
WRITE_UINT32 (&bs, 0x1f, 5); /* 11111 */
WRITE_UINT32 (&bs, 0x01, 3); /* bit_depth_chroma_minus8 */
WRITE_UINT32 (&bs, 0x00, 16); /* avgFramerate */
WRITE_UINT32 (&bs, 0x00, 2); /* constatnFramerate */
WRITE_UINT32 (&bs, 0x00, 3); /* numTemporalLayers */
WRITE_UINT32 (&bs, 0x00, 1); /* temporalIdNested */
WRITE_UINT32 (&bs, nal_length_size - 1, 2); /* lengthSizeMinusOne */
WRITE_UINT32 (&bs, 0x00, 8); /* numOfArrays */
WRITE_UINT32 (&bs, num_arrays, 8); /* numOfArrays */
/* Write VPS */
WRITE_UINT32 (&bs, 0x00, 1); /* array_completeness */
WRITE_UINT32 (&bs, 0x00, 1); /* reserved zero */
WRITE_UINT32 (&bs, GST_H265_NAL_VPS, 6); /* Nal_unit_type */
WRITE_UINT32 (&bs, 0x01, 16); /* numNalus, VPS count = 1 */
g_assert (GST_BIT_WRITER_BIT_SIZE (&bs) % 8 == 0);
/* Write Nal unit length and data of VPS */
if (!gst_vaapi_utils_h26x_write_nal_unit (&bs, vps_info.data, vps_info.size))
goto nal_to_byte_stream_error;
/* Write SPS */
WRITE_UINT32 (&bs, 0x00, 1); /* array_completeness */
WRITE_UINT32 (&bs, 0x00, 1); /* reserved zero */
WRITE_UINT32 (&bs, GST_H265_NAL_SPS, 6); /* Nal_unit_type */
WRITE_UINT32 (&bs, 0x01, 16); /* numNalus, SPS count = 1 */
g_assert (GST_BIT_WRITER_BIT_SIZE (&bs) % 8 == 0);
/* Write Nal unit length and data of SPS */
if (!gst_vaapi_utils_h26x_write_nal_unit (&bs, sps_info.data, sps_info.size))
goto nal_to_byte_stream_error;
/* Write PPS */
WRITE_UINT32 (&bs, 0x00, 1); /* array_completeness */
WRITE_UINT32 (&bs, 0x00, 1); /* reserved zero */
WRITE_UINT32 (&bs, GST_H265_NAL_PPS, 6); /* Nal_unit_type */
WRITE_UINT32 (&bs, 0x01, 16); /* numNalus, PPS count = 1 */
/* Write Nal unit length and data of PPS */
if (!gst_vaapi_utils_h26x_write_nal_unit (&bs, pps_info.data, pps_info.size))
goto nal_to_byte_stream_error;
gst_buffer_unmap (encoder->pps_data, &pps_info);
gst_buffer_unmap (encoder->sps_data, &sps_info);
gst_buffer_unmap (encoder->vps_data, &vps_info);
buffer = gst_bit_writer_reset_and_get_buffer (&bs);
if (!buffer)
goto error_alloc_buffer;
if (gst_buffer_n_memory (buffer) == 0) {
gst_buffer_unref (buffer);
goto error_alloc_buffer;
}
*out_buffer_ptr = buffer;
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
/* ERRORS */
bs_error:
{
GST_ERROR ("failed to write codec-data");
gst_buffer_unmap (encoder->vps_data, &vps_info);
gst_buffer_unmap (encoder->sps_data, &sps_info);
gst_buffer_unmap (encoder->pps_data, &pps_info);
gst_bit_writer_reset (&bs);
return GST_VAAPI_ENCODER_STATUS_ERROR_OPERATION_FAILED;
}
nal_to_byte_stream_error:
{
GST_ERROR ("failed to write nal unit");
gst_buffer_unmap (encoder->vps_data, &vps_info);
gst_buffer_unmap (encoder->sps_data, &sps_info);
gst_buffer_unmap (encoder->pps_data, &pps_info);
gst_bit_writer_reset (&bs);
return GST_VAAPI_ENCODER_STATUS_ERROR_OPERATION_FAILED;
}
error_map_vps_buffer:
{
GST_ERROR ("failed to map VPS packed header");
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
}
error_map_sps_buffer:
{
GST_ERROR ("failed to map SPS packed header");
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
}
error_map_pps_buffer:
{
GST_ERROR ("failed to map PPS packed header");
gst_buffer_unmap (encoder->sps_data, &sps_info);
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
}
error_alloc_buffer:
{
GST_ERROR ("failed to allocate codec-data buffer");
gst_bit_writer_reset (&bs);
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
}
}
/* TODO */
/* The re-ordering algorithm is similar to what we implemented for
* h264 encoder. But We could have a better algorithm for hevc encoder
* by having B-frames as reference pictures */
static GstVaapiEncoderStatus
gst_vaapi_encoder_h265_reordering (GstVaapiEncoder * base_encoder,
GstVideoCodecFrame * frame, GstVaapiEncPicture ** output)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (base_encoder);
GstVaapiH265ReorderPool *reorder_pool = NULL;
GstVaapiEncPicture *picture;
gboolean is_idr = FALSE;
*output = NULL;
reorder_pool = &encoder->reorder_pool;
if (!frame) {
if (reorder_pool->reorder_state != GST_VAAPI_ENC_H265_REORD_DUMP_FRAMES)
return GST_VAAPI_ENCODER_STATUS_NO_SURFACE;
/* reorder_state = GST_VAAPI_ENC_H265_REORD_DUMP_FRAMES
dump B frames from queue, sometime, there may also have P frame or I frame */
g_assert (encoder->num_bframes > 0);
g_return_val_if_fail (!g_queue_is_empty (&reorder_pool->reorder_frame_list),
GST_VAAPI_ENCODER_STATUS_ERROR_UNKNOWN);
picture = g_queue_pop_head (&reorder_pool->reorder_frame_list);
g_assert (picture);
if (g_queue_is_empty (&reorder_pool->reorder_frame_list)) {
reorder_pool->reorder_state = GST_VAAPI_ENC_H265_REORD_WAIT_FRAMES;
}
goto end;
}
/* new frame coming */
picture = GST_VAAPI_ENC_PICTURE_NEW (HEVC, encoder, frame);
if (!picture) {
GST_WARNING ("create H265 picture failed, frame timestamp:%"
GST_TIME_FORMAT, GST_TIME_ARGS (frame->pts));
return GST_VAAPI_ENCODER_STATUS_ERROR_ALLOCATION_FAILED;
}
++reorder_pool->cur_present_index;
picture->poc = ((reorder_pool->cur_present_index * 1) %
encoder->max_pic_order_cnt);
is_idr = (reorder_pool->frame_index == 0 ||
reorder_pool->frame_index >= encoder->idr_period);
/* check key frames */
if (is_idr || GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (frame) ||
(reorder_pool->frame_index %
GST_VAAPI_ENCODER_KEYFRAME_PERIOD (encoder)) == 0) {
++reorder_pool->frame_index;
/* b frame enabled, check queue of reorder_frame_list */
if (encoder->num_bframes
&& !g_queue_is_empty (&reorder_pool->reorder_frame_list)) {
GstVaapiEncPicture *p_pic;
p_pic = g_queue_pop_tail (&reorder_pool->reorder_frame_list);
set_p_frame (p_pic, encoder);
g_queue_foreach (&reorder_pool->reorder_frame_list,
(GFunc) set_b_frame, encoder);
set_key_frame (picture, encoder, is_idr);
g_queue_push_tail (&reorder_pool->reorder_frame_list, picture);
picture = p_pic;
reorder_pool->reorder_state = GST_VAAPI_ENC_H265_REORD_DUMP_FRAMES;
} else { /* no b frames in queue */
set_key_frame (picture, encoder, is_idr);
g_assert (g_queue_is_empty (&reorder_pool->reorder_frame_list));
if (encoder->num_bframes)
reorder_pool->reorder_state = GST_VAAPI_ENC_H265_REORD_WAIT_FRAMES;
}
goto end;
}
/* new p/b frames coming */
++reorder_pool->frame_index;
if (reorder_pool->reorder_state == GST_VAAPI_ENC_H265_REORD_WAIT_FRAMES &&
g_queue_get_length (&reorder_pool->reorder_frame_list) <
encoder->num_bframes) {
g_queue_push_tail (&reorder_pool->reorder_frame_list, picture);
return GST_VAAPI_ENCODER_STATUS_NO_SURFACE;
}
set_p_frame (picture, encoder);
if (reorder_pool->reorder_state == GST_VAAPI_ENC_H265_REORD_WAIT_FRAMES) {
g_queue_foreach (&reorder_pool->reorder_frame_list, (GFunc) set_b_frame,
encoder);
reorder_pool->reorder_state = GST_VAAPI_ENC_H265_REORD_DUMP_FRAMES;
g_assert (!g_queue_is_empty (&reorder_pool->reorder_frame_list));
}
end:
g_assert (picture);
frame = picture->frame;
if (GST_CLOCK_TIME_IS_VALID (frame->pts))
frame->pts += encoder->cts_offset;
*output = picture;
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
}
static GstVaapiEncoderStatus
set_context_info (GstVaapiEncoder * base_encoder)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (base_encoder);
GstVideoInfo *const vip = GST_VAAPI_ENCODER_VIDEO_INFO (encoder);
const guint DEFAULT_SURFACES_COUNT = 3;
/* FIXME: Using only a rough approximation for bitstream headers.
* Not taken into account: ScalingList, RefPicListModification,
* PredWeightTable */
/* Maximum sizes for common headers (in bits) */
enum
{
MAX_PROFILE_TIER_LEVEL_SIZE = 684,
MAX_VPS_HDR_SIZE = 13781,
MAX_SPS_HDR_SIZE = 615,
MAX_SHORT_TERM_REFPICSET_SIZE = 55,
MAX_VUI_PARAMS_SIZE = 267,
MAX_HRD_PARAMS_SIZE = 8196,
MAX_PPS_HDR_SIZE = 274,
MAX_SLICE_HDR_SIZE = 33660
};
/* Account for VPS header */
base_encoder->codedbuf_size += 4 + GST_ROUND_UP_8 (MAX_VPS_HDR_SIZE +
MAX_PROFILE_TIER_LEVEL_SIZE + MAX_HRD_PARAMS_SIZE) / 8;
/* Account for SPS header */
base_encoder->codedbuf_size += 4 + GST_ROUND_UP_8 (MAX_SPS_HDR_SIZE +
MAX_PROFILE_TIER_LEVEL_SIZE + 64 * MAX_SHORT_TERM_REFPICSET_SIZE +
MAX_VUI_PARAMS_SIZE + MAX_HRD_PARAMS_SIZE) / 8;
/* Account for PPS header */
base_encoder->codedbuf_size += 4 + GST_ROUND_UP_8 (MAX_PPS_HDR_SIZE) / 8;
/* Account for slice header */
base_encoder->codedbuf_size += encoder->num_slices * (4 +
GST_ROUND_UP_8 (MAX_SLICE_HDR_SIZE + MAX_SHORT_TERM_REFPICSET_SIZE) / 8);
GST_VAAPI_ENCODER_CAST (encoder)->profile = encoder->profile;
base_encoder->num_ref_frames = (encoder->num_ref_frames
+ (encoder->num_bframes > 0 ? 1 : 0) + DEFAULT_SURFACES_COUNT);
/* Only YUV 4:2:0 formats are supported for now. */
base_encoder->codedbuf_size += GST_ROUND_UP_16 (vip->width) *
GST_ROUND_UP_16 (vip->height) * 3 / 2;
base_encoder->context_info.profile = base_encoder->profile;
base_encoder->context_info.entrypoint = encoder->entrypoint;
return GST_VAAPI_ENCODER_STATUS_SUCCESS;
}
static GstVaapiEncoderStatus
gst_vaapi_encoder_h265_reconfigure (GstVaapiEncoder * base_encoder)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (base_encoder);
GstVaapiEncoderStatus status;
guint luma_width, luma_height;
luma_width = GST_VAAPI_ENCODER_WIDTH (encoder);
luma_height = GST_VAAPI_ENCODER_HEIGHT (encoder);
if (luma_width != encoder->luma_width || luma_height != encoder->luma_height) {
GST_DEBUG ("resolution: %d %d", GST_VAAPI_ENCODER_WIDTH (encoder),
GST_VAAPI_ENCODER_HEIGHT (encoder));
encoder->luma_width = GST_ROUND_UP_16 (luma_width);
encoder->luma_height = GST_ROUND_UP_16 (luma_height);
encoder->config_changed = TRUE;
/* Frame Cropping */
if ((GST_VAAPI_ENCODER_WIDTH (encoder) & 15) ||
(GST_VAAPI_ENCODER_HEIGHT (encoder) & 15)) {
/* 6.1, Table 6-1 */
static const guint SubWidthC[] = { 1, 2, 2, 1 };
static const guint SubHeightC[] = { 1, 2, 1, 1 };
guint index = gst_vaapi_utils_h265_get_chroma_format_idc
(gst_vaapi_video_format_get_chroma_type (GST_VIDEO_INFO_FORMAT
(GST_VAAPI_ENCODER_VIDEO_INFO (encoder))));
encoder->conformance_window_flag = 1;
encoder->conf_win_left_offset = 0;
encoder->conf_win_right_offset =
(encoder->luma_width -
GST_VAAPI_ENCODER_WIDTH (encoder)) / SubWidthC[index];
encoder->conf_win_top_offset = 0;
encoder->conf_win_bottom_offset =
(encoder->luma_height -
GST_VAAPI_ENCODER_HEIGHT (encoder)) / SubHeightC[index];
}
}
status = ensure_profile_tier_level (encoder);
if (status != GST_VAAPI_ENCODER_STATUS_SUCCESS)
return status;
/* Set ctu size based on entrypoint. */
if (encoder->entrypoint == GST_VAAPI_ENTRYPOINT_SLICE_ENCODE_LP) {
encoder->ctu_width = (encoder->luma_width + 63) / 64;
encoder->ctu_height = (encoder->luma_height + 63) / 64;
} else {
encoder->ctu_width = (encoder->luma_width + 31) / 32;
encoder->ctu_height = (encoder->luma_height + 31) / 32;
}
status = reset_properties (encoder);
if (status != GST_VAAPI_ENCODER_STATUS_SUCCESS)
return status;
status = ensure_tile (encoder);
if (status != GST_VAAPI_ENCODER_STATUS_SUCCESS)
return status;
ensure_control_rate_params (encoder);
return set_context_info (base_encoder);
}
static void
gst_vaapi_encoder_h265_init (GstVaapiEncoderH265 * encoder)
{
GstVaapiH265ReorderPool *reorder_pool;
GstVaapiH265RefPool *ref_pool;
/* Default encoding entrypoint */
encoder->entrypoint = GST_VAAPI_ENTRYPOINT_SLICE_ENCODE;
encoder->tier = GST_VAAPI_TIER_H265_UNKNOWN;
encoder->conformance_window_flag = 0;
encoder->num_slices = 1;
encoder->no_p_frame = FALSE;
/* re-ordering list initialize */
reorder_pool = &encoder->reorder_pool;
g_queue_init (&reorder_pool->reorder_frame_list);
reorder_pool->reorder_state = GST_VAAPI_ENC_H265_REORD_NONE;
reorder_pool->frame_index = 0;
reorder_pool->cur_present_index = 0;
/* reference list info initialize */
ref_pool = &encoder->ref_pool;
g_queue_init (&ref_pool->ref_list);
ref_pool->max_ref_frames = 0;
ref_pool->max_reflist0_count = 1;
ref_pool->max_reflist1_count = 1;
encoder->allowed_profiles = NULL;
}
struct _GstVaapiEncoderH265Class
{
GstVaapiEncoderClass parent_class;
};
G_DEFINE_TYPE (GstVaapiEncoderH265, gst_vaapi_encoder_h265,
GST_TYPE_VAAPI_ENCODER);
static void
gst_vaapi_encoder_h265_finalize (GObject * object)
{
/*free private buffers */
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (object);
GstVaapiEncPicture *pic;
GstVaapiEncoderH265Ref *ref;
GstVaapiH265RefPool *ref_pool;
GstVaapiH265ReorderPool *reorder_pool;
gst_buffer_replace (&encoder->vps_data, NULL);
gst_buffer_replace (&encoder->sps_data, NULL);
gst_buffer_replace (&encoder->pps_data, NULL);
/* reference list info de-init */
ref_pool = &encoder->ref_pool;
while (!g_queue_is_empty (&ref_pool->ref_list)) {
ref = (GstVaapiEncoderH265Ref *) g_queue_pop_head (&ref_pool->ref_list);
reference_pic_free (encoder, ref);
}
g_queue_clear (&ref_pool->ref_list);
/* re-ordering list initialize */
reorder_pool = &encoder->reorder_pool;
while (!g_queue_is_empty (&reorder_pool->reorder_frame_list)) {
pic = (GstVaapiEncPicture *)
g_queue_pop_head (&reorder_pool->reorder_frame_list);
gst_vaapi_enc_picture_unref (pic);
}
g_queue_clear (&reorder_pool->reorder_frame_list);
reset_tile (encoder);
if (encoder->allowed_profiles)
g_array_unref (encoder->allowed_profiles);
G_OBJECT_CLASS (gst_vaapi_encoder_h265_parent_class)->finalize (object);
}
/**
* @ENCODER_H265_PROP_RATECONTROL: Rate control (#GstVaapiRateControl).
* @ENCODER_H265_PROP_TUNE: The tuning options (#GstVaapiEncoderTune).
* @ENCODER_H265_PROP_MAX_BFRAMES: Number of B-frames between I
* and P (uint).
* @ENCODER_H265_PROP_INIT_QP: Initial quantizer value (uint).
* @ENCODER_H265_PROP_MIN_QP: Minimal quantizer value (uint).
* @ENCODER_H265_PROP_NUM_SLICES: Number of slices per frame (uint).
* @ENCODER_H265_PROP_NUM_REF_FRAMES: Maximum number of reference frames.
* @ENCODER_H265_PROP_CPB_LENGTH: Length of the CPB buffer
* in milliseconds (uint).
* @ENCODER_H265_PROP_MBBRC: Macroblock level Bitrate Control.
* @ENCODER_H265_PROP_QP_IP: Difference of QP between I and P frame.
* @ENCODER_H265_PROP_QP_IB: Difference of QP between I and B frame.
* @ENCODER_H265_PROP_LOW_DELAY_B: use low delay b feature.
* @ENCODER_H265_PROP_MAX_QP: Maximal quantizer value (uint).
*
* The set of H.265 encoder specific configurable properties.
*/
enum
{
ENCODER_H265_PROP_RATECONTROL = 1,
ENCODER_H265_PROP_TUNE,
ENCODER_H265_PROP_MAX_BFRAMES,
ENCODER_H265_PROP_INIT_QP,
ENCODER_H265_PROP_MIN_QP,
ENCODER_H265_PROP_NUM_SLICES,
ENCODER_H265_PROP_NUM_REF_FRAMES,
ENCODER_H265_PROP_CPB_LENGTH,
ENCODER_H265_PROP_MBBRC,
ENCODER_H265_PROP_QP_IP,
ENCODER_H265_PROP_QP_IB,
#ifndef GST_REMOVE_DEPRECATED
ENCODER_H265_PROP_LOW_DELAY_B,
#endif
ENCODER_H265_PROP_MAX_QP,
ENCODER_H265_PROP_QUALITY_FACTOR,
ENCODER_H265_PROP_NUM_TILE_COLS,
ENCODER_H265_PROP_NUM_TILE_ROWS,
ENCODER_H265_N_PROPERTIES
};
static GParamSpec *properties[ENCODER_H265_N_PROPERTIES];
static void
gst_vaapi_encoder_h265_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER (object);
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (object);
if (base_encoder->num_codedbuf_queued > 0) {
GST_ERROR_OBJECT (object,
"failed to set any property after encoding started");
return;
}
switch (prop_id) {
case ENCODER_H265_PROP_RATECONTROL:
gst_vaapi_encoder_set_rate_control (base_encoder,
g_value_get_enum (value));
break;
case ENCODER_H265_PROP_TUNE:
gst_vaapi_encoder_set_tuning (base_encoder, g_value_get_enum (value));
break;
case ENCODER_H265_PROP_MAX_BFRAMES:
encoder->num_bframes = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_INIT_QP:
encoder->init_qp = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_MIN_QP:
encoder->min_qp = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_QP_IP:
encoder->qp_ip = g_value_get_int (value);
break;
case ENCODER_H265_PROP_QP_IB:
encoder->qp_ib = g_value_get_int (value);
break;
case ENCODER_H265_PROP_NUM_SLICES:
encoder->num_slices = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_CPB_LENGTH:
encoder->cpb_length = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_NUM_REF_FRAMES:
encoder->num_ref_frames = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_MBBRC:
encoder->mbbrc = g_value_get_enum (value);
break;
#ifndef GST_REMOVE_DEPRECATED
case ENCODER_H265_PROP_LOW_DELAY_B:
#if !VA_CHECK_VERSION(1,9,0)
encoder->no_p_frame = g_value_get_boolean (value);
#else
if (g_value_get_boolean (value) == TRUE) {
GST_WARNING ("Deprecate low-delay-b property. Driver now already"
" has the ability to detect whether supporting P frames. this"
" value should not be set manually and will take no effect.");
}
#endif
break;
#endif
case ENCODER_H265_PROP_MAX_QP:
encoder->max_qp = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_QUALITY_FACTOR:
encoder->quality_factor = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_NUM_TILE_COLS:
encoder->num_tile_cols = g_value_get_uint (value);
break;
case ENCODER_H265_PROP_NUM_TILE_ROWS:
encoder->num_tile_rows = g_value_get_uint (value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
}
}
static void
gst_vaapi_encoder_h265_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec)
{
GstVaapiEncoderH265 *const encoder = GST_VAAPI_ENCODER_H265 (object);
GstVaapiEncoder *const base_encoder = GST_VAAPI_ENCODER (object);
switch (prop_id) {
case ENCODER_H265_PROP_RATECONTROL:
g_value_set_enum (value, base_encoder->rate_control);
break;
case ENCODER_H265_PROP_TUNE:
g_value_set_enum (value, base_encoder->tune);
break;
case ENCODER_H265_PROP_MAX_BFRAMES:
g_value_set_uint (value, encoder->num_bframes);
break;
case ENCODER_H265_PROP_INIT_QP:
g_value_set_uint (value, encoder->init_qp);
break;
case ENCODER_H265_PROP_MIN_QP:
g_value_set_uint (value, encoder->min_qp);
break;
case ENCODER_H265_PROP_QP_IP:
g_value_set_int (value, encoder->qp_ip);
break;
case ENCODER_H265_PROP_QP_IB:
g_value_set_int (value, encoder->qp_ib);
break;
case ENCODER_H265_PROP_NUM_SLICES:
g_value_set_uint (value, encoder->num_slices);
break;
case ENCODER_H265_PROP_CPB_LENGTH:
g_value_set_uint (value, encoder->cpb_length);
break;
case ENCODER_H265_PROP_NUM_REF_FRAMES:
g_value_set_uint (value, encoder->num_ref_frames);
break;
case ENCODER_H265_PROP_MBBRC:
g_value_set_enum (value, encoder->mbbrc);
break;
#ifndef GST_REMOVE_DEPRECATED
case ENCODER_H265_PROP_LOW_DELAY_B:
g_value_set_boolean (value, encoder->no_p_frame);
break;
#endif
case ENCODER_H265_PROP_MAX_QP:
g_value_set_uint (value, encoder->max_qp);
break;
case ENCODER_H265_PROP_QUALITY_FACTOR:
g_value_set_uint (value, encoder->quality_factor);
break;
case ENCODER_H265_PROP_NUM_TILE_COLS:
g_value_set_uint (value, encoder->num_tile_cols);
break;
case ENCODER_H265_PROP_NUM_TILE_ROWS:
g_value_set_uint (value, encoder->num_tile_rows);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
}
}
GST_VAAPI_ENCODER_DEFINE_CLASS_DATA (H265);
static void
gst_vaapi_encoder_h265_class_init (GstVaapiEncoderH265Class * klass)
{
GObjectClass *const object_class = G_OBJECT_CLASS (klass);
GstVaapiEncoderClass *const encoder_class = GST_VAAPI_ENCODER_CLASS (klass);
encoder_class->class_data = &g_class_data;
encoder_class->reconfigure = gst_vaapi_encoder_h265_reconfigure;
encoder_class->reordering = gst_vaapi_encoder_h265_reordering;
encoder_class->encode = gst_vaapi_encoder_h265_encode;
encoder_class->flush = gst_vaapi_encoder_h265_flush;
encoder_class->get_codec_data = gst_vaapi_encoder_h265_get_codec_data;
encoder_class->get_pending_reordered =
gst_vaapi_encoder_h265_get_pending_reordered;
object_class->set_property = gst_vaapi_encoder_h265_set_property;
object_class->get_property = gst_vaapi_encoder_h265_get_property;
object_class->finalize = gst_vaapi_encoder_h265_finalize;
/**
* GstVaapiEncoderH265:rate-control:
*
* The desired rate control mode, expressed as a #GstVaapiRateControl.
*/
properties[ENCODER_H265_PROP_RATECONTROL] =
g_param_spec_enum ("rate-control",
"Rate Control", "Rate control mode",
g_class_data.rate_control_get_type (),
g_class_data.default_rate_control,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:tune:
*
* The desired encoder tuning option.
*/
properties[ENCODER_H265_PROP_TUNE] =
g_param_spec_enum ("tune",
"Encoder Tuning",
"Encoder tuning option",
g_class_data.encoder_tune_get_type (),
g_class_data.default_encoder_tune,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:max-bframes:
*
* The number of B-frames between I and P.
*/
properties[ENCODER_H265_PROP_MAX_BFRAMES] =
g_param_spec_uint ("max-bframes",
"Max B-Frames", "Number of B-frames between I and P", 0, 10, 0,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:refs:
*
* The number of reference frames.
* If B frame is encoded, it will add 1 reference frame more.
*/
properties[ENCODER_H265_PROP_NUM_REF_FRAMES] =
g_param_spec_uint ("refs",
"Number of Reference Frames", "Number of reference frames", 1, 3, 1,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:init-qp:
*
* The initial quantizer value.
*/
properties[ENCODER_H265_PROP_INIT_QP] =
g_param_spec_uint ("init-qp",
"Initial QP", "Initial quantizer value", 0, 51, 26,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:min-qp:
*
* The minimum quantizer value.
*/
properties[ENCODER_H265_PROP_MIN_QP] =
g_param_spec_uint ("min-qp",
"Minimum QP", "Minimum quantizer value", 0, 51, 1,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:max-qp:
*
* The maximum quantizer value.
*
* Since: 1.18
*/
properties[ENCODER_H265_PROP_MAX_QP] =
g_param_spec_uint ("max-qp",
"Maximum QP", "Maximum quantizer value", 0, 51, 51,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:qp-ip:
*
* The difference of QP between I and P Frame.
* This is available only on CQP mode.
*/
properties[ENCODER_H265_PROP_QP_IP] =
g_param_spec_int ("qp-ip",
"Difference of QP between I and P frame",
"Difference of QP between I and P frame (available only on CQP)",
-51, 51, 0,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:qp-ib:
*
* The difference of QP between I and B Frame.
* This is available only on CQP mode.
*/
properties[ENCODER_H265_PROP_QP_IB] =
g_param_spec_int ("qp-ib",
"Difference of QP between I and B frame",
"Difference of QP between I and B frame (available only on CQP)",
-51, 51, 0,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/* FIXME: there seems to be issues with multi-slice encoding */
/**
* GstVaapiEncoderH265:num-slices:
*
* The number of slices per frame.
*/
properties[ENCODER_H265_PROP_NUM_SLICES] =
g_param_spec_uint ("num-slices",
"Number of Slices",
"Number of slices per frame",
1, 200, 1,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:cpb-length:
*
* The size of the CPB buffer in milliseconds.
*/
properties[ENCODER_H265_PROP_CPB_LENGTH] =
g_param_spec_uint ("cpb-length",
"CPB Length", "Length of the CPB buffer in milliseconds",
1, 10000, DEFAULT_CPB_LENGTH,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:mbbrc:
*
* Macroblock level bitrate control.
* This is not compatible with Constant QP rate control.
*/
properties[ENCODER_H265_PROP_MBBRC] =
g_param_spec_enum ("mbbrc",
"Macroblock level Bitrate Control",
"Macroblock level Bitrate Control",
GST_VAAPI_TYPE_ENCODER_MBBRC, GST_VAAPI_ENCODER_MBBRC_AUTO,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
#ifndef GST_REMOVE_DEPRECATED
/**
* GstVaapiEncoderH265:low_delay_b:
*
* Enable low delay b frame, which will change P frame with B frame.
*/
properties[ENCODER_H265_PROP_LOW_DELAY_B] =
g_param_spec_boolean ("low-delay-b",
"Enable low delay b",
"Transforms P frames into predictive B frames."
" Enable it when P frames are not supported.",
FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
#endif
/**
* GstVaapiEncoderH265:quality_factor:
*
* Quality factor used with ICQ/QVBR bitrate control mode.
*/
properties[ENCODER_H265_PROP_QUALITY_FACTOR] =
g_param_spec_uint ("quality-factor",
"Quality factor for ICQ/QVBR",
"quality factor for ICQ/QBVR bitrate control mode"
" (lower value means higher quality, higher value means lower quality)",
1, 51, 26,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:num-tile-cols:
*
* The number of tile columns when tile encoding is enabled.
*/
properties[ENCODER_H265_PROP_NUM_TILE_COLS] =
g_param_spec_uint ("num-tile-cols",
"number of tile columns",
"the number of columns for tile encoding", 1,
GST_VAAPI_H265_MAX_COL_TILES, 1,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
/**
* GstVaapiEncoderH265:num-tile-rows:
*
* The number of tile rows when tile encoding is enabled.
*/
properties[ENCODER_H265_PROP_NUM_TILE_ROWS] =
g_param_spec_uint ("num-tile-rows",
"number of tile rows",
"the number of rows for tile encoding", 1,
GST_VAAPI_H265_MAX_ROW_TILES, 1,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
GST_VAAPI_PARAM_ENCODER_EXPOSURE);
g_object_class_install_properties (object_class, ENCODER_H265_N_PROPERTIES,
properties);
gst_type_mark_as_plugin_api (g_class_data.rate_control_get_type (), 0);
gst_type_mark_as_plugin_api (g_class_data.encoder_tune_get_type (), 0);
}
/**
* gst_vaapi_encoder_h265_new:
* @display: a #GstVaapiDisplay
*
* Creates a new #GstVaapiEncoder for H.265 encoding. Note that the
* only supported output stream format is "byte-stream" format.
*
* Return value: the newly allocated #GstVaapiEncoder object
*/
GstVaapiEncoder *
gst_vaapi_encoder_h265_new (GstVaapiDisplay * display)
{
return g_object_new (GST_TYPE_VAAPI_ENCODER_H265, "display", display, NULL);
}
/**
* gst_vaapi_encoder_h265_set_allowed_profiles:
* @encoder: a #GstVaapiEncoderH265
* @profiles: a #GArray of all allowed #GstVaapiProfile.
*
* Set the all allowed profiles for the encoder.
*
* Return value: %TRUE on success
*/
gboolean
gst_vaapi_encoder_h265_set_allowed_profiles (GstVaapiEncoderH265 * encoder,
GArray * profiles)
{
g_return_val_if_fail (encoder != NULL, FALSE);
g_return_val_if_fail (profiles, FALSE);
encoder->allowed_profiles = g_array_ref (profiles);
return TRUE;
}
/**
* gst_vaapi_encoder_h265_get_profile_tier_level:
* @encoder: a #GstVaapiEncoderH265
* @out_profile_ptr: return location for the #GstVaapiProfile
* @out_level_ptr: return location for the #GstVaapiLevelH265
* @out_tier_ptr: return location for the #GstVaapiTierH265
*
* Queries the H.265 @encoder for the active profile and level. That
* information is only constructed and valid after the encoder is
* configured, i.e. after the gst_vaapi_encoder_set_codec_state()
* function is called.
*
* Return value: %TRUE on success
*/
gboolean
gst_vaapi_encoder_h265_get_profile_tier_level (GstVaapiEncoderH265 * encoder,
GstVaapiProfile * out_profile_ptr, GstVaapiTierH265 * out_tier_ptr,
GstVaapiLevelH265 * out_level_ptr)
{
g_return_val_if_fail (encoder != NULL, FALSE);
if (!encoder->profile || encoder->tier == GST_VAAPI_TIER_H265_UNKNOWN
|| !encoder->level)
return FALSE;
if (out_profile_ptr)
*out_profile_ptr = encoder->profile;
if (out_level_ptr)
*out_level_ptr = encoder->level;
if (out_tier_ptr)
*out_tier_ptr = encoder->tier;
return TRUE;
}
Reference in a new issue View git blame Copy permalink