mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-11-18 07:47:17 +00:00
Code Issues 1 Projects Releases Wiki Activity

qsvh265enc: Write HDR10 metadata SEI

Browse source 
If device supports HDR10 metadata API, write the information
into bitstream per IDR.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2204>
This commit is contained in:
Seungha Yang 2022-04-16 21:26:55 +09:00
parent cd0d1787a5
commit f848619ff4
1 changed files with 91 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

91
subprojects/gst-plugins-bad/sys/qsv/gstqsvh265enc.cpp
View file

@ -138,6 +138,7 @@ typedef struct _GstQsvH265EncClassData
guint impl_index; guint impl_index;
gint64 adapter_luid; gint64 adapter_luid;
gchar *display_path; gchar *display_path;
gboolean hdr10_aware;
} GstQsvH265EncClassData; } GstQsvH265EncClassData;
typedef struct _GstQsvH265Enc typedef struct _GstQsvH265Enc
@ -148,6 +149,8 @@ typedef struct _GstQsvH265Enc
mfxExtCodingOption option; mfxExtCodingOption option;
mfxExtCodingOption2 option2; mfxExtCodingOption2 option2;
mfxExtCodingOption3 option3; mfxExtCodingOption3 option3;
mfxExtContentLightLevelInfo cll;
mfxExtMasteringDisplayColourVolume mdcv;
mfxU16 profile; mfxU16 profile;
@ -182,6 +185,8 @@ typedef struct _GstQsvH265Enc
typedef struct _GstQsvH265EncClass typedef struct _GstQsvH265EncClass
{ {
GstQsvEncoderClass parent_class; GstQsvEncoderClass parent_class;
gboolean hdr10_aware;
} GstQsvH265EncClass; } GstQsvH265EncClass;
static GstElementClass *parent_class = nullptr; static GstElementClass *parent_class = nullptr;
@ -382,6 +387,8 @@ gst_qsv_h265_enc_class_init (GstQsvH265EncClass * klass, gpointer data)
qsvenc_class->check_reconfigure = qsvenc_class->check_reconfigure =
GST_DEBUG_FUNCPTR (gst_qsv_h265_enc_check_reconfigure); GST_DEBUG_FUNCPTR (gst_qsv_h265_enc_check_reconfigure);
klass->hdr10_aware = cdata->hdr10_aware;
gst_caps_unref (cdata->sink_caps); gst_caps_unref (cdata->sink_caps);
gst_caps_unref (cdata->src_caps); gst_caps_unref (cdata->src_caps);
g_free (cdata); g_free (cdata);
@ -828,6 +835,8 @@ gst_qsv_h265_enc_init_extra_params (GstQsvH265Enc * self)
memset (&self->option, 0, sizeof (mfxExtCodingOption)); memset (&self->option, 0, sizeof (mfxExtCodingOption));
memset (&self->option2, 0, sizeof (mfxExtCodingOption2)); memset (&self->option2, 0, sizeof (mfxExtCodingOption2));
memset (&self->option3, 0, sizeof (mfxExtCodingOption3)); memset (&self->option3, 0, sizeof (mfxExtCodingOption3));
memset (&self->cll, 0, sizeof (mfxExtContentLightLevelInfo));
memset (&self->mdcv, 0, sizeof (mfxExtMasteringDisplayColourVolume));
self->signal_info.Header.BufferId = MFX_EXTBUFF_VIDEO_SIGNAL_INFO; self->signal_info.Header.BufferId = MFX_EXTBUFF_VIDEO_SIGNAL_INFO;
self->signal_info.Header.BufferSz = sizeof (mfxExtVideoSignalInfo); self->signal_info.Header.BufferSz = sizeof (mfxExtVideoSignalInfo);
@ -840,6 +849,14 @@ gst_qsv_h265_enc_init_extra_params (GstQsvH265Enc * self)
self->option3.Header.BufferId = MFX_EXTBUFF_CODING_OPTION3; self->option3.Header.BufferId = MFX_EXTBUFF_CODING_OPTION3;
self->option3.Header.BufferSz = sizeof (mfxExtCodingOption3); self->option3.Header.BufferSz = sizeof (mfxExtCodingOption3);
self->cll.Header.BufferId = MFX_EXTBUFF_CONTENT_LIGHT_LEVEL_INFO;
self->cll.Header.BufferSz = sizeof (mfxExtContentLightLevelInfo);
self->cll.InsertPayloadToggle = MFX_PAYLOAD_IDR;
self->mdcv.Header.BufferId = MFX_EXTBUFF_MASTERING_DISPLAY_COLOUR_VOLUME;
self->mdcv.Header.BufferSz = sizeof (mfxExtMasteringDisplayColourVolume);
self->mdcv.InsertPayloadToggle = MFX_PAYLOAD_IDR;
} }
static void static void
@ -883,12 +900,18 @@ gst_qsv_h265_enc_set_format (GstQsvEncoder * encoder,
GstVideoCodecState * state, mfxVideoParam * param, GPtrArray * extra_params) GstVideoCodecState * state, mfxVideoParam * param, GPtrArray * extra_params)
{ {
GstQsvH265Enc *self = GST_QSV_H265_ENC (encoder); GstQsvH265Enc *self = GST_QSV_H265_ENC (encoder);
GstQsvH265EncClass *klass = GST_QSV_H265_ENC_GET_CLASS (self);
mfxU16 mfx_profile = MFX_PROFILE_UNKNOWN; mfxU16 mfx_profile = MFX_PROFILE_UNKNOWN;
GstVideoInfo *info = &state->info; GstVideoInfo *info = &state->info;
mfxExtVideoSignalInfo *signal_info = nullptr; mfxExtVideoSignalInfo *signal_info = nullptr;
mfxExtCodingOption *option; mfxExtCodingOption *option;
mfxExtCodingOption2 *option2; mfxExtCodingOption2 *option2;
mfxExtCodingOption3 *option3; mfxExtCodingOption3 *option3;
mfxExtContentLightLevelInfo *cll;
mfxExtMasteringDisplayColourVolume *mdcv;
gboolean have_cll = FALSE;
gboolean have_mdcv = FALSE;
mfxFrameInfo *frame_info; mfxFrameInfo *frame_info;
frame_info = &param->mfx.FrameInfo; frame_info = &param->mfx.FrameInfo;
@ -945,6 +968,37 @@ gst_qsv_h265_enc_set_format (GstQsvEncoder * encoder,
option = &self->option; option = &self->option;
option2 = &self->option2; option2 = &self->option2;
option3 = &self->option3; option3 = &self->option3;
cll = &self->cll;
mdcv = &self->mdcv;
if (klass->hdr10_aware) {
GstVideoMasteringDisplayInfo mdcv_info;
GstVideoContentLightLevel cll_info;
if (gst_video_content_light_level_from_caps (&cll_info, state->caps)) {
cll->MaxContentLightLevel = cll_info.max_content_light_level;
cll->MaxPicAverageLightLevel = cll_info.max_frame_average_light_level;
have_cll = TRUE;
}
if (gst_video_mastering_display_info_from_caps (&mdcv_info, state->caps)) {
/* GBR order is used in HEVC */
mdcv->DisplayPrimariesX[0] = mdcv_info.display_primaries[1].x;
mdcv->DisplayPrimariesY[0] = mdcv_info.display_primaries[1].y;
mdcv->DisplayPrimariesX[1] = mdcv_info.display_primaries[2].x;
mdcv->DisplayPrimariesY[1] = mdcv_info.display_primaries[2].y;
mdcv->DisplayPrimariesX[2] = mdcv_info.display_primaries[0].x;
mdcv->DisplayPrimariesY[2] = mdcv_info.display_primaries[0].y;
mdcv->WhitePointX = mdcv_info.white_point.x;
mdcv->WhitePointY = mdcv_info.white_point.y;
mdcv->MaxDisplayMasteringLuminance =
mdcv_info.max_display_mastering_luminance;
mdcv->MinDisplayMasteringLuminance =
mdcv_info.min_display_mastering_luminance;
have_mdcv = TRUE;
}
}
g_mutex_lock (&self->prop_lock); g_mutex_lock (&self->prop_lock);
param->mfx.CodecId = MFX_CODEC_HEVC; param->mfx.CodecId = MFX_CODEC_HEVC;
@ -1027,6 +1081,10 @@ gst_qsv_h265_enc_set_format (GstQsvEncoder * encoder,
g_ptr_array_add (extra_params, option); g_ptr_array_add (extra_params, option);
g_ptr_array_add (extra_params, option2); g_ptr_array_add (extra_params, option2);
g_ptr_array_add (extra_params, option3); g_ptr_array_add (extra_params, option3);
if (have_cll)
g_ptr_array_add (extra_params, cll);
if (have_mdcv)
g_ptr_array_add (extra_params, mdcv);
param->ExtParam = (mfxExtBuffer **) extra_params->pdata; param->ExtParam = (mfxExtBuffer **) extra_params->pdata;
param->NumExtParam = extra_params->len; param->NumExtParam = extra_params->len;
@ -1290,9 +1348,15 @@ gst_qsv_h265_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
std::vector < mfxU16 > supported_profiles; std::vector < mfxU16 > supported_profiles;
std::vector < std::string > supported_formats; std::vector < std::string > supported_formats;
Resolution max_resolution; Resolution max_resolution;
mfxExtContentLightLevelInfo cll;
mfxExtMasteringDisplayColourVolume mdcv;
mfxExtBuffer *ext_buffers[2];
gboolean hdr10_aware = FALSE;
memset (&param, 0, sizeof (mfxVideoParam)); memset (&param, 0, sizeof (mfxVideoParam));
memset (&max_resolution, 0, sizeof (Resolution)); memset (&max_resolution, 0, sizeof (Resolution));
memset (&cll, 0, sizeof (mfxExtContentLightLevelInfo));
memset (&mdcv, 0, sizeof (mfxExtMasteringDisplayColourVolume));
param.AsyncDepth = 4; param.AsyncDepth = 4;
param.IOPattern = MFX_IOPATTERN_IN_VIDEO_MEMORY; param.IOPattern = MFX_IOPATTERN_IN_VIDEO_MEMORY;
@ -1354,6 +1418,32 @@ gst_qsv_h265_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
mfx->FrameInfo.Shift = 0; mfx->FrameInfo.Shift = 0;
mfx->CodecProfile = MFX_PROFILE_HEVC_MAIN; mfx->CodecProfile = MFX_PROFILE_HEVC_MAIN;
/* check hdr10 metadata SEI support */
cll.Header.BufferId = MFX_EXTBUFF_CONTENT_LIGHT_LEVEL_INFO;
cll.Header.BufferSz = sizeof (mfxExtContentLightLevelInfo);
cll.InsertPayloadToggle = MFX_PAYLOAD_IDR;
cll.MaxContentLightLevel = 1;
cll.MaxPicAverageLightLevel = 1;
mdcv.Header.BufferId = MFX_EXTBUFF_MASTERING_DISPLAY_COLOUR_VOLUME;
mdcv.Header.BufferSz = sizeof (mfxExtMasteringDisplayColourVolume);
mdcv.InsertPayloadToggle = MFX_PAYLOAD_IDR;
mdcv.MaxDisplayMasteringLuminance = 1;
mdcv.MinDisplayMasteringLuminance = 1;
ext_buffers[0] = (mfxExtBuffer *) & cll;
ext_buffers[1] = (mfxExtBuffer *) & mdcv;
param.NumExtParam = 2;
param.ExtParam = ext_buffers;
if (MFXVideoENCODE_Query (session, &param, &param) == MFX_ERR_NONE) {
GST_INFO ("HDR10 metadata SEI is supported");
hdr10_aware = TRUE;
}
param.NumExtParam = 0;
param.ExtParam = nullptr;
/* Check max-resolution */ /* Check max-resolution */
for (guint i = 0; i < G_N_ELEMENTS (resolutions_to_check); i++) { for (guint i = 0; i < G_N_ELEMENTS (resolutions_to_check); i++) {
mfx->FrameInfo.Width = GST_ROUND_UP_16 (resolutions_to_check[i].width); mfx->FrameInfo.Width = GST_ROUND_UP_16 (resolutions_to_check[i].width);
@ -1453,6 +1543,7 @@ gst_qsv_h265_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
cdata->sink_caps = sink_caps; cdata->sink_caps = sink_caps;
cdata->src_caps = src_caps; cdata->src_caps = src_caps;
cdata->impl_index = impl_index; cdata->impl_index = impl_index;
cdata->hdr10_aware = hdr10_aware;
#ifdef G_OS_WIN32 #ifdef G_OS_WIN32
gint64 device_luid; gint64 device_luid;