h266parse: Add the new h266parse element

TODO: Need to refer to the new ISO/IEC 14496-15 for vvc1 and vvi1's
codec data

Co-authored-by: Zhong Hongcheng <spartazhc@gmail.com>
Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5710>
This commit is contained in:
He Junyan 2023-09-09 01:10:18 +08:00
parent 51618400ec
commit b5e4c8b774
5 changed files with 3170 additions and 0 deletions

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,159 @@
/* GStreamer H.266 Parse
*
* Copyright (C) 2024 Intel Corporation
* Author: He Junyan <junyan.he@intel.com>
* Author: Zhong Hongcheng <spartazhc@gmail.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifndef __GST_H266_PARSE_H__
#define __GST_H266_PARSE_H__
#include <gst/gst.h>
#include <gst/base/gstbaseparse.h>
#include <gst/codecparsers/gsth266parser.h>
#include <gst/video/video.h>
#include "gstvideoparseutils.h"
G_BEGIN_DECLS
#define GST_TYPE_H266_PARSE \
(gst_h266_parse_get_type())
#define GST_H266_PARSE(obj) \
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_H266_PARSE,GstH266Parse))
#define GST_H266_PARSE_CLASS(klass) \
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_H266_PARSE,GstH266ParseClass))
#define GST_IS_H266_PARSE(obj) \
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_H266_PARSE))
#define GST_IS_H266_PARSE_CLASS(klass) \
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_H266_PARSE))
GType gst_h266_parse_get_type (void);
typedef struct _GstH266Parse GstH266Parse;
typedef struct _GstH266ParseClass GstH266ParseClass;
typedef struct _GstH266ParsePrivate GstH266ParsePrivate;
/**
* GstH266Parse:
*
* The H266 NAL Parse
*
* Since: 1.26
*/
struct _GstH266Parse
{
GstBaseParse baseparse;
/* stream */
gint width, height;
gint fps_num, fps_den;
gint upstream_par_n, upstream_par_d;
gint parsed_par_n, parsed_par_d;
gint parsed_fps_n, parsed_fps_d;
GstVideoColorimetry parsed_colorimetry;
/* current codec_data in output caps, if any */
GstBuffer *codec_data;
/* input codec_data, if any */
GstBuffer *codec_data_in;
guint nal_length_size;
gboolean packetized;
gboolean split_packetized;
gboolean transform;
/* state */
GstH266Parser *nalparser;
guint in_align;
guint state;
guint align;
guint format;
gint current_off;
GstClockTime last_report;
gboolean push_codec;
/* The following variables have a meaning in context of "have
* VPS/SPS/PPS/APS to push downstream", e.g. to update caps */
gboolean have_vps;
gboolean have_sps;
gboolean have_pps;
gboolean have_aps;
/* per frame vps/sps/pps/aps check for periodic push codec decision */
gboolean have_vps_in_frame;
gboolean have_sps_in_frame;
gboolean have_pps_in_frame;
gboolean have_aps_in_frame;
gboolean first_frame;
/* collected VPS, SPS, PPS and APS NALUs */
GstBuffer *vps_nals[GST_H266_MAX_VPS_COUNT];
GstBuffer *sps_nals[GST_H266_MAX_SPS_COUNT];
GstBuffer *pps_nals[GST_H266_MAX_PPS_COUNT];
GstBuffer *aps_nals[GST_H266_APS_TYPE_MAX][GST_H266_MAX_APS_COUNT];
/* FFI SEI Info we need to keep track of */
GstH266FrameFieldInfo sei_frame_field;
guint interlaced_mode;
gboolean discont;
gboolean marker;
/* frame parsing */
/* the pos to begin a new IDR, may include prefix SEI, APS, etc */
gint idr_pos;
gboolean update_caps;
GstAdapter *frame_out;
gboolean keyframe;
gboolean predicted;
gboolean bidirectional;
gboolean header;
gboolean framerate_from_caps;
/* AU state */
gboolean picture_start;
guint last_nuh_layer_id;
GstVideoParseUserData user_data;
GstVideoParseUserDataUnregistered user_data_unregistered;
/* props */
gint interval;
GstClockTime pending_key_unit_ts;
GstEvent *force_key_unit_event;
GstVideoMasteringDisplayInfo mastering_display_info;
guint mastering_display_info_state;
GstVideoContentLightLevel content_light_level;
guint content_light_level_state;
/* For forward predicted trickmode */
gboolean discard_bidirectional;
/*< private >*/
GstH266ParsePrivate *priv;
gpointer padding[GST_PADDING_LARGE];
};
struct _GstH266ParseClass
{
GstBaseParseClass parent_class;
};
G_END_DECLS
#endif

View file

@ -36,6 +36,7 @@ GST_ELEMENT_REGISTER_DECLARE (diracparse);
GST_ELEMENT_REGISTER_DECLARE (h263parse); GST_ELEMENT_REGISTER_DECLARE (h263parse);
GST_ELEMENT_REGISTER_DECLARE (h264parse); GST_ELEMENT_REGISTER_DECLARE (h264parse);
GST_ELEMENT_REGISTER_DECLARE (h265parse); GST_ELEMENT_REGISTER_DECLARE (h265parse);
GST_ELEMENT_REGISTER_DECLARE (h266parse);
GST_ELEMENT_REGISTER_DECLARE (jpeg2000parse); GST_ELEMENT_REGISTER_DECLARE (jpeg2000parse);
GST_ELEMENT_REGISTER_DECLARE (mpeg4videoparse); GST_ELEMENT_REGISTER_DECLARE (mpeg4videoparse);
GST_ELEMENT_REGISTER_DECLARE (mpegvideoparse); GST_ELEMENT_REGISTER_DECLARE (mpegvideoparse);

View file

@ -15,6 +15,7 @@ vparse_sources = [
'gstjpeg2000parse.c', 'gstjpeg2000parse.c',
'gstvp9parse.c', 'gstvp9parse.c',
'gstav1parse.c', 'gstav1parse.c',
'gsth266parse.c',
] ]
gstvideoparsersbad = library('gstvideoparsersbad', gstvideoparsersbad = library('gstvideoparsersbad',

View file

@ -50,6 +50,7 @@ plugin_init (GstPlugin * plugin)
* Since: 1.20 * Since: 1.20
*/ */
ret |= GST_ELEMENT_REGISTER (av1parse, plugin); ret |= GST_ELEMENT_REGISTER (av1parse, plugin);
ret |= GST_ELEMENT_REGISTER (h266parse, plugin);
return ret; return ret;
} }