mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-25 03:01:03 +00:00
6523c5bcb6
This is to avoid having to create a reference chain in decoders from GstVideoCodecFrame to GstH264PIcture to implementation wrapper. So this change introduces: - gst_h264_dpb_remove_outputed (dpb) - gst_h264_dpb_get_picture(dpb, system_frame_num) - gst_h264_decoder_get_picture (dec, system_frame_num) In order to ensure that frames can be looked up during the draining process, we now first remove all (including reference) frames that have been outputed but are still in the DPB. Then for each remaining buffers, we remove it from the DPB to reach reference 1 and output it. Previously we could take all not outputed outside of the DPB which would prevent lookup by the base class. Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/1449>
225 lines
5.9 KiB
C
225 lines
5.9 KiB
C
/* GStreamer
|
|
* Copyright (C) 2019 Seungha Yang <seungha.yang@navercorp.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifndef __GST_H264_PICTURE_H__
|
|
#define __GST_H264_PICTURE_H__
|
|
|
|
#include <gst/codecs/codecs-prelude.h>
|
|
|
|
#include <gst/codecparsers/gsth264parser.h>
|
|
|
|
G_BEGIN_DECLS
|
|
|
|
#define GST_TYPE_H264_PICTURE (gst_h264_picture_get_type())
|
|
#define GST_IS_H264_PICTURE(obj) (GST_IS_MINI_OBJECT_TYPE(obj, GST_TYPE_H264_PICTURE))
|
|
#define GST_H264_PICTURE(obj) ((GstH264Picture *)obj)
|
|
#define GST_H264_PICTURE_CAST(obj) (GST_H264_PICTURE(obj))
|
|
|
|
typedef struct _GstH264Slice GstH264Slice;
|
|
typedef struct _GstH264Picture GstH264Picture;
|
|
|
|
/* As specified in A.3.1 h) and A.3.2 f) */
|
|
#define GST_H264_DPB_MAX_SIZE 16
|
|
|
|
struct _GstH264Slice
|
|
{
|
|
GstH264SliceHdr header;
|
|
|
|
/* parsed nal unit (doesn't take ownership of raw data) */
|
|
GstH264NalUnit nalu;
|
|
};
|
|
|
|
typedef enum
|
|
{
|
|
GST_H264_PICTURE_FIELD_FRAME,
|
|
GST_H264_PICTURE_FIELD_TOP_FIELD,
|
|
GST_H264_PICTURE_FIELD_BOTTOM_FIELD,
|
|
} GstH264PictureField;
|
|
|
|
struct _GstH264Picture
|
|
{
|
|
GstMiniObject parent;
|
|
|
|
GstH264SliceType type;
|
|
|
|
GstClockTime pts;
|
|
/* From GstVideoCodecFrame */
|
|
guint32 system_frame_number;
|
|
|
|
guint8 pic_order_cnt_type; /* SPS */
|
|
gint32 top_field_order_cnt;
|
|
gint32 bottom_field_order_cnt;
|
|
|
|
gint pic_order_cnt;
|
|
gint pic_order_cnt_msb;
|
|
gint pic_order_cnt_lsb;
|
|
gint delta_pic_order_cnt_bottom;
|
|
gint delta_pic_order_cnt0;
|
|
gint delta_pic_order_cnt1;
|
|
|
|
gint pic_num;
|
|
gint long_term_pic_num;
|
|
gint frame_num;
|
|
gint frame_num_offset;
|
|
gint frame_num_wrap;
|
|
gint long_term_frame_idx;
|
|
|
|
gint nal_ref_idc;
|
|
gboolean idr;
|
|
gint idr_pic_id;
|
|
gboolean ref;
|
|
gboolean long_term;
|
|
gboolean outputted;
|
|
gboolean mem_mgmt_5;
|
|
|
|
gboolean nonexisting;
|
|
|
|
GstH264PictureField field;
|
|
|
|
GstH264DecRefPicMarking dec_ref_pic_marking;
|
|
|
|
gpointer user_data;
|
|
GDestroyNotify notify;
|
|
};
|
|
|
|
GST_CODECS_API
|
|
GType gst_h264_picture_get_type (void);
|
|
|
|
GST_CODECS_API
|
|
GstH264Picture * gst_h264_picture_new (void);
|
|
|
|
static inline GstH264Picture *
|
|
gst_h264_picture_ref (GstH264Picture * picture)
|
|
{
|
|
return (GstH264Picture *) gst_mini_object_ref (GST_MINI_OBJECT_CAST (picture));
|
|
}
|
|
|
|
static inline void
|
|
gst_h264_picture_unref (GstH264Picture * picture)
|
|
{
|
|
gst_mini_object_unref (GST_MINI_OBJECT_CAST (picture));
|
|
}
|
|
|
|
static inline gboolean
|
|
gst_h264_picture_replace (GstH264Picture ** old_picture,
|
|
GstH264Picture * new_picture)
|
|
{
|
|
return gst_mini_object_replace ((GstMiniObject **) old_picture,
|
|
(GstMiniObject *) new_picture);
|
|
}
|
|
|
|
static inline void
|
|
gst_h264_picture_clear (GstH264Picture ** picture)
|
|
{
|
|
if (picture && *picture) {
|
|
gst_h264_picture_unref (*picture);
|
|
*picture = NULL;
|
|
}
|
|
}
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_picture_set_user_data (GstH264Picture * picture,
|
|
gpointer user_data,
|
|
GDestroyNotify notify);
|
|
|
|
GST_CODECS_API
|
|
gpointer gst_h264_picture_get_user_data (GstH264Picture * picture);
|
|
|
|
/*******************
|
|
* GstH264Dpb *
|
|
*******************/
|
|
typedef struct _GstH264Dpb GstH264Dpb;
|
|
|
|
GST_CODECS_API
|
|
GstH264Dpb * gst_h264_dpb_new (void);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_set_max_num_pics (GstH264Dpb * dpb,
|
|
gint max_num_pics);
|
|
|
|
GST_CODECS_API
|
|
gint gst_h264_dpb_get_max_num_pics (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_free (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_clear (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_add (GstH264Dpb * dpb,
|
|
GstH264Picture * picture);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_delete_unused (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_delete_outputed (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_delete_by_poc (GstH264Dpb * dpb,
|
|
gint poc);
|
|
|
|
GST_CODECS_API
|
|
gint gst_h264_dpb_num_ref_pictures (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_mark_all_non_ref (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
GstH264Picture * gst_h264_dpb_get_short_ref_by_pic_num (GstH264Dpb * dpb,
|
|
gint pic_num);
|
|
|
|
GST_CODECS_API
|
|
GstH264Picture * gst_h264_dpb_get_long_ref_by_pic_num (GstH264Dpb * dpb,
|
|
gint pic_num);
|
|
|
|
GST_CODECS_API
|
|
GstH264Picture * gst_h264_dpb_get_lowest_frame_num_short_ref (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_get_pictures_not_outputted (GstH264Dpb * dpb,
|
|
GArray * out);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_get_pictures_short_term_ref (GstH264Dpb * dpb,
|
|
GArray * out);
|
|
|
|
GST_CODECS_API
|
|
void gst_h264_dpb_get_pictures_long_term_ref (GstH264Dpb * dpb,
|
|
GArray * out);
|
|
|
|
GST_CODECS_API
|
|
GArray * gst_h264_dpb_get_pictures_all (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
GstH264Picture * gst_h264_dpb_get_picture (GstH264Dpb * dpb,
|
|
guint32 system_frame_number);
|
|
|
|
GST_CODECS_API
|
|
gint gst_h264_dpb_get_size (GstH264Dpb * dpb);
|
|
|
|
GST_CODECS_API
|
|
gboolean gst_h264_dpb_is_full (GstH264Dpb * dpb);
|
|
|
|
G_DEFINE_AUTOPTR_CLEANUP_FUNC(GstH264Picture, gst_h264_picture_unref)
|
|
|
|
G_END_DECLS
|
|
|
|
#endif /* __GST_H264_PICTURE_H__ */
|