gstreamer/gst-libs/gst/codecs/gsth264picture.h
Nicolas Dufresne 6523c5bcb6 h264decoder: Add ability to lookup by system_frame_number
This is to avoid having to create a reference chain in decoders from
GstVideoCodecFrame to GstH264PIcture to implementation wrapper.

So this change introduces:

 - gst_h264_dpb_remove_outputed (dpb)
 - gst_h264_dpb_get_picture(dpb, system_frame_num)
 - gst_h264_decoder_get_picture (dec, system_frame_num)

In order to ensure that frames can be looked up during the draining
process, we now first remove all (including reference) frames that
have been outputed but are still in the DPB. Then for each remaining
buffers, we remove it from the DPB to reach reference 1 and output it.

Previously we could take all not outputed outside of the DPB which would
prevent lookup by the base class.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/1449>
2020-07-21 17:18:42 +09:00

225 lines
5.9 KiB
C

/* GStreamer
* Copyright (C) 2019 Seungha Yang <seungha.yang@navercorp.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifndef __GST_H264_PICTURE_H__
#define __GST_H264_PICTURE_H__
#include <gst/codecs/codecs-prelude.h>
#include <gst/codecparsers/gsth264parser.h>
G_BEGIN_DECLS
#define GST_TYPE_H264_PICTURE (gst_h264_picture_get_type())
#define GST_IS_H264_PICTURE(obj) (GST_IS_MINI_OBJECT_TYPE(obj, GST_TYPE_H264_PICTURE))
#define GST_H264_PICTURE(obj) ((GstH264Picture *)obj)
#define GST_H264_PICTURE_CAST(obj) (GST_H264_PICTURE(obj))
typedef struct _GstH264Slice GstH264Slice;
typedef struct _GstH264Picture GstH264Picture;
/* As specified in A.3.1 h) and A.3.2 f) */
#define GST_H264_DPB_MAX_SIZE 16
struct _GstH264Slice
{
GstH264SliceHdr header;
/* parsed nal unit (doesn't take ownership of raw data) */
GstH264NalUnit nalu;
};
typedef enum
{
GST_H264_PICTURE_FIELD_FRAME,
GST_H264_PICTURE_FIELD_TOP_FIELD,
GST_H264_PICTURE_FIELD_BOTTOM_FIELD,
} GstH264PictureField;
struct _GstH264Picture
{
GstMiniObject parent;
GstH264SliceType type;
GstClockTime pts;
/* From GstVideoCodecFrame */
guint32 system_frame_number;
guint8 pic_order_cnt_type; /* SPS */
gint32 top_field_order_cnt;
gint32 bottom_field_order_cnt;
gint pic_order_cnt;
gint pic_order_cnt_msb;
gint pic_order_cnt_lsb;
gint delta_pic_order_cnt_bottom;
gint delta_pic_order_cnt0;
gint delta_pic_order_cnt1;
gint pic_num;
gint long_term_pic_num;
gint frame_num;
gint frame_num_offset;
gint frame_num_wrap;
gint long_term_frame_idx;
gint nal_ref_idc;
gboolean idr;
gint idr_pic_id;
gboolean ref;
gboolean long_term;
gboolean outputted;
gboolean mem_mgmt_5;
gboolean nonexisting;
GstH264PictureField field;
GstH264DecRefPicMarking dec_ref_pic_marking;
gpointer user_data;
GDestroyNotify notify;
};
GST_CODECS_API
GType gst_h264_picture_get_type (void);
GST_CODECS_API
GstH264Picture * gst_h264_picture_new (void);
static inline GstH264Picture *
gst_h264_picture_ref (GstH264Picture * picture)
{
return (GstH264Picture *) gst_mini_object_ref (GST_MINI_OBJECT_CAST (picture));
}
static inline void
gst_h264_picture_unref (GstH264Picture * picture)
{
gst_mini_object_unref (GST_MINI_OBJECT_CAST (picture));
}
static inline gboolean
gst_h264_picture_replace (GstH264Picture ** old_picture,
GstH264Picture * new_picture)
{
return gst_mini_object_replace ((GstMiniObject **) old_picture,
(GstMiniObject *) new_picture);
}
static inline void
gst_h264_picture_clear (GstH264Picture ** picture)
{
if (picture && *picture) {
gst_h264_picture_unref (*picture);
*picture = NULL;
}
}
GST_CODECS_API
void gst_h264_picture_set_user_data (GstH264Picture * picture,
gpointer user_data,
GDestroyNotify notify);
GST_CODECS_API
gpointer gst_h264_picture_get_user_data (GstH264Picture * picture);
/*******************
* GstH264Dpb *
*******************/
typedef struct _GstH264Dpb GstH264Dpb;
GST_CODECS_API
GstH264Dpb * gst_h264_dpb_new (void);
GST_CODECS_API
void gst_h264_dpb_set_max_num_pics (GstH264Dpb * dpb,
gint max_num_pics);
GST_CODECS_API
gint gst_h264_dpb_get_max_num_pics (GstH264Dpb * dpb);
GST_CODECS_API
void gst_h264_dpb_free (GstH264Dpb * dpb);
GST_CODECS_API
void gst_h264_dpb_clear (GstH264Dpb * dpb);
GST_CODECS_API
void gst_h264_dpb_add (GstH264Dpb * dpb,
GstH264Picture * picture);
GST_CODECS_API
void gst_h264_dpb_delete_unused (GstH264Dpb * dpb);
GST_CODECS_API
void gst_h264_dpb_delete_outputed (GstH264Dpb * dpb);
GST_CODECS_API
void gst_h264_dpb_delete_by_poc (GstH264Dpb * dpb,
gint poc);
GST_CODECS_API
gint gst_h264_dpb_num_ref_pictures (GstH264Dpb * dpb);
GST_CODECS_API
void gst_h264_dpb_mark_all_non_ref (GstH264Dpb * dpb);
GST_CODECS_API
GstH264Picture * gst_h264_dpb_get_short_ref_by_pic_num (GstH264Dpb * dpb,
gint pic_num);
GST_CODECS_API
GstH264Picture * gst_h264_dpb_get_long_ref_by_pic_num (GstH264Dpb * dpb,
gint pic_num);
GST_CODECS_API
GstH264Picture * gst_h264_dpb_get_lowest_frame_num_short_ref (GstH264Dpb * dpb);
GST_CODECS_API
void gst_h264_dpb_get_pictures_not_outputted (GstH264Dpb * dpb,
GArray * out);
GST_CODECS_API
void gst_h264_dpb_get_pictures_short_term_ref (GstH264Dpb * dpb,
GArray * out);
GST_CODECS_API
void gst_h264_dpb_get_pictures_long_term_ref (GstH264Dpb * dpb,
GArray * out);
GST_CODECS_API
GArray * gst_h264_dpb_get_pictures_all (GstH264Dpb * dpb);
GST_CODECS_API
GstH264Picture * gst_h264_dpb_get_picture (GstH264Dpb * dpb,
guint32 system_frame_number);
GST_CODECS_API
gint gst_h264_dpb_get_size (GstH264Dpb * dpb);
GST_CODECS_API
gboolean gst_h264_dpb_is_full (GstH264Dpb * dpb);
G_DEFINE_AUTOPTR_CLEANUP_FUNC(GstH264Picture, gst_h264_picture_unref)
G_END_DECLS
#endif /* __GST_H264_PICTURE_H__ */