mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-10 03:19:40 +00:00
1fff3a44dd
Fix memory leak when processing interlaced pictures and that occurs because the first field, represented as a GstVideoCodecFrame, never gets released. i.e. when the picture is completed, this is generally the case when the second field is successfully decoded, we need to propagate the GstVideoCodecFrame of the first field to the original GstVideoDecoder so that it could reclaim memory. Otherwise, we keep accumulating the first fields into GstVideoDecoder private frames list until the end-of-stream is reached. The frames are eventually released there, but too late, i.e. too much memory may have been consumed. https://bugzilla.gnome.org/show_bug.cgi?id=701257
255 lines
8.5 KiB
C
255 lines
8.5 KiB
C
/*
|
|
* gstvaapidecoder_objects.h - VA decoder objects
|
|
*
|
|
* Copyright (C) 2010-2011 Splitted-Desktop Systems
|
|
* Copyright (C) 2011-2013 Intel Corporation
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public License
|
|
* as published by the Free Software Foundation; either version 2.1
|
|
* of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free
|
|
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
* Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#ifndef GST_VAAPI_DECODER_OBJECTS_H
|
|
#define GST_VAAPI_DECODER_OBJECTS_H
|
|
|
|
#include <gst/vaapi/gstvaapicodec_objects.h>
|
|
|
|
G_BEGIN_DECLS
|
|
|
|
typedef struct _GstVaapiPicture GstVaapiPicture;
|
|
typedef struct _GstVaapiSlice GstVaapiSlice;
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/* --- Pictures --- */
|
|
/* ------------------------------------------------------------------------- */
|
|
|
|
#define GST_VAAPI_PICTURE_CAST(obj) \
|
|
((GstVaapiPicture *)(obj))
|
|
|
|
#define GST_VAAPI_PICTURE(obj) \
|
|
GST_VAAPI_PICTURE_CAST(obj)
|
|
|
|
#define GST_VAAPI_IS_PICTURE(obj) \
|
|
(GST_VAAPI_PICTURE(obj) != NULL)
|
|
|
|
typedef enum {
|
|
GST_VAAPI_PICTURE_TYPE_NONE = 0, // Undefined
|
|
GST_VAAPI_PICTURE_TYPE_I, // Intra
|
|
GST_VAAPI_PICTURE_TYPE_P, // Predicted
|
|
GST_VAAPI_PICTURE_TYPE_B, // Bi-directional predicted
|
|
GST_VAAPI_PICTURE_TYPE_S, // S(GMC)-VOP (MPEG-4)
|
|
GST_VAAPI_PICTURE_TYPE_SI, // Switching Intra
|
|
GST_VAAPI_PICTURE_TYPE_SP, // Switching Predicted
|
|
GST_VAAPI_PICTURE_TYPE_BI, // BI type (VC-1)
|
|
} GstVaapiPictureType;
|
|
|
|
/**
|
|
* GstVaapiPictureFlags:
|
|
* @GST_VAAPI_PICTURE_FLAG_SKIPPED: skipped frame
|
|
* @GST_VAAPI_PICTURE_FLAG_REFERENCE: reference frame
|
|
* @GST_VAAPI_PICTURE_FLAG_OUTPUT: frame was output
|
|
* @GST_VAAPI_PICTURE_FLAG_INTERLACED: interlaced frame
|
|
* @GST_VAAPI_PICTURE_FLAG_FF: first-field
|
|
* @GST_VAAPI_PICTURE_FLAG_TFF: top-field-first
|
|
* @GST_VAAPI_PICTURE_FLAG_LAST: first flag that can be used by subclasses
|
|
*
|
|
* Enum values used for #GstVaapiPicture flags.
|
|
*/
|
|
typedef enum {
|
|
GST_VAAPI_PICTURE_FLAG_SKIPPED = (GST_VAAPI_CODEC_OBJECT_FLAG_LAST << 0),
|
|
GST_VAAPI_PICTURE_FLAG_REFERENCE = (GST_VAAPI_CODEC_OBJECT_FLAG_LAST << 1),
|
|
GST_VAAPI_PICTURE_FLAG_OUTPUT = (GST_VAAPI_CODEC_OBJECT_FLAG_LAST << 2),
|
|
GST_VAAPI_PICTURE_FLAG_INTERLACED = (GST_VAAPI_CODEC_OBJECT_FLAG_LAST << 3),
|
|
GST_VAAPI_PICTURE_FLAG_FF = (GST_VAAPI_CODEC_OBJECT_FLAG_LAST << 4),
|
|
GST_VAAPI_PICTURE_FLAG_TFF = (GST_VAAPI_CODEC_OBJECT_FLAG_LAST << 5),
|
|
GST_VAAPI_PICTURE_FLAG_LAST = (GST_VAAPI_CODEC_OBJECT_FLAG_LAST << 6),
|
|
} GstVaapiPictureFlags;
|
|
|
|
#define GST_VAAPI_PICTURE_FLAGS GST_VAAPI_MINI_OBJECT_FLAGS
|
|
#define GST_VAAPI_PICTURE_FLAG_IS_SET GST_VAAPI_MINI_OBJECT_FLAG_IS_SET
|
|
#define GST_VAAPI_PICTURE_FLAG_SET GST_VAAPI_MINI_OBJECT_FLAG_SET
|
|
#define GST_VAAPI_PICTURE_FLAG_UNSET GST_VAAPI_MINI_OBJECT_FLAG_UNSET
|
|
|
|
#define GST_VAAPI_PICTURE_IS_SKIPPED(picture) \
|
|
GST_VAAPI_PICTURE_FLAG_IS_SET(picture, GST_VAAPI_PICTURE_FLAG_SKIPPED)
|
|
|
|
#define GST_VAAPI_PICTURE_IS_REFERENCE(picture) \
|
|
GST_VAAPI_PICTURE_FLAG_IS_SET(picture, GST_VAAPI_PICTURE_FLAG_REFERENCE)
|
|
|
|
#define GST_VAAPI_PICTURE_IS_OUTPUT(picture) \
|
|
GST_VAAPI_PICTURE_FLAG_IS_SET(picture, GST_VAAPI_PICTURE_FLAG_OUTPUT)
|
|
|
|
#define GST_VAAPI_PICTURE_IS_INTERLACED(picture) \
|
|
GST_VAAPI_PICTURE_FLAG_IS_SET(picture, GST_VAAPI_PICTURE_FLAG_INTERLACED)
|
|
|
|
#define GST_VAAPI_PICTURE_IS_FIRST_FIELD(picture) \
|
|
GST_VAAPI_PICTURE_FLAG_IS_SET(picture, GST_VAAPI_PICTURE_FLAG_FF)
|
|
|
|
#define GST_VAAPI_PICTURE_IS_TFF(picture) \
|
|
GST_VAAPI_PICTURE_FLAG_IS_SET(picture, GST_VAAPI_PICTURE_FLAG_TFF)
|
|
|
|
#define GST_VAAPI_PICTURE_IS_FRAME(picture) \
|
|
(GST_VAAPI_PICTURE(picture)->structure == GST_VAAPI_PICTURE_STRUCTURE_FRAME)
|
|
|
|
#define GST_VAAPI_PICTURE_IS_COMPLETE(picture) \
|
|
(GST_VAAPI_PICTURE_IS_FRAME(picture) || \
|
|
!GST_VAAPI_PICTURE_IS_FIRST_FIELD(picture))
|
|
|
|
/**
|
|
* GstVaapiPicture:
|
|
*
|
|
* A #GstVaapiCodecObject holding a picture parameter.
|
|
*/
|
|
struct _GstVaapiPicture {
|
|
/*< private >*/
|
|
GstVaapiCodecObject parent_instance;
|
|
GstVaapiPicture *parent_picture;
|
|
GstVideoCodecFrame *frame;
|
|
GstVaapiSurface *surface;
|
|
GstVaapiSurfaceProxy *proxy;
|
|
VABufferID param_id;
|
|
guint param_size;
|
|
|
|
/*< public >*/
|
|
GstVaapiPictureType type;
|
|
VASurfaceID surface_id;
|
|
gpointer param;
|
|
GPtrArray *slices;
|
|
GstVaapiIqMatrix *iq_matrix;
|
|
GstVaapiHuffmanTable *huf_table;
|
|
GstVaapiBitPlane *bitplane;
|
|
GstClockTime pts;
|
|
gint32 poc;
|
|
guint structure;
|
|
GstVaapiRectangle crop_rect;
|
|
guint has_crop_rect : 1;
|
|
};
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_picture_destroy(GstVaapiPicture *picture);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_picture_create(GstVaapiPicture *picture,
|
|
const GstVaapiCodecObjectConstructorArgs *args);
|
|
|
|
G_GNUC_INTERNAL
|
|
GstVaapiPicture *
|
|
gst_vaapi_picture_new(
|
|
GstVaapiDecoder *decoder,
|
|
gconstpointer param,
|
|
guint param_size
|
|
);
|
|
|
|
G_GNUC_INTERNAL
|
|
GstVaapiPicture *
|
|
gst_vaapi_picture_new_field(GstVaapiPicture *picture);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_picture_add_slice(GstVaapiPicture *picture, GstVaapiSlice *slice);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_picture_decode(GstVaapiPicture *picture);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_picture_output(GstVaapiPicture *picture);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_picture_set_crop_rect(GstVaapiPicture *picture,
|
|
const GstVaapiRectangle *crop_rect);
|
|
|
|
static inline gpointer
|
|
gst_vaapi_picture_ref(gpointer ptr)
|
|
{
|
|
return gst_vaapi_mini_object_ref(GST_VAAPI_MINI_OBJECT(ptr));
|
|
}
|
|
|
|
static inline void
|
|
gst_vaapi_picture_unref(gpointer ptr)
|
|
{
|
|
gst_vaapi_mini_object_unref(GST_VAAPI_MINI_OBJECT(ptr));
|
|
}
|
|
|
|
#define gst_vaapi_picture_replace(old_picture_p, new_picture) \
|
|
gst_vaapi_mini_object_replace((GstVaapiMiniObject **)(old_picture_p), \
|
|
(GstVaapiMiniObject *)(new_picture))
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/* --- Slices --- */
|
|
/* ------------------------------------------------------------------------- */
|
|
|
|
#define GST_VAAPI_SLICE_CAST(obj) \
|
|
((GstVaapiSlice *)(obj))
|
|
|
|
#define GST_VAAPI_SLICE(obj) \
|
|
GST_VAAPI_SLICE_CAST(obj)
|
|
|
|
#define GST_VAAPI_IS_SLICE(obj) \
|
|
(GST_VAAPI_SLICE(obj) != NULL)
|
|
|
|
/**
|
|
* GstVaapiSlice:
|
|
*
|
|
* A #GstVaapiCodecObject holding a slice parameter.
|
|
*/
|
|
struct _GstVaapiSlice {
|
|
/*< private >*/
|
|
GstVaapiCodecObject parent_instance;
|
|
|
|
/*< public >*/
|
|
VABufferID param_id;
|
|
VABufferID data_id;
|
|
gpointer param;
|
|
};
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_slice_destroy(GstVaapiSlice *slice);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_slice_create(GstVaapiSlice *slice,
|
|
const GstVaapiCodecObjectConstructorArgs *args);
|
|
|
|
G_GNUC_INTERNAL
|
|
GstVaapiSlice *
|
|
gst_vaapi_slice_new(
|
|
GstVaapiDecoder *decoder,
|
|
gconstpointer param,
|
|
guint param_size,
|
|
const guchar *data,
|
|
guint data_size
|
|
);
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/* --- Helpers to create codec-dependent objects --- */
|
|
/* ------------------------------------------------------------------------- */
|
|
|
|
#define GST_VAAPI_PICTURE_NEW(codec, decoder) \
|
|
gst_vaapi_picture_new(GST_VAAPI_DECODER_CAST(decoder), \
|
|
NULL, sizeof(VAPictureParameterBuffer##codec))
|
|
|
|
#define GST_VAAPI_SLICE_NEW(codec, decoder, buf, buf_size) \
|
|
gst_vaapi_slice_new(GST_VAAPI_DECODER_CAST(decoder), \
|
|
NULL, sizeof(VASliceParameterBuffer##codec), \
|
|
buf, buf_size)
|
|
|
|
G_END_DECLS
|
|
|
|
#endif /* GST_VAAPI_DECODER_OBJECTS_H */
|