mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-14 05:12:09 +00:00
51151e7aa1
This integrates support for GStreamer API >= 1.0 only in the libgstvaapi core decoding library. The changes are kept rather minimal here so that the library retains as little dependency as possible on core GStreamer functionality. Signed-off-by: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
408 lines
12 KiB
C
408 lines
12 KiB
C
/*
|
|
* gstvaapidecoder_objects.c - VA decoder objects helpers
|
|
*
|
|
* Copyright (C) 2010-2011 Splitted-Desktop Systems
|
|
* Copyright (C) 2011-2013 Intel Corporation
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public License
|
|
* as published by the Free Software Foundation; either version 2.1
|
|
* of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free
|
|
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
* Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "sysdeps.h"
|
|
#include <string.h>
|
|
#include <gst/vaapi/gstvaapicontext.h>
|
|
#include "gstvaapidecoder_objects.h"
|
|
#include "gstvaapidecoder_priv.h"
|
|
#include "gstvaapicompat.h"
|
|
#include "gstvaapiutils.h"
|
|
|
|
#define DEBUG 1
|
|
#include "gstvaapidebug.h"
|
|
|
|
#define GET_DECODER(obj) GST_VAAPI_DECODER_CAST((obj)->parent_instance.codec)
|
|
#define GET_CONTEXT(obj) GET_DECODER(obj)->priv->context
|
|
#define GET_VA_DISPLAY(obj) GET_DECODER(obj)->priv->va_display
|
|
#define GET_VA_CONTEXT(obj) GET_DECODER(obj)->priv->va_context
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/* --- Pictures --- */
|
|
/* ------------------------------------------------------------------------- */
|
|
|
|
GST_VAAPI_CODEC_DEFINE_TYPE(GstVaapiPicture, gst_vaapi_picture);
|
|
|
|
enum {
|
|
GST_VAAPI_CREATE_PICTURE_FLAG_CLONE = 1 << 0,
|
|
GST_VAAPI_CREATE_PICTURE_FLAG_FIELD = 1 << 1,
|
|
};
|
|
|
|
static void
|
|
destroy_slice_cb(gpointer data, gpointer user_data)
|
|
{
|
|
GstVaapiMiniObject * const object = data;
|
|
|
|
gst_vaapi_mini_object_unref(object);
|
|
}
|
|
|
|
void
|
|
gst_vaapi_picture_destroy(GstVaapiPicture *picture)
|
|
{
|
|
if (picture->slices) {
|
|
g_ptr_array_foreach(picture->slices, destroy_slice_cb, NULL);
|
|
g_ptr_array_free(picture->slices, TRUE);
|
|
picture->slices = NULL;
|
|
}
|
|
|
|
gst_vaapi_mini_object_replace((GstVaapiMiniObject **)&picture->iq_matrix,
|
|
NULL);
|
|
gst_vaapi_mini_object_replace((GstVaapiMiniObject **)&picture->huf_table,
|
|
NULL);
|
|
gst_vaapi_mini_object_replace((GstVaapiMiniObject **)&picture->bitplane,
|
|
NULL);
|
|
|
|
if (picture->proxy) {
|
|
gst_vaapi_surface_proxy_unref(picture->proxy);
|
|
picture->proxy = NULL;
|
|
}
|
|
picture->surface_id = VA_INVALID_ID;
|
|
picture->surface = NULL;
|
|
|
|
vaapi_destroy_buffer(GET_VA_DISPLAY(picture), &picture->param_id);
|
|
picture->param = NULL;
|
|
|
|
if (picture->frame) {
|
|
gst_video_codec_frame_unref(picture->frame);
|
|
picture->frame = NULL;
|
|
}
|
|
}
|
|
|
|
gboolean
|
|
gst_vaapi_picture_create(
|
|
GstVaapiPicture *picture,
|
|
const GstVaapiCodecObjectConstructorArgs *args
|
|
)
|
|
{
|
|
gboolean success;
|
|
|
|
if (args->flags & GST_VAAPI_CREATE_PICTURE_FLAG_CLONE) {
|
|
GstVaapiPicture * const parent_picture = GST_VAAPI_PICTURE(args->data);
|
|
|
|
picture->proxy = gst_vaapi_surface_proxy_ref(parent_picture->proxy);
|
|
picture->type = parent_picture->type;
|
|
picture->pts = parent_picture->pts;
|
|
picture->poc = parent_picture->poc;
|
|
|
|
// Copy all picture flags but "output"
|
|
GST_VAAPI_PICTURE_FLAG_SET(
|
|
picture,
|
|
GST_VAAPI_PICTURE_FLAGS(parent_picture) &
|
|
(GST_VAAPI_PICTURE_FLAG_SKIPPED |
|
|
GST_VAAPI_PICTURE_FLAG_REFERENCE |
|
|
GST_VAAPI_PICTURE_FLAG_INTERLACED |
|
|
GST_VAAPI_PICTURE_FLAG_FF |
|
|
GST_VAAPI_PICTURE_FLAG_TFF)
|
|
);
|
|
|
|
picture->structure = parent_picture->structure;
|
|
if ((args->flags & GST_VAAPI_CREATE_PICTURE_FLAG_FIELD) &&
|
|
GST_VAAPI_PICTURE_IS_INTERLACED(picture)) {
|
|
switch (picture->structure) {
|
|
case GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD:
|
|
picture->structure = GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD;
|
|
break;
|
|
case GST_VAAPI_PICTURE_STRUCTURE_BOTTOM_FIELD:
|
|
picture->structure = GST_VAAPI_PICTURE_STRUCTURE_TOP_FIELD;
|
|
break;
|
|
}
|
|
GST_VAAPI_PICTURE_FLAG_UNSET(picture, GST_VAAPI_PICTURE_FLAG_FF);
|
|
}
|
|
}
|
|
else {
|
|
picture->type = GST_VAAPI_PICTURE_TYPE_NONE;
|
|
picture->pts = GST_CLOCK_TIME_NONE;
|
|
|
|
picture->proxy =
|
|
gst_vaapi_context_get_surface_proxy(GET_CONTEXT(picture));
|
|
if (!picture->proxy)
|
|
return FALSE;
|
|
|
|
picture->structure = GST_VAAPI_PICTURE_STRUCTURE_FRAME;
|
|
GST_VAAPI_PICTURE_FLAG_SET(picture, GST_VAAPI_PICTURE_FLAG_FF);
|
|
}
|
|
picture->surface = gst_vaapi_surface_proxy_get_surface(picture->proxy);
|
|
picture->surface_id = gst_vaapi_surface_get_id(picture->surface);
|
|
|
|
picture->param_id = VA_INVALID_ID;
|
|
success = vaapi_create_buffer(
|
|
GET_VA_DISPLAY(picture),
|
|
GET_VA_CONTEXT(picture),
|
|
VAPictureParameterBufferType,
|
|
args->param_size,
|
|
args->param,
|
|
&picture->param_id,
|
|
&picture->param
|
|
);
|
|
if (!success)
|
|
return FALSE;
|
|
picture->param_size = args->param_size;
|
|
|
|
picture->slices = g_ptr_array_new();
|
|
if (!picture->slices)
|
|
return FALSE;
|
|
|
|
picture->frame = gst_video_codec_frame_ref(
|
|
GST_VAAPI_DECODER_CODEC_FRAME(GET_DECODER(picture)));
|
|
return TRUE;
|
|
}
|
|
|
|
GstVaapiPicture *
|
|
gst_vaapi_picture_new(
|
|
GstVaapiDecoder *decoder,
|
|
gconstpointer param,
|
|
guint param_size
|
|
)
|
|
{
|
|
GstVaapiCodecObject *object;
|
|
|
|
object = gst_vaapi_codec_object_new(
|
|
&GstVaapiPictureClass,
|
|
GST_VAAPI_CODEC_BASE(decoder),
|
|
param, param_size,
|
|
NULL, 0,
|
|
0
|
|
);
|
|
if (!object)
|
|
return NULL;
|
|
return GST_VAAPI_PICTURE_CAST(object);
|
|
}
|
|
|
|
GstVaapiPicture *
|
|
gst_vaapi_picture_new_field(GstVaapiPicture *picture)
|
|
{
|
|
GstVaapiDecoder * const decoder = GET_DECODER(picture);
|
|
GstVaapiCodecObject *object;
|
|
|
|
object = gst_vaapi_codec_object_new(
|
|
gst_vaapi_codec_object_get_class(&picture->parent_instance),
|
|
GST_VAAPI_CODEC_BASE(decoder),
|
|
NULL, picture->param_size,
|
|
picture, 0,
|
|
(GST_VAAPI_CREATE_PICTURE_FLAG_CLONE|
|
|
GST_VAAPI_CREATE_PICTURE_FLAG_FIELD)
|
|
);
|
|
if (!object)
|
|
return NULL;
|
|
return GST_VAAPI_PICTURE_CAST(object);
|
|
}
|
|
|
|
void
|
|
gst_vaapi_picture_add_slice(GstVaapiPicture *picture, GstVaapiSlice *slice)
|
|
{
|
|
g_return_if_fail(GST_VAAPI_IS_PICTURE(picture));
|
|
g_return_if_fail(GST_VAAPI_IS_SLICE(slice));
|
|
|
|
g_ptr_array_add(picture->slices, slice);
|
|
}
|
|
|
|
static gboolean
|
|
do_decode(VADisplay dpy, VAContextID ctx, VABufferID *buf_id, void **buf_ptr)
|
|
{
|
|
VAStatus status;
|
|
|
|
vaapi_unmap_buffer(dpy, *buf_id, buf_ptr);
|
|
|
|
status = vaRenderPicture(dpy, ctx, buf_id, 1);
|
|
if (!vaapi_check_status(status, "vaRenderPicture()"))
|
|
return FALSE;
|
|
|
|
/* XXX: vaRenderPicture() is meant to destroy the VA buffer implicitly */
|
|
vaapi_destroy_buffer(dpy, buf_id);
|
|
return TRUE;
|
|
}
|
|
|
|
gboolean
|
|
gst_vaapi_picture_decode(GstVaapiPicture *picture)
|
|
{
|
|
GstVaapiIqMatrix *iq_matrix;
|
|
GstVaapiBitPlane *bitplane;
|
|
GstVaapiHuffmanTable *huf_table;
|
|
VADisplay va_display;
|
|
VAContextID va_context;
|
|
VAStatus status;
|
|
guint i;
|
|
|
|
g_return_val_if_fail(GST_VAAPI_IS_PICTURE(picture), FALSE);
|
|
|
|
va_display = GET_VA_DISPLAY(picture);
|
|
va_context = GET_VA_CONTEXT(picture);
|
|
|
|
GST_DEBUG("decode picture 0x%08x", picture->surface_id);
|
|
|
|
status = vaBeginPicture(va_display, va_context, picture->surface_id);
|
|
if (!vaapi_check_status(status, "vaBeginPicture()"))
|
|
return FALSE;
|
|
|
|
if (!do_decode(va_display, va_context, &picture->param_id, &picture->param))
|
|
return FALSE;
|
|
|
|
iq_matrix = picture->iq_matrix;
|
|
if (iq_matrix && !do_decode(va_display, va_context,
|
|
&iq_matrix->param_id, &iq_matrix->param))
|
|
return FALSE;
|
|
|
|
bitplane = picture->bitplane;
|
|
if (bitplane && !do_decode(va_display, va_context,
|
|
&bitplane->data_id, (void **)&bitplane->data))
|
|
return FALSE;
|
|
|
|
huf_table = picture->huf_table;
|
|
if (huf_table && !do_decode(va_display, va_context,
|
|
&huf_table->param_id,
|
|
(void **)&huf_table->param))
|
|
return FALSE;
|
|
|
|
for (i = 0; i < picture->slices->len; i++) {
|
|
GstVaapiSlice * const slice = g_ptr_array_index(picture->slices, i);
|
|
VABufferID va_buffers[2];
|
|
|
|
vaapi_unmap_buffer(va_display, slice->param_id, NULL);
|
|
va_buffers[0] = slice->param_id;
|
|
va_buffers[1] = slice->data_id;
|
|
|
|
status = vaRenderPicture(va_display, va_context, va_buffers, 2);
|
|
if (!vaapi_check_status(status, "vaRenderPicture()"))
|
|
return FALSE;
|
|
|
|
vaapi_destroy_buffer(va_display, &slice->param_id);
|
|
vaapi_destroy_buffer(va_display, &slice->data_id);
|
|
}
|
|
|
|
status = vaEndPicture(va_display, va_context);
|
|
if (!vaapi_check_status(status, "vaEndPicture()"))
|
|
return FALSE;
|
|
return TRUE;
|
|
}
|
|
|
|
gboolean
|
|
gst_vaapi_picture_output(GstVaapiPicture *picture)
|
|
{
|
|
GstVaapiSurfaceProxy *proxy;
|
|
GstVideoCodecFrame *out_frame;
|
|
|
|
g_return_val_if_fail(GST_VAAPI_IS_PICTURE(picture), FALSE);
|
|
|
|
if (!picture->proxy)
|
|
return FALSE;
|
|
|
|
out_frame = gst_video_codec_frame_ref(picture->frame);
|
|
|
|
proxy = gst_vaapi_surface_proxy_ref(picture->proxy);
|
|
gst_video_codec_frame_set_user_data(out_frame,
|
|
proxy, (GDestroyNotify)gst_vaapi_mini_object_unref);
|
|
|
|
out_frame->pts = picture->pts;
|
|
if (GST_VAAPI_PICTURE_IS_SKIPPED(picture))
|
|
GST_VIDEO_CODEC_FRAME_FLAG_SET(out_frame,
|
|
GST_VIDEO_CODEC_FRAME_FLAG_DECODE_ONLY);
|
|
#if !GST_CHECK_VERSION(1,0,0)
|
|
/* XXX: replaced with GST_VIDEO_BUFFER_FLAG_TFF */
|
|
if (GST_VAAPI_PICTURE_IS_TFF(picture))
|
|
GST_VIDEO_CODEC_FRAME_FLAG_SET(out_frame,
|
|
GST_VIDEO_CODEC_FRAME_FLAG_TFF);
|
|
#endif
|
|
|
|
gst_vaapi_decoder_push_frame(GET_DECODER(picture), out_frame);
|
|
|
|
GST_VAAPI_PICTURE_FLAG_SET(picture, GST_VAAPI_PICTURE_FLAG_OUTPUT);
|
|
return TRUE;
|
|
}
|
|
|
|
/* ------------------------------------------------------------------------- */
|
|
/* --- Slices --- */
|
|
/* ------------------------------------------------------------------------- */
|
|
|
|
GST_VAAPI_CODEC_DEFINE_TYPE(GstVaapiSlice, gst_vaapi_slice);
|
|
|
|
void
|
|
gst_vaapi_slice_destroy(GstVaapiSlice *slice)
|
|
{
|
|
VADisplay const va_display = GET_VA_DISPLAY(slice);
|
|
|
|
vaapi_destroy_buffer(va_display, &slice->data_id);
|
|
vaapi_destroy_buffer(va_display, &slice->param_id);
|
|
slice->param = NULL;
|
|
}
|
|
|
|
gboolean
|
|
gst_vaapi_slice_create(
|
|
GstVaapiSlice *slice,
|
|
const GstVaapiCodecObjectConstructorArgs *args
|
|
)
|
|
{
|
|
VASliceParameterBufferBase *slice_param;
|
|
gboolean success;
|
|
|
|
slice->data_id = VA_INVALID_ID;
|
|
success = vaapi_create_buffer(
|
|
GET_VA_DISPLAY(slice),
|
|
GET_VA_CONTEXT(slice),
|
|
VASliceDataBufferType,
|
|
args->data_size,
|
|
args->data,
|
|
&slice->data_id,
|
|
NULL
|
|
);
|
|
if (!success)
|
|
return FALSE;
|
|
|
|
slice->param_id = VA_INVALID_ID;
|
|
success = vaapi_create_buffer(
|
|
GET_VA_DISPLAY(slice),
|
|
GET_VA_CONTEXT(slice),
|
|
VASliceParameterBufferType,
|
|
args->param_size,
|
|
args->param,
|
|
&slice->param_id,
|
|
&slice->param
|
|
);
|
|
if (!success)
|
|
return FALSE;
|
|
|
|
slice_param = slice->param;
|
|
slice_param->slice_data_size = args->data_size;
|
|
slice_param->slice_data_offset = 0;
|
|
slice_param->slice_data_flag = VA_SLICE_DATA_FLAG_ALL;
|
|
return TRUE;
|
|
}
|
|
|
|
GstVaapiSlice *
|
|
gst_vaapi_slice_new(
|
|
GstVaapiDecoder *decoder,
|
|
gconstpointer param,
|
|
guint param_size,
|
|
const guchar *data,
|
|
guint data_size
|
|
)
|
|
{
|
|
GstVaapiCodecObject *object;
|
|
|
|
object = gst_vaapi_codec_object_new(
|
|
&GstVaapiSliceClass,
|
|
GST_VAAPI_CODEC_BASE(decoder),
|
|
param, param_size,
|
|
data, data_size,
|
|
0
|
|
);
|
|
return GST_VAAPI_SLICE_CAST(object);
|
|
}
|