mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-24 10:41:04 +00:00
1057 lines
29 KiB
C
1057 lines
29 KiB
C
/*
|
|
* gstvaapiimage.c - VA image abstraction
|
|
*
|
|
* gstreamer-vaapi (C) 2010 Splitted-Desktop Systems
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
|
|
*/
|
|
|
|
/**
|
|
* SECTION:gst-vaapi-image
|
|
* @short_description:
|
|
*/
|
|
|
|
#include "config.h"
|
|
#include <string.h>
|
|
#include "gstvaapiutils.h"
|
|
#include "gstvaapiimage.h"
|
|
#include <va/va_backend.h>
|
|
|
|
#define DEBUG 1
|
|
#include "gstvaapidebug.h"
|
|
|
|
G_DEFINE_TYPE(GstVaapiImage, gst_vaapi_image, G_TYPE_OBJECT);
|
|
|
|
#define GST_VAAPI_IMAGE_GET_PRIVATE(obj) \
|
|
(G_TYPE_INSTANCE_GET_PRIVATE((obj), \
|
|
GST_VAAPI_TYPE_IMAGE, \
|
|
GstVaapiImagePrivate))
|
|
|
|
struct _GstVaapiImagePrivate {
|
|
GstVaapiDisplay *display;
|
|
VAImage internal_image;
|
|
VAImage image;
|
|
guchar *image_data;
|
|
GstVaapiImageFormat internal_format;
|
|
GstVaapiImageFormat format;
|
|
guint width;
|
|
guint height;
|
|
guint create_image : 1;
|
|
guint is_constructed : 1;
|
|
guint is_linear : 1;
|
|
};
|
|
|
|
enum {
|
|
PROP_0,
|
|
|
|
PROP_DISPLAY,
|
|
PROP_IMAGE,
|
|
PROP_IMAGE_ID,
|
|
PROP_FORMAT,
|
|
PROP_WIDTH,
|
|
PROP_HEIGHT
|
|
};
|
|
|
|
#define SWAP_UINT(a, b) do { \
|
|
guint v = a; \
|
|
a = b; \
|
|
b = v; \
|
|
} while (0)
|
|
|
|
static gboolean
|
|
_gst_vaapi_image_map(GstVaapiImage *image);
|
|
|
|
static gboolean
|
|
_gst_vaapi_image_unmap(GstVaapiImage *image);
|
|
|
|
static gboolean
|
|
_gst_vaapi_image_set_image(GstVaapiImage *image, const VAImage *va_image);
|
|
|
|
/*
|
|
* VAImage wrapper
|
|
*/
|
|
|
|
#define VAAPI_TYPE_IMAGE vaapi_image_get_type()
|
|
|
|
static gpointer
|
|
vaapi_image_copy(gpointer va_image)
|
|
{
|
|
return g_slice_dup(VAImage, va_image);
|
|
}
|
|
|
|
static void
|
|
vaapi_image_free(gpointer va_image)
|
|
{
|
|
if (G_LIKELY(va_image))
|
|
g_slice_free(VAImage, va_image);
|
|
}
|
|
|
|
static GType
|
|
vaapi_image_get_type(void)
|
|
{
|
|
static GType type = 0;
|
|
|
|
if (G_UNLIKELY(type == 0))
|
|
type = g_boxed_type_register_static(
|
|
"VAImage",
|
|
vaapi_image_copy,
|
|
vaapi_image_free
|
|
);
|
|
return type;
|
|
}
|
|
|
|
static gboolean
|
|
vaapi_image_is_linear(const VAImage *va_image)
|
|
{
|
|
guint i, width, height, width2, height2, data_size;
|
|
|
|
for (i = 1; i < va_image->num_planes; i++)
|
|
if (va_image->offsets[i] < va_image->offsets[i - 1])
|
|
return FALSE;
|
|
|
|
width = va_image->width;
|
|
height = va_image->height;
|
|
width2 = (width + 1) / 2;
|
|
height2 = (height + 1) / 2;
|
|
|
|
switch (va_image->format.fourcc) {
|
|
case VA_FOURCC('N','V','1','2'):
|
|
case VA_FOURCC('Y','V','1','2'):
|
|
case VA_FOURCC('I','4','2','0'):
|
|
data_size = width * height + 2 * width2 * height2;
|
|
break;
|
|
case VA_FOURCC('A','R','G','B'):
|
|
case VA_FOURCC('R','G','B','A'):
|
|
case VA_FOURCC('A','B','G','R'):
|
|
case VA_FOURCC('B','G','R','A'):
|
|
data_size = 4 * width * height;
|
|
break;
|
|
default:
|
|
g_error("FIXME: incomplete formats");
|
|
break;
|
|
}
|
|
return va_image->data_size == data_size;
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_image_destroy(GstVaapiImage *image)
|
|
{
|
|
GstVaapiImagePrivate * const priv = image->priv;
|
|
VAStatus status;
|
|
|
|
_gst_vaapi_image_unmap(image);
|
|
|
|
if (priv->internal_image.image_id != VA_INVALID_ID) {
|
|
GST_VAAPI_DISPLAY_LOCK(priv->display);
|
|
status = vaDestroyImage(
|
|
GST_VAAPI_DISPLAY_VADISPLAY(priv->display),
|
|
priv->internal_image.image_id
|
|
);
|
|
GST_VAAPI_DISPLAY_UNLOCK(priv->display);
|
|
if (!vaapi_check_status(status, "vaDestroyImage()"))
|
|
g_warning("failed to destroy image 0x%08x\n",
|
|
priv->internal_image.image_id);
|
|
priv->internal_image.image_id = VA_INVALID_ID;
|
|
}
|
|
|
|
if (priv->display) {
|
|
g_object_unref(priv->display);
|
|
priv->display = NULL;
|
|
}
|
|
}
|
|
|
|
static gboolean
|
|
_gst_vaapi_image_create(GstVaapiImage *image, GstVaapiImageFormat format)
|
|
{
|
|
GstVaapiImagePrivate * const priv = image->priv;
|
|
const VAImageFormat *va_format;
|
|
VAStatus status;
|
|
|
|
if (!gst_vaapi_display_has_image_format(priv->display, format))
|
|
return FALSE;
|
|
|
|
va_format = gst_vaapi_image_format_get_va_format(format);
|
|
if (!va_format)
|
|
return FALSE;
|
|
|
|
GST_VAAPI_DISPLAY_LOCK(priv->display);
|
|
status = vaCreateImage(
|
|
GST_VAAPI_DISPLAY_VADISPLAY(priv->display),
|
|
(VAImageFormat *)va_format,
|
|
priv->width,
|
|
priv->height,
|
|
&priv->internal_image
|
|
);
|
|
GST_VAAPI_DISPLAY_UNLOCK(priv->display);
|
|
if (status != VA_STATUS_SUCCESS ||
|
|
priv->internal_image.format.fourcc != va_format->fourcc)
|
|
return FALSE;
|
|
|
|
priv->internal_format = format;
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_vaapi_image_create(GstVaapiImage *image)
|
|
{
|
|
GstVaapiImagePrivate * const priv = image->priv;
|
|
GstVaapiImageFormat format = priv->format;
|
|
const VAImageFormat *va_format;
|
|
|
|
if (!priv->create_image)
|
|
return (priv->image.image_id != VA_INVALID_ID &&
|
|
priv->image.buf != VA_INVALID_ID);
|
|
|
|
if (!_gst_vaapi_image_create(image, format)) {
|
|
switch (format) {
|
|
case GST_VAAPI_IMAGE_I420:
|
|
format = GST_VAAPI_IMAGE_YV12;
|
|
break;
|
|
case GST_VAAPI_IMAGE_YV12:
|
|
format = GST_VAAPI_IMAGE_I420;
|
|
break;
|
|
default:
|
|
format = 0;
|
|
break;
|
|
}
|
|
if (!format || !_gst_vaapi_image_create(image, format))
|
|
return FALSE;
|
|
}
|
|
priv->image = priv->internal_image;
|
|
|
|
if (priv->format != priv->internal_format) {
|
|
switch (priv->format) {
|
|
case GST_VAAPI_IMAGE_YV12:
|
|
case GST_VAAPI_IMAGE_I420:
|
|
va_format = gst_vaapi_image_format_get_va_format(priv->format);
|
|
if (!va_format)
|
|
return FALSE;
|
|
priv->image.format = *va_format;
|
|
SWAP_UINT(priv->image.offsets[1], priv->image.offsets[2]);
|
|
SWAP_UINT(priv->image.pitches[1], priv->image.pitches[2]);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
GST_DEBUG("image 0x%08x", priv->image.image_id);
|
|
priv->is_linear = vaapi_image_is_linear(&priv->image);
|
|
return TRUE;
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_image_finalize(GObject *object)
|
|
{
|
|
gst_vaapi_image_destroy(GST_VAAPI_IMAGE(object));
|
|
|
|
G_OBJECT_CLASS(gst_vaapi_image_parent_class)->finalize(object);
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_image_set_property(
|
|
GObject *object,
|
|
guint prop_id,
|
|
const GValue *value,
|
|
GParamSpec *pspec
|
|
)
|
|
{
|
|
GstVaapiImage * const image = GST_VAAPI_IMAGE(object);
|
|
GstVaapiImagePrivate * const priv = image->priv;
|
|
|
|
switch (prop_id) {
|
|
case PROP_DISPLAY:
|
|
priv->display = g_object_ref(g_value_get_object(value));
|
|
break;
|
|
case PROP_IMAGE: {
|
|
const VAImage * const va_image = g_value_get_boxed(value);
|
|
if (va_image)
|
|
_gst_vaapi_image_set_image(image, va_image);
|
|
break;
|
|
}
|
|
case PROP_FORMAT:
|
|
priv->format = g_value_get_uint(value);
|
|
break;
|
|
case PROP_WIDTH:
|
|
priv->width = g_value_get_uint(value);
|
|
break;
|
|
case PROP_HEIGHT:
|
|
priv->height = g_value_get_uint(value);
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_image_get_property(
|
|
GObject *object,
|
|
guint prop_id,
|
|
GValue *value,
|
|
GParamSpec *pspec
|
|
)
|
|
{
|
|
GstVaapiImage * const image = GST_VAAPI_IMAGE(object);
|
|
|
|
switch (prop_id) {
|
|
case PROP_DISPLAY:
|
|
g_value_set_pointer(value, gst_vaapi_image_get_display(image));
|
|
break;
|
|
case PROP_IMAGE:
|
|
g_value_set_boxed(value, &image->priv->image);
|
|
break;
|
|
case PROP_IMAGE_ID:
|
|
g_value_set_uint(value, gst_vaapi_image_get_id(image));
|
|
break;
|
|
case PROP_FORMAT:
|
|
g_value_set_uint(value, gst_vaapi_image_get_format(image));
|
|
break;
|
|
case PROP_WIDTH:
|
|
g_value_set_uint(value, gst_vaapi_image_get_width(image));
|
|
break;
|
|
case PROP_HEIGHT:
|
|
g_value_set_uint(value, gst_vaapi_image_get_height(image));
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_image_constructed(GObject *object)
|
|
{
|
|
GstVaapiImage * const image = GST_VAAPI_IMAGE(object);
|
|
GObjectClass *parent_class;
|
|
|
|
image->priv->is_constructed = gst_vaapi_image_create(image);
|
|
|
|
parent_class = G_OBJECT_CLASS(gst_vaapi_image_parent_class);
|
|
if (parent_class->constructed)
|
|
parent_class->constructed(object);
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_image_class_init(GstVaapiImageClass *klass)
|
|
{
|
|
GObjectClass * const object_class = G_OBJECT_CLASS(klass);
|
|
|
|
g_type_class_add_private(klass, sizeof(GstVaapiImagePrivate));
|
|
|
|
object_class->finalize = gst_vaapi_image_finalize;
|
|
object_class->set_property = gst_vaapi_image_set_property;
|
|
object_class->get_property = gst_vaapi_image_get_property;
|
|
object_class->constructed = gst_vaapi_image_constructed;
|
|
|
|
/**
|
|
* GstVaapiImage:display:
|
|
*
|
|
* The #GstVaapiDisplay this image is bound to.
|
|
*/
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_DISPLAY,
|
|
g_param_spec_object("display",
|
|
"Display",
|
|
"The GstVaapiDisplay this image is bound to",
|
|
GST_VAAPI_TYPE_DISPLAY,
|
|
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
|
|
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_IMAGE,
|
|
g_param_spec_boxed("image",
|
|
"Image",
|
|
"The underlying VA image",
|
|
VAAPI_TYPE_IMAGE,
|
|
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
|
|
|
|
/**
|
|
* GstVaapiImage:id:
|
|
*
|
|
* The underlying #VAImageID of the image.
|
|
*/
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_IMAGE_ID,
|
|
g_param_spec_uint("id",
|
|
"VA image id",
|
|
"The underlying VA image id",
|
|
0, G_MAXUINT32, VA_INVALID_ID,
|
|
G_PARAM_READABLE));
|
|
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_WIDTH,
|
|
g_param_spec_uint("width",
|
|
"width",
|
|
"The image width",
|
|
0, G_MAXUINT32, 0,
|
|
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
|
|
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_HEIGHT,
|
|
g_param_spec_uint("height",
|
|
"heighr",
|
|
"The image height",
|
|
0, G_MAXUINT32, 0,
|
|
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
|
|
|
|
/**
|
|
* GstVaapiImage:format:
|
|
*
|
|
* The #GstVaapiImageFormat of the image
|
|
*/
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_FORMAT,
|
|
g_param_spec_uint("format",
|
|
"Format",
|
|
"The underlying image format",
|
|
0, G_MAXUINT32, 0,
|
|
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_image_init(GstVaapiImage *image)
|
|
{
|
|
GstVaapiImagePrivate *priv = GST_VAAPI_IMAGE_GET_PRIVATE(image);
|
|
|
|
image->priv = priv;
|
|
priv->display = NULL;
|
|
priv->image_data = NULL;
|
|
priv->width = 0;
|
|
priv->height = 0;
|
|
priv->internal_format = 0;
|
|
priv->format = 0;
|
|
priv->create_image = TRUE;
|
|
priv->is_constructed = FALSE;
|
|
priv->is_linear = FALSE;
|
|
|
|
memset(&priv->internal_image, 0, sizeof(priv->internal_image));
|
|
priv->internal_image.image_id = VA_INVALID_ID;
|
|
priv->internal_image.buf = VA_INVALID_ID;
|
|
|
|
memset(&priv->image, 0, sizeof(priv->image));
|
|
priv->image.image_id = VA_INVALID_ID;
|
|
priv->image.buf = VA_INVALID_ID;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_new:
|
|
* @display: a #GstVaapiDisplay
|
|
* @format: a #GstVaapiImageFormat
|
|
* @width: the requested image width
|
|
* @height: the requested image height
|
|
*
|
|
* Creates a new #GstVaapiImage with the specified format and
|
|
* dimensions.
|
|
*
|
|
* Return value: the newly allocated #GstVaapiImage object
|
|
*/
|
|
GstVaapiImage *
|
|
gst_vaapi_image_new(
|
|
GstVaapiDisplay *display,
|
|
GstVaapiImageFormat format,
|
|
guint width,
|
|
guint height
|
|
)
|
|
{
|
|
GstVaapiImage *image;
|
|
|
|
g_return_val_if_fail(GST_VAAPI_IS_DISPLAY(display), NULL);
|
|
g_return_val_if_fail(width > 0, NULL);
|
|
g_return_val_if_fail(height > 0, NULL);
|
|
|
|
GST_DEBUG("format %" GST_FOURCC_FORMAT ", size %ux%u",
|
|
GST_FOURCC_ARGS(format), width, height);
|
|
|
|
image = g_object_new(
|
|
GST_VAAPI_TYPE_IMAGE,
|
|
"display", display,
|
|
"format", format,
|
|
"width", width,
|
|
"height", height,
|
|
NULL
|
|
);
|
|
if (!image)
|
|
return NULL;
|
|
|
|
if (!image->priv->is_constructed) {
|
|
g_object_unref(image);
|
|
return NULL;
|
|
}
|
|
return image;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_new_with_image:
|
|
* @display: a #GstVaapiDisplay
|
|
* @va_image: a VA image
|
|
*
|
|
* Creates a new #GstVaapiImage from a foreign VA image. The image
|
|
* format and dimensions will be extracted from @va_image. This
|
|
* function is mainly used by gst_vaapi_surface_derive_image() to bind
|
|
* a VA image to a #GstVaapiImage object.
|
|
*
|
|
* Return value: the newly allocated #GstVaapiImage object
|
|
*/
|
|
GstVaapiImage *
|
|
gst_vaapi_image_new_with_image(GstVaapiDisplay *display, VAImage *va_image)
|
|
{
|
|
GstVaapiImage *image;
|
|
|
|
g_return_val_if_fail(GST_VAAPI_IS_DISPLAY(display), NULL);
|
|
g_return_val_if_fail(va_image, NULL);
|
|
g_return_val_if_fail(va_image->image_id != VA_INVALID_ID, NULL);
|
|
g_return_val_if_fail(va_image->buf != VA_INVALID_ID, NULL);
|
|
|
|
GST_DEBUG("VA image 0x%08x, format %" GST_FOURCC_FORMAT ", size %ux%u",
|
|
va_image->image_id,
|
|
GST_FOURCC_ARGS(va_image->format.fourcc),
|
|
va_image->width, va_image->height);
|
|
|
|
image = g_object_new(
|
|
GST_VAAPI_TYPE_IMAGE,
|
|
"display", display,
|
|
"image", va_image,
|
|
NULL
|
|
);
|
|
if (!image)
|
|
return NULL;
|
|
|
|
if (!image->priv->is_constructed) {
|
|
g_object_unref(image);
|
|
return NULL;
|
|
}
|
|
return image;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_id:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Returns the underlying VAImageID of the @image.
|
|
*
|
|
* Return value: the underlying VA image id
|
|
*/
|
|
VAImageID
|
|
gst_vaapi_image_get_id(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), VA_INVALID_ID);
|
|
g_return_val_if_fail(image->priv->is_constructed, VA_INVALID_ID);
|
|
|
|
return image->priv->image.image_id;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_image:
|
|
* @image: a #GstVaapiImage
|
|
* @va_image: (output): a VA image
|
|
*
|
|
* Fills @va_image with the VA image used internally.
|
|
*
|
|
* Return value: %TRUE on success
|
|
*/
|
|
gboolean
|
|
gst_vaapi_image_get_image(GstVaapiImage *image, VAImage *va_image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
if (va_image)
|
|
*va_image = image->priv->image;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
/*
|
|
* _gst_vaapi_image_set_image:
|
|
* @image: a #GstVaapiImage
|
|
* @va_image: a VA image
|
|
*
|
|
* Initializes #GstVaapiImage with a foreign VA image. This function
|
|
* will try to "linearize" the VA image. i.e. making sure that the VA
|
|
* image offsets into the data buffer are in increasing order with the
|
|
* number of planes available in the image.
|
|
*
|
|
* This is an internal function used by gst_vaapi_image_new_with_image().
|
|
*
|
|
* Return value: %TRUE on success
|
|
*/
|
|
gboolean
|
|
_gst_vaapi_image_set_image(GstVaapiImage *image, const VAImage *va_image)
|
|
{
|
|
GstVaapiImagePrivate * const priv = image->priv;
|
|
GstVaapiImageFormat format;
|
|
VAImage alt_va_image;
|
|
const VAImageFormat *alt_va_format;
|
|
|
|
if (!va_image)
|
|
return FALSE;
|
|
|
|
format = gst_vaapi_image_format(&va_image->format);
|
|
if (!format)
|
|
return FALSE;
|
|
|
|
priv->create_image = FALSE;
|
|
priv->internal_image = *va_image;
|
|
priv->internal_format = format;
|
|
priv->is_linear = vaapi_image_is_linear(va_image);
|
|
priv->image = *va_image;
|
|
priv->format = format;
|
|
priv->width = va_image->width;
|
|
priv->height = va_image->height;
|
|
|
|
/* Try to linearize image */
|
|
if (!priv->is_linear) {
|
|
switch (format) {
|
|
case GST_VAAPI_IMAGE_I420:
|
|
format = GST_VAAPI_IMAGE_YV12;
|
|
break;
|
|
case GST_VAAPI_IMAGE_YV12:
|
|
format = GST_VAAPI_IMAGE_I420;
|
|
break;
|
|
default:
|
|
format = 0;
|
|
break;
|
|
}
|
|
if (format &&
|
|
(alt_va_format = gst_vaapi_image_format_get_va_format(format))) {
|
|
alt_va_image = *va_image;
|
|
alt_va_image.format = *alt_va_format;
|
|
SWAP_UINT(alt_va_image.offsets[1], alt_va_image.offsets[2]);
|
|
SWAP_UINT(alt_va_image.pitches[1], alt_va_image.pitches[2]);
|
|
if (vaapi_image_is_linear(&alt_va_image)) {
|
|
priv->image = alt_va_image;
|
|
priv->format = format;
|
|
priv->is_linear = TRUE;
|
|
GST_DEBUG("linearized image to %" GST_FOURCC_FORMAT " format",
|
|
GST_FOURCC_ARGS(format));
|
|
}
|
|
}
|
|
}
|
|
return TRUE;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_display:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Returns the #GstVaapiDisplay this @image is bound to.
|
|
*
|
|
* Return value: the parent #GstVaapiDisplay object
|
|
*/
|
|
GstVaapiDisplay *
|
|
gst_vaapi_image_get_display(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), NULL);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return image->priv->display;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_format:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Returns the #GstVaapiImageFormat the @image was created with.
|
|
*
|
|
* Return value: the #GstVaapiImageFormat
|
|
*/
|
|
GstVaapiImageFormat
|
|
gst_vaapi_image_get_format(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return image->priv->format;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_width:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Returns the @image width.
|
|
*
|
|
* Return value: the image width, in pixels
|
|
*/
|
|
guint
|
|
gst_vaapi_image_get_width(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return image->priv->width;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_height:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Returns the @image height.
|
|
*
|
|
* Return value: the image height, in pixels.
|
|
*/
|
|
guint
|
|
gst_vaapi_image_get_height(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return image->priv->height;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_size:
|
|
* @image: a #GstVaapiImage
|
|
* @pwidth: (out) (allow-none): return location for the width, or %NULL
|
|
* @pheight: (out) (allow-none): return location for the height, or %NULL
|
|
*
|
|
* Retrieves the dimensions of a #GstVaapiImage.
|
|
*/
|
|
void
|
|
gst_vaapi_image_get_size(GstVaapiImage *image, guint *pwidth, guint *pheight)
|
|
{
|
|
g_return_if_fail(GST_VAAPI_IS_IMAGE(image));
|
|
g_return_if_fail(image->priv->is_constructed);
|
|
|
|
if (pwidth)
|
|
*pwidth = image->priv->width;
|
|
|
|
if (pheight)
|
|
*pheight = image->priv->height;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_is_linear:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Checks whether the @image has data planes allocated from a single
|
|
* buffer and offsets into that buffer are in increasing order with
|
|
* the number of planes.
|
|
*
|
|
* Return value: %TRUE if image data planes are allocated from a single buffer
|
|
*/
|
|
gboolean
|
|
gst_vaapi_image_is_linear(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return image->priv->is_linear;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_is_mapped:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Checks whether the @image is currently mapped or not.
|
|
*
|
|
* Return value: %TRUE if the @image is mapped
|
|
*/
|
|
static inline gboolean
|
|
_gst_vaapi_image_is_mapped(GstVaapiImage *image)
|
|
{
|
|
return image->priv->image_data != NULL;
|
|
}
|
|
|
|
gboolean
|
|
gst_vaapi_image_is_mapped(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return _gst_vaapi_image_is_mapped(image);
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_map:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Maps the image data buffer. The actual pixels are returned by the
|
|
* gst_vaapi_image_get_plane() function.
|
|
*
|
|
* Return value: %TRUE on success
|
|
*/
|
|
gboolean
|
|
gst_vaapi_image_map(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return _gst_vaapi_image_map(image);
|
|
}
|
|
|
|
gboolean
|
|
_gst_vaapi_image_map(GstVaapiImage *image)
|
|
{
|
|
void *image_data;
|
|
VAStatus status;
|
|
|
|
if (_gst_vaapi_image_is_mapped(image))
|
|
return TRUE;
|
|
|
|
GST_VAAPI_DISPLAY_LOCK(image->priv->display);
|
|
status = vaMapBuffer(
|
|
GST_VAAPI_DISPLAY_VADISPLAY(image->priv->display),
|
|
image->priv->image.buf,
|
|
&image_data
|
|
);
|
|
GST_VAAPI_DISPLAY_UNLOCK(image->priv->display);
|
|
if (!vaapi_check_status(status, "vaMapBuffer()"))
|
|
return FALSE;
|
|
|
|
image->priv->image_data = image_data;
|
|
return TRUE;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_unmap:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Unmaps the image data buffer. Pointers to pixels returned by
|
|
* gst_vaapi_image_get_plane() are then no longer valid.
|
|
*
|
|
* Return value: %TRUE on success
|
|
*/
|
|
gboolean
|
|
gst_vaapi_image_unmap(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return _gst_vaapi_image_unmap(image);
|
|
}
|
|
|
|
gboolean
|
|
_gst_vaapi_image_unmap(GstVaapiImage *image)
|
|
{
|
|
VAStatus status;
|
|
|
|
if (!_gst_vaapi_image_is_mapped(image))
|
|
return FALSE;
|
|
|
|
GST_VAAPI_DISPLAY_LOCK(image->priv->display);
|
|
status = vaUnmapBuffer(
|
|
GST_VAAPI_DISPLAY_VADISPLAY(image->priv->display),
|
|
image->priv->image.buf
|
|
);
|
|
GST_VAAPI_DISPLAY_UNLOCK(image->priv->display);
|
|
if (!vaapi_check_status(status, "vaUnmapBuffer()"))
|
|
return FALSE;
|
|
|
|
image->priv->image_data = NULL;
|
|
return TRUE;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_plane_count:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Retrieves the number of planes available in the @image. The @image
|
|
* must be mapped for this function to work properly.
|
|
*
|
|
* Return value: the number of planes available in the @image
|
|
*/
|
|
guint
|
|
gst_vaapi_image_get_plane_count(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
g_return_val_if_fail(_gst_vaapi_image_is_mapped(image), 0);
|
|
|
|
return image->priv->image.num_planes;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_plane:
|
|
* @image: a #GstVaapiImage
|
|
* @plane: the requested plane number
|
|
*
|
|
* Retrieves the pixels data to the specified @plane. The @image must
|
|
* be mapped for this function to work properly.
|
|
*
|
|
* Return value: the pixels data of the specified @plane
|
|
*/
|
|
guchar *
|
|
gst_vaapi_image_get_plane(GstVaapiImage *image, guint plane)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), NULL);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
g_return_val_if_fail(_gst_vaapi_image_is_mapped(image), NULL);
|
|
g_return_val_if_fail(plane < image->priv->image.num_planes, NULL);
|
|
|
|
return image->priv->image_data + image->priv->image.offsets[plane];
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_pitch:
|
|
* @image: a #GstVaapiImage
|
|
* @plane: the requested plane number
|
|
*
|
|
* Retrieves the line size (stride) of the specified @plane. The
|
|
* @image must be mapped for this function to work properly.
|
|
*
|
|
* Return value: the line size (stride) of the specified plane
|
|
*/
|
|
guint
|
|
gst_vaapi_image_get_pitch(GstVaapiImage *image, guint plane)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
g_return_val_if_fail(_gst_vaapi_image_is_mapped(image), 0);
|
|
g_return_val_if_fail(plane < image->priv->image.num_planes, 0);
|
|
|
|
return image->priv->image.pitches[plane];
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_get_data_size:
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Retrieves the underlying image data size. This function could be
|
|
* used to determine whether the image has a compatible layout with
|
|
* another image structure.
|
|
*
|
|
* Return value: the whole image data size of the @image
|
|
*/
|
|
guint
|
|
gst_vaapi_image_get_data_size(GstVaapiImage *image)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), 0);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
|
|
return image->priv->image.data_size;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_image_update_from_buffer:
|
|
* @image: a #GstVaapiImage
|
|
* @buffer: a #GstBuffer
|
|
*
|
|
* Transfers pixels data contained in the #GstBuffer into the
|
|
* @image. Both image structures shall have the same format.
|
|
*
|
|
* Return value: %TRUE on success
|
|
*/
|
|
gboolean
|
|
gst_vaapi_image_update_from_buffer(GstVaapiImage *image, GstBuffer *buffer)
|
|
{
|
|
GstVaapiImagePrivate *priv;
|
|
GstStructure *structure;
|
|
GstCaps *caps;
|
|
GstVaapiImageFormat format;
|
|
gint width, height;
|
|
guint offsets[3], pitches[3], widths[3], heights[3];
|
|
guint i, j;
|
|
guchar *data;
|
|
guint32 data_size;
|
|
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), FALSE);
|
|
g_return_val_if_fail(image->priv->is_constructed, FALSE);
|
|
g_return_val_if_fail(GST_IS_BUFFER(buffer), FALSE);
|
|
|
|
priv = image->priv;
|
|
data = GST_BUFFER_DATA(buffer);
|
|
data_size = GST_BUFFER_SIZE(buffer);
|
|
caps = GST_BUFFER_CAPS(buffer);
|
|
|
|
if (!caps)
|
|
return FALSE;
|
|
|
|
format = gst_vaapi_image_format_from_caps(caps);
|
|
if (format != priv->format)
|
|
return FALSE;
|
|
|
|
structure = gst_caps_get_structure(caps, 0);
|
|
gst_structure_get_int(structure, "width", &width);
|
|
gst_structure_get_int(structure, "height", &height);
|
|
if (width != priv->width || height != priv->height)
|
|
return FALSE;
|
|
|
|
if (!gst_vaapi_image_map(image))
|
|
return FALSE;
|
|
|
|
if (priv->is_linear && data_size == priv->image.data_size)
|
|
memcpy(priv->image_data, data, data_size);
|
|
else {
|
|
/* XXX: copied from gst_video_format_get_row_stride() -- no NV12? */
|
|
const guint width2 = (width + 1) / 2;
|
|
const guint height2 = (height + 1) / 2;
|
|
guint size2;
|
|
switch (format) {
|
|
case GST_VAAPI_IMAGE_NV12:
|
|
offsets[0] = 0;
|
|
pitches[0] = GST_ROUND_UP_4(width);
|
|
widths [0] = width;
|
|
heights[0] = height;
|
|
offsets[1] = offsets[0] + height * pitches[0];
|
|
pitches[1] = pitches[0];
|
|
widths [1] = width2 * 2;
|
|
heights[1] = height2;
|
|
size2 = offsets[1] + height2 * pitches[1];
|
|
break;
|
|
case GST_VAAPI_IMAGE_YV12:
|
|
case GST_VAAPI_IMAGE_I420:
|
|
offsets[0] = 0;
|
|
pitches[0] = GST_ROUND_UP_4(width);
|
|
widths [0] = width;
|
|
heights[0] = height;
|
|
offsets[1] = offsets[0] + height * pitches[0];
|
|
pitches[1] = GST_ROUND_UP_4(GST_ROUND_UP_2(width) / 2);
|
|
widths [1] = width2;
|
|
heights[1] = height2;
|
|
offsets[2] = offsets[1] + height2 * pitches[1];
|
|
pitches[2] = pitches[1];
|
|
widths [2] = width2;
|
|
heights[2] = height2;
|
|
size2 = offsets[2] + height2 * pitches[2];
|
|
break;
|
|
case GST_VAAPI_IMAGE_ARGB:
|
|
case GST_VAAPI_IMAGE_RGBA:
|
|
case GST_VAAPI_IMAGE_ABGR:
|
|
case GST_VAAPI_IMAGE_BGRA:
|
|
offsets[0] = 0;
|
|
pitches[0] = width * 4;
|
|
widths [0] = width * 4;
|
|
heights[0] = height;
|
|
size2 = offsets[0] + height * pitches[0];
|
|
break;
|
|
default:
|
|
g_error("could not compute row-stride for %" GST_FOURCC_FORMAT,
|
|
GST_FOURCC_ARGS(format));
|
|
break;
|
|
}
|
|
if (size2 != data_size)
|
|
g_error("data_size mismatch %d / %u", size2, data_size);
|
|
for (i = 0; i < priv->image.num_planes; i++) {
|
|
guchar *src = data + offsets[i];
|
|
guchar *dst = priv->image_data + priv->image.offsets[i];
|
|
for (j = 0; j < heights[i]; j++) {
|
|
memcpy(dst, src, widths[i]);
|
|
src += pitches[i];
|
|
dst += priv->image.pitches[i];
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!gst_vaapi_image_unmap(image))
|
|
return FALSE;
|
|
|
|
return TRUE;
|
|
}
|