mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-28 04:31:06 +00:00
2d2334afed
Handle global-alpha from GstVideoOverlayComposition API. Likewise, the same code path could also work for premultiplied-alpha but this was not tested. Signed-off-by: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
485 lines
14 KiB
C
485 lines
14 KiB
C
/*
|
|
* gstvaapisubpicture.c - VA subpicture abstraction
|
|
*
|
|
* Copyright (C) 2010-2011 Splitted-Desktop Systems
|
|
* Copyright (C) 2011 Intel Corporation
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public License
|
|
* as published by the Free Software Foundation; either version 2.1
|
|
* of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free
|
|
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
* Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
/**
|
|
* SECTION:gstvaapisubpicture
|
|
* @short_description: VA subpicture abstraction
|
|
*/
|
|
|
|
#include "sysdeps.h"
|
|
#include <string.h>
|
|
#include "gstvaapicompat.h"
|
|
#include "gstvaapiutils.h"
|
|
#include "gstvaapisubpicture.h"
|
|
#include "gstvaapi_priv.h"
|
|
|
|
#define DEBUG 1
|
|
#include "gstvaapidebug.h"
|
|
|
|
G_DEFINE_TYPE(GstVaapiSubpicture, gst_vaapi_subpicture, GST_VAAPI_TYPE_OBJECT)
|
|
|
|
#define GST_VAAPI_SUBPICTURE_GET_PRIVATE(obj) \
|
|
(G_TYPE_INSTANCE_GET_PRIVATE((obj), \
|
|
GST_VAAPI_TYPE_SUBPICTURE, \
|
|
GstVaapiSubpicturePrivate))
|
|
|
|
struct _GstVaapiSubpicturePrivate {
|
|
GstVaapiImage *image;
|
|
guint flags;
|
|
gfloat global_alpha;
|
|
};
|
|
|
|
enum {
|
|
PROP_0,
|
|
|
|
PROP_FLAGS,
|
|
PROP_GLOBAL_ALPHA,
|
|
PROP_IMAGE
|
|
};
|
|
|
|
static void
|
|
gst_vaapi_subpicture_destroy(GstVaapiSubpicture *subpicture)
|
|
{
|
|
GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(subpicture);
|
|
GstVaapiSubpicturePrivate * const priv = subpicture->priv;
|
|
VASubpictureID subpicture_id;
|
|
VAStatus status;
|
|
|
|
subpicture_id = GST_VAAPI_OBJECT_ID(subpicture);
|
|
GST_DEBUG("subpicture %" GST_VAAPI_ID_FORMAT,
|
|
GST_VAAPI_ID_ARGS(subpicture_id));
|
|
|
|
if (subpicture_id != VA_INVALID_ID) {
|
|
if (display) {
|
|
GST_VAAPI_DISPLAY_LOCK(display);
|
|
status = vaDestroySubpicture(
|
|
GST_VAAPI_DISPLAY_VADISPLAY(display),
|
|
subpicture_id
|
|
);
|
|
GST_VAAPI_DISPLAY_UNLOCK(display);
|
|
if (!vaapi_check_status(status, "vaDestroySubpicture()"))
|
|
g_warning("failed to destroy subpicture %" GST_VAAPI_ID_FORMAT,
|
|
GST_VAAPI_ID_ARGS(subpicture_id));
|
|
}
|
|
GST_VAAPI_OBJECT_ID(subpicture) = VA_INVALID_ID;
|
|
}
|
|
|
|
g_clear_object(&priv->image);
|
|
}
|
|
|
|
static gboolean
|
|
gst_vaapi_subpicture_create(GstVaapiSubpicture *subpicture)
|
|
{
|
|
GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(subpicture);
|
|
GstVaapiSubpicturePrivate * const priv = subpicture->priv;
|
|
VASubpictureID subpicture_id;
|
|
VAStatus status;
|
|
|
|
if (!priv->image)
|
|
return FALSE;
|
|
|
|
GST_VAAPI_DISPLAY_LOCK(display);
|
|
status = vaCreateSubpicture(
|
|
GST_VAAPI_DISPLAY_VADISPLAY(display),
|
|
GST_VAAPI_OBJECT_ID(priv->image),
|
|
&subpicture_id
|
|
);
|
|
GST_VAAPI_DISPLAY_UNLOCK(display);
|
|
if (!vaapi_check_status(status, "vaCreateSubpicture()"))
|
|
return FALSE;
|
|
|
|
GST_DEBUG("subpicture %" GST_VAAPI_ID_FORMAT,
|
|
GST_VAAPI_ID_ARGS(subpicture_id));
|
|
GST_VAAPI_OBJECT_ID(subpicture) = subpicture_id;
|
|
return TRUE;
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_subpicture_finalize(GObject *object)
|
|
{
|
|
gst_vaapi_subpicture_destroy(GST_VAAPI_SUBPICTURE(object));
|
|
|
|
G_OBJECT_CLASS(gst_vaapi_subpicture_parent_class)->finalize(object);
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_subpicture_set_property(
|
|
GObject *object,
|
|
guint prop_id,
|
|
const GValue *value,
|
|
GParamSpec *pspec
|
|
)
|
|
{
|
|
GstVaapiSubpicture * const subpicture = GST_VAAPI_SUBPICTURE(object);
|
|
|
|
switch (prop_id) {
|
|
case PROP_FLAGS:
|
|
subpicture->priv->flags = g_value_get_uint(value);
|
|
break;
|
|
case PROP_GLOBAL_ALPHA:
|
|
gst_vaapi_subpicture_set_global_alpha(subpicture,
|
|
g_value_get_float(value));
|
|
break;
|
|
case PROP_IMAGE:
|
|
gst_vaapi_subpicture_set_image(subpicture, g_value_get_object(value));
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_subpicture_get_property(
|
|
GObject *object,
|
|
guint prop_id,
|
|
GValue *value,
|
|
GParamSpec *pspec
|
|
)
|
|
{
|
|
GstVaapiSubpicture * const subpicture = GST_VAAPI_SUBPICTURE(object);
|
|
|
|
switch (prop_id) {
|
|
case PROP_FLAGS:
|
|
g_value_set_uint(value, subpicture->priv->flags);
|
|
break;
|
|
case PROP_GLOBAL_ALPHA:
|
|
g_value_set_float(value,
|
|
gst_vaapi_subpicture_get_global_alpha(subpicture));
|
|
break;
|
|
case PROP_IMAGE:
|
|
g_value_set_object(value, gst_vaapi_subpicture_get_image(subpicture));
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_subpicture_class_init(GstVaapiSubpictureClass *klass)
|
|
{
|
|
GObjectClass * const object_class = G_OBJECT_CLASS(klass);
|
|
|
|
g_type_class_add_private(klass, sizeof(GstVaapiSubpicturePrivate));
|
|
|
|
object_class->finalize = gst_vaapi_subpicture_finalize;
|
|
object_class->set_property = gst_vaapi_subpicture_set_property;
|
|
object_class->get_property = gst_vaapi_subpicture_get_property;
|
|
|
|
/**
|
|
* GstVaapiSubpicture:flags:
|
|
*
|
|
* The #GstVaapiSubpictureFlags this subpicture requires.
|
|
*/
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_FLAGS,
|
|
g_param_spec_uint("flags",
|
|
"Flags",
|
|
"The GstVaapiSubpictureFlags this subpicture requires",
|
|
0, G_MAXUINT32, 0,
|
|
G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY));
|
|
|
|
/**
|
|
* GstVaapiSubpicture:global-alpha:
|
|
*
|
|
* The global-alpha value associated with this subpicture.
|
|
*/
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_GLOBAL_ALPHA,
|
|
g_param_spec_float("global-alpha",
|
|
"Global Alpha",
|
|
"The global-alpha value associated with this subpicture",
|
|
0.0f, 1.0f, 1.0f,
|
|
G_PARAM_READWRITE));
|
|
|
|
/**
|
|
* GstVaapiSubpicture:image:
|
|
*
|
|
* The #GstVaapiImage this subpicture is bound to.
|
|
*/
|
|
g_object_class_install_property
|
|
(object_class,
|
|
PROP_IMAGE,
|
|
g_param_spec_object("image",
|
|
"Image",
|
|
"The GstVaapiImage this subpicture is bound to",
|
|
GST_VAAPI_TYPE_IMAGE,
|
|
G_PARAM_READWRITE));
|
|
}
|
|
|
|
static void
|
|
gst_vaapi_subpicture_init(GstVaapiSubpicture *subpicture)
|
|
{
|
|
GstVaapiSubpicturePrivate *priv = GST_VAAPI_SUBPICTURE_GET_PRIVATE(subpicture);
|
|
|
|
subpicture->priv = priv;
|
|
priv->image = NULL;
|
|
priv->global_alpha = 1.0f;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_new:
|
|
* @image: a #GstVaapiImage
|
|
* @flags: #GstVaapiSubpictureFlags, or zero
|
|
*
|
|
* Creates a new #GstVaapiSubpicture with @image as source pixels. The
|
|
* newly created object holds a reference on @image.
|
|
*
|
|
* Return value: the newly allocated #GstVaapiSubpicture object
|
|
*/
|
|
GstVaapiSubpicture *
|
|
gst_vaapi_subpicture_new(GstVaapiImage *image, guint flags)
|
|
{
|
|
GstVaapiDisplay *display;
|
|
GstVaapiImageFormat format;
|
|
guint va_flags;
|
|
|
|
g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), NULL);
|
|
|
|
GST_DEBUG("create from image %" GST_VAAPI_ID_FORMAT,
|
|
GST_VAAPI_ID_ARGS(GST_VAAPI_OBJECT_ID(image)));
|
|
|
|
display = GST_VAAPI_OBJECT_DISPLAY(image);
|
|
format = gst_vaapi_image_get_format(image);
|
|
if (!gst_vaapi_display_has_subpicture_format(display, format, &va_flags))
|
|
return NULL;
|
|
if (flags & ~va_flags)
|
|
return NULL;
|
|
|
|
return g_object_new(GST_VAAPI_TYPE_SUBPICTURE,
|
|
"display", GST_VAAPI_OBJECT_DISPLAY(image),
|
|
"id", GST_VAAPI_ID(VA_INVALID_ID),
|
|
"flags", flags,
|
|
"global-alpha", 1.0f,
|
|
"image", image,
|
|
NULL);
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_new_from_overlay_rectangle:
|
|
* @display: a #GstVaapiDisplay
|
|
* @rect: a #GstVideoOverlayRectangle
|
|
*
|
|
* Helper function that creates a new #GstVaapiSubpicture from a
|
|
* #GstVideoOverlayRectangle. A new #GstVaapiImage is also created
|
|
* along the way and attached to the resulting subpicture. The
|
|
* subpicture holds a unique reference to the underlying image.
|
|
*
|
|
* Return value: the newly allocated #GstVaapiSubpicture object
|
|
*/
|
|
GstVaapiSubpicture *
|
|
gst_vaapi_subpicture_new_from_overlay_rectangle(
|
|
GstVaapiDisplay *display,
|
|
GstVideoOverlayRectangle *rect
|
|
)
|
|
{
|
|
GstVaapiSubpicture *subpicture;
|
|
GstVaapiImageFormat format;
|
|
GstVaapiImage *image;
|
|
GstVaapiImageRaw raw_image;
|
|
GstBuffer *buffer;
|
|
gfloat global_alpha;
|
|
guint width, height, stride;
|
|
guint hw_flags, flags;
|
|
|
|
g_return_val_if_fail(GST_IS_VIDEO_OVERLAY_RECTANGLE(rect), NULL);
|
|
|
|
/* XXX: use gst_vaapi_image_format_from_video() */
|
|
#if G_BYTE_ORDER == G_LITTLE_ENDIAN
|
|
format = GST_VAAPI_IMAGE_BGRA;
|
|
#else
|
|
format = GST_VAAPI_IMAGE_ARGB;
|
|
#endif
|
|
if (!gst_vaapi_display_has_subpicture_format(display, format, &hw_flags))
|
|
return NULL;
|
|
|
|
flags = hw_flags & from_GstVideoOverlayFormatFlags(
|
|
gst_video_overlay_rectangle_get_flags(rect));
|
|
|
|
buffer = gst_video_overlay_rectangle_get_pixels_unscaled_argb(rect,
|
|
&width, &height, &stride, to_GstVideoOverlayFormatFlags(flags));
|
|
if (!buffer)
|
|
return NULL;
|
|
|
|
image = gst_vaapi_image_new(display, format, width, height);
|
|
if (!image)
|
|
return NULL;
|
|
|
|
raw_image.format = format;
|
|
raw_image.width = width;
|
|
raw_image.height = height;
|
|
raw_image.num_planes = 1;
|
|
raw_image.pixels[0] = GST_BUFFER_DATA(buffer);
|
|
raw_image.stride[0] = stride;
|
|
if (!gst_vaapi_image_update_from_raw(image, &raw_image, NULL)) {
|
|
GST_WARNING("could not update VA image with subtitle data");
|
|
g_object_unref(image);
|
|
return NULL;
|
|
}
|
|
|
|
subpicture = gst_vaapi_subpicture_new(image, flags);
|
|
g_object_unref(image);
|
|
if (!subpicture)
|
|
return NULL;
|
|
|
|
if (flags & GST_VAAPI_SUBPICTURE_FLAG_GLOBAL_ALPHA) {
|
|
global_alpha = gst_video_overlay_rectangle_get_global_alpha(rect);
|
|
if (!gst_vaapi_subpicture_set_global_alpha(subpicture, global_alpha))
|
|
return NULL;
|
|
}
|
|
return subpicture;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_get_id:
|
|
* @subpicture: a #GstVaapiSubpicture
|
|
*
|
|
* Returns the underlying VASubpictureID of the @subpicture.
|
|
*
|
|
* Return value: the underlying VA subpicture id
|
|
*/
|
|
GstVaapiID
|
|
gst_vaapi_subpicture_get_id(GstVaapiSubpicture *subpicture)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), VA_INVALID_ID);
|
|
|
|
return GST_VAAPI_OBJECT_ID(subpicture);
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_get_flags:
|
|
* @subpicture: a #GstVaapiSubpicture
|
|
*
|
|
* Returns the @subpicture flags.
|
|
*
|
|
* Return value: the @subpicture flags
|
|
*/
|
|
guint
|
|
gst_vaapi_subpicture_get_flags(GstVaapiSubpicture *subpicture)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), 0);
|
|
|
|
return subpicture->priv->flags;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_get_image:
|
|
* @subpicture: a #GstVaapiSubpicture
|
|
*
|
|
* Returns the #GstVaapiImage this @subpicture is bound to.
|
|
*
|
|
* Return value: the #GstVaapiImage this @subpicture is bound to
|
|
*/
|
|
GstVaapiImage *
|
|
gst_vaapi_subpicture_get_image(GstVaapiSubpicture *subpicture)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), NULL);
|
|
|
|
return subpicture->priv->image;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_set_image:
|
|
* @subpicture: a #GstVaapiSubpicture
|
|
* @image: a #GstVaapiImage
|
|
*
|
|
* Binds a new #GstVaapiImage to the @subpicture. The reference to the
|
|
* previous image is released and a new one is acquired on @image.
|
|
*/
|
|
void
|
|
gst_vaapi_subpicture_set_image(
|
|
GstVaapiSubpicture *subpicture,
|
|
GstVaapiImage *image
|
|
)
|
|
{
|
|
g_return_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture));
|
|
g_return_if_fail(GST_VAAPI_IS_IMAGE(image));
|
|
|
|
gst_vaapi_subpicture_destroy(subpicture);
|
|
|
|
subpicture->priv->image = g_object_ref(image);
|
|
gst_vaapi_subpicture_create(subpicture);
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_get_global_alpha:
|
|
* @subpicture: a #GstVaapiSubpicture
|
|
*
|
|
* Returns the value of global_alpha, set for this @subpicture.
|
|
*
|
|
* Return value: the global_alpha value of this @subpicture
|
|
*/
|
|
gfloat
|
|
gst_vaapi_subpicture_get_global_alpha(GstVaapiSubpicture *subpicture)
|
|
{
|
|
g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), 1.0);
|
|
|
|
return subpicture->priv->global_alpha;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_subpicture_set_global_alpha:
|
|
* @subpicture: a #GstVaapiSubpicture
|
|
* @global_alpha: value for global-alpha (range: 0.0 to 1.0, inclusive)
|
|
*
|
|
* Sets the global_alpha value of @subpicture. This function calls
|
|
* vaSetSubpictureGlobalAlpha() if the format of @subpicture, i.e.
|
|
* the current VA driver supports it.
|
|
*
|
|
* Return value: %TRUE if global_alpha could be set, %FALSE otherwise
|
|
*/
|
|
gboolean
|
|
gst_vaapi_subpicture_set_global_alpha(GstVaapiSubpicture *subpicture,
|
|
gfloat global_alpha)
|
|
{
|
|
GstVaapiSubpicturePrivate *priv;
|
|
GstVaapiDisplay *display;
|
|
VAStatus status;
|
|
|
|
g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), FALSE);
|
|
|
|
priv = subpicture->priv;
|
|
|
|
if (!(priv->flags & GST_VAAPI_SUBPICTURE_FLAG_GLOBAL_ALPHA))
|
|
return FALSE;
|
|
|
|
if (priv->global_alpha == global_alpha)
|
|
return TRUE;
|
|
|
|
display = GST_VAAPI_OBJECT_DISPLAY(subpicture);
|
|
|
|
GST_VAAPI_DISPLAY_LOCK(display);
|
|
status = vaSetSubpictureGlobalAlpha(
|
|
GST_VAAPI_DISPLAY_VADISPLAY(display),
|
|
GST_VAAPI_OBJECT_ID(subpicture),
|
|
global_alpha
|
|
);
|
|
GST_VAAPI_DISPLAY_UNLOCK(display);
|
|
if (!vaapi_check_status(status, "vaSetSubpictureGlobalAlpha()"))
|
|
return FALSE;
|
|
|
|
priv->global_alpha = global_alpha;
|
|
return TRUE;
|
|
}
|