/* * gstvaapisubpicture.c - VA subpicture abstraction * * Copyright (C) 2010-2011 Splitted-Desktop Systems * Copyright (C) 2011-2013 Intel Corporation * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public License * as published by the Free Software Foundation; either version 2.1 * of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free * Software Foundation, Inc., 51 Franklin Street, Fifth Floor, * Boston, MA 02110-1301 USA */ /** * SECTION:gstvaapisubpicture * @short_description: VA subpicture abstraction */ #include "sysdeps.h" #include #include "gstvaapicompat.h" #include "gstvaapiutils.h" #include "gstvaapisubpicture.h" #include "gstvaapi_priv.h" #define DEBUG 1 #include "gstvaapidebug.h" G_DEFINE_TYPE(GstVaapiSubpicture, gst_vaapi_subpicture, GST_VAAPI_TYPE_OBJECT) #define GST_VAAPI_SUBPICTURE_GET_PRIVATE(obj) \ (G_TYPE_INSTANCE_GET_PRIVATE((obj), \ GST_VAAPI_TYPE_SUBPICTURE, \ GstVaapiSubpicturePrivate)) struct _GstVaapiSubpicturePrivate { GstVaapiImage *image; guint flags; gfloat global_alpha; }; enum { PROP_0, PROP_FLAGS, PROP_GLOBAL_ALPHA, PROP_IMAGE }; static void gst_vaapi_subpicture_destroy(GstVaapiSubpicture *subpicture) { GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(subpicture); GstVaapiSubpicturePrivate * const priv = subpicture->priv; VASubpictureID subpicture_id; VAStatus status; subpicture_id = GST_VAAPI_OBJECT_ID(subpicture); GST_DEBUG("subpicture %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(subpicture_id)); if (subpicture_id != VA_INVALID_ID) { if (display) { GST_VAAPI_DISPLAY_LOCK(display); status = vaDestroySubpicture( GST_VAAPI_DISPLAY_VADISPLAY(display), subpicture_id ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaDestroySubpicture()")) g_warning("failed to destroy subpicture %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(subpicture_id)); } GST_VAAPI_OBJECT_ID(subpicture) = VA_INVALID_ID; } g_clear_object(&priv->image); } static gboolean gst_vaapi_subpicture_create(GstVaapiSubpicture *subpicture) { GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(subpicture); GstVaapiSubpicturePrivate * const priv = subpicture->priv; VASubpictureID subpicture_id; VAStatus status; if (!priv->image) return FALSE; GST_VAAPI_DISPLAY_LOCK(display); status = vaCreateSubpicture( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(priv->image), &subpicture_id ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaCreateSubpicture()")) return FALSE; GST_DEBUG("subpicture %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(subpicture_id)); GST_VAAPI_OBJECT_ID(subpicture) = subpicture_id; return TRUE; } static void gst_vaapi_subpicture_finalize(GObject *object) { gst_vaapi_subpicture_destroy(GST_VAAPI_SUBPICTURE(object)); G_OBJECT_CLASS(gst_vaapi_subpicture_parent_class)->finalize(object); } static void gst_vaapi_subpicture_set_property( GObject *object, guint prop_id, const GValue *value, GParamSpec *pspec ) { GstVaapiSubpicture * const subpicture = GST_VAAPI_SUBPICTURE(object); switch (prop_id) { case PROP_FLAGS: subpicture->priv->flags = g_value_get_uint(value); break; case PROP_GLOBAL_ALPHA: gst_vaapi_subpicture_set_global_alpha(subpicture, g_value_get_float(value)); break; case PROP_IMAGE: gst_vaapi_subpicture_set_image(subpicture, g_value_get_object(value)); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec); break; } } static void gst_vaapi_subpicture_get_property( GObject *object, guint prop_id, GValue *value, GParamSpec *pspec ) { GstVaapiSubpicture * const subpicture = GST_VAAPI_SUBPICTURE(object); switch (prop_id) { case PROP_FLAGS: g_value_set_uint(value, subpicture->priv->flags); break; case PROP_GLOBAL_ALPHA: g_value_set_float(value, gst_vaapi_subpicture_get_global_alpha(subpicture)); break; case PROP_IMAGE: g_value_set_object(value, gst_vaapi_subpicture_get_image(subpicture)); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID(object, prop_id, pspec); break; } } static void gst_vaapi_subpicture_class_init(GstVaapiSubpictureClass *klass) { GObjectClass * const object_class = G_OBJECT_CLASS(klass); g_type_class_add_private(klass, sizeof(GstVaapiSubpicturePrivate)); object_class->finalize = gst_vaapi_subpicture_finalize; object_class->set_property = gst_vaapi_subpicture_set_property; object_class->get_property = gst_vaapi_subpicture_get_property; /** * GstVaapiSubpicture:flags: * * The #GstVaapiSubpictureFlags this subpicture requires. */ g_object_class_install_property (object_class, PROP_FLAGS, g_param_spec_uint("flags", "Flags", "The GstVaapiSubpictureFlags this subpicture requires", 0, G_MAXUINT32, 0, G_PARAM_READWRITE|G_PARAM_CONSTRUCT_ONLY)); /** * GstVaapiSubpicture:global-alpha: * * The global-alpha value associated with this subpicture. */ g_object_class_install_property (object_class, PROP_GLOBAL_ALPHA, g_param_spec_float("global-alpha", "Global Alpha", "The global-alpha value associated with this subpicture", 0.0f, 1.0f, 1.0f, G_PARAM_READWRITE)); /** * GstVaapiSubpicture:image: * * The #GstVaapiImage this subpicture is bound to. */ g_object_class_install_property (object_class, PROP_IMAGE, g_param_spec_object("image", "Image", "The GstVaapiImage this subpicture is bound to", GST_VAAPI_TYPE_IMAGE, G_PARAM_READWRITE)); } static void gst_vaapi_subpicture_init(GstVaapiSubpicture *subpicture) { GstVaapiSubpicturePrivate *priv = GST_VAAPI_SUBPICTURE_GET_PRIVATE(subpicture); subpicture->priv = priv; priv->image = NULL; priv->global_alpha = 1.0f; } /** * gst_vaapi_subpicture_new: * @image: a #GstVaapiImage * @flags: #GstVaapiSubpictureFlags, or zero * * Creates a new #GstVaapiSubpicture with @image as source pixels. The * newly created object holds a reference on @image. * * Return value: the newly allocated #GstVaapiSubpicture object */ GstVaapiSubpicture * gst_vaapi_subpicture_new(GstVaapiImage *image, guint flags) { GstVaapiDisplay *display; GstVaapiImageFormat format; guint va_flags; g_return_val_if_fail(GST_VAAPI_IS_IMAGE(image), NULL); GST_DEBUG("create from image %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(GST_VAAPI_OBJECT_ID(image))); display = GST_VAAPI_OBJECT_DISPLAY(image); format = gst_vaapi_image_get_format(image); if (!gst_vaapi_display_has_subpicture_format(display, format, &va_flags)) return NULL; if (flags & ~va_flags) return NULL; return g_object_new(GST_VAAPI_TYPE_SUBPICTURE, "display", GST_VAAPI_OBJECT_DISPLAY(image), "id", GST_VAAPI_ID(VA_INVALID_ID), "flags", flags, "global-alpha", 1.0f, "image", image, NULL); } /** * gst_vaapi_subpicture_new_from_overlay_rectangle: * @display: a #GstVaapiDisplay * @rect: a #GstVideoOverlayRectangle * * Helper function that creates a new #GstVaapiSubpicture from a * #GstVideoOverlayRectangle. A new #GstVaapiImage is also created * along the way and attached to the resulting subpicture. The * subpicture holds a unique reference to the underlying image. * * Return value: the newly allocated #GstVaapiSubpicture object */ GstVaapiSubpicture * gst_vaapi_subpicture_new_from_overlay_rectangle( GstVaapiDisplay *display, GstVideoOverlayRectangle *rect ) { GstVaapiSubpicture *subpicture; GstVaapiImageFormat format; GstVaapiImage *image; GstVaapiImageRaw raw_image; GstBuffer *buffer; guint8 *data; gfloat global_alpha; guint width, height, stride; guint hw_flags, flags; #if GST_CHECK_VERSION(1,0,0) GstVideoMeta *vmeta; GstMapInfo map_info; #endif g_return_val_if_fail(GST_IS_VIDEO_OVERLAY_RECTANGLE(rect), NULL); /* XXX: use gst_vaapi_image_format_from_video() */ #if G_BYTE_ORDER == G_LITTLE_ENDIAN format = GST_VAAPI_IMAGE_BGRA; #else format = GST_VAAPI_IMAGE_ARGB; #endif if (!gst_vaapi_display_has_subpicture_format(display, format, &hw_flags)) return NULL; flags = hw_flags & from_GstVideoOverlayFormatFlags( gst_video_overlay_rectangle_get_flags(rect)); #if GST_CHECK_VERSION(1,0,0) buffer = gst_video_overlay_rectangle_get_pixels_unscaled_argb(rect, to_GstVideoOverlayFormatFlags(flags)); if (!buffer) return NULL; vmeta = gst_buffer_get_video_meta(buffer); if (!vmeta) return NULL; width = vmeta->width; height = vmeta->height; if (!gst_video_meta_map(vmeta, 0, &map_info, (gpointer *)&data, (gint *)&stride, GST_MAP_READ)) return NULL; #else buffer = (gst_video_overlay_rectangle_get_pixels_unscaled_argb)(rect, &width, &height, &stride, to_GstVideoOverlayFormatFlags(flags)); if (!buffer) return NULL; data = GST_BUFFER_DATA(buffer); #endif image = gst_vaapi_image_new(display, format, width, height); if (!image) return NULL; raw_image.format = format; raw_image.width = width; raw_image.height = height; raw_image.num_planes = 1; raw_image.pixels[0] = data; raw_image.stride[0] = stride; if (!gst_vaapi_image_update_from_raw(image, &raw_image, NULL)) { GST_WARNING("could not update VA image with subtitle data"); g_object_unref(image); return NULL; } subpicture = gst_vaapi_subpicture_new(image, flags); g_object_unref(image); #if GST_CHECK_VERSION(1,0,0) gst_video_meta_unmap(vmeta, 0, &map_info); #endif if (!subpicture) return NULL; if (flags & GST_VAAPI_SUBPICTURE_FLAG_GLOBAL_ALPHA) { global_alpha = gst_video_overlay_rectangle_get_global_alpha(rect); if (!gst_vaapi_subpicture_set_global_alpha(subpicture, global_alpha)) return NULL; } return subpicture; } /** * gst_vaapi_subpicture_get_id: * @subpicture: a #GstVaapiSubpicture * * Returns the underlying VASubpictureID of the @subpicture. * * Return value: the underlying VA subpicture id */ GstVaapiID gst_vaapi_subpicture_get_id(GstVaapiSubpicture *subpicture) { g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), VA_INVALID_ID); return GST_VAAPI_OBJECT_ID(subpicture); } /** * gst_vaapi_subpicture_get_flags: * @subpicture: a #GstVaapiSubpicture * * Returns the @subpicture flags. * * Return value: the @subpicture flags */ guint gst_vaapi_subpicture_get_flags(GstVaapiSubpicture *subpicture) { g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), 0); return subpicture->priv->flags; } /** * gst_vaapi_subpicture_get_image: * @subpicture: a #GstVaapiSubpicture * * Returns the #GstVaapiImage this @subpicture is bound to. * * Return value: the #GstVaapiImage this @subpicture is bound to */ GstVaapiImage * gst_vaapi_subpicture_get_image(GstVaapiSubpicture *subpicture) { g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), NULL); return subpicture->priv->image; } /** * gst_vaapi_subpicture_set_image: * @subpicture: a #GstVaapiSubpicture * @image: a #GstVaapiImage * * Binds a new #GstVaapiImage to the @subpicture. The reference to the * previous image is released and a new one is acquired on @image. */ void gst_vaapi_subpicture_set_image( GstVaapiSubpicture *subpicture, GstVaapiImage *image ) { g_return_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture)); g_return_if_fail(GST_VAAPI_IS_IMAGE(image)); gst_vaapi_subpicture_destroy(subpicture); subpicture->priv->image = g_object_ref(image); gst_vaapi_subpicture_create(subpicture); } /** * gst_vaapi_subpicture_get_global_alpha: * @subpicture: a #GstVaapiSubpicture * * Returns the value of global_alpha, set for this @subpicture. * * Return value: the global_alpha value of this @subpicture */ gfloat gst_vaapi_subpicture_get_global_alpha(GstVaapiSubpicture *subpicture) { g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), 1.0); return subpicture->priv->global_alpha; } /** * gst_vaapi_subpicture_set_global_alpha: * @subpicture: a #GstVaapiSubpicture * @global_alpha: value for global-alpha (range: 0.0 to 1.0, inclusive) * * Sets the global_alpha value of @subpicture. This function calls * vaSetSubpictureGlobalAlpha() if the format of @subpicture, i.e. * the current VA driver supports it. * * Return value: %TRUE if global_alpha could be set, %FALSE otherwise */ gboolean gst_vaapi_subpicture_set_global_alpha(GstVaapiSubpicture *subpicture, gfloat global_alpha) { GstVaapiSubpicturePrivate *priv; GstVaapiDisplay *display; VAStatus status; g_return_val_if_fail(GST_VAAPI_IS_SUBPICTURE(subpicture), FALSE); priv = subpicture->priv; if (!(priv->flags & GST_VAAPI_SUBPICTURE_FLAG_GLOBAL_ALPHA)) return FALSE; if (priv->global_alpha == global_alpha) return TRUE; display = GST_VAAPI_OBJECT_DISPLAY(subpicture); GST_VAAPI_DISPLAY_LOCK(display); status = vaSetSubpictureGlobalAlpha( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(subpicture), global_alpha ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaSetSubpictureGlobalAlpha()")) return FALSE; priv->global_alpha = global_alpha; return TRUE; }