/* * gstvaapisurface.c - VA surface abstraction * * Copyright (C) 2010-2011 Splitted-Desktop Systems * Author: Gwenole Beauchesne * Copyright (C) 2011-2013 Intel Corporation * Author: Gwenole Beauchesne * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public License * as published by the Free Software Foundation; either version 2.1 * of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free * Software Foundation, Inc., 51 Franklin Street, Fifth Floor, * Boston, MA 02110-1301 USA */ /** * SECTION:gstvaapisurface * @short_description: VA surface abstraction */ #include "sysdeps.h" #include "gstvaapicompat.h" #include "gstvaapiutils.h" #include "gstvaapisurface.h" #include "gstvaapisurface_priv.h" #include "gstvaapicontext.h" #include "gstvaapiimage.h" #include "gstvaapiimage_priv.h" #define DEBUG 1 #include "gstvaapidebug.h" static gboolean _gst_vaapi_surface_associate_subpicture( GstVaapiSurface *surface, GstVaapiSubpicture *subpicture, const GstVaapiRectangle *src_rect, const GstVaapiRectangle *dst_rect ); static gboolean _gst_vaapi_surface_deassociate_subpicture( GstVaapiSurface *surface, GstVaapiSubpicture *subpicture ); static void destroy_subpicture_cb(gpointer subpicture, gpointer surface) { _gst_vaapi_surface_deassociate_subpicture(surface, subpicture); gst_vaapi_object_unref(subpicture); } static void gst_vaapi_surface_destroy_subpictures(GstVaapiSurface *surface) { if (surface->subpictures) { g_ptr_array_foreach(surface->subpictures, destroy_subpicture_cb, surface); g_ptr_array_free(surface->subpictures, TRUE); surface->subpictures = NULL; } } static void gst_vaapi_surface_destroy(GstVaapiSurface *surface) { GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(surface); VASurfaceID surface_id; VAStatus status; surface_id = GST_VAAPI_OBJECT_ID(surface); GST_DEBUG("surface %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(surface_id)); gst_vaapi_surface_destroy_subpictures(surface); gst_vaapi_surface_set_parent_context(surface, NULL); if (surface_id != VA_INVALID_SURFACE) { GST_VAAPI_DISPLAY_LOCK(display); status = vaDestroySurfaces( GST_VAAPI_DISPLAY_VADISPLAY(display), &surface_id, 1 ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaDestroySurfaces()")) g_warning("failed to destroy surface %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(surface_id)); GST_VAAPI_OBJECT_ID(surface) = VA_INVALID_SURFACE; } } static gboolean gst_vaapi_surface_create(GstVaapiSurface *surface, GstVaapiChromaType chroma_type, guint width, guint height) { GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(surface); VASurfaceID surface_id; VAStatus status; guint va_chroma_format; va_chroma_format = from_GstVaapiChromaType(chroma_type); if (!va_chroma_format) goto error_unsupported_chroma_type; GST_VAAPI_DISPLAY_LOCK(display); status = vaCreateSurfaces( GST_VAAPI_DISPLAY_VADISPLAY(display), width, height, va_chroma_format, 1, &surface_id ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaCreateSurfaces()")) return FALSE; surface->format = GST_VIDEO_FORMAT_UNKNOWN; surface->chroma_type = chroma_type; surface->width = width; surface->height = height; GST_DEBUG("surface %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(surface_id)); GST_VAAPI_OBJECT_ID(surface) = surface_id; return TRUE; /* ERRORS */ error_unsupported_chroma_type: GST_ERROR("unsupported chroma-type %u", chroma_type); return FALSE; } static gboolean gst_vaapi_surface_create_with_format(GstVaapiSurface *surface, GstVideoFormat format, guint width, guint height) { #if VA_CHECK_VERSION(0,34,0) GstVaapiDisplay * const display = GST_VAAPI_OBJECT_DISPLAY(surface); VASurfaceID surface_id; VAStatus status; guint chroma_type, va_chroma_format; const VAImageFormat *va_format; VASurfaceAttrib attrib; va_format = gst_vaapi_video_format_to_va_format(format); if (!va_format) goto error_unsupported_format; chroma_type = gst_vaapi_video_format_get_chroma_type(format); if (!chroma_type) goto error_unsupported_format; va_chroma_format = from_GstVaapiChromaType(chroma_type); if (!va_chroma_format) goto error_unsupported_format; attrib.flags = VA_SURFACE_ATTRIB_SETTABLE; attrib.type = VASurfaceAttribPixelFormat; attrib.value.type = VAGenericValueTypeInteger; attrib.value.value.i = va_format->fourcc; GST_VAAPI_DISPLAY_LOCK(display); status = vaCreateSurfaces( GST_VAAPI_DISPLAY_VADISPLAY(display), va_chroma_format, width, height, &surface_id, 1, &attrib, 1 ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaCreateSurfaces()")) return FALSE; surface->format = format; surface->chroma_type = chroma_type; surface->width = width; surface->height = height; GST_DEBUG("surface %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(surface_id)); GST_VAAPI_OBJECT_ID(surface) = surface_id; return TRUE; /* ERRORS */ error_unsupported_format: GST_ERROR("unsupported format %s", gst_vaapi_video_format_to_string(format)); return FALSE; #else return FALSE; #endif } #define gst_vaapi_surface_finalize gst_vaapi_surface_destroy GST_VAAPI_OBJECT_DEFINE_CLASS(GstVaapiSurface, gst_vaapi_surface) /** * gst_vaapi_surface_new: * @display: a #GstVaapiDisplay * @chroma_type: the surface chroma format * @width: the requested surface width * @height: the requested surface height * * Creates a new #GstVaapiSurface with the specified chroma format and * dimensions. * * Return value: the newly allocated #GstVaapiSurface object */ GstVaapiSurface * gst_vaapi_surface_new( GstVaapiDisplay *display, GstVaapiChromaType chroma_type, guint width, guint height ) { GstVaapiSurface *surface; GST_DEBUG("size %ux%u, chroma type 0x%x", width, height, chroma_type); surface = gst_vaapi_object_new(gst_vaapi_surface_class(), display); if (!surface) return NULL; if (!gst_vaapi_surface_create(surface, chroma_type, width, height)) goto error; return surface; error: gst_vaapi_object_unref(surface); return NULL; } /** * gst_vaapi_surface_new_with_format: * @display: a #GstVaapiDisplay * @format: the surface format * @width: the requested surface width * @height: the requested surface height * * Creates a new #GstVaapiSurface with the specified pixel format and * dimensions. * * Return value: the newly allocated #GstVaapiSurface object, or %NULL * if creation of VA surface with explicit pixel format is not * supported or failed. */ GstVaapiSurface * gst_vaapi_surface_new_with_format( GstVaapiDisplay *display, GstVideoFormat format, guint width, guint height ) { GstVaapiSurface *surface; GST_DEBUG("size %ux%u, format %s", width, height, gst_vaapi_video_format_to_string(format)); surface = gst_vaapi_object_new(gst_vaapi_surface_class(), display); if (!surface) return NULL; if (!gst_vaapi_surface_create_with_format(surface, format, width, height)) goto error; return surface; error: gst_vaapi_object_unref(surface); return NULL; } /** * gst_vaapi_surface_get_id: * @surface: a #GstVaapiSurface * * Returns the underlying VASurfaceID of the @surface. * * Return value: the underlying VA surface id */ GstVaapiID gst_vaapi_surface_get_id(GstVaapiSurface *surface) { g_return_val_if_fail(surface != NULL, VA_INVALID_SURFACE); return GST_VAAPI_OBJECT_ID(surface); } /** * gst_vaapi_surface_get_chroma_type: * @surface: a #GstVaapiSurface * * Returns the #GstVaapiChromaType the @surface was created with. * * Return value: the #GstVaapiChromaType */ GstVaapiChromaType gst_vaapi_surface_get_chroma_type(GstVaapiSurface *surface) { g_return_val_if_fail(surface != NULL, 0); return GST_VAAPI_SURFACE_CHROMA_TYPE(surface); } /** * gst_vaapi_surface_get_format: * @surface: a #GstVaapiSurface * * Returns the #GstVideoFormat the @surface was created with. * * Return value: the #GstVideoFormat, or %GST_VIDEO_FORMAT_ENCODED if * the surface was not created with an explicit video format, or if * the underlying video format could not be determined */ GstVideoFormat gst_vaapi_surface_get_format(GstVaapiSurface *surface) { g_return_val_if_fail(surface != NULL, 0); /* Try to determine the underlying VA surface format */ if (surface->format == GST_VIDEO_FORMAT_UNKNOWN) { GstVaapiImage * const image = gst_vaapi_surface_derive_image(surface); if (image) { surface->format = GST_VAAPI_IMAGE_FORMAT(image); gst_vaapi_object_unref(image); } if (surface->format == GST_VIDEO_FORMAT_UNKNOWN) surface->format = GST_VIDEO_FORMAT_ENCODED; } return GST_VAAPI_SURFACE_FORMAT(surface); } /** * gst_vaapi_surface_get_width: * @surface: a #GstVaapiSurface * * Returns the @surface width. * * Return value: the surface width, in pixels */ guint gst_vaapi_surface_get_width(GstVaapiSurface *surface) { g_return_val_if_fail(surface != NULL, 0); return GST_VAAPI_SURFACE_WIDTH(surface); } /** * gst_vaapi_surface_get_height: * @surface: a #GstVaapiSurface * * Returns the @surface height. * * Return value: the surface height, in pixels. */ guint gst_vaapi_surface_get_height(GstVaapiSurface *surface) { g_return_val_if_fail(surface != NULL, 0); return GST_VAAPI_SURFACE_HEIGHT(surface); } /** * gst_vaapi_surface_get_size: * @surface: a #GstVaapiSurface * @pwidth: return location for the width, or %NULL * @pheight: return location for the height, or %NULL * * Retrieves the dimensions of a #GstVaapiSurface. */ void gst_vaapi_surface_get_size( GstVaapiSurface *surface, guint *pwidth, guint *pheight ) { g_return_if_fail(surface != NULL); if (pwidth) *pwidth = GST_VAAPI_SURFACE_WIDTH(surface); if (pheight) *pheight = GST_VAAPI_SURFACE_HEIGHT(surface); } /** * gst_vaapi_surface_set_parent_context: * @surface: a #GstVaapiSurface * @context: a #GstVaapiContext * * Sets new parent context, or clears any parent context if @context * is %NULL. This function owns an extra reference to the context, * which will be released when the surface is destroyed. */ void gst_vaapi_surface_set_parent_context( GstVaapiSurface *surface, GstVaapiContext *context ) { g_return_if_fail(surface != NULL); surface->parent_context = NULL; } /** * gst_vaapi_surface_get_parent_context: * @surface: a #GstVaapiSurface * * Retrieves the parent #GstVaapiContext, or %NULL if there is * none. The surface shall still own a reference to the context. * i.e. the caller shall not unreference the returned context object. * * Return value: the parent context, if any. */ GstVaapiContext * gst_vaapi_surface_get_parent_context(GstVaapiSurface *surface) { g_return_val_if_fail(surface != NULL, NULL); return surface->parent_context; } /** * gst_vaapi_surface_derive_image: * @surface: a #GstVaapiSurface * * Derives a #GstVaapiImage from the @surface. This image buffer can * then be mapped/unmapped for direct CPU access. This operation is * only possible if the underlying implementation supports direct * rendering capabilities and internal surface formats that can be * represented with a #GstVaapiImage. * * When the operation is not possible, the function returns %NULL and * the user should then fallback to using gst_vaapi_surface_get_image() * or gst_vaapi_surface_put_image() to accomplish the same task in an * indirect manner (additional copy). * * An image created with gst_vaapi_surface_derive_image() should be * unreferenced when it's no longer needed. The image and image buffer * data structures will be destroyed. However, the surface contents * will remain unchanged until destroyed through the last call to * gst_vaapi_object_unref(). * * Return value: the newly allocated #GstVaapiImage object, or %NULL * on failure */ GstVaapiImage * gst_vaapi_surface_derive_image(GstVaapiSurface *surface) { GstVaapiDisplay *display; VAImage va_image; VAStatus status; g_return_val_if_fail(surface != NULL, NULL); display = GST_VAAPI_OBJECT_DISPLAY(surface); va_image.image_id = VA_INVALID_ID; va_image.buf = VA_INVALID_ID; GST_VAAPI_DISPLAY_LOCK(display); status = vaDeriveImage( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(surface), &va_image ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaDeriveImage()")) return NULL; if (va_image.image_id == VA_INVALID_ID || va_image.buf == VA_INVALID_ID) return NULL; return gst_vaapi_image_new_with_image(display, &va_image); } /** * gst_vaapi_surface_get_image * @surface: a #GstVaapiSurface * @image: a #GstVaapiImage * * Retrieves surface data into a #GstVaapiImage. The @image must have * a format supported by the @surface. * * Return value: %TRUE on success */ gboolean gst_vaapi_surface_get_image(GstVaapiSurface *surface, GstVaapiImage *image) { GstVaapiDisplay *display; VAImageID image_id; VAStatus status; guint width, height; g_return_val_if_fail(surface != NULL, FALSE); g_return_val_if_fail(image != NULL, FALSE); display = GST_VAAPI_OBJECT_DISPLAY(surface); if (!display) return FALSE; width = GST_VAAPI_IMAGE_WIDTH(image); height = GST_VAAPI_IMAGE_HEIGHT(image); if (width != surface->width || height != surface->height) return FALSE; image_id = GST_VAAPI_OBJECT_ID(image); if (image_id == VA_INVALID_ID) return FALSE; GST_VAAPI_DISPLAY_LOCK(display); status = vaGetImage( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(surface), 0, 0, width, height, image_id ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaGetImage()")) return FALSE; return TRUE; } /** * gst_vaapi_surface_put_image: * @surface: a #GstVaapiSurface * @image: a #GstVaapiImage * * Copies data from a #GstVaapiImage into a @surface. The @image must * have a format supported by the @surface. * * Return value: %TRUE on success */ gboolean gst_vaapi_surface_put_image(GstVaapiSurface *surface, GstVaapiImage *image) { GstVaapiDisplay *display; VAImageID image_id; VAStatus status; guint width, height; g_return_val_if_fail(surface != NULL, FALSE); g_return_val_if_fail(image != NULL, FALSE); display = GST_VAAPI_OBJECT_DISPLAY(surface); if (!display) return FALSE; width = GST_VAAPI_IMAGE_WIDTH(image); height = GST_VAAPI_IMAGE_HEIGHT(image); if (width != surface->width || height != surface->height) return FALSE; image_id = GST_VAAPI_OBJECT_ID(image); if (image_id == VA_INVALID_ID) return FALSE; GST_VAAPI_DISPLAY_LOCK(display); status = vaPutImage( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(surface), image_id, 0, 0, width, height, 0, 0, width, height ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaPutImage()")) return FALSE; return TRUE; } /** * gst_vaapi_surface_associate_subpicture: * @surface: a #GstVaapiSurface * @subpicture: a #GstVaapiSubpicture * @src_rect: the sub-rectangle of the source subpicture * image to extract and process. If %NULL, the entire image will be used. * @dst_rect: the sub-rectangle of the destination * surface into which the image is rendered. If %NULL, the entire * surface will be used. * * Associates the @subpicture with the @surface. The @src_rect * coordinates and size are relative to the source image bound to * @subpicture. The @dst_rect coordinates and size are relative to the * target @surface. Note that the @surface holds an additional * reference to the @subpicture. * * Return value: %TRUE on success */ gboolean gst_vaapi_surface_associate_subpicture( GstVaapiSurface *surface, GstVaapiSubpicture *subpicture, const GstVaapiRectangle *src_rect, const GstVaapiRectangle *dst_rect ) { gboolean success; g_return_val_if_fail(surface != NULL, FALSE); g_return_val_if_fail(subpicture != NULL, FALSE); if (!surface->subpictures) { surface->subpictures = g_ptr_array_new(); if (!surface->subpictures) return FALSE; } if (g_ptr_array_remove_fast(surface->subpictures, subpicture)) { success = _gst_vaapi_surface_deassociate_subpicture(surface, subpicture); gst_vaapi_object_unref(subpicture); if (!success) return FALSE; } success = _gst_vaapi_surface_associate_subpicture( surface, subpicture, src_rect, dst_rect ); if (!success) return FALSE; g_ptr_array_add(surface->subpictures, gst_vaapi_object_ref(subpicture)); return TRUE; } gboolean _gst_vaapi_surface_associate_subpicture( GstVaapiSurface *surface, GstVaapiSubpicture *subpicture, const GstVaapiRectangle *src_rect, const GstVaapiRectangle *dst_rect ) { GstVaapiDisplay *display; GstVaapiRectangle src_rect_default, dst_rect_default; GstVaapiImage *image; VASurfaceID surface_id; VAStatus status; display = GST_VAAPI_OBJECT_DISPLAY(surface); if (!display) return FALSE; surface_id = GST_VAAPI_OBJECT_ID(surface); if (surface_id == VA_INVALID_SURFACE) return FALSE; if (!src_rect) { image = gst_vaapi_subpicture_get_image(subpicture); if (!image) return FALSE; src_rect = &src_rect_default; src_rect_default.x = 0; src_rect_default.y = 0; src_rect_default.width = GST_VAAPI_IMAGE_WIDTH(image); src_rect_default.height = GST_VAAPI_IMAGE_HEIGHT(image); } if (!dst_rect) { dst_rect = &dst_rect_default; dst_rect_default.x = 0; dst_rect_default.y = 0; dst_rect_default.width = surface->width; dst_rect_default.height = surface->height; } GST_VAAPI_DISPLAY_LOCK(display); status = vaAssociateSubpicture( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(subpicture), &surface_id, 1, src_rect->x, src_rect->y, src_rect->width, src_rect->height, dst_rect->x, dst_rect->y, dst_rect->width, dst_rect->height, from_GstVaapiSubpictureFlags(gst_vaapi_subpicture_get_flags(subpicture)) ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaAssociateSubpicture()")) return FALSE; return TRUE; } /** * gst_vaapi_surface_deassociate_subpicture: * @surface: a #GstVaapiSurface * @subpicture: a #GstVaapiSubpicture * * Deassociates @subpicture from @surface. Other associations are kept. * * Return value: %TRUE on success */ gboolean gst_vaapi_surface_deassociate_subpicture( GstVaapiSurface *surface, GstVaapiSubpicture *subpicture ) { gboolean success; g_return_val_if_fail(surface != NULL, FALSE); g_return_val_if_fail(subpicture != NULL, FALSE); if (!surface->subpictures) return TRUE; /* First, check subpicture was really associated with this surface */ if (!g_ptr_array_remove_fast(surface->subpictures, subpicture)) { GST_DEBUG("subpicture %" GST_VAAPI_ID_FORMAT " was not bound to " "surface %" GST_VAAPI_ID_FORMAT, GST_VAAPI_ID_ARGS(GST_VAAPI_OBJECT_ID(subpicture)), GST_VAAPI_ID_ARGS(GST_VAAPI_OBJECT_ID(surface))); return TRUE; } success = _gst_vaapi_surface_deassociate_subpicture(surface, subpicture); gst_vaapi_object_unref(subpicture); return success; } gboolean _gst_vaapi_surface_deassociate_subpicture( GstVaapiSurface *surface, GstVaapiSubpicture *subpicture ) { GstVaapiDisplay *display; VASurfaceID surface_id; VAStatus status; display = GST_VAAPI_OBJECT_DISPLAY(surface); if (!display) return FALSE; surface_id = GST_VAAPI_OBJECT_ID(surface); if (surface_id == VA_INVALID_SURFACE) return FALSE; GST_VAAPI_DISPLAY_LOCK(display); status = vaDeassociateSubpicture( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(subpicture), &surface_id, 1 ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaDeassociateSubpicture()")) return FALSE; return TRUE; } /** * gst_vaapi_surface_sync: * @surface: a #GstVaapiSurface * * Blocks until all pending operations on the @surface have been * completed. * * Return value: %TRUE on success */ gboolean gst_vaapi_surface_sync(GstVaapiSurface *surface) { GstVaapiDisplay *display; VAStatus status; g_return_val_if_fail(surface != NULL, FALSE); display = GST_VAAPI_OBJECT_DISPLAY(surface); if (!display) return FALSE; GST_VAAPI_DISPLAY_LOCK(display); status = vaSyncSurface( GST_VAAPI_DISPLAY_VADISPLAY(display), GST_VAAPI_OBJECT_ID(surface) ); GST_VAAPI_DISPLAY_UNLOCK(display); if (!vaapi_check_status(status, "vaSyncSurface()")) return FALSE; return TRUE; } /** * gst_vaapi_surface_query_status: * @surface: a #GstVaapiSurface * @pstatus: return location for the #GstVaapiSurfaceStatus * * Finds out any pending operations on the @surface. The * #GstVaapiSurfaceStatus flags are returned into @pstatus. * * Return value: %TRUE on success */ gboolean gst_vaapi_surface_query_status( GstVaapiSurface *surface, GstVaapiSurfaceStatus *pstatus ) { VASurfaceStatus surface_status; VAStatus status; g_return_val_if_fail(surface != NULL, FALSE); GST_VAAPI_OBJECT_LOCK_DISPLAY(surface); status = vaQuerySurfaceStatus( GST_VAAPI_OBJECT_VADISPLAY(surface), GST_VAAPI_OBJECT_ID(surface), &surface_status ); GST_VAAPI_OBJECT_UNLOCK_DISPLAY(surface); if (!vaapi_check_status(status, "vaQuerySurfaceStatus()")) return FALSE; if (pstatus) *pstatus = to_GstVaapiSurfaceStatus(surface_status); return TRUE; } /** * gst_vaapi_surface_set_subpictures_from_composition: * @surface: a #GstVaapiSurface * @compostion: a #GstVideoOverlayCompositon * @propagate_context: a flag specifying whether to apply composition * to the parent context, if any * * Helper to update the subpictures from #GstVideoOverlayCompositon. Sending * a NULL composition will clear all the current subpictures. Note that this * method will clear existing subpictures. * * Return value: %TRUE on success */ gboolean gst_vaapi_surface_set_subpictures_from_composition( GstVaapiSurface *surface, GstVideoOverlayComposition *composition, gboolean propagate_context ) { GstVaapiDisplay *display; guint n, nb_rectangles; g_return_val_if_fail(surface != NULL, FALSE); if (propagate_context && surface->parent_context) return gst_vaapi_context_apply_composition(surface->parent_context, composition); display = GST_VAAPI_OBJECT_DISPLAY(surface); if (!display) return FALSE; /* Clear current subpictures */ gst_vaapi_surface_destroy_subpictures(surface); if (!composition) return TRUE; nb_rectangles = gst_video_overlay_composition_n_rectangles (composition); /* Overlay all the rectangles cantained in the overlay composition */ for (n = 0; n < nb_rectangles; ++n) { GstVideoOverlayRectangle *rect; GstVaapiRectangle sub_rect; GstVaapiSubpicture *subpicture; rect = gst_video_overlay_composition_get_rectangle (composition, n); subpicture = gst_vaapi_subpicture_new_from_overlay_rectangle (display, rect); gst_video_overlay_rectangle_get_render_rectangle (rect, (gint *)&sub_rect.x, (gint *)&sub_rect.y, &sub_rect.width, &sub_rect.height); if (!gst_vaapi_surface_associate_subpicture (surface, subpicture, NULL, &sub_rect)) { GST_WARNING ("could not render overlay rectangle %p", rect); gst_vaapi_object_unref (subpicture); return FALSE; } gst_vaapi_object_unref (subpicture); } return TRUE; }