/* * GStreamer * Copyright (C) 2012 Collabora Ltd. * @author: Sebastian Dröge * Copyright (C) 2014 Julien Isorce * Copyright (C) 2016 Matthew Waters * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /** * SECTION:gsteglimage * @short_description: EGLImage abstraction * @title: GstEGLImage * @see_also: #GstGLMemoryEGL, #GstGLContext * * #GstEGLImage represents and holds an #EGLImage handle. * * A #GstEGLImage can be created from a dmabuf with gst_egl_image_from_dmabuf() * or #GstGLMemoryEGL provides a #GstAllocator to allocate #EGLImage's bound to * and OpenGL texture. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gsteglimage.h" #include #if GST_GL_HAVE_DMABUF #include #include #ifndef DRM_FORMAT_R8 #define DRM_FORMAT_R8 fourcc_code('R', '8', ' ', ' ') #endif #ifndef DRM_FORMAT_RG88 #define DRM_FORMAT_RG88 fourcc_code('R', 'G', '8', '8') #endif #ifndef DRM_FORMAT_GR88 #define DRM_FORMAT_GR88 fourcc_code('G', 'R', '8', '8') #endif #endif #ifndef EGL_LINUX_DMA_BUF_EXT #define EGL_LINUX_DMA_BUF_EXT 0x3270 #endif #ifndef EGL_LINUX_DRM_FOURCC_EXT #define EGL_LINUX_DRM_FOURCC_EXT 0x3271 #endif #ifndef EGL_DMA_BUF_PLANE0_FD_EXT #define EGL_DMA_BUF_PLANE0_FD_EXT 0x3272 #endif #ifndef EGL_DMA_BUF_PLANE0_OFFSET_EXT #define EGL_DMA_BUF_PLANE0_OFFSET_EXT 0x3273 #endif #ifndef EGL_DMA_BUF_PLANE0_PITCH_EXT #define EGL_DMA_BUF_PLANE0_PITCH_EXT 0x3274 #endif GST_DEFINE_MINI_OBJECT_TYPE (GstEGLImage, gst_egl_image); /* XXX: This is only used currently if dmabuf support is enabled */ #if GST_GL_HAVE_DMABUF #ifndef GST_DISABLE_GST_DEBUG #define GST_CAT_DEFAULT gst_egl_image_ensure_debug_category() static GstDebugCategory * gst_egl_image_ensure_debug_category (void) { static gsize cat_gonce = 0; if (g_once_init_enter (&cat_gonce)) { GstDebugCategory *cat = NULL; GST_DEBUG_CATEGORY_INIT (cat, "gleglimage", 0, "EGLImage wrapper"); g_once_init_leave (&cat_gonce, (gsize) cat); } return (GstDebugCategory *) cat_gonce; } #endif /* GST_DISABLE_GST_DEBUG */ #endif /* GST_GL_HAVE_DMABUF */ /** * gst_egl_image_get_image: * @image: a #GstEGLImage * * Returns: the #EGLImageKHR of @image */ EGLImageKHR gst_egl_image_get_image (GstEGLImage * image) { g_return_val_if_fail (GST_IS_EGL_IMAGE (image), EGL_NO_IMAGE_KHR); return image->image; } /** * gst_egl_image_get_orientation: * @image: a #GstEGLImage * * Returns: the orientation of @image */ GstVideoGLTextureOrientation gst_egl_image_get_orientation (GstEGLImage * image) { g_return_val_if_fail (GST_IS_EGL_IMAGE (image), GST_VIDEO_GL_TEXTURE_ORIENTATION_X_NORMAL_Y_NORMAL); return image->orientation; } static void _gst_egl_image_free_thread (GstGLContext * context, GstEGLImage * image) { if (image->destroy_notify) image->destroy_notify (image, image->destroy_data); } static void _gst_egl_image_free (GstMiniObject * object) { GstEGLImage *image = GST_EGL_IMAGE (object); if (image->context) { gst_gl_context_thread_add (GST_GL_CONTEXT (image->context), (GstGLContextThreadFunc) _gst_egl_image_free_thread, image); gst_object_unref (image->context); } } static GstMiniObject * _gst_egl_image_copy (GstMiniObject * obj) { return gst_mini_object_ref (obj); } /** * gst_egl_image_new_wrapped: * @context: a #GstGLContext (must be an EGL context) * @image: the image to wrap * @type: the #GstVideoGLTextureType * @orientation: the #GstVideoGLTextureOrientation * @user_data: user data * @user_data_destroy: called when @user_data is no longer needed * * Returns: a new #GstEGLImage wrapping @image */ GstEGLImage * gst_egl_image_new_wrapped (GstGLContext * context, EGLImageKHR image, GstVideoGLTextureType type, GstVideoGLTextureOrientation orientation, gpointer user_data, GstEGLImageDestroyNotify user_data_destroy) { GstEGLImage *img = NULL; g_return_val_if_fail (context != NULL, NULL); g_return_val_if_fail (GST_IS_GL_CONTEXT_EGL (context), NULL); g_return_val_if_fail (image != EGL_NO_IMAGE_KHR, NULL); img = g_new0 (GstEGLImage, 1); gst_mini_object_init (GST_MINI_OBJECT_CAST (img), 0, GST_TYPE_EGL_IMAGE, (GstMiniObjectCopyFunction) _gst_egl_image_copy, NULL, (GstMiniObjectFreeFunction) _gst_egl_image_free); img->context = gst_object_ref (context); img->image = image; img->type = type; img->orientation = orientation; img->destroy_data = user_data; img->destroy_notify = user_data_destroy; return img; } #if GST_GL_HAVE_DMABUF /* * GStreamer format descriptions differ from DRM formats as the representation * is relative to a register, hence in native endianness. To reduce the driver * requirement, we only import with a subset of texture formats and use * shaders to convert. This way we avoid having to use external texture * target. */ static int _drm_fourcc_from_info (GstVideoInfo * info, int plane) { GstVideoFormat format = GST_VIDEO_INFO_FORMAT (info); #if G_BYTE_ORDER == G_LITTLE_ENDIAN const gint rgba_fourcc = DRM_FORMAT_ABGR8888; const gint rgb_fourcc = DRM_FORMAT_BGR888; const gint rg_fourcc = DRM_FORMAT_GR88; #else const gint rgba_fourcc = DRM_FORMAT_RGBA8888; const gint rgb_fourcc = DRM_FORMAT_RGB888; const gint rg_fourcc = DRM_FORMAT_RG88; #endif GST_DEBUG ("Getting DRM fourcc for %s plane %i", gst_video_format_to_string (format), plane); switch (format) { case GST_VIDEO_FORMAT_RGB16: case GST_VIDEO_FORMAT_BGR16: return DRM_FORMAT_RGB565; case GST_VIDEO_FORMAT_RGB: case GST_VIDEO_FORMAT_BGR: return rgb_fourcc; case GST_VIDEO_FORMAT_RGBA: case GST_VIDEO_FORMAT_RGBx: case GST_VIDEO_FORMAT_BGRA: case GST_VIDEO_FORMAT_BGRx: case GST_VIDEO_FORMAT_ARGB: case GST_VIDEO_FORMAT_xRGB: case GST_VIDEO_FORMAT_ABGR: case GST_VIDEO_FORMAT_xBGR: case GST_VIDEO_FORMAT_AYUV: return rgba_fourcc; case GST_VIDEO_FORMAT_GRAY8: return DRM_FORMAT_R8; case GST_VIDEO_FORMAT_YUY2: case GST_VIDEO_FORMAT_UYVY: case GST_VIDEO_FORMAT_GRAY16_LE: case GST_VIDEO_FORMAT_GRAY16_BE: return rg_fourcc; case GST_VIDEO_FORMAT_NV12: case GST_VIDEO_FORMAT_NV21: return plane == 0 ? DRM_FORMAT_R8 : rg_fourcc; case GST_VIDEO_FORMAT_I420: case GST_VIDEO_FORMAT_YV12: case GST_VIDEO_FORMAT_Y41B: case GST_VIDEO_FORMAT_Y42B: case GST_VIDEO_FORMAT_Y444: return DRM_FORMAT_R8; default: GST_ERROR ("Unsupported format for DMABuf."); return -1; } } static void _destroy_egl_image (GstEGLImage * image, gpointer user_data) { image->context->eglDestroyImage (image->context->egl_display, image->image); } /** * gst_egl_image_from_dmabuf: * @context: a #GstGLContext (must be an EGL context) * @dmabuf: the DMA-Buf file descriptor * @in_info: the #GstVideoInfo in @dmabuf * @plane: the plane in @in_info to create and #GstEGLImage for * @offset: the byte-offset in the data * * Returns: a #GstEGLImage wrapping @dmabuf or %NULL on failure */ GstEGLImage * gst_egl_image_from_dmabuf (GstGLContext * context, gint dmabuf, GstVideoInfo * in_info, gint plane, gsize offset) { GstGLContextEGL *ctx_egl = GST_GL_CONTEXT_EGL (context); gint fourcc; gint atti = 0; EGLint attribs[13]; #ifdef EGL_VERSION_1_5 EGLAttrib attribs_1_5[13]; #endif EGLImageKHR img = EGL_NO_IMAGE_KHR; GstVideoGLTextureType type; fourcc = _drm_fourcc_from_info (in_info, plane); type = gst_gl_texture_type_from_format (context, GST_VIDEO_INFO_FORMAT (in_info), plane); GST_DEBUG ("fourcc %.4s (%d) plane %d (%dx%d)", (char *) &fourcc, fourcc, plane, GST_VIDEO_INFO_COMP_WIDTH (in_info, plane), GST_VIDEO_INFO_COMP_HEIGHT (in_info, plane)); #ifdef EGL_VERSION_1_5 if (GST_GL_CHECK_GL_VERSION (ctx_egl->egl_major, ctx_egl->egl_minor, 1, 5)) { attribs_1_5[atti++] = EGL_WIDTH; attribs_1_5[atti++] = GST_VIDEO_INFO_COMP_WIDTH (in_info, plane); attribs_1_5[atti++] = EGL_HEIGHT; attribs_1_5[atti++] = GST_VIDEO_INFO_COMP_HEIGHT (in_info, plane); attribs_1_5[atti++] = EGL_LINUX_DRM_FOURCC_EXT; attribs_1_5[atti++] = fourcc; attribs_1_5[atti++] = EGL_DMA_BUF_PLANE0_FD_EXT; attribs_1_5[atti++] = dmabuf; attribs_1_5[atti++] = EGL_DMA_BUF_PLANE0_OFFSET_EXT; attribs_1_5[atti++] = offset; attribs_1_5[atti++] = EGL_DMA_BUF_PLANE0_PITCH_EXT; attribs_1_5[atti++] = GST_VIDEO_INFO_PLANE_STRIDE (in_info, plane); attribs_1_5[atti] = EGL_NONE; for (int i = 0; i < atti; i++) GST_LOG ("attr %i: %" G_GINTPTR_FORMAT, i, attribs_1_5[i]); g_assert (atti == 12); img = ctx_egl->eglCreateImage (ctx_egl->egl_display, EGL_NO_CONTEXT, EGL_LINUX_DMA_BUF_EXT, NULL, attribs_1_5); } else #endif { attribs[atti++] = EGL_WIDTH; attribs[atti++] = GST_VIDEO_INFO_COMP_WIDTH (in_info, plane); attribs[atti++] = EGL_HEIGHT; attribs[atti++] = GST_VIDEO_INFO_COMP_HEIGHT (in_info, plane); attribs[atti++] = EGL_LINUX_DRM_FOURCC_EXT; attribs[atti++] = fourcc; attribs[atti++] = EGL_DMA_BUF_PLANE0_FD_EXT; attribs[atti++] = dmabuf; attribs[atti++] = EGL_DMA_BUF_PLANE0_OFFSET_EXT; attribs[atti++] = offset; attribs[atti++] = EGL_DMA_BUF_PLANE0_PITCH_EXT; attribs[atti++] = GST_VIDEO_INFO_PLANE_STRIDE (in_info, plane); attribs[atti] = EGL_NONE; for (int i = 0; i < atti; i++) GST_LOG ("attr %i: %08X", i, attribs[i]); g_assert (atti == 12); img = ctx_egl->eglCreateImageKHR (ctx_egl->egl_display, EGL_NO_CONTEXT, EGL_LINUX_DMA_BUF_EXT, NULL, attribs); } if (!img) { GST_WARNING ("eglCreateImage failed: %s", gst_gl_context_egl_get_error_string (eglGetError ())); return NULL; } return gst_egl_image_new_wrapped (context, img, type, GST_VIDEO_GL_TEXTURE_ORIENTATION_X_NORMAL_Y_NORMAL, NULL, (GstEGLImageDestroyNotify) _destroy_egl_image); } #endif /* GST_GL_HAVE_DMABUF */