mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-09-08 13:18:52 +00:00
532 lines
15 KiB
C
532 lines
15 KiB
C
/*
|
|
* GStreamer
|
|
* Copyright (C) 2015 Matthew Waters <matthew@centricular.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
/**
|
|
* SECTION:gstglformat
|
|
* @title: GstGLFormat
|
|
* @short_description: utilities for dealing with OpenGL formats
|
|
* @see_also: #GstGLBaseMemory, #GstGLMemory, #GstGLFramebuffer, #GstGLBuffer
|
|
*
|
|
* Some useful utilities for converting between various formats and OpenGL
|
|
* formats.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "gstglformat.h"
|
|
|
|
#include "gstglcontext.h"
|
|
#include "gstglfuncs.h"
|
|
|
|
#define USING_OPENGL(context) (gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL, 1, 0))
|
|
#define USING_OPENGL3(context) (gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL3, 3, 1))
|
|
#define USING_GLES(context) (gst_gl_context_check_gl_version (context, GST_GL_API_GLES, 1, 0))
|
|
#define USING_GLES2(context) (gst_gl_context_check_gl_version (context, GST_GL_API_GLES2, 2, 0))
|
|
#define USING_GLES3(context) (gst_gl_context_check_gl_version (context, GST_GL_API_GLES2, 3, 0))
|
|
|
|
#ifndef GL_TEXTURE_RECTANGLE
|
|
#define GL_TEXTURE_RECTANGLE 0x84F5
|
|
#endif
|
|
#ifndef GL_TEXTURE_EXTERNAL_OES
|
|
#define GL_TEXTURE_EXTERNAL_OES 0x8D65
|
|
#endif
|
|
|
|
static inline guint
|
|
_gl_format_n_components (guint format)
|
|
{
|
|
switch (format) {
|
|
case GST_VIDEO_GL_TEXTURE_TYPE_RGBA:
|
|
case GST_GL_RGBA:
|
|
case GST_GL_RGBA8:
|
|
case GST_GL_RGBA16:
|
|
return 4;
|
|
case GST_VIDEO_GL_TEXTURE_TYPE_RGB:
|
|
case GST_VIDEO_GL_TEXTURE_TYPE_RGB16:
|
|
case GST_GL_RGB:
|
|
case GST_GL_RGB8:
|
|
case GST_GL_RGB16:
|
|
case GST_GL_RGB565:
|
|
return 3;
|
|
case GST_VIDEO_GL_TEXTURE_TYPE_LUMINANCE_ALPHA:
|
|
case GST_VIDEO_GL_TEXTURE_TYPE_RG:
|
|
case GST_GL_LUMINANCE_ALPHA:
|
|
case GST_GL_RG:
|
|
case GST_GL_RG8:
|
|
return 2;
|
|
case GST_VIDEO_GL_TEXTURE_TYPE_LUMINANCE:
|
|
case GST_VIDEO_GL_TEXTURE_TYPE_R:
|
|
case GST_GL_LUMINANCE:
|
|
case GST_GL_ALPHA:
|
|
case GST_GL_RED:
|
|
case GST_GL_R8:
|
|
return 1;
|
|
default:
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
static inline guint
|
|
_gl_type_n_components (guint type)
|
|
{
|
|
switch (type) {
|
|
case GL_UNSIGNED_BYTE:
|
|
case GL_UNSIGNED_SHORT:
|
|
return 1;
|
|
case GL_UNSIGNED_SHORT_5_6_5:
|
|
return 3;
|
|
default:
|
|
g_assert_not_reached ();
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
static inline guint
|
|
_gl_type_n_bytes (guint type)
|
|
{
|
|
switch (type) {
|
|
case GL_UNSIGNED_BYTE:
|
|
return 1;
|
|
case GL_UNSIGNED_SHORT:
|
|
case GL_UNSIGNED_SHORT_5_6_5:
|
|
return 2;
|
|
default:
|
|
g_assert_not_reached ();
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* gst_gl_format_type_n_bytes:
|
|
* @format: the OpenGL format, `GL_RGBA`, `GL_LUMINANCE`, etc
|
|
* @type: the OpenGL type, `GL_UNSIGNED_BYTE`, `GL_FLOAT`, etc
|
|
*
|
|
* Returns: the number of bytes the specified @format, @type combination takes
|
|
* per pixel
|
|
*/
|
|
guint
|
|
gst_gl_format_type_n_bytes (guint format, guint type)
|
|
{
|
|
return _gl_format_n_components (format) / _gl_type_n_components (type) *
|
|
_gl_type_n_bytes (type);
|
|
}
|
|
|
|
/**
|
|
* gst_gl_format_from_video_info:
|
|
* @context: a #GstGLContext
|
|
* @vinfo: a #GstVideoInfo
|
|
* @plane: the plane number in @vinfo
|
|
*
|
|
* Returns: the #GstGLFormat necessary for holding the data in @plane of @vinfo
|
|
*/
|
|
GstGLFormat
|
|
gst_gl_format_from_video_info (GstGLContext * context, GstVideoInfo * vinfo,
|
|
guint plane)
|
|
{
|
|
gboolean texture_rg =
|
|
gst_gl_context_check_feature (context, "GL_EXT_texture_rg")
|
|
|| gst_gl_context_check_gl_version (context, GST_GL_API_GLES2, 3, 0)
|
|
|| gst_gl_context_check_feature (context, "GL_ARB_texture_rg")
|
|
|| gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL3, 3, 0);
|
|
GstVideoFormat v_format = GST_VIDEO_INFO_FORMAT (vinfo);
|
|
guint n_plane_components;
|
|
|
|
switch (v_format) {
|
|
case GST_VIDEO_FORMAT_RGBx:
|
|
case GST_VIDEO_FORMAT_BGRx:
|
|
case GST_VIDEO_FORMAT_xRGB:
|
|
case GST_VIDEO_FORMAT_xBGR:
|
|
case GST_VIDEO_FORMAT_RGBA:
|
|
case GST_VIDEO_FORMAT_BGRA:
|
|
case GST_VIDEO_FORMAT_ARGB:
|
|
case GST_VIDEO_FORMAT_ABGR:
|
|
case GST_VIDEO_FORMAT_AYUV:
|
|
case GST_VIDEO_FORMAT_VUYA:
|
|
n_plane_components = 4;
|
|
break;
|
|
case GST_VIDEO_FORMAT_ARGB64:
|
|
return GST_GL_RGBA16;
|
|
case GST_VIDEO_FORMAT_RGB:
|
|
case GST_VIDEO_FORMAT_BGR:
|
|
n_plane_components = 3;
|
|
break;
|
|
case GST_VIDEO_FORMAT_RGB16:
|
|
case GST_VIDEO_FORMAT_BGR16:
|
|
return GST_GL_RGB565;
|
|
break;
|
|
case GST_VIDEO_FORMAT_GRAY16_BE:
|
|
case GST_VIDEO_FORMAT_GRAY16_LE:
|
|
case GST_VIDEO_FORMAT_YUY2:
|
|
case GST_VIDEO_FORMAT_UYVY:
|
|
n_plane_components = 2;
|
|
break;
|
|
case GST_VIDEO_FORMAT_NV12:
|
|
case GST_VIDEO_FORMAT_NV21:
|
|
n_plane_components = plane == 0 ? 1 : 2;
|
|
break;
|
|
case GST_VIDEO_FORMAT_GRAY8:
|
|
case GST_VIDEO_FORMAT_Y444:
|
|
case GST_VIDEO_FORMAT_Y42B:
|
|
case GST_VIDEO_FORMAT_Y41B:
|
|
case GST_VIDEO_FORMAT_I420:
|
|
case GST_VIDEO_FORMAT_YV12:
|
|
n_plane_components = 1;
|
|
break;
|
|
default:
|
|
n_plane_components = 4;
|
|
g_assert_not_reached ();
|
|
break;
|
|
}
|
|
|
|
switch (n_plane_components) {
|
|
case 4:
|
|
return GST_GL_RGBA;
|
|
case 3:
|
|
return GST_GL_RGB;
|
|
case 2:
|
|
return texture_rg ? GST_GL_RG : GST_GL_LUMINANCE_ALPHA;
|
|
case 1:
|
|
return texture_rg ? GST_GL_RED : GST_GL_LUMINANCE;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
g_critical ("Unknown video format 0x%x provided", v_format);
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* gst_gl_sized_gl_format_from_gl_format_type:
|
|
* @context: a #GstGLContext
|
|
* @format: an OpenGL format, `GL_RGBA`, `GL_LUMINANCE`, etc
|
|
* @type: an OpenGL type, `GL_UNSIGNED_BYTE`, `GL_FLOAT`, etc
|
|
*
|
|
* Returns: the sized internal format specified by @format and @type that can
|
|
* be used in @context
|
|
*/
|
|
guint
|
|
gst_gl_sized_gl_format_from_gl_format_type (GstGLContext * context,
|
|
guint format, guint type)
|
|
{
|
|
gboolean ext_texture_rg =
|
|
gst_gl_context_check_feature (context, "GL_EXT_texture_rg");
|
|
|
|
switch (format) {
|
|
case GST_GL_RGBA:
|
|
switch (type) {
|
|
case GL_UNSIGNED_BYTE:
|
|
return USING_GLES2 (context)
|
|
&& !USING_GLES3 (context) ? GST_GL_RGBA : GST_GL_RGBA8;
|
|
break;
|
|
case GL_UNSIGNED_SHORT:
|
|
return GST_GL_RGBA16;
|
|
}
|
|
break;
|
|
case GST_GL_RGB:
|
|
switch (type) {
|
|
case GL_UNSIGNED_BYTE:
|
|
return USING_GLES2 (context)
|
|
&& !USING_GLES3 (context) ? GST_GL_RGB : GST_GL_RGB8;
|
|
break;
|
|
case GL_UNSIGNED_SHORT_5_6_5:
|
|
return GST_GL_RGB565;
|
|
case GL_UNSIGNED_SHORT:
|
|
return GST_GL_RGB16;
|
|
}
|
|
break;
|
|
case GST_GL_RG:
|
|
switch (type) {
|
|
case GL_UNSIGNED_BYTE:
|
|
if (!USING_GLES3 (context) && USING_GLES2 (context) && ext_texture_rg)
|
|
return GST_GL_RG;
|
|
return GST_GL_RG8;
|
|
break;
|
|
}
|
|
break;
|
|
case GST_GL_RED:
|
|
switch (type) {
|
|
case GL_UNSIGNED_BYTE:
|
|
if (!USING_GLES3 (context) && USING_GLES2 (context) && ext_texture_rg)
|
|
return GST_GL_RED;
|
|
return GST_GL_R8;
|
|
break;
|
|
}
|
|
break;
|
|
case GST_GL_RGBA8:
|
|
case GST_GL_RGBA16:
|
|
case GST_GL_RGB8:
|
|
case GST_GL_RGB16:
|
|
case GST_GL_RGB565:
|
|
case GST_GL_RG8:
|
|
case GST_GL_R8:
|
|
case GST_GL_LUMINANCE:
|
|
case GST_GL_LUMINANCE_ALPHA:
|
|
case GST_GL_ALPHA:
|
|
case GST_GL_DEPTH_COMPONENT16:
|
|
case GST_GL_DEPTH24_STENCIL8:
|
|
return format;
|
|
default:
|
|
g_critical ("Unknown GL format 0x%x type 0x%x provided", format, type);
|
|
return format;
|
|
}
|
|
|
|
g_assert_not_reached ();
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* gst_gl_format_type_from_sized_gl_format:
|
|
* @format: the sized internal #GstGLFormat
|
|
* @unsized_format: (out): location for the resulting unsized #GstGLFormat
|
|
* @gl_type: (out): location for the resulting GL type
|
|
*
|
|
* Get the unsized format and type from @format for usage in glReadPixels,
|
|
* glTex{Sub}Image*, glTexImage* and similar functions.
|
|
*
|
|
* Since: 1.16
|
|
*/
|
|
void
|
|
gst_gl_format_type_from_sized_gl_format (GstGLFormat format,
|
|
GstGLFormat * unsized_format, guint * gl_type)
|
|
{
|
|
g_return_if_fail (unsized_format != NULL);
|
|
g_return_if_fail (gl_type != NULL);
|
|
|
|
switch (format) {
|
|
case GST_GL_RGBA8:
|
|
*unsized_format = GST_GL_RGBA;
|
|
*gl_type = GL_UNSIGNED_BYTE;
|
|
break;
|
|
case GST_GL_RGB8:
|
|
*unsized_format = GST_GL_RGB;
|
|
*gl_type = GL_UNSIGNED_BYTE;
|
|
break;
|
|
case GST_GL_RGBA16:
|
|
*unsized_format = GST_GL_RGBA;
|
|
*gl_type = GL_UNSIGNED_SHORT;
|
|
break;
|
|
case GST_GL_RGB16:
|
|
*unsized_format = GST_GL_RGB;
|
|
*gl_type = GL_UNSIGNED_SHORT;
|
|
break;
|
|
case GST_GL_RGB565:
|
|
*unsized_format = GST_GL_RGB;
|
|
*gl_type = GL_UNSIGNED_SHORT_5_6_5;
|
|
break;
|
|
case GST_GL_RG8:
|
|
*unsized_format = GST_GL_RG;
|
|
*gl_type = GL_UNSIGNED_BYTE;
|
|
break;
|
|
case GST_GL_R8:
|
|
*unsized_format = GST_GL_RED;
|
|
*gl_type = GL_UNSIGNED_BYTE;
|
|
break;
|
|
case GST_GL_RGBA:
|
|
case GST_GL_RGB:
|
|
case GST_GL_RG:
|
|
case GST_GL_RED:
|
|
case GST_GL_LUMINANCE:
|
|
case GST_GL_LUMINANCE_ALPHA:
|
|
case GST_GL_ALPHA:
|
|
*unsized_format = format;
|
|
*gl_type = GL_UNSIGNED_BYTE;
|
|
break;
|
|
default:
|
|
g_critical ("Unknown GL format 0x%x provided", format);
|
|
*unsized_format = format;
|
|
*gl_type = GL_UNSIGNED_BYTE;
|
|
return;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* gst_gl_format_is_supported:
|
|
* @context: a #GstGLContext
|
|
* @format: the #GstGLFormat to check is supported by @context
|
|
*
|
|
* Returns: Whether @format is supported by @context based on the OpenGL API,
|
|
* version, or available OpenGL extension/s.
|
|
*
|
|
* Since: 1.16
|
|
*/
|
|
gboolean
|
|
gst_gl_format_is_supported (GstGLContext * context, GstGLFormat format)
|
|
{
|
|
g_return_val_if_fail (GST_IS_GL_CONTEXT (context), FALSE);
|
|
|
|
switch (format) {
|
|
case GST_GL_RGBA:
|
|
case GST_GL_RGB:
|
|
return TRUE;
|
|
case GST_GL_LUMINANCE:
|
|
case GST_GL_ALPHA:
|
|
case GST_GL_LUMINANCE_ALPHA:
|
|
/* deprecated/removed in core GL3 contexts */
|
|
return USING_OPENGL (context) || USING_GLES2 (context);
|
|
case GST_GL_RG:
|
|
case GST_GL_RED:
|
|
return gst_gl_context_check_gl_version (context, GST_GL_API_GLES2, 3, 0)
|
|
|| gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL3, 3, 0)
|
|
|| gst_gl_context_check_feature (context, "GL_EXT_texture_rg")
|
|
|| gst_gl_context_check_feature (context, "GL_ARB_texture_rg");
|
|
case GST_GL_R8:
|
|
case GST_GL_RG8:
|
|
return USING_GLES3 (context)
|
|
|| gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL3, 3, 0)
|
|
|| gst_gl_context_check_feature (context, "GL_ARB_texture_rg");
|
|
case GST_GL_RGB8:
|
|
case GST_GL_RGBA8:
|
|
return (USING_GLES3 (context) && !USING_GLES2 (context))
|
|
|| USING_OPENGL (context) || USING_OPENGL3 (context);
|
|
case GST_GL_RGB16:
|
|
case GST_GL_RGBA16:
|
|
return USING_OPENGL (context) || USING_OPENGL3 (context)
|
|
|| USING_GLES3 (context);
|
|
case GST_GL_RGB565:
|
|
return USING_GLES2 (context) || (USING_OPENGL3 (context)
|
|
&& gst_gl_context_check_feature (context,
|
|
"GL_ARB_ES2_compatibility"));
|
|
case GST_GL_DEPTH_COMPONENT16:
|
|
return gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL, 1, 4)
|
|
|| USING_GLES2 (context)
|
|
|| gst_gl_context_check_feature (context, "GL_ARB_depth_texture")
|
|
|| gst_gl_context_check_feature (context, "GL_OES_depth_texture");
|
|
case GST_GL_DEPTH24_STENCIL8:
|
|
return gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL, 3, 0)
|
|
|| USING_GLES3 (context)
|
|
|| gst_gl_context_check_feature (context,
|
|
"GL_OES_packed_depth_stencil")
|
|
|| gst_gl_context_check_feature (context,
|
|
"GL_EXT_packed_depth_stencil");
|
|
default:
|
|
g_assert_not_reached ();
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* gst_gl_texture_target_to_string:
|
|
* @target: a #GstGLTextureTarget
|
|
*
|
|
* Returns: the stringified version of @target or %NULL
|
|
*/
|
|
const gchar *
|
|
gst_gl_texture_target_to_string (GstGLTextureTarget target)
|
|
{
|
|
switch (target) {
|
|
case GST_GL_TEXTURE_TARGET_2D:
|
|
return GST_GL_TEXTURE_TARGET_2D_STR;
|
|
case GST_GL_TEXTURE_TARGET_RECTANGLE:
|
|
return GST_GL_TEXTURE_TARGET_RECTANGLE_STR;
|
|
case GST_GL_TEXTURE_TARGET_EXTERNAL_OES:
|
|
return GST_GL_TEXTURE_TARGET_EXTERNAL_OES_STR;
|
|
default:
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* gst_gl_texture_target_from_string:
|
|
* @str: a string equivalant to one of the GST_GL_TEXTURE_TARGET_*_STR values
|
|
*
|
|
* Returns: the #GstGLTextureTarget represented by @str or
|
|
* %GST_GL_TEXTURE_TARGET_NONE
|
|
*/
|
|
GstGLTextureTarget
|
|
gst_gl_texture_target_from_string (const gchar * str)
|
|
{
|
|
if (!str)
|
|
return GST_GL_TEXTURE_TARGET_NONE;
|
|
|
|
if (g_strcmp0 (str, GST_GL_TEXTURE_TARGET_2D_STR) == 0)
|
|
return GST_GL_TEXTURE_TARGET_2D;
|
|
if (g_strcmp0 (str, GST_GL_TEXTURE_TARGET_RECTANGLE_STR) == 0)
|
|
return GST_GL_TEXTURE_TARGET_RECTANGLE;
|
|
if (g_strcmp0 (str, GST_GL_TEXTURE_TARGET_EXTERNAL_OES_STR) == 0)
|
|
return GST_GL_TEXTURE_TARGET_EXTERNAL_OES;
|
|
|
|
return GST_GL_TEXTURE_TARGET_NONE;
|
|
}
|
|
|
|
/**
|
|
* gst_gl_texture_target_to_gl:
|
|
* @target: a #GstGLTextureTarget
|
|
*
|
|
* Returns: the OpenGL value for binding the @target with glBindTexture() and
|
|
* similar functions or 0
|
|
*/
|
|
guint
|
|
gst_gl_texture_target_to_gl (GstGLTextureTarget target)
|
|
{
|
|
switch (target) {
|
|
case GST_GL_TEXTURE_TARGET_2D:
|
|
return GL_TEXTURE_2D;
|
|
case GST_GL_TEXTURE_TARGET_RECTANGLE:
|
|
return GL_TEXTURE_RECTANGLE;
|
|
case GST_GL_TEXTURE_TARGET_EXTERNAL_OES:
|
|
return GL_TEXTURE_EXTERNAL_OES;
|
|
default:
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* gst_gl_texture_target_from_gl:
|
|
* @target: an OpenGL texture binding target
|
|
*
|
|
* Returns: the #GstGLTextureTarget that's equiavalant to @target or
|
|
* %GST_GL_TEXTURE_TARGET_NONE
|
|
*/
|
|
GstGLTextureTarget
|
|
gst_gl_texture_target_from_gl (guint target)
|
|
{
|
|
switch (target) {
|
|
case GL_TEXTURE_2D:
|
|
return GST_GL_TEXTURE_TARGET_2D;
|
|
case GL_TEXTURE_RECTANGLE:
|
|
return GST_GL_TEXTURE_TARGET_RECTANGLE;
|
|
case GL_TEXTURE_EXTERNAL_OES:
|
|
return GST_GL_TEXTURE_TARGET_EXTERNAL_OES;
|
|
default:
|
|
return GST_GL_TEXTURE_TARGET_NONE;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* gst_gl_texture_target_to_buffer_pool_option:
|
|
* @target: a #GstGLTextureTarget
|
|
*
|
|
* Returns: a string representing the @GstBufferPoolOption specified by @target
|
|
*/
|
|
const gchar *
|
|
gst_gl_texture_target_to_buffer_pool_option (GstGLTextureTarget target)
|
|
{
|
|
switch (target) {
|
|
case GST_GL_TEXTURE_TARGET_2D:
|
|
return GST_BUFFER_POOL_OPTION_GL_TEXTURE_TARGET_2D;
|
|
case GST_GL_TEXTURE_TARGET_RECTANGLE:
|
|
return GST_BUFFER_POOL_OPTION_GL_TEXTURE_TARGET_RECTANGLE;
|
|
case GST_GL_TEXTURE_TARGET_EXTERNAL_OES:
|
|
return GST_BUFFER_POOL_OPTION_GL_TEXTURE_TARGET_EXTERNAL_OES;
|
|
default:
|
|
return NULL;
|
|
}
|
|
}
|