mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-28 04:31:06 +00:00
253 lines
8.8 KiB
C
253 lines
8.8 KiB
C
/*
|
|
* GStreamer EGL/GLES Sink
|
|
* Copyright (C) 2012 Collabora Ltd.
|
|
* @author: Reynaldo H. Verdejo Pinochet <reynaldo@collabora.com>
|
|
* @author: Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
|
* DEALINGS IN THE SOFTWARE.
|
|
*
|
|
* Alternatively, the contents of this file may be used under the
|
|
* GNU Lesser General Public License Version 2.1 (the "LGPL"), in
|
|
* which case the following provisions apply instead of the ones
|
|
* mentioned above:
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifndef __GST_EGLGLESSINK_H__
|
|
#define __GST_EGLGLESSINK_H__
|
|
|
|
#include <gst/gst.h>
|
|
#include <gst/video/video.h>
|
|
#include <gst/video/gstvideosink.h>
|
|
#include <gst/base/gstdataqueue.h>
|
|
|
|
#include <EGL/egl.h>
|
|
#include <EGL/eglext.h>
|
|
#include <GLES2/gl2.h>
|
|
#include <GLES2/gl2ext.h>
|
|
|
|
#include "video_platform_wrapper.h"
|
|
|
|
G_BEGIN_DECLS
|
|
#define GST_TYPE_EGLGLESSINK \
|
|
(gst_eglglessink_get_type())
|
|
#define GST_EGLGLESSINK(obj) \
|
|
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_EGLGLESSINK,GstEglGlesSink))
|
|
#define GST_EGLGLESSINK_CLASS(klass) \
|
|
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_EGLGLESSINK,GstEglGlesSinkClass))
|
|
#define GST_IS_EGLGLESSINK(obj) \
|
|
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_EGLGLESSINK))
|
|
#define GST_IS_EGLGLESSINK_CLASS(klass) \
|
|
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_EGLGLESSINK))
|
|
#define GST_EGLGLESSINK_IMAGE_NOFMT 0
|
|
#define GST_EGLGLESSINK_IMAGE_RGB888 1
|
|
#define GST_EGLGLESSINK_IMAGE_RGB565 2
|
|
#define GST_EGLGLESSINK_IMAGE_RGBA8888 3
|
|
#define GST_EGLGLESSINK_EGL_MIN_VERSION 1
|
|
typedef struct _GstEglGlesSink GstEglGlesSink;
|
|
typedef struct _GstEglGlesSinkClass GstEglGlesSinkClass;
|
|
typedef struct _GstEglGlesRenderContext GstEglGlesRenderContext;
|
|
|
|
typedef struct _GstEglGlesImageFmt GstEglGlesImageFmt;
|
|
|
|
typedef struct _coord5
|
|
{
|
|
float x;
|
|
float y;
|
|
float z;
|
|
float a; /* texpos x */
|
|
float b; /* texpos y */
|
|
} coord5;
|
|
|
|
/*
|
|
* GstEglGlesRenderContext:
|
|
* @config: Current EGL config
|
|
* @eglcontext: Current EGL context
|
|
* @display: Current EGL display connection
|
|
* @window: Current EGL window asociated with the display connection
|
|
* @used_window: Last seen EGL window asociated with the display connection
|
|
* @surface: EGL surface the sink is rendering into
|
|
* @fragshader: Fragment shader
|
|
* @vertshader: Vertex shader
|
|
* @glslprogram: Compiled and linked GLSL program in use for rendering
|
|
* @texture Texture units in use
|
|
* @surface_width: Pixel width of the surface the sink is rendering into
|
|
* @surface_height: Pixel height of the surface the sink is rendering into
|
|
* @pixel_aspect_ratio: EGL display aspect ratio
|
|
* @egl_minor: EGL version (minor)
|
|
* @egl_major: EGL version (major)
|
|
* @n_textures: Texture units count
|
|
* @position_loc: Index of the position vertex attribute array
|
|
* @texpos_loc: Index of the textpos vertex attribute array
|
|
* @position_array: VBO position array
|
|
* @texpos_array: VBO texpos array
|
|
* @index_array: VBO index array
|
|
* @position_buffer: Position buffer object name
|
|
* @texpos_buffer: Texpos buffer object name
|
|
* @index_buffer: Index buffer object name
|
|
*
|
|
* This struct holds the sink's EGL/GLES rendering context.
|
|
*/
|
|
struct _GstEglGlesRenderContext
|
|
{
|
|
EGLConfig config;
|
|
EGLContext eglcontext;
|
|
EGLDisplay display;
|
|
EGLNativeWindowType window, used_window;
|
|
EGLSurface surface;
|
|
gboolean buffer_preserved;
|
|
GLuint fragshader[2]; /* frame, border */
|
|
GLuint vertshader[2]; /* frame, border */
|
|
GLuint glslprogram[2]; /* frame, border */
|
|
GLuint texture[3]; /* RGB/Y, U/UV, V */
|
|
EGLint surface_width;
|
|
EGLint surface_height;
|
|
EGLint pixel_aspect_ratio;
|
|
EGLint egl_minor, egl_major;
|
|
gint n_textures;
|
|
|
|
/* shader vars */
|
|
GLuint position_loc[2]; /* frame, border */
|
|
GLuint texpos_loc[2]; /* frame */
|
|
GLuint tex_scale_loc[1][3]; /* [frame] RGB/Y, U/UV, V */
|
|
GLuint tex_loc[1][3]; /* [frame] RGB/Y, U/UV, V */
|
|
coord5 position_array[12]; /* 4 x Frame, 4 x Border1, 4 x Border2 */
|
|
unsigned short index_array[4];
|
|
unsigned int position_buffer, index_buffer;
|
|
|
|
gboolean can_map_eglimage;
|
|
GstMemoryMapFunction eglimage_map;
|
|
GstMemoryUnmapFunction eglimage_unmap;
|
|
PlatformMapVideo eglimage_video_map;
|
|
PlatformUnmapVideo eglimage_video_unmap;
|
|
};
|
|
|
|
/*
|
|
* GstEglGlesImageFmt:
|
|
* @fmt: Internal identifier for the EGL attribs / GST caps pairing
|
|
* @attribs: Pointer to the set of EGL attributes asociated with this format
|
|
* @caps: Pointer to the GST caps asociated with this format
|
|
*
|
|
* This struct holds a pairing between GST caps and the matching EGL attributes
|
|
* associated with a given pixel format
|
|
*/
|
|
struct _GstEglGlesImageFmt
|
|
{
|
|
gint fmt; /* Private identifier */
|
|
const EGLint *attribs; /* EGL Attributes */
|
|
GstCaps *caps; /* Matching caps for the attribs */
|
|
};
|
|
|
|
/*
|
|
* GstEglGlesSink:
|
|
* @format: Caps' video format field
|
|
* @display_region: Surface region to use as rendering canvas
|
|
* @sinkcaps: Full set of suported caps
|
|
* @current_caps: Current caps
|
|
* @selected_fmt: Pointer to the GST caps/EGL attribs pairing in use
|
|
* @rendering_path: Rendering path (Slow/Fast)
|
|
* @eglglesctx: Pointer to the associated EGL/GLESv2 rendering context
|
|
* @flow_lock: Simple concurrent access ward to the sink's runtime state
|
|
* @supported_fmts: Pointer to the runtime supported format list
|
|
* @have_window: Set if the sink has access to a window to hold it's canvas
|
|
* @using_own_window: Set if the sink created its own window
|
|
* @have_surface: Set if the EGL surface setup has been performed
|
|
* @have_vbo: Set if the GLES VBO setup has been performed
|
|
* @have_texture: Set if the GLES texture setup has been performed
|
|
* @egl_started: Set if the whole EGL setup has been performed
|
|
* @create_window: Property value holder to allow/forbid internal window creation
|
|
* @force_rendering_slow: Property value holder to force slow rendering path
|
|
* @force_aspect_ratio: Property value holder to consider PAR/DAR when scaling
|
|
*
|
|
* The #GstEglGlesSink data structure.
|
|
*/
|
|
struct _GstEglGlesSink
|
|
{
|
|
GstVideoSink videosink; /* Element hook */
|
|
|
|
/* Region of the surface that should be rendered */
|
|
GstVideoRectangle render_region;
|
|
gboolean render_region_changed;
|
|
gboolean render_region_user;
|
|
|
|
/* Region of render_region that should be filled
|
|
* with the video frames */
|
|
GstVideoRectangle display_region;
|
|
|
|
GstVideoRectangle crop;
|
|
gboolean crop_changed;
|
|
GstCaps *sinkcaps;
|
|
GstCaps *current_caps, *configured_caps;
|
|
GstVideoInfo configured_info;
|
|
gfloat stride[3];
|
|
GstBufferPool *pool;
|
|
|
|
GstEglGlesImageFmt *selected_fmt;
|
|
GstEglGlesRenderContext eglglesctx;
|
|
|
|
GList *supported_fmts;
|
|
|
|
/* Runtime flags */
|
|
gboolean have_window;
|
|
gboolean using_own_window;
|
|
gboolean have_surface;;
|
|
gboolean have_vbo;
|
|
gboolean have_texture;
|
|
gboolean egl_started;
|
|
|
|
gpointer own_window_data;
|
|
|
|
GThread *thread;
|
|
gboolean thread_running;
|
|
GstDataQueue *queue;
|
|
GCond render_cond;
|
|
GMutex render_lock;
|
|
GstFlowReturn last_flow;
|
|
GstMiniObject *dequeued_object;
|
|
|
|
GstMemory *last_memory;
|
|
|
|
/* Properties */
|
|
gboolean create_window;
|
|
gboolean force_aspect_ratio;
|
|
};
|
|
|
|
struct _GstEglGlesSinkClass
|
|
{
|
|
GstVideoSinkClass parent_class;
|
|
};
|
|
|
|
GType gst_eglglessink_get_type (void);
|
|
|
|
G_END_DECLS
|
|
#endif /* __GST_EGLGLESSINK_H__ */
|