/* * GStreamer EGL/GLES Sink * Copyright (C) 2012 Collabora Ltd. * @author: Reynaldo H. Verdejo Pinochet * @author: Sebastian Dröge * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. * * Alternatively, the contents of this file may be used under the * GNU Lesser General Public License Version 2.1 (the "LGPL"), in * which case the following provisions apply instead of the ones * mentioned above: * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifndef __GST_EGLGLESSINK_H__ #define __GST_EGLGLESSINK_H__ #include #include #include #include #include #include #include #include G_BEGIN_DECLS #define GST_TYPE_EGLGLESSINK \ (gst_eglglessink_get_type()) #define GST_EGLGLESSINK(obj) \ (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_EGLGLESSINK,GstEglGlesSink)) #define GST_EGLGLESSINK_CLASS(klass) \ (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_EGLGLESSINK,GstEglGlesSinkClass)) #define GST_IS_EGLGLESSINK(obj) \ (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_EGLGLESSINK)) #define GST_IS_EGLGLESSINK_CLASS(klass) \ (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_EGLGLESSINK)) #define GST_EGLGLESSINK_IMAGE_NOFMT 0 #define GST_EGLGLESSINK_IMAGE_RGB888 1 #define GST_EGLGLESSINK_IMAGE_RGB565 2 #define GST_EGLGLESSINK_IMAGE_RGBA8888 3 #define GST_EGLGLESSINK_EGL_MIN_VERSION 1 typedef struct _GstEglGlesSink GstEglGlesSink; typedef struct _GstEglGlesSinkClass GstEglGlesSinkClass; typedef struct _GstEglGlesRenderContext GstEglGlesRenderContext; typedef struct _GstEglGlesImageFmt GstEglGlesImageFmt; typedef struct _coord5 { float x; float y; float z; float a; /* texpos x */ float b; /* texpos y */ } coord5; /* * GstEglGlesRenderContext: * @config: Current EGL config * @eglcontext: Current EGL context * @display: Current EGL display connection * @window: Current EGL window asociated with the display connection * @used_window: Last seen EGL window asociated with the display connection * @surface: EGL surface the sink is rendering into * @fragshader: Fragment shader * @vertshader: Vertex shader * @glslprogram: Compiled and linked GLSL program in use for rendering * @texture Texture units in use * @surface_width: Pixel width of the surface the sink is rendering into * @surface_height: Pixel height of the surface the sink is rendering into * @pixel_aspect_ratio: EGL display aspect ratio * @egl_minor: EGL version (minor) * @egl_major: EGL version (major) * @n_textures: Texture units count * @position_loc: Index of the position vertex attribute array * @texpos_loc: Index of the textpos vertex attribute array * @position_array: VBO position array * @texpos_array: VBO texpos array * @index_array: VBO index array * @position_buffer: Position buffer object name * @texpos_buffer: Texpos buffer object name * @index_buffer: Index buffer object name * * This struct holds the sink's EGL/GLES rendering context. */ struct _GstEglGlesRenderContext { EGLConfig config; EGLContext eglcontext; EGLDisplay display; EGLNativeWindowType window, used_window; EGLSurface surface; gboolean buffer_preserved; GLuint fragshader[3]; /* frame, border, frame-platform */ GLuint vertshader[3]; /* frame, border, frame-platform */ GLuint glslprogram[3]; /* frame, border, frame-platform */ GLuint texture[3]; /* RGB/Y, U/UV, V */ EGLint surface_width; EGLint surface_height; EGLint pixel_aspect_ratio; EGLint egl_minor, egl_major; gint n_textures; /* shader vars */ GLuint position_loc[3]; /* frame, border, frame-platform */ GLuint texpos_loc[2]; /* frame, frame-platform */ GLuint tex_scale_loc[2][3]; /* [frame, frame-platform] RGB/Y, U/UV, V */ GLuint tex_loc[2][3]; /* [frame, frame-platform] RGB/Y, U/UV, V */ coord5 position_array[12]; /* 4 x Frame, 4 x Border1, 4 x Border2 */ unsigned short index_array[4]; unsigned int position_buffer, index_buffer; }; /* * GstEglGlesImageFmt: * @fmt: Internal identifier for the EGL attribs / GST caps pairing * @attribs: Pointer to the set of EGL attributes asociated with this format * @caps: Pointer to the GST caps asociated with this format * * This struct holds a pairing between GST caps and the matching EGL attributes * associated with a given pixel format */ struct _GstEglGlesImageFmt { gint fmt; /* Private identifier */ const EGLint *attribs; /* EGL Attributes */ GstCaps *caps; /* Matching caps for the attribs */ }; /* * GstEglGlesSink: * @format: Caps' video format field * @display_region: Surface region to use as rendering canvas * @sinkcaps: Full set of suported caps * @current_caps: Current caps * @selected_fmt: Pointer to the GST caps/EGL attribs pairing in use * @rendering_path: Rendering path (Slow/Fast) * @eglglesctx: Pointer to the associated EGL/GLESv2 rendering context * @flow_lock: Simple concurrent access ward to the sink's runtime state * @supported_fmts: Pointer to the runtime supported format list * @have_window: Set if the sink has access to a window to hold it's canvas * @using_own_window: Set if the sink created its own window * @have_surface: Set if the EGL surface setup has been performed * @have_vbo: Set if the GLES VBO setup has been performed * @have_texture: Set if the GLES texture setup has been performed * @egl_started: Set if the whole EGL setup has been performed * @create_window: Property value holder to allow/forbid internal window creation * @force_rendering_slow: Property value holder to force slow rendering path * @force_aspect_ratio: Property value holder to consider PAR/DAR when scaling * * The #GstEglGlesSink data structure. */ struct _GstEglGlesSink { GstVideoSink videosink; /* Element hook */ /* Region of the surface that should be rendered */ GstVideoRectangle render_region; gboolean render_region_changed; gboolean render_region_user; /* Region of render_region that should be filled * with the video frames */ GstVideoRectangle display_region; GstVideoRectangle crop; GstCaps *sinkcaps; GstCaps *current_caps, *configured_caps; GstVideoInfo configured_info; gfloat stride[3]; GstEglGlesImageFmt *selected_fmt; GstEglGlesRenderContext eglglesctx; GList *supported_fmts; /* Runtime flags */ gboolean have_window; gboolean using_own_window; gboolean have_surface;; gboolean have_vbo; gboolean have_texture; gboolean egl_started; gpointer own_window_data; GThread *thread; gboolean thread_running; GstDataQueue *queue; GCond render_cond; GMutex render_lock; GstFlowReturn last_flow; /* Properties */ gboolean create_window; gboolean force_aspect_ratio; }; struct _GstEglGlesSinkClass { GstVideoSinkClass parent_class; }; GType gst_eglglessink_get_type (void); G_END_DECLS #endif /* __GST_EGLGLESSINK_H__ */