/* * GStreamer * Copyright (C) 2008 Julien Isorce * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /** * SECTION:element-glcolorscale * * video frame scaling and colorspace conversion. * * * Scaling and Color space conversion * * Equivalent to glupload ! gldownload. * * * * Examples * |[ * gst-launch-1.0 -v videotestsrc ! video/x-raw ! glcolorscale ! ximagesink * ]| A pipeline to test colorspace conversion. * FBO is required. |[ * gst-launch-1.0 -v videotestsrc ! video/x-raw, width=640, height=480, format=AYUV ! glcolorscale ! \ * video/x-raw, width=320, height=240, format=YV12 ! videoconvert ! autovideosink * ]| A pipeline to test hardware scaling and colorspace conversion. * FBO and GLSL are required. * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstglcolorscale.h" #define GST_CAT_DEFAULT gst_gl_colorscale_debug GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT); /* Properties */ enum { PROP_0 }; #define DEBUG_INIT \ GST_DEBUG_CATEGORY_INIT (gst_gl_colorscale_debug, "glcolorscale", 0, "glcolorscale element"); #define gst_gl_colorscale_parent_class parent_class G_DEFINE_TYPE_WITH_CODE (GstGLColorscale, gst_gl_colorscale, GST_TYPE_GL_FILTER, DEBUG_INIT); static void gst_gl_colorscale_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_gl_colorscale_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static gboolean gst_gl_colorscale_gen_gl_resources (GstGLFilter * filter); static gboolean gst_gl_colorscale_del_gl_resources (GstBaseTransform * trans); static gboolean gst_gl_colorscale_filter_texture (GstGLFilter * filter, guint in_tex, guint out_tex); static void gst_gl_colorscale_callback (gint width, gint height, guint texture, gpointer stuff); static void gst_gl_colorscale_class_init (GstGLColorscaleClass * klass) { GObjectClass *gobject_class; GstElementClass *element_class; GstGLFilterClass *filter_class; GstBaseTransformClass *basetransform_class = GST_BASE_TRANSFORM_CLASS (klass); gobject_class = (GObjectClass *) klass; element_class = GST_ELEMENT_CLASS (klass); filter_class = GST_GL_FILTER_CLASS (klass); gobject_class->set_property = gst_gl_colorscale_set_property; gobject_class->get_property = gst_gl_colorscale_get_property; gst_element_class_set_metadata (element_class, "OpenGL color scale", "Filter/Effect/Video", "Colorspace converter and video scaler", "Julien Isorce "); filter_class->onInitFBO = GST_DEBUG_FUNCPTR (gst_gl_colorscale_gen_gl_resources); filter_class->filter_texture = gst_gl_colorscale_filter_texture; basetransform_class->stop = GST_DEBUG_FUNCPTR (gst_gl_colorscale_del_gl_resources); basetransform_class->passthrough_on_same_caps = TRUE; GST_GL_BASE_FILTER_CLASS (klass)->supported_gl_api = GST_GL_API_OPENGL | GST_GL_API_OPENGL3 | GST_GL_API_GLES2; } static void gst_gl_colorscale_init (GstGLColorscale * colorscale) { colorscale->shader = NULL; } static void gst_gl_colorscale_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { switch (prop_id) { default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_gl_colorscale_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { switch (prop_id) { default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void _compile_identity_shader (GstGLContext * context, GstGLColorscale * colorscale) { GstGLFilter *filter = GST_GL_FILTER (colorscale); colorscale->shader = gst_gl_shader_new (context); if (!gst_gl_shader_compile_with_default_vf_and_check (colorscale->shader, &filter->draw_attr_position_loc, &filter->draw_attr_texture_loc)) { gst_gl_context_clear_shader (context); gst_object_unref (colorscale->shader); colorscale->shader = NULL; } } static gboolean gst_gl_colorscale_gen_gl_resources (GstGLFilter * filter) { GstGLColorscale *colorscale = GST_GL_COLORSCALE (filter); if (gst_gl_context_get_gl_api (GST_GL_BASE_FILTER (filter)->context) & (GST_GL_API_GLES2 | GST_GL_API_OPENGL3)) { gst_gl_context_thread_add (GST_GL_BASE_FILTER (filter)->context, (GstGLContextThreadFunc) _compile_identity_shader, colorscale); if (!colorscale->shader) { gst_gl_context_set_error (GST_GL_BASE_FILTER (filter)->context, "Failed to initialize identity shader"); GST_ELEMENT_ERROR (colorscale, RESOURCE, NOT_FOUND, ("%s", gst_gl_context_get_error ()), (NULL)); return FALSE; } } return TRUE; } static gboolean gst_gl_colorscale_del_gl_resources (GstBaseTransform * trans) { GstGLColorscale *colorscale = GST_GL_COLORSCALE (trans); if (colorscale->shader) { gst_gl_context_del_shader (GST_GL_BASE_FILTER (trans)->context, colorscale->shader); colorscale->shader = NULL; } return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (trans); } static gboolean gst_gl_colorscale_filter_texture (GstGLFilter * filter, guint in_tex, guint out_tex) { GstGLColorscale *colorscale; colorscale = GST_GL_COLORSCALE (filter); if (gst_gl_context_get_gl_api (GST_GL_BASE_FILTER (filter)->context) & (GST_GL_API_GLES2 | GST_GL_API_OPENGL3)) gst_gl_filter_render_to_target_with_shader (filter, TRUE, in_tex, out_tex, colorscale->shader); if (gst_gl_context_get_gl_api (GST_GL_BASE_FILTER (filter)->context) & GST_GL_API_OPENGL) gst_gl_filter_render_to_target (filter, TRUE, in_tex, out_tex, gst_gl_colorscale_callback, colorscale); return TRUE; } static void gst_gl_colorscale_callback (gint width, gint height, guint texture, gpointer stuff) { GstGLFilter *filter = GST_GL_FILTER (stuff); #if GST_GL_HAVE_OPENGL if (gst_gl_context_get_gl_api (GST_GL_BASE_FILTER (filter)->context) & GST_GL_API_OPENGL) { const GstGLFuncs *gl = GST_GL_BASE_FILTER (filter)->context->gl_vtable; gl->MatrixMode (GL_PROJECTION); gl->LoadIdentity (); } #endif gst_gl_filter_draw_texture (filter, texture, width, height); }