2008-08-12 09:09:37 +00:00
|
|
|
/*
|
|
|
|
* GStreamer
|
|
|
|
* Copyright (C) 2008 Filippo Argiolas <filippo.argiolas@gmail.com>
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Library General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Library General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Library General Public
|
|
|
|
* License along with this library; if not, write to the
|
2012-11-08 11:53:56 +00:00
|
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
|
|
* Boston, MA 02110-1301, USA.
|
2008-08-12 09:09:37 +00:00
|
|
|
*/
|
|
|
|
|
2009-01-15 17:39:48 +00:00
|
|
|
/**
|
|
|
|
* SECTION:element-gleffects.
|
|
|
|
*
|
|
|
|
* GL Shading Language effects.
|
|
|
|
*
|
|
|
|
* <refsect2>
|
|
|
|
* <title>Examples</title>
|
|
|
|
* |[
|
|
|
|
* gst-launch videotestsrc ! glupload ! gleffects effect=5 ! glimagesink
|
|
|
|
* ]|
|
|
|
|
* FBO (Frame Buffer Object) and GLSL (OpenGL Shading Language) are required.
|
|
|
|
* </refsect2>
|
|
|
|
*/
|
|
|
|
|
2013-01-16 04:21:44 +00:00
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
#include "config.h"
|
|
|
|
#endif
|
|
|
|
|
2013-07-11 09:03:31 +00:00
|
|
|
#include <gst/gl/gstglconfig.h>
|
|
|
|
#include "gstgleffects.h"
|
2008-08-12 09:09:37 +00:00
|
|
|
|
|
|
|
#define GST_CAT_DEFAULT gst_gl_effects_debug
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
|
|
|
|
|
2015-04-05 18:18:56 +00:00
|
|
|
enum
|
|
|
|
{
|
|
|
|
PROP_0 = 0x0,
|
|
|
|
PROP_EFFECT = 0x1 << 1,
|
|
|
|
PROP_HSWAP = 0x1 << 2,
|
|
|
|
PROP_INVERT = 0x1 << 3
|
|
|
|
};
|
|
|
|
|
2012-05-30 03:46:21 +00:00
|
|
|
#define DEBUG_INIT \
|
2008-08-12 09:09:37 +00:00
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_gl_effects_debug, "gleffects", 0, "gleffects element");
|
|
|
|
|
2012-05-30 03:46:21 +00:00
|
|
|
G_DEFINE_TYPE_WITH_CODE (GstGLEffects, gst_gl_effects, GST_TYPE_GL_FILTER,
|
|
|
|
DEBUG_INIT);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
|
|
|
static void gst_gl_effects_set_property (GObject * object, guint prop_id,
|
2009-02-11 06:39:14 +00:00
|
|
|
const GValue * value, GParamSpec * pspec);
|
2008-08-12 09:09:37 +00:00
|
|
|
static void gst_gl_effects_get_property (GObject * object, guint prop_id,
|
2009-02-11 06:39:14 +00:00
|
|
|
GValue * value, GParamSpec * pspec);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2009-02-11 06:39:14 +00:00
|
|
|
static void gst_gl_effects_init_resources (GstGLFilter * filter);
|
|
|
|
static void gst_gl_effects_reset_resources (GstGLFilter * filter);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2011-11-24 15:02:32 +00:00
|
|
|
static gboolean gst_gl_effects_on_init_gl_context (GstGLFilter * filter);
|
2008-09-14 17:56:50 +00:00
|
|
|
|
2009-02-11 06:39:14 +00:00
|
|
|
static void gst_gl_effects_ghash_func_clean (gpointer key, gpointer value,
|
|
|
|
gpointer data);
|
2008-08-19 09:07:18 +00:00
|
|
|
|
2012-09-20 13:03:55 +00:00
|
|
|
static gboolean gst_gl_effects_filter_texture (GstGLFilter * filter,
|
|
|
|
guint in_tex, guint out_tex);
|
2015-04-05 18:18:56 +00:00
|
|
|
static gboolean gst_gl_effects_filters_is_property_supported (const
|
|
|
|
GstGLEffectsFilterDescriptor *, gint property);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2008-08-14 06:03:49 +00:00
|
|
|
/* dont' forget to edit the following when a new effect is added */
|
2009-02-11 06:39:14 +00:00
|
|
|
typedef enum
|
|
|
|
{
|
2008-08-13 20:36:13 +00:00
|
|
|
GST_GL_EFFECT_IDENTITY,
|
|
|
|
GST_GL_EFFECT_MIRROR,
|
2008-08-13 22:07:20 +00:00
|
|
|
GST_GL_EFFECT_SQUEEZE,
|
2008-08-14 06:03:49 +00:00
|
|
|
GST_GL_EFFECT_STRETCH,
|
2008-08-14 12:08:23 +00:00
|
|
|
GST_GL_EFFECT_TUNNEL,
|
|
|
|
GST_GL_EFFECT_FISHEYE,
|
|
|
|
GST_GL_EFFECT_TWIRL,
|
|
|
|
GST_GL_EFFECT_BULGE,
|
|
|
|
GST_GL_EFFECT_SQUARE,
|
2008-08-14 09:31:09 +00:00
|
|
|
GST_GL_EFFECT_HEAT,
|
|
|
|
GST_GL_EFFECT_SEPIA,
|
2008-08-14 10:09:39 +00:00
|
|
|
GST_GL_EFFECT_XPRO,
|
2008-08-14 19:29:02 +00:00
|
|
|
GST_GL_EFFECT_LUMA_XPRO,
|
2008-10-15 14:18:22 +00:00
|
|
|
GST_GL_EFFECT_XRAY,
|
2008-08-16 07:13:39 +00:00
|
|
|
GST_GL_EFFECT_SIN,
|
2008-08-14 07:26:23 +00:00
|
|
|
GST_GL_EFFECT_GLOW,
|
2015-03-22 10:20:49 +00:00
|
|
|
GST_GL_EFFECT_SOBEL,
|
2015-03-22 10:13:30 +00:00
|
|
|
GST_GL_EFFECT_BLUR,
|
2015-03-22 10:22:52 +00:00
|
|
|
GST_GL_EFFECT_LAPLACIAN,
|
2008-08-13 20:36:13 +00:00
|
|
|
GST_GL_N_EFFECTS
|
|
|
|
} GstGLEffectsEffect;
|
|
|
|
|
2015-04-05 18:18:56 +00:00
|
|
|
static const GEnumValue *
|
|
|
|
gst_gl_effects_get_effects (void)
|
2008-08-12 09:09:37 +00:00
|
|
|
{
|
2009-02-11 06:39:14 +00:00
|
|
|
static const GEnumValue effect_types[] = {
|
|
|
|
{GST_GL_EFFECT_IDENTITY, "Do nothing Effect", "identity"},
|
|
|
|
{GST_GL_EFFECT_MIRROR, "Mirror Effect", "mirror"},
|
|
|
|
{GST_GL_EFFECT_SQUEEZE, "Squeeze Effect", "squeeze"},
|
|
|
|
{GST_GL_EFFECT_STRETCH, "Stretch Effect", "stretch"},
|
2015-03-30 12:49:01 +00:00
|
|
|
{GST_GL_EFFECT_TUNNEL, "Light Tunnel Effect", "tunnel"},
|
2009-02-11 06:39:14 +00:00
|
|
|
{GST_GL_EFFECT_FISHEYE, "FishEye Effect", "fisheye"},
|
|
|
|
{GST_GL_EFFECT_TWIRL, "Twirl Effect", "twirl"},
|
|
|
|
{GST_GL_EFFECT_BULGE, "Bulge Effect", "bulge"},
|
|
|
|
{GST_GL_EFFECT_SQUARE, "Square Effect", "square"},
|
|
|
|
{GST_GL_EFFECT_HEAT, "Heat Signature Effect", "heat"},
|
|
|
|
{GST_GL_EFFECT_SEPIA, "Sepia Toning Effect", "sepia"},
|
|
|
|
{GST_GL_EFFECT_XPRO, "Cross Processing Effect", "xpro"},
|
|
|
|
{GST_GL_EFFECT_LUMA_XPRO, "Luma Cross Processing Effect", "lumaxpro"},
|
|
|
|
{GST_GL_EFFECT_XRAY, "Glowing negative effect", "xray"},
|
|
|
|
{GST_GL_EFFECT_SIN, "All Grey but Red Effect", "sin"},
|
|
|
|
{GST_GL_EFFECT_GLOW, "Glow Lighting Effect", "glow"},
|
2015-03-22 10:20:49 +00:00
|
|
|
{GST_GL_EFFECT_SOBEL, "Sobel edge detection Effect", "sobel"},
|
2015-03-22 10:13:30 +00:00
|
|
|
{GST_GL_EFFECT_BLUR, "Blur with 9x9 separable convolution Effect", "blur"},
|
2015-03-22 10:22:52 +00:00
|
|
|
{GST_GL_EFFECT_LAPLACIAN, "Laplacian Convolution Demo Effect", "laplacian"},
|
2009-02-11 06:39:14 +00:00
|
|
|
{0, NULL, NULL}
|
2008-08-12 09:09:37 +00:00
|
|
|
};
|
2015-04-05 18:18:56 +00:00
|
|
|
return effect_types;
|
|
|
|
}
|
2008-08-13 14:01:21 +00:00
|
|
|
|
2015-04-05 18:18:56 +00:00
|
|
|
#define GST_TYPE_GL_EFFECTS_EFFECT (gst_gl_effects_effect_get_type ())
|
|
|
|
static GType
|
|
|
|
gst_gl_effects_effect_get_type (void)
|
|
|
|
{
|
|
|
|
static GType gl_effects_effect_type = 0;
|
2008-08-12 09:09:37 +00:00
|
|
|
if (!gl_effects_effect_type) {
|
2008-08-13 14:01:21 +00:00
|
|
|
gl_effects_effect_type =
|
2015-04-05 18:18:56 +00:00
|
|
|
g_enum_register_static ("GstGLEffectsEffect",
|
|
|
|
gst_gl_effects_get_effects ());
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
return gl_effects_effect_type;
|
|
|
|
}
|
|
|
|
|
2008-08-14 06:03:49 +00:00
|
|
|
static void
|
2009-02-11 06:39:14 +00:00
|
|
|
gst_gl_effects_set_effect (GstGLEffects * effects, gint effect_type)
|
|
|
|
{
|
2015-03-13 10:25:35 +00:00
|
|
|
GstGLBaseFilterClass *filter_class = GST_GL_BASE_FILTER_GET_CLASS (effects);
|
2008-08-14 06:03:49 +00:00
|
|
|
|
|
|
|
switch (effect_type) {
|
2009-02-11 06:39:14 +00:00
|
|
|
case GST_GL_EFFECT_IDENTITY:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_identity;
|
2014-11-27 10:05:45 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_MIRROR:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_mirror;
|
2014-11-27 10:05:45 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_SQUEEZE:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_squeeze;
|
2014-11-27 10:05:45 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_STRETCH:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_stretch;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_TUNNEL:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_tunnel;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_FISHEYE:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_fisheye;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_TWIRL:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_twirl;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_BULGE:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_bulge;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_SQUARE:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_square;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_HEAT:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_heat;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_SEPIA:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sepia;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_XPRO:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_xpro;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_LUMA_XPRO:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_luma_xpro;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_SIN:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sin;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_XRAY:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sin;
|
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
|
|
|
case GST_GL_EFFECT_GLOW:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_glow;
|
2015-03-30 12:49:01 +00:00
|
|
|
filter_class->supported_gl_api =
|
2015-03-22 10:13:30 +00:00
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
|
|
|
break;
|
2015-03-22 10:20:49 +00:00
|
|
|
case GST_GL_EFFECT_SOBEL:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_sobel;
|
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
|
|
|
break;
|
2015-03-22 10:13:30 +00:00
|
|
|
case GST_GL_EFFECT_BLUR:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_blur;
|
|
|
|
filter_class->supported_gl_api =
|
2015-03-30 12:49:01 +00:00
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
2015-03-22 10:22:52 +00:00
|
|
|
case GST_GL_EFFECT_LAPLACIAN:
|
|
|
|
effects->effect = (GstGLEffectProcessFunc) gst_gl_effects_laplacian;
|
|
|
|
filter_class->supported_gl_api =
|
|
|
|
GST_GL_API_GLES2 | GST_GL_API_OPENGL | GST_GL_API_OPENGL3;
|
|
|
|
effects->current_effect = effect_type;
|
|
|
|
break;
|
2009-02-11 06:39:14 +00:00
|
|
|
default:
|
|
|
|
g_assert_not_reached ();
|
2008-08-14 06:03:49 +00:00
|
|
|
}
|
2015-03-30 12:49:01 +00:00
|
|
|
|
2008-08-14 06:03:49 +00:00
|
|
|
effects->current_effect = effect_type;
|
|
|
|
}
|
|
|
|
|
2008-08-13 20:36:13 +00:00
|
|
|
/* init resources that need a gl context */
|
2008-08-12 09:09:37 +00:00
|
|
|
static void
|
2009-02-11 06:39:14 +00:00
|
|
|
gst_gl_effects_init_gl_resources (GstGLFilter * filter)
|
2008-08-12 09:09:37 +00:00
|
|
|
{
|
|
|
|
GstGLEffects *effects = GST_GL_EFFECTS (filter);
|
2015-03-13 10:25:35 +00:00
|
|
|
GstGLFuncs *gl = GST_GL_BASE_FILTER (filter)->context->gl_vtable;
|
2014-05-08 15:08:08 +00:00
|
|
|
gint i = 0;
|
2008-08-13 14:01:21 +00:00
|
|
|
|
2009-02-11 06:39:14 +00:00
|
|
|
for (i = 0; i < NEEDED_TEXTURES; i++) {
|
2014-07-23 02:25:31 +00:00
|
|
|
|
|
|
|
if (effects->midtexture[i]) {
|
|
|
|
gl->DeleteTextures (1, &effects->midtexture[i]);
|
|
|
|
effects->midtexture[i] = 0;
|
|
|
|
}
|
|
|
|
|
2014-05-08 15:08:08 +00:00
|
|
|
gl->GenTextures (1, &effects->midtexture[i]);
|
|
|
|
gl->BindTexture (GL_TEXTURE_2D, effects->midtexture[i]);
|
|
|
|
gl->TexImage2D (GL_TEXTURE_2D, 0, GL_RGBA8,
|
2012-09-20 13:03:55 +00:00
|
|
|
GST_VIDEO_INFO_WIDTH (&filter->out_info),
|
|
|
|
GST_VIDEO_INFO_HEIGHT (&filter->out_info),
|
|
|
|
0, GL_RGBA, GL_UNSIGNED_BYTE, NULL);
|
2014-05-08 15:08:08 +00:00
|
|
|
gl->TexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR);
|
|
|
|
gl->TexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
|
|
|
|
gl->TexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
|
|
|
|
gl->TexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2008-08-13 20:36:13 +00:00
|
|
|
/* free resources that need a gl context */
|
2008-08-12 09:09:37 +00:00
|
|
|
static void
|
2009-02-11 06:39:14 +00:00
|
|
|
gst_gl_effects_reset_gl_resources (GstGLFilter * filter)
|
2008-08-12 09:09:37 +00:00
|
|
|
{
|
|
|
|
GstGLEffects *effects = GST_GL_EFFECTS (filter);
|
2015-03-13 10:25:35 +00:00
|
|
|
GstGLFuncs *gl = GST_GL_BASE_FILTER (filter)->context->gl_vtable;
|
2014-05-08 15:08:08 +00:00
|
|
|
gint i = 0;
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2010-09-08 18:38:07 +00:00
|
|
|
for (i = 0; i < NEEDED_TEXTURES; i++) {
|
2014-05-08 15:08:08 +00:00
|
|
|
gl->DeleteTextures (1, &effects->midtexture[i]);
|
2008-08-12 09:09:37 +00:00
|
|
|
effects->midtexture[i] = 0;
|
|
|
|
}
|
2009-02-11 06:39:14 +00:00
|
|
|
for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
|
2014-05-08 15:08:08 +00:00
|
|
|
gl->DeleteTextures (1, &effects->curve[i]);
|
2008-08-14 09:31:09 +00:00
|
|
|
effects->curve[i] = 0;
|
|
|
|
}
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
gst_gl_effects_class_init (GstGLEffectsClass * klass)
|
|
|
|
{
|
2015-04-05 18:18:56 +00:00
|
|
|
GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2012-09-20 13:03:55 +00:00
|
|
|
GST_GL_FILTER_CLASS (klass)->filter_texture = gst_gl_effects_filter_texture;
|
2009-02-11 06:39:14 +00:00
|
|
|
GST_GL_FILTER_CLASS (klass)->display_init_cb =
|
|
|
|
gst_gl_effects_init_gl_resources;
|
|
|
|
GST_GL_FILTER_CLASS (klass)->display_reset_cb =
|
|
|
|
gst_gl_effects_reset_gl_resources;
|
2008-08-14 18:02:04 +00:00
|
|
|
GST_GL_FILTER_CLASS (klass)->onStart = gst_gl_effects_init_resources;
|
|
|
|
GST_GL_FILTER_CLASS (klass)->onStop = gst_gl_effects_reset_resources;
|
2008-09-14 17:56:50 +00:00
|
|
|
GST_GL_FILTER_CLASS (klass)->onInitFBO = gst_gl_effects_on_init_gl_context;
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2015-04-05 18:18:56 +00:00
|
|
|
klass->filter_descriptor = NULL;
|
2012-05-30 03:46:21 +00:00
|
|
|
|
2012-11-21 02:34:15 +00:00
|
|
|
gst_element_class_set_metadata (element_class,
|
2013-07-17 23:41:05 +00:00
|
|
|
"Gstreamer OpenGL Effects", "Filter/Effect/Video",
|
2012-05-30 03:46:21 +00:00
|
|
|
"GL Shading Language effects",
|
|
|
|
"Filippo Argiolas <filippo.argiolas@gmail.com>");
|
2014-11-27 10:05:45 +00:00
|
|
|
|
2015-03-13 10:25:35 +00:00
|
|
|
GST_GL_BASE_FILTER_CLASS (klass)->supported_gl_api =
|
2014-11-27 10:05:45 +00:00
|
|
|
GST_GL_API_OPENGL | GST_GL_API_GLES2 | GST_GL_API_OPENGL3;
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
|
2015-04-05 18:18:56 +00:00
|
|
|
static void
|
|
|
|
gst_gl_effects_filter_class_init (GstGLEffectsClass * klass,
|
|
|
|
const GstGLEffectsFilterDescriptor * filter_descriptor)
|
|
|
|
{
|
|
|
|
GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
|
|
|
|
|
|
|
|
klass->filter_descriptor = filter_descriptor;
|
|
|
|
|
|
|
|
gobject_class->set_property = gst_gl_effects_set_property;
|
|
|
|
gobject_class->get_property = gst_gl_effects_get_property;
|
|
|
|
|
|
|
|
/* if filterDescriptor is null it's a generic gleffects */
|
|
|
|
if (!filter_descriptor) {
|
|
|
|
g_object_class_install_property (gobject_class,
|
|
|
|
PROP_EFFECT,
|
|
|
|
g_param_spec_enum ("effect",
|
|
|
|
"Effect",
|
|
|
|
"Select which effect apply to GL video texture",
|
|
|
|
GST_TYPE_GL_EFFECTS_EFFECT,
|
|
|
|
GST_GL_EFFECT_IDENTITY,
|
|
|
|
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
|
|
}
|
|
|
|
|
|
|
|
g_object_class_install_property (gobject_class,
|
|
|
|
PROP_HSWAP,
|
|
|
|
g_param_spec_boolean ("hswap",
|
|
|
|
"Horizontal Swap",
|
|
|
|
"Switch video texture left to right, useful with webcams",
|
|
|
|
FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
|
|
|
|
|
|
/* FIXME: make it work on every effect */
|
|
|
|
if (gst_gl_effects_filters_is_property_supported (filter_descriptor,
|
|
|
|
PROP_INVERT)) {
|
|
|
|
g_object_class_install_property (gobject_class, PROP_INVERT,
|
|
|
|
g_param_spec_boolean ("invert", "Invert the colors for sobel effect",
|
|
|
|
"Invert colors to get dark edges on bright background when using sobel effect",
|
|
|
|
FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-12-18 07:31:00 +00:00
|
|
|
static void
|
2013-09-15 04:23:43 +00:00
|
|
|
set_horizontal_swap (GstGLContext * context, gpointer data)
|
2008-08-14 20:28:19 +00:00
|
|
|
{
|
2013-01-09 14:13:23 +00:00
|
|
|
#if GST_GL_HAVE_OPENGL
|
2013-09-15 04:23:43 +00:00
|
|
|
GstGLFuncs *gl = context->gl_vtable;
|
2013-01-16 04:21:44 +00:00
|
|
|
|
2013-09-15 04:23:43 +00:00
|
|
|
if (gst_gl_context_get_gl_api (context) & GST_GL_API_OPENGL) {
|
2013-01-16 04:21:44 +00:00
|
|
|
const gfloat mirrormatrix[16] = {
|
2012-12-18 07:31:00 +00:00
|
|
|
-1.0, 0.0, 0.0, 0.0,
|
|
|
|
0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0
|
|
|
|
};
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2013-01-16 04:21:44 +00:00
|
|
|
gl->MatrixMode (GL_MODELVIEW);
|
|
|
|
gl->LoadMatrixf (mirrormatrix);
|
2012-12-06 07:40:26 +00:00
|
|
|
}
|
2009-11-21 20:40:14 +00:00
|
|
|
#endif
|
2008-08-14 20:28:19 +00:00
|
|
|
}
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2012-12-18 07:31:00 +00:00
|
|
|
static void
|
|
|
|
gst_gl_effects_init (GstGLEffects * effects)
|
2008-08-12 09:09:37 +00:00
|
|
|
{
|
2008-08-14 20:28:19 +00:00
|
|
|
effects->horizontal_swap = FALSE;
|
2015-03-22 10:20:49 +00:00
|
|
|
effects->invert = FALSE;
|
2015-04-05 18:18:56 +00:00
|
|
|
effects->effect = gst_gl_effects_identity;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
gst_gl_effects_filter_init (GstGLEffects * effects)
|
|
|
|
{
|
|
|
|
gst_gl_effects_set_effect (effects,
|
|
|
|
GST_GL_EFFECTS_GET_CLASS (effects)->filter_descriptor->effect);
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
|
2008-08-19 09:07:18 +00:00
|
|
|
static void
|
2012-12-18 07:31:00 +00:00
|
|
|
gst_gl_effects_ghash_func_clean (gpointer key, gpointer value, gpointer data)
|
2008-08-19 09:07:18 +00:00
|
|
|
{
|
2009-02-11 06:39:14 +00:00
|
|
|
GstGLShader *shader = (GstGLShader *) value;
|
|
|
|
GstGLFilter *filter = (GstGLFilter *) data;
|
2008-08-19 09:07:18 +00:00
|
|
|
|
|
|
|
//blocking call, wait the opengl thread has destroyed the shader
|
2015-03-13 10:25:35 +00:00
|
|
|
gst_gl_context_del_shader (GST_GL_BASE_FILTER (filter)->context, shader);
|
2008-08-19 09:07:18 +00:00
|
|
|
|
|
|
|
value = NULL;
|
|
|
|
}
|
|
|
|
|
2012-12-18 07:31:00 +00:00
|
|
|
static void
|
|
|
|
gst_gl_effects_reset_resources (GstGLFilter * filter)
|
2008-08-12 09:09:37 +00:00
|
|
|
{
|
2009-02-11 06:39:14 +00:00
|
|
|
GstGLEffects *effects = GST_GL_EFFECTS (filter);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2012-12-06 07:40:26 +00:00
|
|
|
/* release shaders in the gl thread */
|
2008-08-19 09:07:18 +00:00
|
|
|
g_hash_table_foreach (effects->shaderstable, gst_gl_effects_ghash_func_clean,
|
2009-02-11 06:39:14 +00:00
|
|
|
filter);
|
2008-08-19 09:07:18 +00:00
|
|
|
|
2012-12-06 07:40:26 +00:00
|
|
|
/* clean the htable without calling values destructors
|
|
|
|
* because shaders have been released in the glthread
|
|
|
|
* through the foreach func */
|
2008-08-12 09:09:37 +00:00
|
|
|
g_hash_table_unref (effects->shaderstable);
|
|
|
|
effects->shaderstable = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
2012-12-18 07:31:00 +00:00
|
|
|
gst_gl_effects_set_property (GObject * object, guint prop_id,
|
2008-08-12 09:09:37 +00:00
|
|
|
const GValue * value, GParamSpec * pspec)
|
|
|
|
{
|
2008-08-19 09:07:18 +00:00
|
|
|
GstGLEffects *effects = GST_GL_EFFECTS (object);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
|
|
|
switch (prop_id) {
|
2009-02-11 06:39:14 +00:00
|
|
|
case PROP_EFFECT:
|
|
|
|
gst_gl_effects_set_effect (effects, g_value_get_enum (value));
|
|
|
|
break;
|
2012-12-18 07:31:00 +00:00
|
|
|
case PROP_HSWAP:
|
|
|
|
effects->horizontal_swap = g_value_get_boolean (value);
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
2015-03-22 10:20:49 +00:00
|
|
|
case PROP_INVERT:
|
|
|
|
effects->invert = g_value_get_boolean (value);
|
|
|
|
break;
|
2012-12-18 07:31:00 +00:00
|
|
|
default:
|
|
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
2009-02-11 06:39:14 +00:00
|
|
|
break;
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
2012-12-18 07:31:00 +00:00
|
|
|
gst_gl_effects_get_property (GObject * object, guint prop_id,
|
2008-08-12 09:09:37 +00:00
|
|
|
GValue * value, GParamSpec * pspec)
|
|
|
|
{
|
2008-08-13 18:58:49 +00:00
|
|
|
GstGLEffects *effects = GST_GL_EFFECTS (object);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
|
|
|
switch (prop_id) {
|
2009-02-11 06:39:14 +00:00
|
|
|
case PROP_EFFECT:
|
|
|
|
g_value_set_enum (value, effects->current_effect);
|
|
|
|
break;
|
|
|
|
case PROP_HSWAP:
|
|
|
|
g_value_set_boolean (value, effects->horizontal_swap);
|
|
|
|
break;
|
2015-03-22 10:20:49 +00:00
|
|
|
case PROP_INVERT:
|
|
|
|
g_value_set_boolean (value, effects->invert);
|
|
|
|
break;
|
2009-02-11 06:39:14 +00:00
|
|
|
default:
|
|
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
|
|
break;
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2012-12-18 07:31:00 +00:00
|
|
|
static void
|
|
|
|
gst_gl_effects_init_resources (GstGLFilter * filter)
|
2008-08-12 09:09:37 +00:00
|
|
|
{
|
2008-08-16 07:40:54 +00:00
|
|
|
GstGLEffects *effects = GST_GL_EFFECTS (filter);
|
|
|
|
gint i;
|
2012-12-06 07:40:26 +00:00
|
|
|
|
2009-02-11 06:39:14 +00:00
|
|
|
effects->shaderstable = g_hash_table_new (g_str_hash, g_str_equal);
|
2012-12-06 07:40:26 +00:00
|
|
|
|
2009-02-11 06:39:14 +00:00
|
|
|
for (i = 0; i < NEEDED_TEXTURES; i++) {
|
2008-08-16 07:40:54 +00:00
|
|
|
effects->midtexture[i] = 0;
|
|
|
|
}
|
2009-02-11 06:39:14 +00:00
|
|
|
for (i = 0; i < GST_GL_EFFECTS_N_CURVES; i++) {
|
2008-08-16 07:40:54 +00:00
|
|
|
effects->curve[i] = 0;
|
|
|
|
}
|
2008-08-12 09:09:37 +00:00
|
|
|
}
|
|
|
|
|
2012-12-18 07:31:00 +00:00
|
|
|
static gboolean
|
|
|
|
gst_gl_effects_on_init_gl_context (GstGLFilter * filter)
|
2008-09-14 17:56:50 +00:00
|
|
|
{
|
2013-06-27 14:34:48 +00:00
|
|
|
return TRUE;
|
2008-09-14 17:56:50 +00:00
|
|
|
}
|
|
|
|
|
2008-08-12 09:09:37 +00:00
|
|
|
static gboolean
|
2012-12-18 07:31:00 +00:00
|
|
|
gst_gl_effects_filter_texture (GstGLFilter * filter, guint in_tex,
|
2012-09-20 13:03:55 +00:00
|
|
|
guint out_tex)
|
2008-08-12 09:09:37 +00:00
|
|
|
{
|
2009-02-11 06:39:14 +00:00
|
|
|
GstGLEffects *effects = GST_GL_EFFECTS (filter);
|
2008-08-12 09:09:37 +00:00
|
|
|
|
2012-09-20 13:03:55 +00:00
|
|
|
effects->intexture = in_tex;
|
|
|
|
effects->outtexture = out_tex;
|
2008-08-13 14:01:21 +00:00
|
|
|
|
2008-08-14 20:28:19 +00:00
|
|
|
if (effects->horizontal_swap == TRUE)
|
2015-03-13 10:25:35 +00:00
|
|
|
gst_gl_context_thread_add (GST_GL_BASE_FILTER (filter)->context,
|
|
|
|
set_horizontal_swap, effects);
|
2008-08-14 20:28:19 +00:00
|
|
|
|
2008-08-12 09:09:37 +00:00
|
|
|
effects->effect (effects);
|
2008-08-13 14:01:21 +00:00
|
|
|
|
2008-08-12 09:09:37 +00:00
|
|
|
return TRUE;
|
|
|
|
}
|
2015-03-30 12:49:01 +00:00
|
|
|
|
|
|
|
GstGLShader *
|
|
|
|
gst_gl_effects_get_fragment_shader (GstGLEffects * effects,
|
|
|
|
const gchar * shader_name, const gchar * shader_source_gles2,
|
|
|
|
const gchar * shader_source_opengl)
|
|
|
|
{
|
|
|
|
GstGLShader *shader;
|
|
|
|
GstGLFilter *filter = GST_GL_FILTER (effects);
|
|
|
|
GstGLContext *context = GST_GL_BASE_FILTER (filter)->context;
|
|
|
|
|
|
|
|
shader = g_hash_table_lookup (effects->shaderstable, shader_name);
|
|
|
|
|
|
|
|
if (!shader) {
|
|
|
|
shader = gst_gl_shader_new (context);
|
|
|
|
g_hash_table_insert (effects->shaderstable, (gchar *) shader_name, shader);
|
|
|
|
|
|
|
|
if (USING_GLES2 (context) || USING_OPENGL3 (context)) {
|
|
|
|
if (!gst_gl_shader_compile_with_default_v_and_check (shader,
|
|
|
|
shader_source_gles2, &filter->draw_attr_position_loc,
|
|
|
|
&filter->draw_attr_texture_loc)) {
|
|
|
|
/* gst gl context error is already set */
|
|
|
|
GST_ELEMENT_ERROR (effects, RESOURCE, NOT_FOUND,
|
|
|
|
("Failed to initialize %s shader, %s",
|
|
|
|
shader_name, gst_gl_context_get_error ()), (NULL));
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#if GST_GL_HAVE_OPENGL
|
|
|
|
if (!gst_gl_shader_compile_and_check (shader,
|
|
|
|
shader_source_opengl, GST_GL_SHADER_FRAGMENT_SOURCE)) {
|
|
|
|
gst_gl_context_set_error (context, "Failed to initialize %s shader",
|
|
|
|
shader_name);
|
|
|
|
GST_ELEMENT_ERROR (effects, RESOURCE, NOT_FOUND, ("%s",
|
|
|
|
gst_gl_context_get_error ()), (NULL));
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
return shader;
|
|
|
|
}
|
2015-04-05 18:18:56 +00:00
|
|
|
|
|
|
|
static const GstGLEffectsFilterDescriptor *
|
|
|
|
gst_gl_effects_filters_supported_properties (void)
|
|
|
|
{
|
|
|
|
/* Horizontal swap property is supported by all filters */
|
|
|
|
static const GstGLEffectsFilterDescriptor effects[] = {
|
|
|
|
{GST_GL_EFFECT_SOBEL, PROP_INVERT, NULL},
|
|
|
|
{GST_GL_EFFECT_LAPLACIAN, PROP_INVERT, NULL},
|
|
|
|
{0, 0, NULL}
|
|
|
|
};
|
|
|
|
return effects;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline gboolean
|
|
|
|
gst_gl_effects_filters_is_property_supported (const GstGLEffectsFilterDescriptor
|
|
|
|
* descriptor, gint property)
|
|
|
|
{
|
|
|
|
/* generic filter (NULL descriptor) supports all properties */
|
|
|
|
return !descriptor || (descriptor->supported_properties & property);
|
|
|
|
}
|
|
|
|
|
|
|
|
static const GstGLEffectsFilterDescriptor *
|
|
|
|
gst_gl_effects_filters_descriptors (void)
|
|
|
|
{
|
|
|
|
static GstGLEffectsFilterDescriptor *descriptors = NULL;
|
|
|
|
if (!descriptors) {
|
|
|
|
const GEnumValue *effect = gst_gl_effects_get_effects ();
|
|
|
|
guint n_filters = 0;
|
|
|
|
for (const GEnumValue * e = effect; NULL != e->value_nick; ++e, ++n_filters) {
|
|
|
|
}
|
|
|
|
|
|
|
|
descriptors = g_new0 (GstGLEffectsFilterDescriptor, n_filters + 1);
|
|
|
|
for (guint i = 0; i < n_filters; ++i, ++effect) {
|
|
|
|
descriptors[i].effect = effect->value;
|
|
|
|
descriptors[i].filter_name = effect->value_nick;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (const GstGLEffectsFilterDescriptor * defined =
|
|
|
|
gst_gl_effects_filters_supported_properties ();
|
|
|
|
0 != defined->supported_properties; ++defined) {
|
|
|
|
|
|
|
|
guint i = 0;
|
|
|
|
for (; i < n_filters; ++i) {
|
|
|
|
if (descriptors[i].effect == defined->effect) {
|
|
|
|
descriptors[i].supported_properties = defined->supported_properties;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (i >= n_filters) {
|
|
|
|
GST_WARNING ("Could not match gstgleffects-%s descriptor",
|
|
|
|
defined->filter_name);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return descriptors;
|
|
|
|
}
|
|
|
|
|
|
|
|
gboolean
|
|
|
|
gst_gl_effects_register_filters (GstPlugin * plugin, GstRank rank)
|
|
|
|
{
|
|
|
|
static volatile gsize registered = 0;
|
|
|
|
|
|
|
|
if (g_once_init_enter (®istered)) {
|
|
|
|
GTypeInfo info = {
|
|
|
|
sizeof (GstGLEffectsClass),
|
|
|
|
NULL,
|
|
|
|
NULL,
|
|
|
|
(GClassInitFunc) gst_gl_effects_filter_class_init,
|
|
|
|
NULL,
|
|
|
|
NULL,
|
|
|
|
sizeof (GstGLEffects),
|
|
|
|
0,
|
|
|
|
NULL
|
|
|
|
};
|
|
|
|
GType generic_type =
|
|
|
|
g_type_register_static (GST_TYPE_GL_EFFECTS, "GstGLEffectsGeneric",
|
|
|
|
&info, 0);
|
|
|
|
|
|
|
|
if (gst_element_register (plugin, "gleffects", rank, generic_type)) {
|
|
|
|
for (const GstGLEffectsFilterDescriptor * filters =
|
|
|
|
gst_gl_effects_filters_descriptors (); NULL != filters->filter_name;
|
|
|
|
++filters) {
|
|
|
|
gchar *name = g_strdup_printf ("gleffects_%s", filters->filter_name);
|
|
|
|
GTypeInfo info = {
|
|
|
|
sizeof (GstGLEffectsClass),
|
|
|
|
NULL,
|
|
|
|
NULL,
|
|
|
|
(GClassInitFunc) gst_gl_effects_filter_class_init,
|
|
|
|
NULL,
|
|
|
|
filters,
|
|
|
|
sizeof (GstGLEffects),
|
|
|
|
0,
|
|
|
|
(GInstanceInitFunc) gst_gl_effects_filter_init
|
|
|
|
};
|
|
|
|
GType type =
|
|
|
|
g_type_register_static (GST_TYPE_GL_EFFECTS, name, &info, 0);
|
|
|
|
if (!gst_element_register (plugin, name, rank, type)) {
|
|
|
|
GST_WARNING ("Could not register %s", name);
|
|
|
|
}
|
|
|
|
g_free (name);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
g_once_init_leave (®istered, generic_type);
|
|
|
|
}
|
|
|
|
return registered;
|
|
|
|
}
|