mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2025-01-23 15:48:23 +00:00
[231/906] Add a glfilterglass inspired from http://www.mdk.org.pl/2007/11/17/gl-colorspace-conversions
This commit is contained in:
Julien Isorce
Matthew Waters
parent
41e5676c47
commit
d2cc6f2226
5 changed files with 397 additions and 3 deletions
|
|
@ -25,6 +25,7 @@ add_library (gstopengl SHARED
|
|||
gstglfilterblur.c
|
||||
gstglfiltercube.c
|
||||
gstglfilterlaplacian.c
|
||||
gstglfilterglass.c
|
||||
gstglfilterapp.c
|
||||
gstglcolorscale.c
|
||||
gltestsrc.c
|
||||
|
|
|
|||
|
|
@ -12,17 +12,19 @@ libgstopengl_la_SOURCES = \
|
|||
gstglupload.h \
|
||||
gstgldownload.c \
|
||||
gstgldownload.h \
|
||||
gstglfilterblur.c \
|
||||
gstglfilterblur.c \
|
||||
gstglfiltercube.c \
|
||||
gstglfiltercube.h \
|
||||
gstglfilterlaplacian.c \
|
||||
gstglfilterlaplacian.h \
|
||||
gstglfilterglass.c \
|
||||
gstglfilterglass.h \
|
||||
gstglfilterapp.c \
|
||||
gstglfilterapp.h \
|
||||
gstglcolorscale.c \
|
||||
gstglcolorscale.h \
|
||||
gltestsrc.c \
|
||||
gltestsrc.h \
|
||||
gltestsrc.c \
|
||||
gltestsrc.h \
|
||||
gstgltestsrc.c \
|
||||
gstgltestsrc.h \
|
||||
gstgleffects.c \
|
||||
|
|
|
|||
330
gst/gl/gstglfilterglass.c
Normal file
330
gst/gl/gstglfilterglass.c
Normal file
|
|
@ -0,0 +1,330 @@
|
|||
/*
|
||||
* GStreamer
|
||||
* Copyright (C) 2008 Julien Isorce <julien.isorce@gmail.com>
|
||||
* Inspired from http://www.mdk.org.pl/2007/11/17/gl-colorspace-conversions
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
||||
* Boston, MA 02111-1307, USA.
|
||||
*/
|
||||
|
||||
#ifdef HAVE_CONFIG_H
|
||||
#include "config.h"
|
||||
#endif
|
||||
|
||||
#include <math.h>
|
||||
#include "gstglfilterglass.h"
|
||||
|
||||
#define GST_CAT_DEFAULT gst_gl_filter_glass_debug
|
||||
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
|
||||
|
||||
static const GstElementDetails element_details =
|
||||
GST_ELEMENT_DETAILS ("OpenGL glass filter",
|
||||
"Filter/Effect",
|
||||
"Glass Filter",
|
||||
"Julien Isorce <julien.isorce@gmail.com>");
|
||||
|
||||
enum
|
||||
{
|
||||
PROP_0
|
||||
};
|
||||
|
||||
#define DEBUG_INIT(bla) \
|
||||
GST_DEBUG_CATEGORY_INIT (gst_gl_filter_glass_debug, "glfilterglass", 0, "glfilterglass element");
|
||||
|
||||
GST_BOILERPLATE_FULL (GstGLFilterGlass, gst_gl_filter_glass, GstGLFilter,
|
||||
GST_TYPE_GL_FILTER, DEBUG_INIT);
|
||||
|
||||
static void gst_gl_filter_glass_set_property (GObject * object, guint prop_id,
|
||||
const GValue * value, GParamSpec * pspec);
|
||||
static void gst_gl_filter_glass_get_property (GObject * object, guint prop_id,
|
||||
GValue * value, GParamSpec * pspec);
|
||||
|
||||
static void gst_gl_filter_glass_reset (GstGLFilter* filter);
|
||||
static void gst_gl_filter_glass_init_shader (GstGLFilter* filter);
|
||||
static gboolean gst_gl_filter_glass_filter (GstGLFilter * filter,
|
||||
GstGLBuffer * inbuf, GstGLBuffer * outbuf);
|
||||
|
||||
static void gst_gl_filter_glass_draw_background_gradient ();
|
||||
static void gst_gl_filter_glass_draw_video_plane (GstGLFilter* filter,
|
||||
gint width, gint height, guint texture, gfloat center_x, gfloat center_y,
|
||||
gfloat start_alpha, gfloat stop_alpha, gboolean reversed);
|
||||
|
||||
static void gst_gl_filter_glass_callback (gint width, gint height, guint texture, gpointer stuff);
|
||||
|
||||
static const gchar *glass_fragment_source =
|
||||
"#extension GL_ARB_texture_rectangle : enable\n"
|
||||
"uniform sampler2DRect tex;"
|
||||
"uniform float width, height;"
|
||||
"void main () {"
|
||||
" float xl = 0.0525*width;"
|
||||
" float xr = (1.0 - 0.0525)*width;"
|
||||
" float yl = 0.0875*height;"
|
||||
" float yr = (1.0 - 0.0875)*height;"
|
||||
" float r;"
|
||||
" if (gl_TexCoord[0].x < xl && gl_TexCoord[0].y < yl)"
|
||||
" r = (gl_TexCoord[0].x - xl) * (gl_TexCoord[0].x - xl) + (gl_TexCoord[0].y - yl) * (gl_TexCoord[0].y - yl);"
|
||||
" else if (gl_TexCoord[0].x > xr && gl_TexCoord[0].y < yl)"
|
||||
" r = (gl_TexCoord[0].x - xr) * (gl_TexCoord[0].x - xr) + (gl_TexCoord[0].y - yl) * (gl_TexCoord[0].y - yl);"
|
||||
" else if (gl_TexCoord[0].x > xr && gl_TexCoord[0].y > yr)"
|
||||
" r = (gl_TexCoord[0].x - xr) * (gl_TexCoord[0].x - xr) + (gl_TexCoord[0].y - yr) * (gl_TexCoord[0].y - yr);"
|
||||
" else if (gl_TexCoord[0].x < xl && gl_TexCoord[0].y > yr)"
|
||||
" r = (gl_TexCoord[0].x - xl) * (gl_TexCoord[0].x - xl) + (gl_TexCoord[0].y - yr) * (gl_TexCoord[0].y - yr);"
|
||||
" else if (gl_TexCoord[0].y < yl)"
|
||||
" r = (gl_TexCoord[0].y - yl) * (gl_TexCoord[0].y - yl);"
|
||||
" else if (gl_TexCoord[0].y > yr)"
|
||||
" r = (gl_TexCoord[0].y - yr) * (gl_TexCoord[0].y - yr);"
|
||||
" else if (gl_TexCoord[0].x < xl)"
|
||||
" r = (gl_TexCoord[0].x - xl) * (gl_TexCoord[0].x - xl);"
|
||||
" else if (gl_TexCoord[0].x > xr)"
|
||||
" r = (gl_TexCoord[0].x - xr) * (gl_TexCoord[0].x - xr);"
|
||||
" else"
|
||||
" r = width;"
|
||||
" float v = clamp(r, width, width + width/10.0);"
|
||||
" v = (v - width) * 10.0 / width;"
|
||||
" vec4 color = texture2DRect (tex, gl_TexCoord[0].st);"
|
||||
" gl_FragColor = vec4(color.rgb, color.a * (1.0 - v));"
|
||||
"}";
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_base_init (gpointer klass)
|
||||
{
|
||||
GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
|
||||
|
||||
gst_element_class_set_details (element_class, &element_details);
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_class_init (GstGLFilterGlassClass* klass)
|
||||
{
|
||||
GObjectClass* gobject_class;
|
||||
|
||||
gobject_class = (GObjectClass *) klass;
|
||||
gobject_class->set_property = gst_gl_filter_glass_set_property;
|
||||
gobject_class->get_property = gst_gl_filter_glass_get_property;
|
||||
|
||||
GST_GL_FILTER_CLASS (klass)->filter = gst_gl_filter_glass_filter;
|
||||
GST_GL_FILTER_CLASS (klass)->onInitFBO = gst_gl_filter_glass_init_shader;
|
||||
GST_GL_FILTER_CLASS (klass)->onReset = gst_gl_filter_glass_reset;
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_init (GstGLFilterGlass* filter,
|
||||
GstGLFilterGlassClass* klass)
|
||||
{
|
||||
filter->shader = NULL;
|
||||
filter->timestamp = 0;
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_reset (GstGLFilter* filter)
|
||||
{
|
||||
GstGLFilterGlass* glass_filter = GST_GL_FILTER_GLASS(filter);
|
||||
|
||||
//blocking call, wait the opengl thread has destroyed the shader
|
||||
gst_gl_display_del_shader (filter->display, glass_filter->shader);
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_set_property (GObject* object, guint prop_id,
|
||||
const GValue* value, GParamSpec* pspec)
|
||||
{
|
||||
//GstGLFilterGlass *filter = GST_GL_FILTER_GLASS (object);
|
||||
|
||||
switch (prop_id)
|
||||
{
|
||||
default:
|
||||
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_get_property (GObject* object, guint prop_id,
|
||||
GValue* value, GParamSpec* pspec)
|
||||
{
|
||||
//GstGLFilterGlass *filter = GST_GL_FILTER_GLASS (object);
|
||||
|
||||
switch (prop_id)
|
||||
{
|
||||
default:
|
||||
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_init_shader (GstGLFilter* filter)
|
||||
{
|
||||
GstGLFilterGlass* glass_filter = GST_GL_FILTER_GLASS (filter);
|
||||
|
||||
//blocking call, wait the opengl thread has compiled the shader
|
||||
gst_gl_display_gen_shader (filter->display, 0, glass_fragment_source, &glass_filter->shader);
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_gl_filter_glass_filter (GstGLFilter* filter, GstGLBuffer* inbuf,
|
||||
GstGLBuffer* outbuf)
|
||||
{
|
||||
gpointer glass_filter = GST_GL_FILTER_GLASS (filter);
|
||||
GST_GL_FILTER_GLASS(glass_filter)->timestamp = GST_BUFFER_TIMESTAMP (inbuf);
|
||||
|
||||
//blocking call, use a FBO
|
||||
gst_gl_display_use_fbo (filter->display, filter->width, filter->height,
|
||||
filter->fbo, filter->depthbuffer, outbuf->texture, gst_gl_filter_glass_callback,
|
||||
inbuf->width, inbuf->height, inbuf->texture,
|
||||
80, (gdouble)filter->width/(gdouble)filter->height, 1.0, 5000.0,
|
||||
GST_GL_DISPLAY_PROJECTION_PERSPECIVE, (gpointer)glass_filter);
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static gint64
|
||||
get_time (void)
|
||||
{
|
||||
static GTimeVal val;
|
||||
g_get_current_time (&val);
|
||||
|
||||
return (val.tv_sec * G_USEC_PER_SEC) + val.tv_usec;
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_draw_background_gradient ()
|
||||
{
|
||||
glMatrixMode (GL_PROJECTION);
|
||||
|
||||
glPushMatrix ();
|
||||
glLoadIdentity ();
|
||||
glOrtho (-100, 100, -100, 100, -1000.0, 1000.0);
|
||||
|
||||
glBegin (GL_QUADS);
|
||||
|
||||
glColor4f (0.0f, 0.0f, 0.0f, 1.0f);
|
||||
glVertex2f (-100.0f, -100.0f);
|
||||
glVertex2f (100.0f, -100.0f);
|
||||
|
||||
glColor4f (0.0f, 0.0f, 0.2f, 1.0f);
|
||||
glVertex2f (100.0f, 80.0f);
|
||||
glVertex2f (-100.0f, 80.0f);
|
||||
|
||||
glVertex2f (100.0f, 80.0f);
|
||||
glVertex2f (-100.0f, 80.0f);
|
||||
|
||||
glVertex2f (-100.0f, 100.0f);
|
||||
glVertex2f (100.0f, 100.0f);
|
||||
|
||||
glEnd ();
|
||||
glPopMatrix ();
|
||||
|
||||
glMatrixMode (GL_MODELVIEW);
|
||||
}
|
||||
|
||||
static void
|
||||
gst_gl_filter_glass_draw_video_plane (GstGLFilter* filter,
|
||||
gint width, gint height, guint texture,
|
||||
gfloat center_x, gfloat center_y,
|
||||
gfloat start_alpha, gfloat stop_alpha,
|
||||
gboolean reversed)
|
||||
{
|
||||
GstGLFilterGlass* glass_filter = GST_GL_FILTER_GLASS (filter);
|
||||
|
||||
gfloat topy;
|
||||
gfloat bottomy;
|
||||
if (reversed) {
|
||||
topy = center_y - 1.0f;
|
||||
bottomy = center_y + 1.0f;
|
||||
} else {
|
||||
topy = center_y + 1.0f;
|
||||
bottomy = center_y - 1.0f;
|
||||
}
|
||||
|
||||
gst_gl_shader_use (glass_filter->shader);
|
||||
|
||||
glActiveTextureARB (GL_TEXTURE0_ARB);
|
||||
glEnable (GL_TEXTURE_RECTANGLE_ARB);
|
||||
glBindTexture (GL_TEXTURE_RECTANGLE_ARB, texture);
|
||||
glDisable (GL_TEXTURE_RECTANGLE_ARB);
|
||||
|
||||
gst_gl_shader_set_uniform_1i (glass_filter->shader, "tex", 0);
|
||||
gst_gl_shader_set_uniform_1f (glass_filter->shader, "width", (gfloat)width);
|
||||
gst_gl_shader_set_uniform_1f (glass_filter->shader, "height", (gfloat)height);
|
||||
|
||||
glBegin (GL_QUADS);
|
||||
glColor4f (1.0f, 1.0f, 1.0f, start_alpha);
|
||||
glTexCoord2i (0, height);
|
||||
glVertex2f (center_x - 1.6f, topy);
|
||||
glTexCoord2i (width, height);
|
||||
glVertex2f (center_x + 1.6f, topy);
|
||||
|
||||
glColor4f (1.0, 1.0, 1.0, stop_alpha);
|
||||
glTexCoord2i (width, 0);
|
||||
glVertex2f (center_x + 1.6f, bottomy);
|
||||
glTexCoord2i (0, 0);
|
||||
glVertex2f (center_x - 1.6f, bottomy);
|
||||
glEnd ();
|
||||
|
||||
gst_gl_shader_use (0);
|
||||
}
|
||||
|
||||
//opengl scene, params: input texture (not the output filter->texture)
|
||||
static void
|
||||
gst_gl_filter_glass_callback (gint width, gint height, guint texture, gpointer stuff)
|
||||
{
|
||||
static gint64 start_time = 0;
|
||||
|
||||
GstGLFilter* filter = GST_GL_FILTER (stuff);
|
||||
GstGLFilterGlass* glass_filter = GST_GL_FILTER_GLASS (stuff);
|
||||
|
||||
if (start_time == 0)
|
||||
start_time = get_time ();
|
||||
else
|
||||
{
|
||||
gint64 time_left = (glass_filter->timestamp / 1000) - (get_time () - start_time);
|
||||
time_left -= 1000000 / 25;
|
||||
if (time_left > 2000)
|
||||
{
|
||||
GST_CAT_LOG (GST_CAT_DEFAULT, "escape");
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
||||
glEnable (GL_BLEND);
|
||||
glBlendFunc (GL_SRC_ALPHA, GL_ONE_MINUS_SRC_ALPHA);
|
||||
|
||||
glTranslatef(0.0f, 2.0f, -3.0f);
|
||||
|
||||
gst_gl_filter_glass_draw_background_gradient ();
|
||||
|
||||
|
||||
//Rotation
|
||||
if (start_time != 0) {
|
||||
gint64 time_passed = get_time () - start_time;
|
||||
glRotated (sin (time_passed / 1200000.0) * 45.0, 0.0, 1.0, 0.0);
|
||||
}
|
||||
|
||||
glPushMatrix ();
|
||||
|
||||
//Reflection
|
||||
gst_gl_filter_glass_draw_video_plane (filter, width, height, texture,
|
||||
0.0f, 0.0f, 0.3f, 0.5f, TRUE);
|
||||
|
||||
//Main video
|
||||
gst_gl_filter_glass_draw_video_plane (filter, width, height, texture,
|
||||
0.0f, -2.0f, 1.0f, 1.0f, FALSE);
|
||||
|
||||
glActiveTextureARB (GL_TEXTURE0_ARB);
|
||||
glDisable (GL_TEXTURE_RECTANGLE_ARB);
|
||||
|
||||
glPopMatrix ();
|
||||
}
|
||||
54
gst/gl/gstglfilterglass.h
Normal file
54
gst/gl/gstglfilterglass.h
Normal file
|
|
@ -0,0 +1,54 @@
|
|||
/*
|
||||
* GStreamer
|
||||
* Copyright (C) 2008 Julien Isorce <julien.isorce@gmail.com>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
||||
* Boston, MA 02111-1307, USA.
|
||||
*/
|
||||
|
||||
#ifndef _GST_GL_FILTERGLASS_H_
|
||||
#define _GST_GL_FILTERGLASS_H_
|
||||
|
||||
#include <gstglfilter.h>
|
||||
|
||||
G_BEGIN_DECLS
|
||||
|
||||
#define GST_TYPE_GL_FILTER_GLASS (gst_gl_filter_glass_get_type())
|
||||
#define GST_GL_FILTER_GLASS(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_GL_FILTER_GLASS,GstGLFilterGlass))
|
||||
#define GST_IS_GL_FILTER_GLASS(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_GL_FILTER_GLASS))
|
||||
#define GST_GL_FILTER_GLASS_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass) ,GST_TYPE_GL_FILTER_GLASS,GstGLFilterGlassClass))
|
||||
#define GST_IS_GL_FILTER_GLASS_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass) ,GST_TYPE_GL_FILTER_GLASS))
|
||||
#define GST_GL_FILTER_GLASS_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS((obj) ,GST_TYPE_GL_FILTER_GLASS,GstGLFilterGlassClass))
|
||||
|
||||
typedef struct _GstGLFilterGlass GstGLFilterGlass;
|
||||
typedef struct _GstGLFilterGlassClass GstGLFilterGlassClass;
|
||||
|
||||
struct _GstGLFilterGlass
|
||||
{
|
||||
GstGLFilter filter;
|
||||
GstGLShader *shader;
|
||||
gint64 timestamp;
|
||||
};
|
||||
|
||||
struct _GstGLFilterGlassClass
|
||||
{
|
||||
GstGLFilterClass filter_class;
|
||||
};
|
||||
|
||||
GType gst_gl_glfilterglass_get_type (void);
|
||||
|
||||
G_END_DECLS
|
||||
|
||||
#endif /* _GST_GLFILTERGLASS_H_ */
|
||||
|
|
@ -29,6 +29,7 @@
|
|||
#include "gstglupload.h"
|
||||
#include "gstglfiltercube.h"
|
||||
#include "gstglfilterlaplacian.h"
|
||||
#include "gstglfilterglass.h"
|
||||
#include "gstglfilterapp.h"
|
||||
#include "gstgldownload.h"
|
||||
#include "gstglimagesink.h"
|
||||
|
|
@ -44,6 +45,7 @@ GType gst_gl_filter_cube_get_type (void);
|
|||
GType gst_gl_filterblur_get_type (void);
|
||||
GType gst_gl_filter_edge_get_type (void);
|
||||
GType gst_gl_filter_laplacian_get_type (void);
|
||||
GType gst_gl_filter_glass_get_type (void);
|
||||
#ifdef HAVE_GDKPIXBUF
|
||||
GType gst_gl_pixbufoverlay_get_type (void);
|
||||
GType gst_gl_differencematte_get_type (void);
|
||||
|
|
@ -103,6 +105,11 @@ plugin_init (GstPlugin * plugin)
|
|||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_element_register (plugin, "glfilterglass",
|
||||
GST_RANK_NONE, GST_TYPE_GL_FILTER_GLASS)) {
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_element_register (plugin, "glfilterapp",
|
||||
GST_RANK_NONE, GST_TYPE_GL_FILTER_APP)) {
|
||||
return FALSE;
|
||||
|
|
|
|||
Loading…
Reference in a new issue