mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-15 13:53:19 +00:00
675415bf2e
The use of mediump as a specifier in GLSL shaders will have limited resolution and when used as texture coordinates may become inaccurate over texture sizes of 1024.
476 lines
16 KiB
C
476 lines
16 KiB
C
/*
|
|
* GStreamer
|
|
* Copyright (C) 2008 Filippo Argiolas <filippo.argiolas@gmail.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <gst/gl/gstglconfig.h>
|
|
|
|
#include "../gstgleffects.h"
|
|
#include "gstgleffectssources.h"
|
|
#include <math.h>
|
|
|
|
/* A common file for sources is needed since shader sources can be
|
|
* generic and reused by several effects */
|
|
|
|
/* FIXME */
|
|
/* Move sooner or later into single .frag .vert files and either bake
|
|
* them into a c file at compile time or load them at run time */
|
|
|
|
|
|
/* fill a normalized and zero centered gaussian vector for separable
|
|
* gaussian convolution */
|
|
|
|
void
|
|
fill_gaussian_kernel (float *kernel, int size, float sigma)
|
|
{
|
|
int i;
|
|
float sum;
|
|
int l;
|
|
|
|
/* need an odd sized vector to center it at zero */
|
|
g_return_if_fail ((size % 2) != 0);
|
|
|
|
sum = 0.0;
|
|
l = (size - 1) / 2;
|
|
|
|
for (i = 0; i < size; i++) {
|
|
kernel[i] = expf (-0.5 * pow ((i - l) / sigma, 2.0));
|
|
sum += kernel[i];
|
|
}
|
|
|
|
for (i = 0; i < size; i++) {
|
|
kernel[i] /= sum;
|
|
}
|
|
}
|
|
|
|
/* *INDENT-OFF* */
|
|
|
|
/* Mirror effect */
|
|
const gchar *mirror_fragment_source_opengl =
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = gl_TexCoord[0].xy;"
|
|
" vec2 normcoord;"
|
|
" normcoord = texturecoord - 0.5;"
|
|
" normcoord.x *= sign (normcoord.x);"
|
|
" texturecoord = normcoord + 0.5;"
|
|
" vec4 color = texture2D (tex, texturecoord);"
|
|
" gl_FragColor = color * gl_Color;"
|
|
"}";
|
|
|
|
const gchar *mirror_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" float normcoord = texturecoord.x - 0.5;"
|
|
" normcoord *= sign (normcoord);"
|
|
" texturecoord.x = normcoord + 0.5;"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *squeeze_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec2 normcoord = texturecoord - 0.5;"
|
|
/* Add a very small value to length otherwise it could be 0 */
|
|
" float r = length (normcoord)+0.01;"
|
|
" r = pow(r, 0.40)*1.3;"
|
|
" normcoord = normcoord / r;"
|
|
" texturecoord = (normcoord + 0.5);"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *stretch_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec2 normcoord;"
|
|
" normcoord = texturecoord - 0.5;"
|
|
" float r = length (normcoord);"
|
|
" normcoord *= 2.0 - smoothstep(0.0, 0.35, r);"
|
|
" texturecoord = normcoord + 0.5;"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *tunnel_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec2 normcoord;"
|
|
/* little trick with normalized coords to obtain a circle with
|
|
* rect textures */
|
|
" normcoord = (texturecoord - 0.5);"
|
|
" float r = length(normcoord);"
|
|
" if (r > 0.0)"
|
|
" normcoord *= clamp (r, 0.0, 0.275) / r;"
|
|
" texturecoord = normcoord + 0.5;"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *fisheye_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec2 normcoord;"
|
|
" normcoord = texturecoord - 0.5;"
|
|
" float r = length (normcoord);"
|
|
" normcoord *= r * 1.41421;" /* sqrt (2) */
|
|
" texturecoord = normcoord + 0.5;"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *twirl_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec2 normcoord;"
|
|
" normcoord = texturecoord - 0.5;"
|
|
" float r = length (normcoord);"
|
|
/* calculate rotation angle: maximum (about pi/2) at the origin and
|
|
* gradually decrease it up to 0.6 of each quadrant */
|
|
" float phi = (1.0 - smoothstep (0.0, 0.3, r)) * 1.6;"
|
|
/* precalculate sin phi and cos phi, save some alu */
|
|
" float s = sin(phi);"
|
|
" float c = cos(phi);"
|
|
/* rotate */
|
|
" normcoord *= mat2(c, s, -s, c);"
|
|
" texturecoord = normcoord + 0.5;"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *bulge_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec2 normcoord;"
|
|
" normcoord = texturecoord - 0.5;"
|
|
" float r = length (normcoord);"
|
|
" normcoord *= smoothstep (-0.05, 0.25, r);"
|
|
" texturecoord = normcoord + 0.5;"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *square_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec2 normcoord;"
|
|
" normcoord = texturecoord - 0.5;"
|
|
" float r = length (normcoord);"
|
|
" normcoord *= 1.0 + smoothstep(0.125, 0.25, abs(normcoord));"
|
|
" normcoord /= 2.0; /* zoom amount */"
|
|
" texturecoord = normcoord + 0.5;"
|
|
" gl_FragColor = texture2D (tex, texturecoord);"
|
|
"}";
|
|
|
|
const gchar *luma_threshold_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec4 color = texture2D(tex, texturecoord);"
|
|
" float luma = dot(color.rgb, vec3(0.2125, 0.7154, 0.0721));" /* BT.709 (from orange book) */
|
|
" gl_FragColor = vec4 (vec3 (smoothstep (0.30, 0.50, luma)), color.a);"
|
|
"}";
|
|
|
|
const gchar *sep_sobel_length_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform bool invert;"
|
|
"void main () {"
|
|
" vec4 g = texture2D (tex, v_texcoord.xy);"
|
|
/* restore black background with grey edges */
|
|
" g -= vec4(0.5, 0.5, 0.0, 0.0);"
|
|
" float len = length (g);"
|
|
/* little trick to avoid IF operator */
|
|
/* TODO: test if a standalone inverting pass is worth */
|
|
" gl_FragColor = abs(vec4(vec3(float(invert) - len), 1.0));"
|
|
"}";
|
|
|
|
const gchar *desaturate_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec4 color = texture2D (tex, v_texcoord.xy);"
|
|
" float luma = dot(color.rgb, vec3(0.2125, 0.7154, 0.0721));"
|
|
" gl_FragColor = vec4(vec3(luma), color.a);"
|
|
"}";
|
|
|
|
const gchar *sep_sobel_hconv3_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform float width;"
|
|
"void main () {"
|
|
" float w = 1.0 / width;"
|
|
" vec2 texturecoord[3];"
|
|
" texturecoord[1] = v_texcoord.xy;"
|
|
" texturecoord[0] = texturecoord[1] - vec2(w, 0.0);"
|
|
" texturecoord[2] = texturecoord[1] + vec2(w, 0.0);"
|
|
" float grad_kern[3];"
|
|
" grad_kern[0] = 1.0;"
|
|
" grad_kern[1] = 0.0;"
|
|
" grad_kern[2] = -1.0;"
|
|
" float blur_kern[3];"
|
|
" blur_kern[0] = 0.25;"
|
|
" blur_kern[1] = 0.5;"
|
|
" blur_kern[2] = 0.25;"
|
|
" int i;"
|
|
" vec4 sum = vec4 (0.0);"
|
|
" for (i = 0; i < 3; i++) { "
|
|
" vec4 neighbor = texture2D(tex, texturecoord[i]); "
|
|
" sum.r = neighbor.r * blur_kern[i] + sum.r;"
|
|
" sum.g = neighbor.g * grad_kern[i] + sum.g;"
|
|
" }"
|
|
" gl_FragColor = sum + vec4(0.0, 0.5, 0.0, 0.0);"
|
|
"}";
|
|
|
|
const gchar *sep_sobel_vconv3_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform float height;"
|
|
"void main () {"
|
|
" float h = 1.0 / height;"
|
|
" vec2 texturecoord[3];"
|
|
" texturecoord[1] = v_texcoord.xy;"
|
|
" texturecoord[0] = texturecoord[1] - vec2(0.0, h);"
|
|
" texturecoord[2] = texturecoord[1] + vec2(0.0, h);"
|
|
" float grad_kern[3];"
|
|
" grad_kern[0] = 1.0;"
|
|
" grad_kern[1] = 0.0;"
|
|
" grad_kern[2] = -1.0;"
|
|
" float blur_kern[3];"
|
|
" blur_kern[0] = 0.25;"
|
|
" blur_kern[1] = 0.5;"
|
|
" blur_kern[2] = 0.25;"
|
|
" int i;"
|
|
" vec4 sum = vec4 (0.0);"
|
|
" for (i = 0; i < 3; i++) { "
|
|
" vec4 neighbor = texture2D(tex, texturecoord[i]); "
|
|
" sum.r = neighbor.r * grad_kern[i] + sum.r;"
|
|
" sum.g = neighbor.g * blur_kern[i] + sum.g;"
|
|
" }"
|
|
" gl_FragColor = sum + vec4(0.5, 0.0, 0.0, 0.0);"
|
|
"}";
|
|
|
|
const gchar *hconv7_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform float kernel[7];"
|
|
"uniform float gauss_width;"
|
|
"void main () {"
|
|
" float w = 1.0 / gauss_width;"
|
|
" vec2 texturecoord[7];"
|
|
" texturecoord[3] = v_texcoord.xy;"
|
|
" texturecoord[2] = texturecoord[3] - vec2(w, 0.0);"
|
|
" texturecoord[1] = texturecoord[2] - vec2(w, 0.0);"
|
|
" texturecoord[0] = texturecoord[1] - vec2(w, 0.0);"
|
|
" texturecoord[4] = texturecoord[3] + vec2(w, 0.0);"
|
|
" texturecoord[5] = texturecoord[4] + vec2(w, 0.0);"
|
|
" texturecoord[6] = texturecoord[5] + vec2(w, 0.0);"
|
|
" int i;"
|
|
" vec4 sum = vec4 (0.0);"
|
|
" for (i = 0; i < 7; i++) { "
|
|
" vec4 neighbor = texture2D(tex, texturecoord[i]); "
|
|
" sum += neighbor * kernel[i];"
|
|
" }"
|
|
" gl_FragColor = sum;"
|
|
"}";
|
|
|
|
/* vertical convolution 7x7 */
|
|
const gchar *vconv7_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform float kernel[7];"
|
|
"uniform float gauss_height;"
|
|
"void main () {"
|
|
" float h = 1.0 / gauss_height;"
|
|
" vec2 texturecoord[7];"
|
|
" texturecoord[3] = v_texcoord.xy;"
|
|
" texturecoord[2] = texturecoord[3] - vec2(0.0, h);"
|
|
" texturecoord[1] = texturecoord[2] - vec2(0.0, h);"
|
|
" texturecoord[0] = texturecoord[1] - vec2(0.0, h);"
|
|
" texturecoord[4] = texturecoord[3] + vec2(0.0, h);"
|
|
" texturecoord[5] = texturecoord[4] + vec2(0.0, h);"
|
|
" texturecoord[6] = texturecoord[5] + vec2(0.0, h);"
|
|
" int i;"
|
|
" vec4 sum = vec4 (0.0);"
|
|
" for (i = 0; i < 7; i++) { "
|
|
" vec4 neighbor = texture2D(tex, texturecoord[i]);"
|
|
" sum += neighbor * kernel[i];"
|
|
" }"
|
|
" gl_FragColor = sum;"
|
|
"}";
|
|
|
|
/* TODO: support several blend modes */
|
|
const gchar *sum_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D base;"
|
|
"uniform sampler2D blend;"
|
|
"uniform float alpha;"
|
|
"uniform float beta;"
|
|
"void main () {"
|
|
" vec4 basecolor = texture2D (base, v_texcoord.xy);"
|
|
" vec4 blendcolor = texture2D (blend, v_texcoord.xy);"
|
|
" gl_FragColor = alpha * basecolor + beta * blendcolor;"
|
|
"}";
|
|
|
|
const gchar *multiply_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D base;"
|
|
"uniform sampler2D blend;"
|
|
"uniform float alpha;"
|
|
"void main () {"
|
|
" vec4 basecolor = texture2D (base, v_texcoord.xy);"
|
|
" vec4 blendcolor = texture2D (blend, v_texcoord.xy);"
|
|
" gl_FragColor = (1.0 - alpha) * basecolor + alpha * basecolor * blendcolor;"
|
|
"}";
|
|
|
|
/* lut operations, map luma to tex1d, see orange book (chapter 19) */
|
|
const gchar *luma_to_curve_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform sampler2D curve;"
|
|
"void main () {"
|
|
" vec2 texturecoord = v_texcoord.xy;"
|
|
" vec4 color = texture2D (tex, texturecoord);"
|
|
" float luma = dot(color.rgb, vec3(0.2125, 0.7154, 0.0721));"
|
|
" color = texture2D (curve, vec2(luma, 0.0));"
|
|
" gl_FragColor = color;"
|
|
"}";
|
|
|
|
/* lut operations, map rgb to tex1d, see orange book (chapter 19) */
|
|
const gchar *rgb_to_curve_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform sampler2D curve;"
|
|
"void main () {"
|
|
" vec4 color = texture2D (tex, v_texcoord.xy);"
|
|
" vec4 outcolor;"
|
|
" outcolor.r = texture2D (curve, vec2(color.r, 0.0)).r;"
|
|
" outcolor.g = texture2D (curve, vec2(color.g, 0.0)).g;"
|
|
" outcolor.b = texture2D (curve, vec2(color.b, 0.0)).b;"
|
|
" outcolor.a = color.a;"
|
|
" gl_FragColor = outcolor;"
|
|
"}";
|
|
|
|
const gchar *sin_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"void main () {"
|
|
" vec4 color = texture2D (tex, vec2(v_texcoord.xy));"
|
|
" float luma = dot(color.rgb, vec3(0.2125, 0.7154, 0.0721));"
|
|
/* calculate hue with the Preucil formula */
|
|
" float cosh = color.r - 0.5*(color.g + color.b);"
|
|
/* sqrt(3)/2 = 0.866 */
|
|
" float sinh = 0.866*(color.g - color.b);"
|
|
/* hue = atan2 h */
|
|
" float sch = (1.0-sinh)*cosh;"
|
|
/* ok this is a little trick I came up because I didn't find any
|
|
* detailed proof of the Preucil formula. The issue is that tan(h) is
|
|
* pi-periodic so the smoothstep thing gives both reds (h = 0) and
|
|
* cyans (h = 180). I don't want to use atan since it requires
|
|
* branching and doesn't work on i915. So take only the right half of
|
|
* the circle where cosine is positive */
|
|
/* take a slightly purple color trying to get rid of human skin reds */
|
|
/* tanh = +-1.0 for h = +-45, where yellow=60, magenta=-60 */
|
|
" float a = smoothstep (0.3, 1.0, sch);"
|
|
" float b = smoothstep (-0.4, -0.1, sinh);"
|
|
" float mix = a * b;"
|
|
" gl_FragColor = color * mix + luma * (1.0 - mix);"
|
|
"}";
|
|
|
|
const gchar *interpolate_fragment_source =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D base;"
|
|
"uniform sampler2D blend;"
|
|
"void main () {"
|
|
"vec4 basecolor = texture2D (base, v_texcoord);"
|
|
"vec4 blendcolor = texture2D (blend, v_texcoord);"
|
|
"vec4 white = vec4(1.0);"
|
|
"gl_FragColor = blendcolor + (1.0 - blendcolor.a) * basecolor;"
|
|
"}";
|
|
|
|
const gchar *texture_interp_fragment_source =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D base;"
|
|
"uniform sampler2D blend;"
|
|
"uniform sampler2D alpha;"
|
|
"void main () {"
|
|
" vec4 basecolor = texture2D (base, v_texcoord);"
|
|
" vec4 blendcolor = texture2D (blend, v_texcoord);"
|
|
" vec4 alphacolor = texture2D (alpha, v_texcoord);"
|
|
" gl_FragColor = (alphacolor * blendcolor) + (1.0 - alphacolor) * basecolor;"
|
|
"}";
|
|
|
|
const gchar *difference_fragment_source =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D saved;"
|
|
"uniform sampler2D current;"
|
|
"void main () {"
|
|
"vec4 savedcolor = texture2D (saved, v_texcoord);"
|
|
"vec4 currentcolor = texture2D (current, v_texcoord);"
|
|
"gl_FragColor = vec4 (step (0.12, length (savedcolor - currentcolor)));"
|
|
"}";
|
|
|
|
/* This filter is meant as a demo of gst-plugins-gl + glsl
|
|
capabilities. So I'm keeping this shader readable enough. If and
|
|
when this shader will be used in production be careful to hard code
|
|
kernel into the shader and remove unneeded zero multiplications in
|
|
the convolution */
|
|
const gchar *conv9_fragment_source_gles2 =
|
|
"varying vec2 v_texcoord;"
|
|
"uniform sampler2D tex;"
|
|
"uniform float kernel[9];"
|
|
"uniform float width, height;"
|
|
"uniform bool invert;"
|
|
"void main () {"
|
|
" float w = 1.0 / width;"
|
|
" float h = 1.0 / height;"
|
|
" vec2 texturecoord[9];"
|
|
" texturecoord[4] = v_texcoord.xy;" /* 0 0 */
|
|
" texturecoord[5] = texturecoord[4] + vec2(w, 0.0);" /* 1 0 */
|
|
" texturecoord[2] = texturecoord[5] - vec2(0.0, h);" /* 1 -1 */
|
|
" texturecoord[1] = texturecoord[2] - vec2(w, 0.0);" /* 0 -1 */
|
|
" texturecoord[0] = texturecoord[1] - vec2(w, 0.0);" /* -1 -1 */
|
|
" texturecoord[3] = texturecoord[0] + vec2(0.0, h);" /* -1 0 */
|
|
" texturecoord[6] = texturecoord[3] + vec2(0.0, h);" /* -1 1 */
|
|
" texturecoord[7] = texturecoord[6] + vec2(w, 0.0);" /* 0 1 */
|
|
" texturecoord[8] = texturecoord[7] + vec2(w, 0.0);" /* 1 1 */
|
|
" int i;"
|
|
" vec3 sum = vec3 (0.0);"
|
|
" for (i = 0; i < 9; i++) { "
|
|
" vec4 neighbor = texture2D (tex, texturecoord[i]);"
|
|
" sum += neighbor.xyz * kernel[i];"
|
|
" }"
|
|
" gl_FragColor = vec4 (abs(sum - vec3(float(invert))), 1.0);"
|
|
"}";
|
|
|
|
/* *INDENT-ON* */
|