mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-19 14:56:36 +00:00
parent
9507cdc84c
commit
82abbeaf4f
6 changed files with 878 additions and 283 deletions
|
@ -1,8 +1,8 @@
|
||||||
plugin_LTLIBRARIES = libgstvideomixer.la
|
plugin_LTLIBRARIES = libgstvideomixer.la
|
||||||
|
|
||||||
libgstvideomixer_la_SOURCES = videomixer.c
|
libgstvideomixer_la_SOURCES = videomixer.c blend_ayuv.c blend_bgra.c blend_i420.c
|
||||||
libgstvideomixer_la_CFLAGS = $(GST_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CONTROLLER_CFLAGS)
|
libgstvideomixer_la_CFLAGS = $(GST_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CONTROLLER_CFLAGS) $(GST_PLUGINS_BASE_CFLAGS) $(CAIRO_CFLAGS)
|
||||||
libgstvideomixer_la_LIBADD = $(GST_LIBS) $(GST_BASE_LIBS) $(GST_CONTROLLER_LIBS)
|
libgstvideomixer_la_LIBADD = $(GST_LIBS) $(GST_BASE_LIBS) $(GST_CONTROLLER_LIBS) $(CAIRO_LIBS)
|
||||||
libgstvideomixer_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
|
libgstvideomixer_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
|
||||||
libgstvideomixer_la_LIBTOOLFLAGS = --tag=disable-static
|
libgstvideomixer_la_LIBTOOLFLAGS = --tag=disable-static
|
||||||
|
|
||||||
|
|
270
gst/videomixer/blend_ayuv.c
Normal file
270
gst/videomixer/blend_ayuv.c
Normal file
|
@ -0,0 +1,270 @@
|
||||||
|
/*
|
||||||
|
* Copyright (C) 2004 Wim Taymans <wim@fluendo.com>
|
||||||
|
*
|
||||||
|
* This library is free software; you can redistribute it and/or
|
||||||
|
* modify it under the terms of the GNU Library General Public
|
||||||
|
* License as published by the Free Software Foundation; either
|
||||||
|
* version 2 of the License, or (at your option) any later version.
|
||||||
|
*
|
||||||
|
* This library is distributed in the hope that it will be useful,
|
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||||
|
* Library General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Library General Public
|
||||||
|
* License along with this library; if not, write to the
|
||||||
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
||||||
|
* Boston, MA 02111-1307, USA.
|
||||||
|
*/
|
||||||
|
|
||||||
|
|
||||||
|
#include <gst/gst.h>
|
||||||
|
|
||||||
|
#define BLEND_NORMAL(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
||||||
|
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
||||||
|
V = ((V1*(255-alpha))+(V2*alpha))>>8;
|
||||||
|
|
||||||
|
#define BLEND_ADD(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = Y1+((Y2*alpha)>>8); \
|
||||||
|
U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \
|
||||||
|
V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} \
|
||||||
|
U = MIN (U,255); \
|
||||||
|
V = MIN (V,255);
|
||||||
|
|
||||||
|
#define BLEND_SUBTRACT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = Y1-((Y2*alpha)>>8); \
|
||||||
|
U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \
|
||||||
|
V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \
|
||||||
|
if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define BLEND_DARKEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
if (Y1 < Y2) { \
|
||||||
|
Y = Y1; U = U1; V = V1; \
|
||||||
|
} \
|
||||||
|
else { \
|
||||||
|
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
||||||
|
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
||||||
|
V = ((V1*(255-alpha))+(V2*alpha))>>8; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define BLEND_LIGHTEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
if (Y1 > Y2) { \
|
||||||
|
Y = Y1; U = U1; V = V1; \
|
||||||
|
} \
|
||||||
|
else { \
|
||||||
|
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
||||||
|
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
||||||
|
V = ((V1*(255-alpha))+(V2*alpha))>>8; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define BLEND_MULTIPLY(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = (Y1*(256*(255-alpha) +(Y2*alpha)))>>16; \
|
||||||
|
U = ((U1*(255-alpha)*256)+(alpha*(U1*Y2+128*(256-Y2))))>>16; \
|
||||||
|
V = ((V1*(255-alpha)*256)+(alpha*(V1*Y2+128*(256-Y2))))>>16;
|
||||||
|
|
||||||
|
#define BLEND_DIFFERENCE(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = ABS((gint)Y1-(gint)Y2)+127; \
|
||||||
|
U = ABS((gint)U1-(gint)U2)+127; \
|
||||||
|
V = ABS((gint)V1-(gint)V2)+127; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
U = CLAMP(U, 0, 255); \
|
||||||
|
V = CLAMP(V, 0, 255);
|
||||||
|
|
||||||
|
#define BLEND_EXCLUSION(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = ((gint)(Y1^0xff)*Y2+(gint)(Y2^0xff)*Y1)>>8; \
|
||||||
|
U = ((gint)(U1^0xff)*Y2+(gint)(Y2^0xff)*U1)>>8; \
|
||||||
|
V = ((gint)(V1^0xff)*Y2+(gint)(Y2^0xff)*V1)>>8; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
U = CLAMP(U, 0, 255); \
|
||||||
|
V = CLAMP(V, 0, 255);
|
||||||
|
|
||||||
|
#define BLEND_SOFTLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = (gint)Y1+(gint)Y2 - 127; \
|
||||||
|
U = (gint)U1+(gint)U2 - 127; \
|
||||||
|
V = (gint)V1+(gint)V2 - 127; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
|
||||||
|
#define BLEND_HARDLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = (gint)Y1+(gint)Y2*2 - 255; \
|
||||||
|
U = (gint)U1+(gint)U2 - 127; \
|
||||||
|
V = (gint)V1+(gint)V2 - 127; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
|
||||||
|
#define BLEND_MODE BLEND_NORMAL
|
||||||
|
#if 0
|
||||||
|
#define BLEND_MODE BLEND_NORMAL
|
||||||
|
#define BLEND_MODE BLEND_ADD
|
||||||
|
#define BLEND_MODE BLEND_SUBTRACT
|
||||||
|
#define BLEND_MODE BLEND_LIGHTEN
|
||||||
|
#define BLEND_MODE BLEND_DARKEN
|
||||||
|
#define BLEND_MODE BLEND_MULTIPLY
|
||||||
|
#define BLEND_MODE BLEND_DIFFERENCE
|
||||||
|
#define BLEND_MODE BLEND_EXCLUSION
|
||||||
|
#define BLEND_MODE BLEND_SOFTLIGHT
|
||||||
|
#define BLEND_MODE BLEND_HARDLIGHT
|
||||||
|
#endif
|
||||||
|
|
||||||
|
/* note that this function does packing conversion and blending at the
|
||||||
|
* same time */
|
||||||
|
void
|
||||||
|
gst_videomixer_blend_ayuv_ayuv (guint8 * src, gint xpos, gint ypos,
|
||||||
|
gint src_width, gint src_height, gdouble src_alpha,
|
||||||
|
guint8 * dest, gint dest_width, gint dest_height)
|
||||||
|
{
|
||||||
|
gint alpha, b_alpha;
|
||||||
|
|
||||||
|
gint i, j;
|
||||||
|
|
||||||
|
gint src_stride, dest_stride;
|
||||||
|
|
||||||
|
gint src_add, dest_add;
|
||||||
|
|
||||||
|
gint Y, U, V;
|
||||||
|
|
||||||
|
src_stride = src_width * 4;
|
||||||
|
dest_stride = dest_width * 4;
|
||||||
|
|
||||||
|
b_alpha = (gint) (src_alpha * 255);
|
||||||
|
|
||||||
|
/* adjust src pointers for negative sizes */
|
||||||
|
if (xpos < 0) {
|
||||||
|
src += -xpos * 4;
|
||||||
|
src_width -= -xpos;
|
||||||
|
xpos = 0;
|
||||||
|
}
|
||||||
|
if (ypos < 0) {
|
||||||
|
src += -ypos * src_stride;
|
||||||
|
src_height -= -ypos;
|
||||||
|
ypos = 0;
|
||||||
|
}
|
||||||
|
/* adjust width/height if the src is bigger than dest */
|
||||||
|
if (xpos + src_width > dest_width) {
|
||||||
|
src_width = dest_width - xpos;
|
||||||
|
}
|
||||||
|
if (ypos + src_height > dest_height) {
|
||||||
|
src_height = dest_height - ypos;
|
||||||
|
}
|
||||||
|
|
||||||
|
src_add = src_stride - (4 * src_width);
|
||||||
|
dest_add = dest_stride - (4 * src_width);
|
||||||
|
|
||||||
|
dest = dest + 4 * xpos + (ypos * dest_stride);
|
||||||
|
|
||||||
|
/* we convert a square of 2x2 samples to generate 4 Luma and 2 chroma samples */
|
||||||
|
for (i = 0; i < src_height; i++) {
|
||||||
|
for (j = 0; j < src_width; j++) {
|
||||||
|
alpha = (src[0] * b_alpha) >> 8;
|
||||||
|
BLEND_MODE (dest[1], dest[2], dest[3], src[1], src[2], src[3],
|
||||||
|
alpha, Y, U, V);
|
||||||
|
dest[0] = 0xff;
|
||||||
|
dest[1] = Y;
|
||||||
|
dest[2] = U;
|
||||||
|
dest[3] = V;
|
||||||
|
|
||||||
|
src += 4;
|
||||||
|
dest += 4;
|
||||||
|
}
|
||||||
|
src += src_add;
|
||||||
|
dest += dest_add;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#undef BLEND_MODE
|
||||||
|
|
||||||
|
|
||||||
|
/* fill a buffer with a checkerboard pattern */
|
||||||
|
void
|
||||||
|
gst_videomixer_fill_ayuv_checker (guint8 * dest, gint width, gint height)
|
||||||
|
{
|
||||||
|
gint i, j;
|
||||||
|
static int tab[] = { 80, 160, 80, 160 };
|
||||||
|
|
||||||
|
for (i = 0; i < height; i++) {
|
||||||
|
for (j = 0; j < width; j++) {
|
||||||
|
*dest++ = 0xff;
|
||||||
|
*dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)];
|
||||||
|
*dest++ = 128;
|
||||||
|
*dest++ = 128;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void
|
||||||
|
gst_videomixer_fill_ayuv_color (guint8 * dest, gint width, gint height,
|
||||||
|
gint colY, gint colU, gint colV)
|
||||||
|
{
|
||||||
|
gint i, j;
|
||||||
|
|
||||||
|
for (i = 0; i < height; i++) {
|
||||||
|
for (j = 0; j < width; j++) {
|
||||||
|
*dest++ = 0xff;
|
||||||
|
*dest++ = colY;
|
||||||
|
*dest++ = colU;
|
||||||
|
*dest++ = colV;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
95
gst/videomixer/blend_bgra.c
Normal file
95
gst/videomixer/blend_bgra.c
Normal file
|
@ -0,0 +1,95 @@
|
||||||
|
/*
|
||||||
|
* Copyright (C) 2009 Alex Ugarte <augarte@vicomtech.org>
|
||||||
|
*
|
||||||
|
* This library is free software; you can redistribute it and/or
|
||||||
|
* modify it under the terms of the GNU Library General Public
|
||||||
|
* License as published by the Free Software Foundation; either
|
||||||
|
* version 2 of the License, or (at your option) any later version.
|
||||||
|
*
|
||||||
|
* This library is distributed in the hope that it will be useful,
|
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||||
|
* Library General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Library General Public
|
||||||
|
* License along with this library; if not, write to the
|
||||||
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
||||||
|
* Boston, MA 02111-1307, USA.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include <gst/gst.h>
|
||||||
|
|
||||||
|
#include <cairo.h>
|
||||||
|
|
||||||
|
void
|
||||||
|
gst_videomixer_blend_bgra_bgra (guint8 * src, gint xpos, gint ypos,
|
||||||
|
gint src_width, gint src_height, gdouble src_alpha,
|
||||||
|
guint8 * dest, gint dest_width, gint dest_height)
|
||||||
|
{
|
||||||
|
cairo_surface_t *srcSurface = 0;
|
||||||
|
cairo_surface_t *destSurface = 0;
|
||||||
|
cairo_t *cairo = 0;
|
||||||
|
|
||||||
|
srcSurface =
|
||||||
|
cairo_image_surface_create_for_data (src, CAIRO_FORMAT_ARGB32, src_width,
|
||||||
|
src_height, src_width * 4);
|
||||||
|
g_assert (srcSurface);
|
||||||
|
destSurface =
|
||||||
|
cairo_image_surface_create_for_data (dest, CAIRO_FORMAT_ARGB32,
|
||||||
|
dest_width, dest_height, dest_width * 4);
|
||||||
|
g_assert (destSurface);
|
||||||
|
cairo = cairo_create (destSurface);
|
||||||
|
g_assert (cairo);
|
||||||
|
|
||||||
|
//copy source buffer in destiation
|
||||||
|
cairo_translate (cairo, xpos, ypos);
|
||||||
|
cairo_set_source_surface (cairo, srcSurface, 0, 0);
|
||||||
|
cairo_paint (cairo);
|
||||||
|
|
||||||
|
cairo_surface_finish (srcSurface);
|
||||||
|
cairo_surface_finish (destSurface);
|
||||||
|
cairo_surface_destroy (srcSurface);
|
||||||
|
cairo_surface_destroy (destSurface);
|
||||||
|
cairo_destroy (cairo);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
/* fill a buffer with a checkerboard pattern */
|
||||||
|
void
|
||||||
|
gst_videomixer_fill_bgra_checker (guint8 * dest, gint width, gint height)
|
||||||
|
{
|
||||||
|
gint i, j;
|
||||||
|
static int tab[] = { 80, 160, 80, 160 };
|
||||||
|
|
||||||
|
for (i = 0; i < height; i++) {
|
||||||
|
for (j = 0; j < width; j++) {
|
||||||
|
*dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; //blue
|
||||||
|
*dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; //green
|
||||||
|
*dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)]; //red
|
||||||
|
*dest++ = 0xFF; //alpha
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void
|
||||||
|
gst_videomixer_fill_bgra_color (guint8 * dest, gint width, gint height,
|
||||||
|
gint colY, gint colU, gint colV)
|
||||||
|
{
|
||||||
|
gint red, green, blue;
|
||||||
|
gint i, j;
|
||||||
|
|
||||||
|
//check this conversion
|
||||||
|
red = 1.164 * (colY - 16) + 1.596 * (colV - 128);
|
||||||
|
green = 1.164 * (colY - 16) - 0.813 * (colV - 128) - 0.391 * (colU - 128);
|
||||||
|
blue = 1.164 * (colY - 16) + 2.018 * (colU - 128);
|
||||||
|
|
||||||
|
|
||||||
|
for (i = 0; i < height; i++) {
|
||||||
|
for (j = 0; j < width; j++) {
|
||||||
|
*dest++ = 0xff;
|
||||||
|
*dest++ = colY;
|
||||||
|
*dest++ = colU;
|
||||||
|
*dest++ = colV;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
295
gst/videomixer/blend_i420.c
Normal file
295
gst/videomixer/blend_i420.c
Normal file
|
@ -0,0 +1,295 @@
|
||||||
|
/*
|
||||||
|
* Copyright (C) 2006 Mindfruit Bv.
|
||||||
|
* Author: Sjoerd Simons <sjoerd@luon.net>
|
||||||
|
* Author: Alex Ugarte <alexugarte@gmail.com>
|
||||||
|
*
|
||||||
|
* This library is free software; you can redistribute it and/or
|
||||||
|
* modify it under the terms of the GNU Library General Public
|
||||||
|
* License as published by the Free Software Foundation; either
|
||||||
|
* version 2 of the License, or (at your option) any later version.
|
||||||
|
*
|
||||||
|
* This library is distributed in the hope that it will be useful,
|
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||||
|
* Library General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Library General Public
|
||||||
|
* License along with this library; if not, write to the
|
||||||
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
||||||
|
* Boston, MA 02111-1307, USA.
|
||||||
|
*/
|
||||||
|
|
||||||
|
|
||||||
|
#include <gst/gst.h>
|
||||||
|
#include <string.h>
|
||||||
|
|
||||||
|
#define BLEND_NORMAL(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
||||||
|
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
||||||
|
V = ((V1*(255-alpha))+(V2*alpha))>>8;
|
||||||
|
|
||||||
|
#define BLEND_ADD(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = Y1+((Y2*alpha)>>8); \
|
||||||
|
U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \
|
||||||
|
V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} \
|
||||||
|
U = MIN (U,255); \
|
||||||
|
V = MIN (V,255);
|
||||||
|
|
||||||
|
#define BLEND_SUBTRACT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = Y1-((Y2*alpha)>>8); \
|
||||||
|
U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \
|
||||||
|
V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \
|
||||||
|
if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define BLEND_DARKEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
if (Y1 < Y2) { \
|
||||||
|
Y = Y1; U = U1; V = V1; \
|
||||||
|
} \
|
||||||
|
else { \
|
||||||
|
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
||||||
|
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
||||||
|
V = ((V1*(255-alpha))+(V2*alpha))>>8; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define BLEND_LIGHTEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
if (Y1 > Y2) { \
|
||||||
|
Y = Y1; U = U1; V = V1; \
|
||||||
|
} \
|
||||||
|
else { \
|
||||||
|
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
||||||
|
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
||||||
|
V = ((V1*(255-alpha))+(V2*alpha))>>8; \
|
||||||
|
}
|
||||||
|
|
||||||
|
#define BLEND_MULTIPLY(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = (Y1*(256*(255-alpha) +(Y2*alpha)))>>16; \
|
||||||
|
U = ((U1*(255-alpha)*256)+(alpha*(U1*Y2+128*(256-Y2))))>>16; \
|
||||||
|
V = ((V1*(255-alpha)*256)+(alpha*(V1*Y2+128*(256-Y2))))>>16;
|
||||||
|
|
||||||
|
#define BLEND_DIFFERENCE(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = ABS((gint)Y1-(gint)Y2)+127; \
|
||||||
|
U = ABS((gint)U1-(gint)U2)+127; \
|
||||||
|
V = ABS((gint)V1-(gint)V2)+127; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
U = CLAMP(U, 0, 255); \
|
||||||
|
V = CLAMP(V, 0, 255);
|
||||||
|
|
||||||
|
#define BLEND_EXCLUSION(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = ((gint)(Y1^0xff)*Y2+(gint)(Y2^0xff)*Y1)>>8; \
|
||||||
|
U = ((gint)(U1^0xff)*Y2+(gint)(Y2^0xff)*U1)>>8; \
|
||||||
|
V = ((gint)(V1^0xff)*Y2+(gint)(Y2^0xff)*V1)>>8; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
U = CLAMP(U, 0, 255); \
|
||||||
|
V = CLAMP(V, 0, 255);
|
||||||
|
|
||||||
|
#define BLEND_SOFTLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = (gint)Y1+(gint)Y2 - 127; \
|
||||||
|
U = (gint)U1+(gint)U2 - 127; \
|
||||||
|
V = (gint)V1+(gint)V2 - 127; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
|
||||||
|
#define BLEND_HARDLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
||||||
|
Y = (gint)Y1+(gint)Y2*2 - 255; \
|
||||||
|
U = (gint)U1+(gint)U2 - 127; \
|
||||||
|
V = (gint)V1+(gint)V2 - 127; \
|
||||||
|
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
||||||
|
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
||||||
|
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
||||||
|
if (Y>255) { \
|
||||||
|
gint mult = MAX (0, 288-Y); \
|
||||||
|
U = ((U*mult) + (127*(32-mult)))>>5; \
|
||||||
|
V = ((V*mult) + (127*(32-mult)))>>5; \
|
||||||
|
Y = 255; \
|
||||||
|
} else if (Y<0) { \
|
||||||
|
gint mult = MIN (32, -Y); \
|
||||||
|
U = ((U*(32-mult)) + (127*mult))>>5; \
|
||||||
|
V = ((V*(32-mult)) + (127*mult))>>5; \
|
||||||
|
Y = 0; \
|
||||||
|
} \
|
||||||
|
|
||||||
|
#define BLEND_MODE BLEND_NORMAL
|
||||||
|
#if 0
|
||||||
|
#define BLEND_MODE BLEND_NORMAL
|
||||||
|
#define BLEND_MODE BLEND_ADD
|
||||||
|
#define BLEND_MODE BLEND_SUBTRACT
|
||||||
|
#define BLEND_MODE BLEND_LIGHTEN
|
||||||
|
#define BLEND_MODE BLEND_DARKEN
|
||||||
|
#define BLEND_MODE BLEND_MULTIPLY
|
||||||
|
#define BLEND_MODE BLEND_DIFFERENCE
|
||||||
|
#define BLEND_MODE BLEND_EXCLUSION
|
||||||
|
#define BLEND_MODE BLEND_SOFTLIGHT
|
||||||
|
#define BLEND_MODE BLEND_HARDLIGHT
|
||||||
|
#endif
|
||||||
|
|
||||||
|
/* I420 */
|
||||||
|
/* Copied from jpegenc */
|
||||||
|
#define VIDEO_Y_ROWSTRIDE(width) (GST_ROUND_UP_4(width))
|
||||||
|
#define VIDEO_U_ROWSTRIDE(width) (GST_ROUND_UP_8(width)/2)
|
||||||
|
#define VIDEO_V_ROWSTRIDE(width) ((GST_ROUND_UP_8(VIDEO_Y_ROWSTRIDE(width)))/2)
|
||||||
|
|
||||||
|
#define VIDEO_Y_OFFSET(w,h) (0)
|
||||||
|
#define VIDEO_U_OFFSET(w,h) (VIDEO_Y_OFFSET(w,h)+(VIDEO_Y_ROWSTRIDE(w)*GST_ROUND_UP_2(h)))
|
||||||
|
#define VIDEO_V_OFFSET(w,h) (VIDEO_U_OFFSET(w,h)+(VIDEO_U_ROWSTRIDE(w)*GST_ROUND_UP_2(h)/2))
|
||||||
|
|
||||||
|
#define VIDEO_SIZE(w,h) (VIDEO_V_OFFSET(w,h)+(VIDEO_V_ROWSTRIDE(w)*GST_ROUND_UP_2(h)/2))
|
||||||
|
|
||||||
|
inline static void
|
||||||
|
gst_i420_do_blend (guint8 * src, guint8 * dest,
|
||||||
|
gint src_stride, gint dest_stride, gint src_width, gint src_height)
|
||||||
|
{
|
||||||
|
int i;
|
||||||
|
for (i = 0; i < src_height; i++) {
|
||||||
|
memcpy (dest, src, src_width);
|
||||||
|
src += src_stride;
|
||||||
|
dest += dest_stride;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/* note that this function does packing conversion and blending at the
|
||||||
|
* same time */
|
||||||
|
void
|
||||||
|
gst_videomixer_blend_i420_i420 (guint8 * src, gint xpos, gint ypos,
|
||||||
|
gint src_width, gint src_height, gdouble src_alpha,
|
||||||
|
guint8 * dest, gint dest_width, gint dest_height)
|
||||||
|
{
|
||||||
|
//gint alpha, b_alpha;
|
||||||
|
guint8 *b_src;
|
||||||
|
guint8 *b_dest;
|
||||||
|
gint b_src_width = src_width;
|
||||||
|
gint b_src_height = src_height;
|
||||||
|
gint xoffset = 0;
|
||||||
|
gint yoffset = 0;
|
||||||
|
|
||||||
|
xpos = GST_ROUND_UP_2 (xpos);
|
||||||
|
ypos = GST_ROUND_UP_2 (ypos);
|
||||||
|
|
||||||
|
/* adjust src pointers for negative sizes */
|
||||||
|
if (xpos < 0) {
|
||||||
|
xoffset = -xpos;
|
||||||
|
b_src_width -= -xpos;
|
||||||
|
xpos = 0;
|
||||||
|
}
|
||||||
|
if (ypos < 0) {
|
||||||
|
yoffset += -ypos;
|
||||||
|
b_src_height -= -ypos;
|
||||||
|
ypos = 0;
|
||||||
|
}
|
||||||
|
/* If x or y offset are larger then the source it's outside of the picture */
|
||||||
|
if (xoffset > src_width || yoffset > src_width) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* adjust width/height if the src is bigger than dest */
|
||||||
|
if (xpos + src_width > dest_width) {
|
||||||
|
b_src_width = dest_width - xpos;
|
||||||
|
}
|
||||||
|
if (ypos + src_height > dest_height) {
|
||||||
|
b_src_height = dest_height - ypos;
|
||||||
|
}
|
||||||
|
if (b_src_width < 0 || b_src_height < 0) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* First mix Y, then U, then V */
|
||||||
|
b_src = src + VIDEO_Y_OFFSET (src_width, src_height);
|
||||||
|
b_dest = dest + VIDEO_Y_OFFSET (dest_width, dest_height);
|
||||||
|
gst_i420_do_blend (b_src + xoffset + yoffset * VIDEO_Y_ROWSTRIDE (src_width),
|
||||||
|
b_dest + xpos + ypos * VIDEO_Y_ROWSTRIDE (dest_width),
|
||||||
|
VIDEO_Y_ROWSTRIDE (src_width),
|
||||||
|
VIDEO_Y_ROWSTRIDE (dest_width), b_src_width, b_src_height);
|
||||||
|
|
||||||
|
b_src = src + VIDEO_U_OFFSET (src_width, src_height);
|
||||||
|
b_dest = dest + VIDEO_U_OFFSET (dest_width, dest_height);
|
||||||
|
|
||||||
|
gst_i420_do_blend (b_src + xoffset / 2 +
|
||||||
|
yoffset / 2 * VIDEO_U_ROWSTRIDE (src_width),
|
||||||
|
b_dest + xpos / 2 + ypos / 2 * VIDEO_U_ROWSTRIDE (dest_width),
|
||||||
|
VIDEO_U_ROWSTRIDE (src_width), VIDEO_U_ROWSTRIDE (dest_width),
|
||||||
|
b_src_width / 2, GST_ROUND_UP_2 (b_src_height) / 2);
|
||||||
|
|
||||||
|
b_src = src + VIDEO_V_OFFSET (src_width, src_height);
|
||||||
|
b_dest = dest + VIDEO_V_OFFSET (dest_width, dest_height);
|
||||||
|
|
||||||
|
gst_i420_do_blend (b_src + xoffset / 2 +
|
||||||
|
yoffset / 2 * VIDEO_V_ROWSTRIDE (src_width),
|
||||||
|
b_dest + xpos / 2 + ypos / 2 * VIDEO_V_ROWSTRIDE (dest_width),
|
||||||
|
VIDEO_V_ROWSTRIDE (src_width), VIDEO_V_ROWSTRIDE (dest_width),
|
||||||
|
b_src_width / 2, GST_ROUND_UP_2 (b_src_height) / 2);
|
||||||
|
}
|
||||||
|
|
||||||
|
#undef BLEND_MODE
|
||||||
|
|
||||||
|
/* fill a buffer with a checkerboard pattern */
|
||||||
|
void
|
||||||
|
gst_videomixer_fill_i420_checker (guint8 * dest, gint width, gint height)
|
||||||
|
{
|
||||||
|
//TODO: implementation of this method in i420mixer.c was for AYUV, which has 32bpp ans is packed
|
||||||
|
//I420 has 12 bpp and is planar
|
||||||
|
}
|
||||||
|
|
||||||
|
void
|
||||||
|
gst_videomixer_fill_i420_color (guint8 * dest, gint width, gint height,
|
||||||
|
gint colY, gint colU, gint colV)
|
||||||
|
{
|
||||||
|
int size;
|
||||||
|
|
||||||
|
size = VIDEO_Y_ROWSTRIDE (width) * height;
|
||||||
|
memset (dest, colY, size);
|
||||||
|
|
||||||
|
size = (VIDEO_U_ROWSTRIDE (width) * height) / 2;
|
||||||
|
memset (dest + VIDEO_U_OFFSET (width, height), colU, size);
|
||||||
|
|
||||||
|
size = (VIDEO_V_ROWSTRIDE (width) * height) / 2;
|
||||||
|
memset (dest + VIDEO_V_OFFSET (width, height), colV, size);
|
||||||
|
|
||||||
|
}
|
|
@ -20,11 +20,16 @@
|
||||||
/**
|
/**
|
||||||
* SECTION:element-videomixer
|
* SECTION:element-videomixer
|
||||||
*
|
*
|
||||||
* Videomixer can only accept AYUV video streams. For each of the requested
|
* Videomixer can accept AYUV and BGRA video streams. For each of the requested
|
||||||
* sink pads it will compare the incoming geometry and framerate to define the
|
* sink pads it will compare the incoming geometry and framerate to define the
|
||||||
* output parameters. Indeed output video frames will have the geometry of the
|
* output parameters. Indeed output video frames will have the geometry of the
|
||||||
* biggest incoming video stream and the framerate of the fastest incoming one.
|
* biggest incoming video stream and the framerate of the fastest incoming one.
|
||||||
*
|
*
|
||||||
|
* All sink pads must be either AYUV or BGRA, but a mixture of them is not
|
||||||
|
* supported. The src pad will have the same colorspace as the sinks.
|
||||||
|
* No colorspace conversion is done.
|
||||||
|
*
|
||||||
|
*
|
||||||
* Individual parameters for each input stream can be configured on the
|
* Individual parameters for each input stream can be configured on the
|
||||||
* #GstVideoMixerPad.
|
* #GstVideoMixerPad.
|
||||||
*
|
*
|
||||||
|
@ -39,6 +44,12 @@
|
||||||
* the left vertically centered with a small transparency showing the first
|
* the left vertically centered with a small transparency showing the first
|
||||||
* video test source behind and the checker pattern under it. Note that the
|
* video test source behind and the checker pattern under it. Note that the
|
||||||
* framerate of the output video is 10 frames per second.
|
* framerate of the output video is 10 frames per second.
|
||||||
|
* |[
|
||||||
|
* gst-launch videotestsrc pattern=1 ! video/x-raw-rgb, framerate=\(fraction\)10/1, width=100, height=100 ! videomixer name=mix ! ffmpegcolorspace ! ximagesink videotestsrc ! video/x-raw-rgb, framerate=\(fraction\)5/1, width=320, height=240 ! mix.
|
||||||
|
* ]| A pipeline to demostrate bgra mixing. (This does not demonstrate alpha blending).
|
||||||
|
* |[
|
||||||
|
* gst-launch videotestsrc pattern=1 ! video/x-raw-yuv,format =\(fourcc\)I420, framerate=\(fraction\)10/1, width=100, height=100 ! videomixer name=mix ! ffmpegcolorspace ! ximagesink videotestsrc ! video/x-raw-yuv,format=\(fourcc\)I420, framerate=\(fraction\)5/1, width=320, height=240 ! mix.
|
||||||
|
* ]| A pipeline to test I420
|
||||||
* </refsect2>
|
* </refsect2>
|
||||||
*/
|
*/
|
||||||
|
|
||||||
|
@ -49,6 +60,7 @@
|
||||||
#include <gst/gst.h>
|
#include <gst/gst.h>
|
||||||
#include <gst/base/gstcollectpads.h>
|
#include <gst/base/gstcollectpads.h>
|
||||||
#include <gst/controller/gstcontroller.h>
|
#include <gst/controller/gstcontroller.h>
|
||||||
|
#include <gst/video/video.h>
|
||||||
|
|
||||||
#ifdef HAVE_STDLIB_H
|
#ifdef HAVE_STDLIB_H
|
||||||
#include <stdlib.h>
|
#include <stdlib.h>
|
||||||
|
@ -85,6 +97,28 @@ static gboolean gst_videomixer_sink_event (GstPad * pad, GstEvent * event);
|
||||||
|
|
||||||
static void gst_videomixer_sort_pads (GstVideoMixer * mix);
|
static void gst_videomixer_sort_pads (GstVideoMixer * mix);
|
||||||
|
|
||||||
|
/*AYUV function definitions see file: blend_ayuv*/
|
||||||
|
void gst_videomixer_blend_ayuv_ayuv (guint8 * src, gint xpos, gint ypos,
|
||||||
|
gint src_width, gint src_height, gdouble src_alpha,
|
||||||
|
guint8 * dest, gint dest_width, gint dest_height);
|
||||||
|
void gst_videomixer_fill_ayuv_checker (guint8 * dest, gint width, gint height);
|
||||||
|
void gst_videomixer_fill_ayuv_color (guint8 * dest, gint width, gint height,
|
||||||
|
gint colY, gint colU, gint colV);
|
||||||
|
/*BGRA function definitions see file: blend_ayuv*/
|
||||||
|
void gst_videomixer_blend_bgra_bgra (guint8 * src, gint xpos, gint ypos,
|
||||||
|
gint src_width, gint src_height, gdouble src_alpha,
|
||||||
|
guint8 * dest, gint dest_width, gint dest_height);
|
||||||
|
void gst_videomixer_fill_bgra_checker (guint8 * dest, gint width, gint height);
|
||||||
|
void gst_videomixer_fill_bgra_color (guint8 * dest, gint width, gint height,
|
||||||
|
gint colY, gint colU, gint colV);
|
||||||
|
/*I420 function definitions see file: blend_i420.c*/
|
||||||
|
void gst_videomixer_blend_i420_i420 (guint8 * src, gint xpos, gint ypos,
|
||||||
|
gint src_width, gint src_height, gdouble src_alpha,
|
||||||
|
guint8 * dest, gint dest_width, gint dest_heighty);
|
||||||
|
void gst_videomixer_fill_i420_checker (guint8 * dest, gint width, gint height);
|
||||||
|
void gst_videomixer_fill_i420_color (guint8 * dest, gint width, gint height,
|
||||||
|
gint colY, gint colU, gint colV);
|
||||||
|
|
||||||
#define DEFAULT_PAD_ZORDER 0
|
#define DEFAULT_PAD_ZORDER 0
|
||||||
#define DEFAULT_PAD_XPOS 0
|
#define DEFAULT_PAD_XPOS 0
|
||||||
#define DEFAULT_PAD_YPOS 0
|
#define DEFAULT_PAD_YPOS 0
|
||||||
|
@ -262,6 +296,7 @@ gst_videomixer_pad_sink_setcaps (GstPad * pad, GstCaps * vscaps)
|
||||||
gint in_width, in_height;
|
gint in_width, in_height;
|
||||||
gboolean ret = FALSE;
|
gboolean ret = FALSE;
|
||||||
const GValue *framerate;
|
const GValue *framerate;
|
||||||
|
GST_INFO_OBJECT (pad, "setcaps:\n%" GST_PTR_FORMAT, vscaps);
|
||||||
|
|
||||||
mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad));
|
mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad));
|
||||||
mixpad = GST_VIDEO_MIXER_PAD (pad);
|
mixpad = GST_VIDEO_MIXER_PAD (pad);
|
||||||
|
@ -296,6 +331,55 @@ beach:
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* We accept the caps if it has the same format as other sink pads in
|
||||||
|
* the element.
|
||||||
|
*/
|
||||||
|
static gboolean
|
||||||
|
gst_videomixer_pad_sink_acceptcaps (GstPad * pad, GstCaps * vscaps)
|
||||||
|
{
|
||||||
|
gboolean ret;
|
||||||
|
GstVideoMixer *mix;
|
||||||
|
GstCaps *acceptedCaps;
|
||||||
|
mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad));
|
||||||
|
GST_DEBUG_OBJECT (pad, "TRACE: \n%" GST_PTR_FORMAT, vscaps);
|
||||||
|
GST_VIDEO_MIXER_STATE_LOCK (mix);
|
||||||
|
|
||||||
|
if (mix->master) {
|
||||||
|
acceptedCaps = gst_pad_get_fixed_caps_func (GST_PAD (mix->master));
|
||||||
|
acceptedCaps = gst_caps_make_writable (acceptedCaps);
|
||||||
|
GST_LOG ("\nmaster's caps\n%" GST_PTR_FORMAT "\n", acceptedCaps);
|
||||||
|
if (GST_CAPS_IS_SIMPLE (acceptedCaps)) {
|
||||||
|
int templCapsSize =
|
||||||
|
gst_caps_get_size (gst_pad_get_pad_template_caps (pad));
|
||||||
|
guint i;
|
||||||
|
for (i = 0; i < templCapsSize; i++) {
|
||||||
|
GstCaps *caps1 = gst_caps_copy (acceptedCaps);
|
||||||
|
GstCaps *caps2 =
|
||||||
|
gst_caps_copy_nth (gst_pad_get_pad_template_caps (pad), i);
|
||||||
|
gst_caps_merge (caps1, caps2); //caps2 is unrefed
|
||||||
|
gst_caps_do_simplify (caps1);
|
||||||
|
if (GST_CAPS_IS_SIMPLE (caps1)) {
|
||||||
|
gst_caps_replace (&acceptedCaps, caps1);
|
||||||
|
gst_caps_unref (caps1);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
gst_caps_unref (caps1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
acceptedCaps = gst_pad_get_fixed_caps_func (pad);
|
||||||
|
}
|
||||||
|
GST_INFO ("\n\n%" GST_PTR_FORMAT "\n\n", vscaps);
|
||||||
|
GST_INFO ("\n\n*********\n%" GST_PTR_FORMAT "\n\n", acceptedCaps);
|
||||||
|
|
||||||
|
ret = gst_caps_is_always_compatible (vscaps, acceptedCaps);
|
||||||
|
gst_caps_unref (acceptedCaps);
|
||||||
|
GST_VIDEO_MIXER_STATE_UNLOCK (mix);
|
||||||
|
gst_object_unref (mix);
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
static void
|
static void
|
||||||
gst_videomixer_pad_link (GstPad * pad, GstPad * peer, gpointer data)
|
gst_videomixer_pad_link (GstPad * pad, GstPad * peer, gpointer data)
|
||||||
{
|
{
|
||||||
|
@ -319,6 +403,8 @@ gst_videomixer_pad_init (GstVideoMixerPad * mixerpad)
|
||||||
/* setup some pad functions */
|
/* setup some pad functions */
|
||||||
gst_pad_set_setcaps_function (GST_PAD (mixerpad),
|
gst_pad_set_setcaps_function (GST_PAD (mixerpad),
|
||||||
gst_videomixer_pad_sink_setcaps);
|
gst_videomixer_pad_sink_setcaps);
|
||||||
|
gst_pad_set_acceptcaps_function (GST_PAD (mixerpad),
|
||||||
|
GST_DEBUG_FUNCPTR (gst_videomixer_pad_sink_acceptcaps));
|
||||||
|
|
||||||
mixerpad->zorder = DEFAULT_PAD_ZORDER;
|
mixerpad->zorder = DEFAULT_PAD_ZORDER;
|
||||||
mixerpad->xpos = DEFAULT_PAD_XPOS;
|
mixerpad->xpos = DEFAULT_PAD_XPOS;
|
||||||
|
@ -372,24 +458,21 @@ gst_video_mixer_background_get_type (void)
|
||||||
static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
|
static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
|
||||||
GST_PAD_SRC,
|
GST_PAD_SRC,
|
||||||
GST_PAD_ALWAYS,
|
GST_PAD_ALWAYS,
|
||||||
GST_STATIC_CAPS ("video/x-raw-yuv,"
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("AYUV") ";" GST_VIDEO_CAPS_BGRA ";"
|
||||||
"format = (fourcc) AYUV,"
|
GST_VIDEO_CAPS_YUV ("I420"))
|
||||||
"width = (int) [ 1, max ],"
|
|
||||||
"height = (int) [ 1, max ]," "framerate = (fraction) [ 0/1, MAX ]")
|
|
||||||
);
|
);
|
||||||
|
|
||||||
static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink_%d",
|
static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink_%d",
|
||||||
GST_PAD_SINK,
|
GST_PAD_SINK,
|
||||||
GST_PAD_REQUEST,
|
GST_PAD_REQUEST,
|
||||||
GST_STATIC_CAPS ("video/x-raw-yuv,"
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("AYUV") ";" GST_VIDEO_CAPS_BGRA ";"
|
||||||
"format = (fourcc) AYUV,"
|
GST_VIDEO_CAPS_YUV ("I420"))
|
||||||
"width = (int) [ 1, max ],"
|
|
||||||
"height = (int) [ 1, max ]," "framerate = (fraction) [ 0/1, MAX ]")
|
|
||||||
);
|
);
|
||||||
|
|
||||||
static void gst_videomixer_finalize (GObject * object);
|
static void gst_videomixer_finalize (GObject * object);
|
||||||
|
|
||||||
static GstCaps *gst_videomixer_getcaps (GstPad * pad);
|
static GstCaps *gst_videomixer_getcaps (GstPad * pad);
|
||||||
|
static gboolean gst_videomixer_setcaps (GstPad * pad, GstCaps * caps);
|
||||||
static gboolean gst_videomixer_query (GstPad * pad, GstQuery * query);
|
static gboolean gst_videomixer_query (GstPad * pad, GstQuery * query);
|
||||||
|
|
||||||
static GstFlowReturn gst_videomixer_collected (GstCollectPads * pads,
|
static GstFlowReturn gst_videomixer_collected (GstCollectPads * pads,
|
||||||
|
@ -557,6 +640,8 @@ gst_videomixer_init (GstVideoMixer * mix, GstVideoMixerClass * g_class)
|
||||||
"src"), "src");
|
"src"), "src");
|
||||||
gst_pad_set_getcaps_function (GST_PAD (mix->srcpad),
|
gst_pad_set_getcaps_function (GST_PAD (mix->srcpad),
|
||||||
GST_DEBUG_FUNCPTR (gst_videomixer_getcaps));
|
GST_DEBUG_FUNCPTR (gst_videomixer_getcaps));
|
||||||
|
gst_pad_set_setcaps_function (GST_PAD (mix->srcpad),
|
||||||
|
GST_DEBUG_FUNCPTR (gst_videomixer_setcaps));
|
||||||
gst_pad_set_query_function (GST_PAD (mix->srcpad),
|
gst_pad_set_query_function (GST_PAD (mix->srcpad),
|
||||||
GST_DEBUG_FUNCPTR (gst_videomixer_query));
|
GST_DEBUG_FUNCPTR (gst_videomixer_query));
|
||||||
gst_pad_set_event_function (GST_PAD (mix->srcpad),
|
gst_pad_set_event_function (GST_PAD (mix->srcpad),
|
||||||
|
@ -790,21 +875,32 @@ gst_videomixer_getcaps (GstPad * pad)
|
||||||
GstVideoMixer *mix;
|
GstVideoMixer *mix;
|
||||||
GstCaps *caps;
|
GstCaps *caps;
|
||||||
GstStructure *structure;
|
GstStructure *structure;
|
||||||
|
int numCaps;
|
||||||
|
GST_LOG_OBJECT (pad, "TRACE");
|
||||||
|
|
||||||
mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad));
|
mix = GST_VIDEO_MIXER (gst_pad_get_parent (pad));
|
||||||
caps = gst_caps_copy (gst_pad_get_pad_template_caps (mix->srcpad));
|
|
||||||
|
|
||||||
structure = gst_caps_get_structure (caps, 0);
|
if (mix->master) {
|
||||||
|
caps =
|
||||||
|
gst_caps_copy (gst_pad_get_pad_template_caps (GST_PAD (mix->master)));
|
||||||
|
} else {
|
||||||
|
caps = gst_caps_copy (gst_pad_get_pad_template_caps (mix->srcpad));
|
||||||
|
}
|
||||||
|
|
||||||
if (mix->out_width != 0) {
|
numCaps = gst_caps_get_size (caps) - 1;
|
||||||
gst_structure_set (structure, "width", G_TYPE_INT, mix->out_width, NULL);
|
for (; numCaps >= 0; numCaps--) {
|
||||||
}
|
structure = gst_caps_get_structure (caps, numCaps);
|
||||||
if (mix->out_height != 0) {
|
if (mix->out_width != 0) {
|
||||||
gst_structure_set (structure, "height", G_TYPE_INT, mix->out_height, NULL);
|
gst_structure_set (structure, "width", G_TYPE_INT, mix->out_width, NULL);
|
||||||
}
|
}
|
||||||
if (mix->fps_d != 0) {
|
if (mix->out_height != 0) {
|
||||||
gst_structure_set (structure,
|
gst_structure_set (structure, "height", G_TYPE_INT, mix->out_height,
|
||||||
"framerate", GST_TYPE_FRACTION, mix->fps_n, mix->fps_d, NULL);
|
NULL);
|
||||||
|
}
|
||||||
|
if (mix->fps_d != 0) {
|
||||||
|
gst_structure_set (structure,
|
||||||
|
"framerate", GST_TYPE_FRACTION, mix->fps_n, mix->fps_d, NULL);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
gst_object_unref (mix);
|
gst_object_unref (mix);
|
||||||
|
@ -812,6 +908,61 @@ gst_videomixer_getcaps (GstPad * pad)
|
||||||
return caps;
|
return caps;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static gboolean
|
||||||
|
gst_videomixer_setcaps (GstPad * pad, GstCaps * caps)
|
||||||
|
{
|
||||||
|
GstElement *element;
|
||||||
|
GstVideoMixer *mixer;
|
||||||
|
GstStructure *str;
|
||||||
|
element = gst_pad_get_parent_element (pad);
|
||||||
|
g_assert (element);
|
||||||
|
mixer = GST_VIDEO_MIXER (element);
|
||||||
|
g_assert (mixer);
|
||||||
|
GST_INFO_OBJECT (mixer, "set src caps: \n%" GST_PTR_FORMAT, caps);
|
||||||
|
|
||||||
|
str = gst_caps_get_structure (caps, 0);
|
||||||
|
|
||||||
|
if (gst_structure_has_name (str, "video/x-raw-yuv")) {
|
||||||
|
guint32 format;
|
||||||
|
int ret;
|
||||||
|
ret = gst_structure_get_fourcc (str, "format", &format);
|
||||||
|
if (!ret) {
|
||||||
|
mixer->blend = 0;
|
||||||
|
mixer->fill_checker = 0;
|
||||||
|
mixer->fill_color = 0;
|
||||||
|
mixer->bpp = 0;
|
||||||
|
} else if (format == GST_STR_FOURCC ("AYUV")) {
|
||||||
|
mixer->blend = gst_videomixer_blend_ayuv_ayuv;
|
||||||
|
mixer->fill_checker = gst_videomixer_fill_ayuv_checker;
|
||||||
|
mixer->fill_color = gst_videomixer_fill_ayuv_color;
|
||||||
|
mixer->bpp = 32;
|
||||||
|
} else if (format == GST_STR_FOURCC ("I420")) {
|
||||||
|
mixer->blend = gst_videomixer_blend_i420_i420;
|
||||||
|
mixer->fill_checker = gst_videomixer_fill_i420_checker;
|
||||||
|
mixer->fill_color = gst_videomixer_fill_i420_color;
|
||||||
|
mixer->bpp = 12;
|
||||||
|
} else {
|
||||||
|
mixer->blend = 0;
|
||||||
|
mixer->fill_checker = 0;
|
||||||
|
mixer->fill_color = 0;
|
||||||
|
mixer->bpp = 0;
|
||||||
|
}
|
||||||
|
} else if (gst_structure_has_name (str, "video/x-raw-rgb")) {
|
||||||
|
mixer->blend = gst_videomixer_blend_bgra_bgra;
|
||||||
|
mixer->fill_checker = gst_videomixer_fill_bgra_checker;
|
||||||
|
mixer->fill_color = gst_videomixer_fill_bgra_color;
|
||||||
|
mixer->bpp = 32;
|
||||||
|
} else {
|
||||||
|
mixer->blend = 0;
|
||||||
|
mixer->fill_checker = 0;
|
||||||
|
mixer->fill_color = 0;
|
||||||
|
mixer->bpp = 0;
|
||||||
|
}
|
||||||
|
gst_object_unref (element);
|
||||||
|
|
||||||
|
return TRUE;
|
||||||
|
}
|
||||||
|
|
||||||
static GstPad *
|
static GstPad *
|
||||||
gst_videomixer_request_new_pad (GstElement * element,
|
gst_videomixer_request_new_pad (GstElement * element,
|
||||||
GstPadTemplate * templ, const gchar * req_name)
|
GstPadTemplate * templ, const gchar * req_name)
|
||||||
|
@ -919,217 +1070,6 @@ error:
|
||||||
GST_VIDEO_MIXER_STATE_UNLOCK (mix);
|
GST_VIDEO_MIXER_STATE_UNLOCK (mix);
|
||||||
}
|
}
|
||||||
|
|
||||||
#define BLEND_NORMAL(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
|
||||||
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
|
||||||
V = ((V1*(255-alpha))+(V2*alpha))>>8;
|
|
||||||
|
|
||||||
#define BLEND_ADD(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = Y1+((Y2*alpha)>>8); \
|
|
||||||
U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \
|
|
||||||
V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \
|
|
||||||
if (Y>255) { \
|
|
||||||
gint mult = MAX (0, 288-Y); \
|
|
||||||
U = ((U*mult) + (127*(32-mult)))>>5; \
|
|
||||||
V = ((V*mult) + (127*(32-mult)))>>5; \
|
|
||||||
Y = 255; \
|
|
||||||
} \
|
|
||||||
U = MIN (U,255); \
|
|
||||||
V = MIN (V,255);
|
|
||||||
|
|
||||||
#define BLEND_SUBTRACT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = Y1-((Y2*alpha)>>8); \
|
|
||||||
U = U1+(((127*(255-alpha)+(U2*alpha)))>>8)-127; \
|
|
||||||
V = V1+(((127*(255-alpha)+(V2*alpha)))>>8)-127; \
|
|
||||||
if (Y<0) { \
|
|
||||||
gint mult = MIN (32, -Y); \
|
|
||||||
U = ((U*(32-mult)) + (127*mult))>>5; \
|
|
||||||
V = ((V*(32-mult)) + (127*mult))>>5; \
|
|
||||||
Y = 0; \
|
|
||||||
}
|
|
||||||
|
|
||||||
#define BLEND_DARKEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
if (Y1 < Y2) { \
|
|
||||||
Y = Y1; U = U1; V = V1; \
|
|
||||||
} \
|
|
||||||
else { \
|
|
||||||
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
|
||||||
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
|
||||||
V = ((V1*(255-alpha))+(V2*alpha))>>8; \
|
|
||||||
}
|
|
||||||
|
|
||||||
#define BLEND_LIGHTEN(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
if (Y1 > Y2) { \
|
|
||||||
Y = Y1; U = U1; V = V1; \
|
|
||||||
} \
|
|
||||||
else { \
|
|
||||||
Y = ((Y1*(255-alpha))+(Y2*alpha))>>8; \
|
|
||||||
U = ((U1*(255-alpha))+(U2*alpha))>>8; \
|
|
||||||
V = ((V1*(255-alpha))+(V2*alpha))>>8; \
|
|
||||||
}
|
|
||||||
|
|
||||||
#define BLEND_MULTIPLY(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = (Y1*(256*(255-alpha) +(Y2*alpha)))>>16; \
|
|
||||||
U = ((U1*(255-alpha)*256)+(alpha*(U1*Y2+128*(256-Y2))))>>16; \
|
|
||||||
V = ((V1*(255-alpha)*256)+(alpha*(V1*Y2+128*(256-Y2))))>>16;
|
|
||||||
|
|
||||||
#define BLEND_DIFFERENCE(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = ABS((gint)Y1-(gint)Y2)+127; \
|
|
||||||
U = ABS((gint)U1-(gint)U2)+127; \
|
|
||||||
V = ABS((gint)V1-(gint)V2)+127; \
|
|
||||||
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
|
||||||
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
|
||||||
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
|
||||||
if (Y>255) { \
|
|
||||||
gint mult = MAX (0, 288-Y); \
|
|
||||||
U = ((U*mult) + (127*(32-mult)))>>5; \
|
|
||||||
V = ((V*mult) + (127*(32-mult)))>>5; \
|
|
||||||
Y = 255; \
|
|
||||||
} else if (Y<0) { \
|
|
||||||
gint mult = MIN (32, -Y); \
|
|
||||||
U = ((U*(32-mult)) + (127*mult))>>5; \
|
|
||||||
V = ((V*(32-mult)) + (127*mult))>>5; \
|
|
||||||
Y = 0; \
|
|
||||||
} \
|
|
||||||
U = CLAMP(U, 0, 255); \
|
|
||||||
V = CLAMP(V, 0, 255);
|
|
||||||
|
|
||||||
#define BLEND_EXCLUSION(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = ((gint)(Y1^0xff)*Y2+(gint)(Y2^0xff)*Y1)>>8; \
|
|
||||||
U = ((gint)(U1^0xff)*Y2+(gint)(Y2^0xff)*U1)>>8; \
|
|
||||||
V = ((gint)(V1^0xff)*Y2+(gint)(Y2^0xff)*V1)>>8; \
|
|
||||||
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
|
||||||
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
|
||||||
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
|
||||||
if (Y>255) { \
|
|
||||||
gint mult = MAX (0, 288-Y); \
|
|
||||||
U = ((U*mult) + (127*(32-mult)))>>5; \
|
|
||||||
V = ((V*mult) + (127*(32-mult)))>>5; \
|
|
||||||
Y = 255; \
|
|
||||||
} else if (Y<0) { \
|
|
||||||
gint mult = MIN (32, -Y); \
|
|
||||||
U = ((U*(32-mult)) + (127*mult))>>5; \
|
|
||||||
V = ((V*(32-mult)) + (127*mult))>>5; \
|
|
||||||
Y = 0; \
|
|
||||||
} \
|
|
||||||
U = CLAMP(U, 0, 255); \
|
|
||||||
V = CLAMP(V, 0, 255);
|
|
||||||
|
|
||||||
#define BLEND_SOFTLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = (gint)Y1+(gint)Y2 - 127; \
|
|
||||||
U = (gint)U1+(gint)U2 - 127; \
|
|
||||||
V = (gint)V1+(gint)V2 - 127; \
|
|
||||||
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
|
||||||
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
|
||||||
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
|
||||||
if (Y>255) { \
|
|
||||||
gint mult = MAX (0, 288-Y); \
|
|
||||||
U = ((U*mult) + (127*(32-mult)))>>5; \
|
|
||||||
V = ((V*mult) + (127*(32-mult)))>>5; \
|
|
||||||
Y = 255; \
|
|
||||||
} else if (Y<0) { \
|
|
||||||
gint mult = MIN (32, -Y); \
|
|
||||||
U = ((U*(32-mult)) + (127*mult))>>5; \
|
|
||||||
V = ((V*(32-mult)) + (127*mult))>>5; \
|
|
||||||
Y = 0; \
|
|
||||||
} \
|
|
||||||
|
|
||||||
#define BLEND_HARDLIGHT(Y1,U1,V1,Y2,U2,V2,alpha,Y,U,V) \
|
|
||||||
Y = (gint)Y1+(gint)Y2*2 - 255; \
|
|
||||||
U = (gint)U1+(gint)U2 - 127; \
|
|
||||||
V = (gint)V1+(gint)V2 - 127; \
|
|
||||||
Y = ((Y*alpha)+(Y1*(255-alpha)))>>8; \
|
|
||||||
U = ((U*alpha)+(U1*(255-alpha)))>>8; \
|
|
||||||
V = ((V*alpha)+(V1*(255-alpha)))>>8; \
|
|
||||||
if (Y>255) { \
|
|
||||||
gint mult = MAX (0, 288-Y); \
|
|
||||||
U = ((U*mult) + (127*(32-mult)))>>5; \
|
|
||||||
V = ((V*mult) + (127*(32-mult)))>>5; \
|
|
||||||
Y = 255; \
|
|
||||||
} else if (Y<0) { \
|
|
||||||
gint mult = MIN (32, -Y); \
|
|
||||||
U = ((U*(32-mult)) + (127*mult))>>5; \
|
|
||||||
V = ((V*(32-mult)) + (127*mult))>>5; \
|
|
||||||
Y = 0; \
|
|
||||||
} \
|
|
||||||
|
|
||||||
#define BLEND_MODE BLEND_NORMAL
|
|
||||||
#if 0
|
|
||||||
#define BLEND_MODE BLEND_NORMAL
|
|
||||||
#define BLEND_MODE BLEND_ADD
|
|
||||||
#define BLEND_MODE BLEND_SUBTRACT
|
|
||||||
#define BLEND_MODE BLEND_LIGHTEN
|
|
||||||
#define BLEND_MODE BLEND_DARKEN
|
|
||||||
#define BLEND_MODE BLEND_MULTIPLY
|
|
||||||
#define BLEND_MODE BLEND_DIFFERENCE
|
|
||||||
#define BLEND_MODE BLEND_EXCLUSION
|
|
||||||
#define BLEND_MODE BLEND_SOFTLIGHT
|
|
||||||
#define BLEND_MODE BLEND_HARDLIGHT
|
|
||||||
#endif
|
|
||||||
|
|
||||||
/* note that this function does packing conversion and blending at the
|
|
||||||
* same time */
|
|
||||||
static void
|
|
||||||
gst_videomixer_blend_ayuv_ayuv (guint8 * src, gint xpos, gint ypos,
|
|
||||||
gint src_width, gint src_height, gdouble src_alpha,
|
|
||||||
guint8 * dest, gint dest_width, gint dest_height)
|
|
||||||
{
|
|
||||||
gint alpha, b_alpha;
|
|
||||||
gint i, j;
|
|
||||||
gint src_stride, dest_stride;
|
|
||||||
gint src_add, dest_add;
|
|
||||||
gint Y, U, V;
|
|
||||||
|
|
||||||
src_stride = src_width * 4;
|
|
||||||
dest_stride = dest_width * 4;
|
|
||||||
|
|
||||||
b_alpha = (gint) (src_alpha * 255);
|
|
||||||
|
|
||||||
/* adjust src pointers for negative sizes */
|
|
||||||
if (xpos < 0) {
|
|
||||||
src += -xpos * 4;
|
|
||||||
src_width -= -xpos;
|
|
||||||
xpos = 0;
|
|
||||||
}
|
|
||||||
if (ypos < 0) {
|
|
||||||
src += -ypos * src_stride;
|
|
||||||
src_height -= -ypos;
|
|
||||||
ypos = 0;
|
|
||||||
}
|
|
||||||
/* adjust width/height if the src is bigger than dest */
|
|
||||||
if (xpos + src_width > dest_width) {
|
|
||||||
src_width = dest_width - xpos;
|
|
||||||
}
|
|
||||||
if (ypos + src_height > dest_height) {
|
|
||||||
src_height = dest_height - ypos;
|
|
||||||
}
|
|
||||||
|
|
||||||
src_add = src_stride - (4 * src_width);
|
|
||||||
dest_add = dest_stride - (4 * src_width);
|
|
||||||
|
|
||||||
dest = dest + 4 * xpos + (ypos * dest_stride);
|
|
||||||
|
|
||||||
/* we convert a square of 2x2 samples to generate 4 Luma and 2 chroma samples */
|
|
||||||
for (i = 0; i < src_height; i++) {
|
|
||||||
for (j = 0; j < src_width; j++) {
|
|
||||||
alpha = (src[0] * b_alpha) >> 8;
|
|
||||||
BLEND_MODE (dest[1], dest[2], dest[3], src[1], src[2], src[3],
|
|
||||||
alpha, Y, U, V);
|
|
||||||
dest[0] = 0xff;
|
|
||||||
dest[1] = Y;
|
|
||||||
dest[2] = U;
|
|
||||||
dest[3] = V;
|
|
||||||
|
|
||||||
src += 4;
|
|
||||||
dest += 4;
|
|
||||||
}
|
|
||||||
src += src_add;
|
|
||||||
dest += dest_add;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#undef BLEND_MODE
|
|
||||||
|
|
||||||
static int
|
static int
|
||||||
pad_zorder_compare (const GstVideoMixerPad * pad1,
|
pad_zorder_compare (const GstVideoMixerPad * pad1,
|
||||||
const GstVideoMixerPad * pad2)
|
const GstVideoMixerPad * pad2)
|
||||||
|
@ -1144,39 +1084,6 @@ gst_videomixer_sort_pads (GstVideoMixer * mix)
|
||||||
(GCompareFunc) pad_zorder_compare);
|
(GCompareFunc) pad_zorder_compare);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* fill a buffer with a checkerboard pattern */
|
|
||||||
static void
|
|
||||||
gst_videomixer_fill_checker (guint8 * dest, gint width, gint height)
|
|
||||||
{
|
|
||||||
gint i, j;
|
|
||||||
static int tab[] = { 80, 160, 80, 160 };
|
|
||||||
|
|
||||||
for (i = 0; i < height; i++) {
|
|
||||||
for (j = 0; j < width; j++) {
|
|
||||||
*dest++ = 0xff;
|
|
||||||
*dest++ = tab[((i & 0x8) >> 3) + ((j & 0x8) >> 3)];
|
|
||||||
*dest++ = 128;
|
|
||||||
*dest++ = 128;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
static void
|
|
||||||
gst_videomixer_fill_color (guint8 * dest, gint width, gint height,
|
|
||||||
gint colY, gint colU, gint colV)
|
|
||||||
{
|
|
||||||
gint i, j;
|
|
||||||
|
|
||||||
for (i = 0; i < height; i++) {
|
|
||||||
for (j = 0; j < width; j++) {
|
|
||||||
*dest++ = 0xff;
|
|
||||||
*dest++ = colY;
|
|
||||||
*dest++ = colU;
|
|
||||||
*dest++ = colV;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/* try to get a buffer on all pads. As long as the queued value is
|
/* try to get a buffer on all pads. As long as the queued value is
|
||||||
* negative, we skip buffers */
|
* negative, we skip buffers */
|
||||||
static gboolean
|
static gboolean
|
||||||
|
@ -1299,9 +1206,13 @@ gst_videomixer_blend_buffers (GstVideoMixer * mix, GstBuffer * outbuf)
|
||||||
if (GST_CLOCK_TIME_IS_VALID (stream_time))
|
if (GST_CLOCK_TIME_IS_VALID (stream_time))
|
||||||
gst_object_sync_values (G_OBJECT (pad), stream_time);
|
gst_object_sync_values (G_OBJECT (pad), stream_time);
|
||||||
|
|
||||||
gst_videomixer_blend_ayuv_ayuv (GST_BUFFER_DATA (mixcol->buffer),
|
if (G_UNLIKELY (mix->blend == NULL)) {
|
||||||
pad->xpos, pad->ypos, pad->in_width, pad->in_height, pad->alpha,
|
GST_ERROR_OBJECT (mix, "blend function not set");
|
||||||
GST_BUFFER_DATA (outbuf), mix->out_width, mix->out_height);
|
} else {
|
||||||
|
(mix->blend) (GST_BUFFER_DATA (mixcol->buffer),
|
||||||
|
pad->xpos, pad->ypos, pad->in_width, pad->in_height, pad->alpha,
|
||||||
|
GST_BUFFER_DATA (outbuf), mix->out_width, mix->out_height);
|
||||||
|
}
|
||||||
|
|
||||||
if (pad == mix->master) {
|
if (pad == mix->master) {
|
||||||
gint64 running_time;
|
gint64 running_time;
|
||||||
|
@ -1337,7 +1248,7 @@ gst_videomixer_update_queues (GstVideoMixer * mix)
|
||||||
} else {
|
} else {
|
||||||
interval = GST_SECOND * mix->fps_d / mix->fps_n;
|
interval = GST_SECOND * mix->fps_d / mix->fps_n;
|
||||||
}
|
}
|
||||||
GST_DEBUG_OBJECT (mix, "set interval to %" G_GUINT64_FORMAT, interval);
|
GST_LOG_OBJECT (mix, "set interval to %" G_GUINT64_FORMAT, interval);
|
||||||
}
|
}
|
||||||
|
|
||||||
walk = mix->sinkpads;
|
walk = mix->sinkpads;
|
||||||
|
@ -1349,9 +1260,9 @@ gst_videomixer_update_queues (GstVideoMixer * mix)
|
||||||
|
|
||||||
if (mixcol->buffer != NULL) {
|
if (mixcol->buffer != NULL) {
|
||||||
pad->queued -= interval;
|
pad->queued -= interval;
|
||||||
GST_DEBUG_OBJECT (pad, "queued now %" G_GINT64_FORMAT, pad->queued);
|
GST_LOG_OBJECT (pad, "queued now %" G_GINT64_FORMAT, pad->queued);
|
||||||
if (pad->queued <= 0) {
|
if (pad->queued <= 0) {
|
||||||
GST_DEBUG ("unreffing buffer");
|
GST_LOG ("unreffing buffer");
|
||||||
gst_buffer_unref (mixcol->buffer);
|
gst_buffer_unref (mixcol->buffer);
|
||||||
mixcol->buffer = NULL;
|
mixcol->buffer = NULL;
|
||||||
}
|
}
|
||||||
|
@ -1382,9 +1293,6 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix)
|
||||||
goto error;
|
goto error;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Calculating out buffer size from input size */
|
|
||||||
outsize = 4 * mix->in_width * GST_ROUND_UP_2 (mix->in_height);
|
|
||||||
|
|
||||||
/* If geometry has changed we need to set new caps on the buffer */
|
/* If geometry has changed we need to set new caps on the buffer */
|
||||||
if (mix->in_width != mix->out_width || mix->in_height != mix->out_height
|
if (mix->in_width != mix->out_width || mix->in_height != mix->out_height
|
||||||
|| mix->setcaps) {
|
|| mix->setcaps) {
|
||||||
|
@ -1393,7 +1301,7 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix)
|
||||||
newcaps = gst_caps_make_writable
|
newcaps = gst_caps_make_writable
|
||||||
(gst_pad_get_negotiated_caps (GST_PAD (mix->master)));
|
(gst_pad_get_negotiated_caps (GST_PAD (mix->master)));
|
||||||
gst_caps_set_simple (newcaps,
|
gst_caps_set_simple (newcaps,
|
||||||
"format", GST_TYPE_FOURCC, GST_STR_FOURCC ("AYUV"),
|
//"format", GST_TYPE_FOURCC, GST_STR_FOURCC ("AYUV"),
|
||||||
"width", G_TYPE_INT, mix->in_width,
|
"width", G_TYPE_INT, mix->in_width,
|
||||||
"height", G_TYPE_INT, mix->in_height, NULL);
|
"height", G_TYPE_INT, mix->in_height, NULL);
|
||||||
|
|
||||||
|
@ -1401,11 +1309,18 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix)
|
||||||
mix->out_height = mix->in_height;
|
mix->out_height = mix->in_height;
|
||||||
mix->setcaps = FALSE;
|
mix->setcaps = FALSE;
|
||||||
|
|
||||||
|
/* Calculating out buffer size from input size */
|
||||||
|
gst_pad_set_caps (mix->srcpad, newcaps); //bpp would be 0 otherwise
|
||||||
|
outsize =
|
||||||
|
(mix->bpp / 8.0) * mix->in_width * GST_ROUND_UP_2 (mix->in_height);
|
||||||
ret =
|
ret =
|
||||||
gst_pad_alloc_buffer_and_set_caps (mix->srcpad, GST_BUFFER_OFFSET_NONE,
|
gst_pad_alloc_buffer_and_set_caps (mix->srcpad, GST_BUFFER_OFFSET_NONE,
|
||||||
outsize, newcaps, &outbuf);
|
outsize, newcaps, &outbuf);
|
||||||
gst_caps_unref (newcaps);
|
gst_caps_unref (newcaps);
|
||||||
} else { /* Otherwise we just allocate a buffer from current caps */
|
} else { /* Otherwise we just allocate a buffer from current caps */
|
||||||
|
/* Calculating out buffer size from input size */
|
||||||
|
outsize =
|
||||||
|
(mix->bpp / 8.0) * mix->in_width * GST_ROUND_UP_2 (mix->in_height);
|
||||||
ret =
|
ret =
|
||||||
gst_pad_alloc_buffer_and_set_caps (mix->srcpad, GST_BUFFER_OFFSET_NONE,
|
gst_pad_alloc_buffer_and_set_caps (mix->srcpad, GST_BUFFER_OFFSET_NONE,
|
||||||
outsize, GST_PAD_CAPS (mix->srcpad), &outbuf);
|
outsize, GST_PAD_CAPS (mix->srcpad), &outbuf);
|
||||||
|
@ -1417,16 +1332,29 @@ gst_videomixer_collected (GstCollectPads * pads, GstVideoMixer * mix)
|
||||||
|
|
||||||
switch (mix->background) {
|
switch (mix->background) {
|
||||||
case VIDEO_MIXER_BACKGROUND_CHECKER:
|
case VIDEO_MIXER_BACKGROUND_CHECKER:
|
||||||
gst_videomixer_fill_checker (GST_BUFFER_DATA (outbuf),
|
if (G_UNLIKELY (mix->fill_checker == NULL)) {
|
||||||
mix->out_width, mix->out_height);
|
g_warning ("fill checker function pointer not set");
|
||||||
|
} else {
|
||||||
|
mix->fill_checker (GST_BUFFER_DATA (outbuf), mix->out_width,
|
||||||
|
mix->out_height);
|
||||||
|
}
|
||||||
break;
|
break;
|
||||||
case VIDEO_MIXER_BACKGROUND_BLACK:
|
case VIDEO_MIXER_BACKGROUND_BLACK:
|
||||||
gst_videomixer_fill_color (GST_BUFFER_DATA (outbuf),
|
if (G_UNLIKELY (mix->fill_color == NULL)) {
|
||||||
mix->out_width, mix->out_height, 16, 128, 128);
|
g_warning ("fill color function pointer not set");
|
||||||
|
} else {
|
||||||
|
mix->fill_color (GST_BUFFER_DATA (outbuf), mix->out_width,
|
||||||
|
mix->out_height, 16, 128, 128);
|
||||||
|
}
|
||||||
break;
|
break;
|
||||||
case VIDEO_MIXER_BACKGROUND_WHITE:
|
case VIDEO_MIXER_BACKGROUND_WHITE:
|
||||||
gst_videomixer_fill_color (GST_BUFFER_DATA (outbuf),
|
|
||||||
mix->out_width, mix->out_height, 240, 128, 128);
|
if (G_UNLIKELY (mix->fill_color == NULL)) {
|
||||||
|
g_warning ("fill color function pointer not set");
|
||||||
|
} else {
|
||||||
|
mix->fill_color (GST_BUFFER_DATA (outbuf), mix->out_width,
|
||||||
|
mix->out_height, 240, 128, 128);
|
||||||
|
}
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -82,6 +82,7 @@ struct _GstVideoMixer
|
||||||
|
|
||||||
gint in_width, in_height;
|
gint in_width, in_height;
|
||||||
gint out_width, out_height;
|
gint out_width, out_height;
|
||||||
|
gint bpp;
|
||||||
gboolean setcaps;
|
gboolean setcaps;
|
||||||
gboolean sendseg;
|
gboolean sendseg;
|
||||||
|
|
||||||
|
@ -97,6 +98,12 @@ struct _GstVideoMixer
|
||||||
GstPadEventFunction collect_event;
|
GstPadEventFunction collect_event;
|
||||||
guint64 segment_position;
|
guint64 segment_position;
|
||||||
gdouble segment_rate;
|
gdouble segment_rate;
|
||||||
|
|
||||||
|
void (*blend) (guint8 * src, gint xpos, gint ypos, gint src_width, gint src_height, gdouble src_alpha,
|
||||||
|
guint8 * dest, gint dest_width, gint dest_height);
|
||||||
|
void (*fill_checker) (guint8 * dest, gint width, gint height);
|
||||||
|
|
||||||
|
void (*fill_color) (guint8 * dest, gint width, gint height, gint colY, gint colU, gint colV);
|
||||||
};
|
};
|
||||||
|
|
||||||
struct _GstVideoMixerClass
|
struct _GstVideoMixerClass
|
||||||
|
|
Loading…
Reference in a new issue