mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-27 12:11:13 +00:00
compositor: Add a new compositor based on the new GstVideoAggregator base class
It is a replacement for videomixer with a similare API Co-Authored by: Thibault Saunier <tsaunier@gnome.org> https://bugzilla.gnome.org/show_bug.cgi?id=731919
This commit is contained in:
Mathieu Duponchelle
Thibault Saunier
parent
4ce8b409cc
commit
11fa711c34
15 changed files with 5867 additions and 1 deletions
|
|
@ -430,6 +430,7 @@ AG_GST_CHECK_PLUGIN(aiff)
|
|||
AG_GST_CHECK_PLUGIN(asfmux)
|
||||
AG_GST_CHECK_PLUGIN(audiofxbad)
|
||||
AG_GST_CHECK_PLUGIN(audiomixer)
|
||||
AG_GST_CHECK_PLUGIN(compositor)
|
||||
AG_GST_CHECK_PLUGIN(audiovisualizers)
|
||||
AG_GST_CHECK_PLUGIN(autoconvert)
|
||||
AG_GST_CHECK_PLUGIN(bayer)
|
||||
|
|
@ -3202,6 +3203,7 @@ gst/videosignal/Makefile
|
|||
gst/vmnc/Makefile
|
||||
gst/y4m/Makefile
|
||||
gst/yadif/Makefile
|
||||
gst/compositor/Makefile
|
||||
gst-libs/Makefile
|
||||
gst-libs/gst/Makefile
|
||||
gst-libs/gst/basecamerabinsrc/Makefile
|
||||
|
|
|
|||
|
|
@ -26,6 +26,7 @@
|
|||
<xi:include href="xml/element-chromium.xml" />
|
||||
<xi:include href="xml/element-circle.xml" />
|
||||
<xi:include href="xml/element-coloreffects.xml" />
|
||||
<xi:include href="xml/element-compositor.xml" />
|
||||
<xi:include href="xml/element-cvdilate.xml" />
|
||||
<xi:include href="xml/element-cverode.xml" />
|
||||
<xi:include href="xml/element-cvequalizehist.xml" />
|
||||
|
|
|
|||
|
|
@ -1624,6 +1624,26 @@ GST_IS_GL_TRANSFORMATION_CLASS
|
|||
GST_TYPE_GL_TRANSFORMATION
|
||||
</SECTION>
|
||||
|
||||
<SECTION>
|
||||
<FILE>element-compositor</FILE>
|
||||
<TITLE>compositor</TITLE>
|
||||
<SUBSECTION Standard>
|
||||
GstCompositorClass
|
||||
GstCompositor
|
||||
GST_COMPOSITOR
|
||||
GST_COMPOSITOR_CLASS
|
||||
GST_IS_COMPOSITOR
|
||||
GST_IS_COMPOSITOR_CLASS
|
||||
GST_TYPE_COMPOSITOR
|
||||
GstCompositorPad
|
||||
GstCompositorPadClass
|
||||
GST_COMPOSITOR_PAD
|
||||
GST_COMPOSITOR_PAD_CLASS
|
||||
GST_IS_COMPOSITOR_PAD
|
||||
GST_IS_COMPOSITOR_PAD_CLASS
|
||||
GST_TYPE_COMPOSITOR_PAD
|
||||
</SECTION>
|
||||
|
||||
# gst-libs
|
||||
|
||||
<SECTION>
|
||||
|
|
|
|||
29
gst/compositor/Makefile.am
Normal file
29
gst/compositor/Makefile.am
Normal file
|
|
@ -0,0 +1,29 @@
|
|||
plugin_LTLIBRARIES = libgstcompositor.la
|
||||
|
||||
ORC_SOURCE=compositororc
|
||||
|
||||
include $(top_srcdir)/common/orc.mak
|
||||
|
||||
libgstcompositor_la_SOURCES = \
|
||||
blend.c \
|
||||
compositor.c
|
||||
|
||||
|
||||
nodist_libgstcompositor_la_SOURCES = $(ORC_NODIST_SOURCES)
|
||||
libgstcompositor_la_CFLAGS = $(GST_PLUGINS_BASE_CFLAGS) \
|
||||
-I$(top_srcdir)/gst-libs \
|
||||
-I$(top_builddir)/gst-libs \
|
||||
$(GST_BASE_CFLAGS) $(GST_CFLAGS) $(ORC_CFLAGS)
|
||||
libgstcompositor_la_LIBADD = $(GST_PLUGINS_BASE_LIBS) \
|
||||
-lgstvideo-@GST_API_VERSION@ \
|
||||
$(top_builddir)/gst-libs/gst/base/libgstbadbase-$(GST_API_VERSION).la \
|
||||
$(top_builddir)/gst-libs/gst/video/libgstbadvideo-$(GST_API_VERSION).la \
|
||||
$(GST_BASE_LIBS) $(GST_LIBS) $(ORC_LIBS) $(LIBM)
|
||||
libgstcompositor_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
|
||||
libgstcompositor_la_LIBTOOLFLAGS = $(GST_PLUGIN_LIBTOOLFLAGS)
|
||||
|
||||
# headers we need but don't want installed
|
||||
noinst_HEADERS = \
|
||||
blend.h \
|
||||
compositor.h \
|
||||
compositorpad.h
|
||||
1059
gst/compositor/blend.c
Normal file
1059
gst/compositor/blend.c
Normal file
File diff suppressed because it is too large
Load diff
103
gst/compositor/blend.h
Normal file
103
gst/compositor/blend.h
Normal file
|
|
@ -0,0 +1,103 @@
|
|||
/*
|
||||
* Copyright (C) 2009 Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*/
|
||||
|
||||
#ifndef __BLEND_H__
|
||||
#define __BLEND_H__
|
||||
|
||||
#include <gst/gst.h>
|
||||
#include <gst/video/video.h>
|
||||
|
||||
typedef void (*BlendFunction) (GstVideoFrame *srcframe, gint xpos, gint ypos, gdouble src_alpha, GstVideoFrame * destframe);
|
||||
typedef void (*FillCheckerFunction) (GstVideoFrame * frame);
|
||||
typedef void (*FillColorFunction) (GstVideoFrame * frame, gint c1, gint c2, gint c3);
|
||||
|
||||
extern BlendFunction gst_compositor_blend_argb;
|
||||
extern BlendFunction gst_compositor_blend_bgra;
|
||||
#define gst_compositor_blend_ayuv gst_compositor_blend_argb
|
||||
#define gst_compositor_blend_abgr gst_compositor_blend_argb
|
||||
#define gst_compositor_blend_rgba gst_compositor_blend_bgra
|
||||
extern BlendFunction gst_compositor_overlay_argb;
|
||||
extern BlendFunction gst_compositor_overlay_bgra;
|
||||
#define gst_compositor_overlay_ayuv gst_compositor_overlay_argb
|
||||
#define gst_compositor_overlay_abgr gst_compositor_overlay_argb
|
||||
#define gst_compositor_overlay_rgba gst_compositor_overlay_bgra
|
||||
extern BlendFunction gst_compositor_blend_i420;
|
||||
#define gst_compositor_blend_yv12 gst_compositor_blend_i420
|
||||
extern BlendFunction gst_compositor_blend_nv12;
|
||||
extern BlendFunction gst_compositor_blend_nv21;
|
||||
extern BlendFunction gst_compositor_blend_y41b;
|
||||
extern BlendFunction gst_compositor_blend_y42b;
|
||||
extern BlendFunction gst_compositor_blend_y444;
|
||||
extern BlendFunction gst_compositor_blend_rgb;
|
||||
#define gst_compositor_blend_bgr gst_compositor_blend_rgb
|
||||
extern BlendFunction gst_compositor_blend_rgbx;
|
||||
#define gst_compositor_blend_bgrx gst_compositor_blend_rgbx
|
||||
#define gst_compositor_blend_xrgb gst_compositor_blend_rgbx
|
||||
#define gst_compositor_blend_xbgr gst_compositor_blend_rgbx
|
||||
extern BlendFunction gst_compositor_blend_yuy2;
|
||||
#define gst_compositor_blend_uyvy gst_compositor_blend_yuy2;
|
||||
#define gst_compositor_blend_yvyu gst_compositor_blend_yuy2;
|
||||
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_argb;
|
||||
#define gst_compositor_fill_checker_abgr gst_compositor_fill_checker_argb
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_bgra;
|
||||
#define gst_compositor_fill_checker_rgba gst_compositor_fill_checker_bgra
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_ayuv;
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_i420;
|
||||
#define gst_compositor_fill_checker_yv12 gst_compositor_fill_checker_i420
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_nv12;
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_nv21;
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_y41b;
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_y42b;
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_y444;
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_rgb;
|
||||
#define gst_compositor_fill_checker_bgr gst_compositor_fill_checker_rgb
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_rgbx;
|
||||
#define gst_compositor_fill_checker_bgrx gst_compositor_fill_checker_rgbx
|
||||
#define gst_compositor_fill_checker_xrgb gst_compositor_fill_checker_rgbx
|
||||
#define gst_compositor_fill_checker_xbgr gst_compositor_fill_checker_rgbx
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_yuy2;
|
||||
#define gst_compositor_fill_checker_yvyu gst_compositor_fill_checker_yuy2;
|
||||
extern FillCheckerFunction gst_compositor_fill_checker_uyvy;
|
||||
|
||||
extern FillColorFunction gst_compositor_fill_color_argb;
|
||||
extern FillColorFunction gst_compositor_fill_color_abgr;
|
||||
extern FillColorFunction gst_compositor_fill_color_bgra;
|
||||
extern FillColorFunction gst_compositor_fill_color_rgba;
|
||||
extern FillColorFunction gst_compositor_fill_color_ayuv;
|
||||
extern FillColorFunction gst_compositor_fill_color_i420;
|
||||
extern FillColorFunction gst_compositor_fill_color_yv12;
|
||||
extern FillColorFunction gst_compositor_fill_color_nv12;
|
||||
#define gst_compositor_fill_color_nv21 gst_compositor_fill_color_nv12;
|
||||
extern FillColorFunction gst_compositor_fill_color_y41b;
|
||||
extern FillColorFunction gst_compositor_fill_color_y42b;
|
||||
extern FillColorFunction gst_compositor_fill_color_y444;
|
||||
extern FillColorFunction gst_compositor_fill_color_rgb;
|
||||
extern FillColorFunction gst_compositor_fill_color_bgr;
|
||||
extern FillColorFunction gst_compositor_fill_color_xrgb;
|
||||
extern FillColorFunction gst_compositor_fill_color_xbgr;
|
||||
extern FillColorFunction gst_compositor_fill_color_rgbx;
|
||||
extern FillColorFunction gst_compositor_fill_color_bgrx;
|
||||
extern FillColorFunction gst_compositor_fill_color_yuy2;
|
||||
extern FillColorFunction gst_compositor_fill_color_yvyu;
|
||||
extern FillColorFunction gst_compositor_fill_color_uyvy;
|
||||
|
||||
void gst_compositor_init_blend (void);
|
||||
|
||||
#endif /* __BLEND_H__ */
|
||||
96
gst/compositor/blendorc.h
Normal file
96
gst/compositor/blendorc.h
Normal file
|
|
@ -0,0 +1,96 @@
|
|||
|
||||
/* autogenerated from blendorc.orc */
|
||||
|
||||
#ifndef _BLENDORC_H_
|
||||
#define _BLENDORC_H_
|
||||
|
||||
#include <glib.h>
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
|
||||
|
||||
#ifndef _ORC_INTEGER_TYPEDEFS_
|
||||
#define _ORC_INTEGER_TYPEDEFS_
|
||||
#if defined(__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
||||
#include <stdint.h>
|
||||
typedef int8_t orc_int8;
|
||||
typedef int16_t orc_int16;
|
||||
typedef int32_t orc_int32;
|
||||
typedef int64_t orc_int64;
|
||||
typedef uint8_t orc_uint8;
|
||||
typedef uint16_t orc_uint16;
|
||||
typedef uint32_t orc_uint32;
|
||||
typedef uint64_t orc_uint64;
|
||||
#define ORC_UINT64_C(x) UINT64_C(x)
|
||||
#elif defined(_MSC_VER)
|
||||
typedef signed __int8 orc_int8;
|
||||
typedef signed __int16 orc_int16;
|
||||
typedef signed __int32 orc_int32;
|
||||
typedef signed __int64 orc_int64;
|
||||
typedef unsigned __int8 orc_uint8;
|
||||
typedef unsigned __int16 orc_uint16;
|
||||
typedef unsigned __int32 orc_uint32;
|
||||
typedef unsigned __int64 orc_uint64;
|
||||
#define ORC_UINT64_C(x) (x##Ui64)
|
||||
#define inline __inline
|
||||
#else
|
||||
#include <limits.h>
|
||||
typedef signed char orc_int8;
|
||||
typedef short orc_int16;
|
||||
typedef int orc_int32;
|
||||
typedef unsigned char orc_uint8;
|
||||
typedef unsigned short orc_uint16;
|
||||
typedef unsigned int orc_uint32;
|
||||
#if INT_MAX == LONG_MAX
|
||||
typedef long long orc_int64;
|
||||
typedef unsigned long long orc_uint64;
|
||||
#define ORC_UINT64_C(x) (x##ULL)
|
||||
#else
|
||||
typedef long orc_int64;
|
||||
typedef unsigned long orc_uint64;
|
||||
#define ORC_UINT64_C(x) (x##UL)
|
||||
#endif
|
||||
#endif
|
||||
typedef union { orc_int16 i; orc_int8 x2[2]; } orc_union16;
|
||||
typedef union { orc_int32 i; float f; orc_int16 x2[2]; orc_int8 x4[4]; } orc_union32;
|
||||
typedef union { orc_int64 i; double f; orc_int32 x2[2]; float x2f[2]; orc_int16 x4[4]; } orc_union64;
|
||||
#endif
|
||||
#ifndef ORC_RESTRICT
|
||||
#if defined(__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
||||
#define ORC_RESTRICT restrict
|
||||
#elif defined(__GNUC__) && __GNUC__ >= 4
|
||||
#define ORC_RESTRICT __restrict__
|
||||
#else
|
||||
#define ORC_RESTRICT
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#ifndef ORC_INTERNAL
|
||||
#if defined(__SUNPRO_C) && (__SUNPRO_C >= 0x590)
|
||||
#define ORC_INTERNAL __attribute__((visibility("hidden")))
|
||||
#elif defined(__SUNPRO_C) && (__SUNPRO_C >= 0x550)
|
||||
#define ORC_INTERNAL __hidden
|
||||
#elif defined (__GNUC__)
|
||||
#define ORC_INTERNAL __attribute__((visibility("hidden")))
|
||||
#else
|
||||
#define ORC_INTERNAL
|
||||
#endif
|
||||
#endif
|
||||
|
||||
void compositor_orc_splat_u32 (guint32 * ORC_RESTRICT d1, int p1, int n);
|
||||
void compositor_orc_memcpy_u32 (guint32 * ORC_RESTRICT d1, const guint32 * ORC_RESTRICT s1, int n);
|
||||
void compositor_orc_blend_u8 (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_blend_argb (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_blend_bgra (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_overlay_argb (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_overlay_bgra (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif
|
||||
|
||||
604
gst/compositor/compositor.c
Normal file
604
gst/compositor/compositor.c
Normal file
|
|
@ -0,0 +1,604 @@
|
|||
/* Video compositor plugin
|
||||
* Copyright (C) 2004, 2008 Wim Taymans <wim@fluendo.com>
|
||||
* Copyright (C) 2010 Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
||||
* Copyright (C) 2014 Mathieu Duponchelle <mathieu.duponchelle@opencreed.com>
|
||||
* Copyright (C) 2014 Thibault Saunier <tsaunier@gnome.org>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*/
|
||||
|
||||
/**
|
||||
* SECTION:element-compositor
|
||||
*
|
||||
* Compositor can accept AYUV, ARGB and BGRA video streams. For each of the requested
|
||||
* sink pads it will compare the incoming geometry and framerate to define the
|
||||
* output parameters. Indeed output video frames will have the geometry of the
|
||||
* biggest incoming video stream and the framerate of the fastest incoming one.
|
||||
*
|
||||
* Compositor will do colorspace conversion.
|
||||
*
|
||||
* Individual parameters for each input stream can be configured on the
|
||||
* #GstCompositorPad.
|
||||
*
|
||||
* <refsect2>
|
||||
* <title>Sample pipelines</title>
|
||||
* |[
|
||||
* gst-launch-1.0 \
|
||||
* videotestsrc pattern=1 ! \
|
||||
* video/x-raw,format=AYUV,framerate=\(fraction\)10/1,width=100,height=100 ! \
|
||||
* videobox border-alpha=0 top=-70 bottom=-70 right=-220 ! \
|
||||
* compositor name=comp sink_0::alpha=0.7 sink_1::alpha=0.5 ! \
|
||||
* videoconvert ! xvimagesink \
|
||||
* videotestsrc ! \
|
||||
* video/x-raw,format=AYUV,framerate=\(fraction\)5/1,width=320,height=240 ! comp.
|
||||
* ]| A pipeline to demonstrate compositor used together with videobox.
|
||||
* This should show a 320x240 pixels video test source with some transparency
|
||||
* showing the background checker pattern. Another video test source with just
|
||||
* the snow pattern of 100x100 pixels is overlayed on top of the first one on
|
||||
* the left vertically centered with a small transparency showing the first
|
||||
* video test source behind and the checker pattern under it. Note that the
|
||||
* framerate of the output video is 10 frames per second.
|
||||
* |[
|
||||
* gst-launch-1.0 videotestsrc pattern=1 ! \
|
||||
* video/x-raw, framerate=\(fraction\)10/1, width=100, height=100 ! \
|
||||
* compositor name=comp ! videoconvert ! ximagesink \
|
||||
* videotestsrc ! \
|
||||
* video/x-raw, framerate=\(fraction\)5/1, width=320, height=240 ! comp.
|
||||
* ]| A pipeline to demostrate bgra comping. (This does not demonstrate alpha blending).
|
||||
* |[
|
||||
* gst-launch-1.0 videotestsrc pattern=1 ! \
|
||||
* video/x-raw,format =I420, framerate=\(fraction\)10/1, width=100, height=100 ! \
|
||||
* compositor name=comp ! videoconvert ! ximagesink \
|
||||
* videotestsrc ! \
|
||||
* video/x-raw,format=I420, framerate=\(fraction\)5/1, width=320, height=240 ! comp.
|
||||
* ]| A pipeline to test I420
|
||||
* |[
|
||||
* gst-launch-1.0 compositor name=comp sink_1::alpha=0.5 sink_1::xpos=50 sink_1::ypos=50 ! \
|
||||
* videoconvert ! ximagesink \
|
||||
* videotestsrc pattern=snow timestamp-offset=3000000000 ! \
|
||||
* "video/x-raw,format=AYUV,width=640,height=480,framerate=(fraction)30/1" ! \
|
||||
* timeoverlay ! queue2 ! comp. \
|
||||
* videotestsrc pattern=smpte ! \
|
||||
* "video/x-raw,format=AYUV,width=800,height=600,framerate=(fraction)10/1" ! \
|
||||
* timeoverlay ! queue2 ! comp.
|
||||
* ]| A pipeline to demonstrate synchronized compositing (the second stream starts after 3 seconds)
|
||||
* </refsect2>
|
||||
*/
|
||||
|
||||
#ifdef HAVE_CONFIG_H
|
||||
#include "config.h"
|
||||
#endif
|
||||
|
||||
#include <string.h>
|
||||
|
||||
#include "compositor.h"
|
||||
#include "compositorpad.h"
|
||||
|
||||
#ifdef DISABLE_ORC
|
||||
#define orc_memset memset
|
||||
#else
|
||||
#include <orc/orcfunctions.h>
|
||||
#endif
|
||||
|
||||
GST_DEBUG_CATEGORY_STATIC (gst_compositor_debug);
|
||||
#define GST_CAT_DEFAULT gst_compositor_debug
|
||||
|
||||
#define FORMATS " { AYUV, BGRA, ARGB, RGBA, ABGR, Y444, Y42B, YUY2, UYVY, "\
|
||||
" YVYU, I420, YV12, NV12, NV21, Y41B, RGB, BGR, xRGB, xBGR, "\
|
||||
" RGBx, BGRx } "
|
||||
|
||||
static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
|
||||
GST_PAD_SRC,
|
||||
GST_PAD_ALWAYS,
|
||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (FORMATS))
|
||||
);
|
||||
|
||||
static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink_%u",
|
||||
GST_PAD_SINK,
|
||||
GST_PAD_REQUEST,
|
||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (FORMATS))
|
||||
);
|
||||
|
||||
#define DEFAULT_PAD_ZORDER 0
|
||||
#define DEFAULT_PAD_XPOS 0
|
||||
#define DEFAULT_PAD_YPOS 0
|
||||
#define DEFAULT_PAD_ALPHA 1.0
|
||||
enum
|
||||
{
|
||||
PROP_PAD_0,
|
||||
PROP_PAD_ZORDER,
|
||||
PROP_PAD_XPOS,
|
||||
PROP_PAD_YPOS,
|
||||
PROP_PAD_ALPHA
|
||||
};
|
||||
|
||||
G_DEFINE_TYPE (GstCompositorPad, gst_compositor_pad,
|
||||
GST_TYPE_VIDEO_AGGREGATOR_PAD);
|
||||
|
||||
static void
|
||||
gst_compositor_pad_get_property (GObject * object, guint prop_id,
|
||||
GValue * value, GParamSpec * pspec)
|
||||
{
|
||||
GstCompositorPad *pad = GST_COMPOSITOR_PAD (object);
|
||||
|
||||
switch (prop_id) {
|
||||
case PROP_PAD_ZORDER:
|
||||
g_value_set_uint (value, pad->zorder);
|
||||
break;
|
||||
case PROP_PAD_XPOS:
|
||||
g_value_set_int (value, pad->xpos);
|
||||
break;
|
||||
case PROP_PAD_YPOS:
|
||||
g_value_set_int (value, pad->ypos);
|
||||
break;
|
||||
case PROP_PAD_ALPHA:
|
||||
g_value_set_double (value, pad->alpha);
|
||||
break;
|
||||
default:
|
||||
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
static void
|
||||
gst_compositor_pad_set_property (GObject * object, guint prop_id,
|
||||
const GValue * value, GParamSpec * pspec)
|
||||
{
|
||||
GstCompositorPad *pad = GST_COMPOSITOR_PAD (object);
|
||||
|
||||
switch (prop_id) {
|
||||
case PROP_PAD_XPOS:
|
||||
pad->xpos = g_value_get_int (value);
|
||||
break;
|
||||
case PROP_PAD_YPOS:
|
||||
pad->ypos = g_value_get_int (value);
|
||||
break;
|
||||
case PROP_PAD_ALPHA:
|
||||
pad->alpha = g_value_get_double (value);
|
||||
break;
|
||||
default:
|
||||
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
static void
|
||||
gst_compositor_pad_class_init (GstCompositorPadClass * klass)
|
||||
{
|
||||
GObjectClass *gobject_class = (GObjectClass *) klass;
|
||||
|
||||
gobject_class->set_property = gst_compositor_pad_set_property;
|
||||
gobject_class->get_property = gst_compositor_pad_get_property;
|
||||
|
||||
g_object_class_install_property (gobject_class, PROP_PAD_XPOS,
|
||||
g_param_spec_int ("xpos", "X Position", "X Position of the picture",
|
||||
G_MININT, G_MAXINT, DEFAULT_PAD_XPOS,
|
||||
G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS));
|
||||
g_object_class_install_property (gobject_class, PROP_PAD_YPOS,
|
||||
g_param_spec_int ("ypos", "Y Position", "Y Position of the picture",
|
||||
G_MININT, G_MAXINT, DEFAULT_PAD_YPOS,
|
||||
G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS));
|
||||
g_object_class_install_property (gobject_class, PROP_PAD_ALPHA,
|
||||
g_param_spec_double ("alpha", "Alpha", "Alpha of the picture", 0.0, 1.0,
|
||||
DEFAULT_PAD_ALPHA,
|
||||
G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS));
|
||||
}
|
||||
|
||||
static void
|
||||
gst_compositor_pad_init (GstCompositorPad * compo_pad)
|
||||
{
|
||||
compo_pad->xpos = DEFAULT_PAD_XPOS;
|
||||
compo_pad->ypos = DEFAULT_PAD_YPOS;
|
||||
compo_pad->alpha = DEFAULT_PAD_ALPHA;
|
||||
}
|
||||
|
||||
|
||||
/* GstCompositor */
|
||||
#define DEFAULT_BACKGROUND COMPOSITOR_BACKGROUND_CHECKER
|
||||
enum
|
||||
{
|
||||
PROP_0,
|
||||
PROP_BACKGROUND
|
||||
};
|
||||
|
||||
#define GST_TYPE_COMPOSITOR_BACKGROUND (gst_compositor_background_get_type())
|
||||
static GType
|
||||
gst_compositor_background_get_type (void)
|
||||
{
|
||||
static GType compositor_background_type = 0;
|
||||
|
||||
static const GEnumValue compositor_background[] = {
|
||||
{COMPOSITOR_BACKGROUND_CHECKER, "Checker pattern", "checker"},
|
||||
{COMPOSITOR_BACKGROUND_BLACK, "Black", "black"},
|
||||
{COMPOSITOR_BACKGROUND_WHITE, "White", "white"},
|
||||
{COMPOSITOR_BACKGROUND_TRANSPARENT,
|
||||
"Transparent Background to enable further compositing", "transparent"},
|
||||
{0, NULL, NULL},
|
||||
};
|
||||
|
||||
if (!compositor_background_type) {
|
||||
compositor_background_type =
|
||||
g_enum_register_static ("GstCompositorBackground",
|
||||
compositor_background);
|
||||
}
|
||||
return compositor_background_type;
|
||||
}
|
||||
|
||||
static void
|
||||
gst_compositor_get_property (GObject * object,
|
||||
guint prop_id, GValue * value, GParamSpec * pspec)
|
||||
{
|
||||
GstCompositor *self = GST_COMPOSITOR (object);
|
||||
|
||||
switch (prop_id) {
|
||||
case PROP_BACKGROUND:
|
||||
g_value_set_enum (value, self->background);
|
||||
break;
|
||||
default:
|
||||
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
static void
|
||||
gst_compositor_set_property (GObject * object,
|
||||
guint prop_id, const GValue * value, GParamSpec * pspec)
|
||||
{
|
||||
GstCompositor *self = GST_COMPOSITOR (object);
|
||||
|
||||
switch (prop_id) {
|
||||
case PROP_BACKGROUND:
|
||||
self->background = g_value_get_enum (value);
|
||||
break;
|
||||
default:
|
||||
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
#define gst_compositor_parent_class parent_class
|
||||
G_DEFINE_TYPE (GstCompositor, gst_compositor, GST_TYPE_VIDEO_AGGREGATOR);
|
||||
|
||||
static gboolean
|
||||
set_functions (GstCompositor * self, GstVideoInfo * info)
|
||||
{
|
||||
gboolean ret = FALSE;
|
||||
|
||||
self->blend = NULL;
|
||||
self->overlay = NULL;
|
||||
self->fill_checker = NULL;
|
||||
self->fill_color = NULL;
|
||||
|
||||
switch (GST_VIDEO_INFO_FORMAT (info)) {
|
||||
case GST_VIDEO_FORMAT_AYUV:
|
||||
self->blend = gst_compositor_blend_ayuv;
|
||||
self->overlay = gst_compositor_overlay_ayuv;
|
||||
self->fill_checker = gst_compositor_fill_checker_ayuv;
|
||||
self->fill_color = gst_compositor_fill_color_ayuv;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_ARGB:
|
||||
self->blend = gst_compositor_blend_argb;
|
||||
self->overlay = gst_compositor_overlay_argb;
|
||||
self->fill_checker = gst_compositor_fill_checker_argb;
|
||||
self->fill_color = gst_compositor_fill_color_argb;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_BGRA:
|
||||
self->blend = gst_compositor_blend_bgra;
|
||||
self->overlay = gst_compositor_overlay_bgra;
|
||||
self->fill_checker = gst_compositor_fill_checker_bgra;
|
||||
self->fill_color = gst_compositor_fill_color_bgra;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_ABGR:
|
||||
self->blend = gst_compositor_blend_abgr;
|
||||
self->overlay = gst_compositor_overlay_abgr;
|
||||
self->fill_checker = gst_compositor_fill_checker_abgr;
|
||||
self->fill_color = gst_compositor_fill_color_abgr;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_RGBA:
|
||||
self->blend = gst_compositor_blend_rgba;
|
||||
self->overlay = gst_compositor_overlay_rgba;
|
||||
self->fill_checker = gst_compositor_fill_checker_rgba;
|
||||
self->fill_color = gst_compositor_fill_color_rgba;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_Y444:
|
||||
self->blend = gst_compositor_blend_y444;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_y444;
|
||||
self->fill_color = gst_compositor_fill_color_y444;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_Y42B:
|
||||
self->blend = gst_compositor_blend_y42b;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_y42b;
|
||||
self->fill_color = gst_compositor_fill_color_y42b;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_YUY2:
|
||||
self->blend = gst_compositor_blend_yuy2;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_yuy2;
|
||||
self->fill_color = gst_compositor_fill_color_yuy2;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_UYVY:
|
||||
self->blend = gst_compositor_blend_uyvy;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_uyvy;
|
||||
self->fill_color = gst_compositor_fill_color_uyvy;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_YVYU:
|
||||
self->blend = gst_compositor_blend_yvyu;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_yvyu;
|
||||
self->fill_color = gst_compositor_fill_color_yvyu;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_I420:
|
||||
self->blend = gst_compositor_blend_i420;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_i420;
|
||||
self->fill_color = gst_compositor_fill_color_i420;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_YV12:
|
||||
self->blend = gst_compositor_blend_yv12;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_yv12;
|
||||
self->fill_color = gst_compositor_fill_color_yv12;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_NV12:
|
||||
self->blend = gst_compositor_blend_nv12;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_nv12;
|
||||
self->fill_color = gst_compositor_fill_color_nv12;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_NV21:
|
||||
self->blend = gst_compositor_blend_nv21;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_nv21;
|
||||
self->fill_color = gst_compositor_fill_color_nv21;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_Y41B:
|
||||
self->blend = gst_compositor_blend_y41b;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_y41b;
|
||||
self->fill_color = gst_compositor_fill_color_y41b;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_RGB:
|
||||
self->blend = gst_compositor_blend_rgb;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_rgb;
|
||||
self->fill_color = gst_compositor_fill_color_rgb;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_BGR:
|
||||
self->blend = gst_compositor_blend_bgr;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_bgr;
|
||||
self->fill_color = gst_compositor_fill_color_bgr;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_xRGB:
|
||||
self->blend = gst_compositor_blend_xrgb;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_xrgb;
|
||||
self->fill_color = gst_compositor_fill_color_xrgb;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_xBGR:
|
||||
self->blend = gst_compositor_blend_xbgr;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_xbgr;
|
||||
self->fill_color = gst_compositor_fill_color_xbgr;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_RGBx:
|
||||
self->blend = gst_compositor_blend_rgbx;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_rgbx;
|
||||
self->fill_color = gst_compositor_fill_color_rgbx;
|
||||
ret = TRUE;
|
||||
break;
|
||||
case GST_VIDEO_FORMAT_BGRx:
|
||||
self->blend = gst_compositor_blend_bgrx;
|
||||
self->overlay = self->blend;
|
||||
self->fill_checker = gst_compositor_fill_checker_bgrx;
|
||||
self->fill_color = gst_compositor_fill_color_bgrx;
|
||||
ret = TRUE;
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
_update_info (GstVideoAggregator * vagg, GstVideoInfo * info)
|
||||
{
|
||||
GList *l;
|
||||
gint best_width = -1, best_height = -1;
|
||||
gboolean ret = FALSE;
|
||||
|
||||
GST_OBJECT_LOCK (vagg);
|
||||
for (l = GST_ELEMENT (vagg)->sinkpads; l; l = l->next) {
|
||||
GstVideoAggregatorPad *vaggpad = l->data;
|
||||
GstCompositorPad *compositor_pad = GST_COMPOSITOR_PAD (vaggpad);
|
||||
gint this_width, this_height;
|
||||
gint width, height;
|
||||
|
||||
width = GST_VIDEO_INFO_WIDTH (&vaggpad->info);
|
||||
height = GST_VIDEO_INFO_HEIGHT (&vaggpad->info);
|
||||
|
||||
if (width == 0 || height == 0)
|
||||
continue;
|
||||
|
||||
this_width = width + MAX (compositor_pad->xpos, 0);
|
||||
this_height = height + MAX (compositor_pad->ypos, 0);
|
||||
|
||||
if (best_width < this_width)
|
||||
best_width = this_width;
|
||||
if (best_height < this_height)
|
||||
best_height = this_height;
|
||||
}
|
||||
GST_OBJECT_UNLOCK (vagg);
|
||||
|
||||
if (best_width > 0 && best_height > 0) {
|
||||
gst_video_info_set_format (info, GST_VIDEO_INFO_FORMAT (info),
|
||||
best_width, best_height);
|
||||
ret = set_functions (GST_COMPOSITOR (vagg), info);
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_compositor_aggregate_frames (GstVideoAggregator * vagg, GstBuffer * outbuf)
|
||||
{
|
||||
GList *l;
|
||||
GstCompositor *self = GST_COMPOSITOR (vagg);
|
||||
BlendFunction composite;
|
||||
GstVideoFrame out_frame, *outframe;
|
||||
|
||||
if (!gst_video_frame_map (&out_frame, &vagg->info, outbuf, GST_MAP_WRITE)) {
|
||||
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
|
||||
outframe = &out_frame;
|
||||
/* default to blending */
|
||||
composite = self->blend;
|
||||
switch (self->background) {
|
||||
case COMPOSITOR_BACKGROUND_CHECKER:
|
||||
self->fill_checker (outframe);
|
||||
break;
|
||||
case COMPOSITOR_BACKGROUND_BLACK:
|
||||
self->fill_color (outframe, 16, 128, 128);
|
||||
break;
|
||||
case COMPOSITOR_BACKGROUND_WHITE:
|
||||
self->fill_color (outframe, 240, 128, 128);
|
||||
break;
|
||||
case COMPOSITOR_BACKGROUND_TRANSPARENT:
|
||||
{
|
||||
guint i, plane, num_planes, height;
|
||||
|
||||
num_planes = GST_VIDEO_FRAME_N_PLANES (outframe);
|
||||
for (plane = 0; plane < num_planes; ++plane) {
|
||||
guint8 *pdata;
|
||||
gsize rowsize, plane_stride;
|
||||
|
||||
pdata = GST_VIDEO_FRAME_PLANE_DATA (outframe, plane);
|
||||
plane_stride = GST_VIDEO_FRAME_PLANE_STRIDE (outframe, plane);
|
||||
rowsize = GST_VIDEO_FRAME_COMP_WIDTH (outframe, plane)
|
||||
* GST_VIDEO_FRAME_COMP_PSTRIDE (outframe, plane);
|
||||
height = GST_VIDEO_FRAME_COMP_HEIGHT (outframe, plane);
|
||||
for (i = 0; i < height; ++i) {
|
||||
memset (pdata, 0, rowsize);
|
||||
pdata += plane_stride;
|
||||
}
|
||||
}
|
||||
|
||||
/* use overlay to keep background transparent */
|
||||
composite = self->overlay;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
GST_OBJECT_LOCK (vagg);
|
||||
for (l = GST_ELEMENT (vagg)->sinkpads; l; l = l->next) {
|
||||
GstVideoAggregatorPad *pad = l->data;
|
||||
GstCompositorPad *compo_pad = GST_COMPOSITOR_PAD (pad);
|
||||
|
||||
if (pad->aggregated_frame != NULL) {
|
||||
composite (pad->aggregated_frame, compo_pad->xpos, compo_pad->ypos,
|
||||
compo_pad->alpha, outframe);
|
||||
}
|
||||
}
|
||||
GST_OBJECT_UNLOCK (vagg);
|
||||
|
||||
gst_video_frame_unmap (outframe);
|
||||
|
||||
return GST_FLOW_OK;
|
||||
}
|
||||
|
||||
/* GObject boilerplate */
|
||||
static void
|
||||
gst_compositor_class_init (GstCompositorClass * klass)
|
||||
{
|
||||
GObjectClass *gobject_class = (GObjectClass *) klass;
|
||||
GstElementClass *gstelement_class = (GstElementClass *) klass;
|
||||
GstVideoAggregatorClass *videoaggregator_class =
|
||||
(GstVideoAggregatorClass *) klass;
|
||||
GstAggregatorClass *agg_class = (GstAggregatorClass *) klass;
|
||||
|
||||
gobject_class->get_property = gst_compositor_get_property;
|
||||
gobject_class->set_property = gst_compositor_set_property;
|
||||
|
||||
agg_class->sinkpads_type = GST_TYPE_COMPOSITOR_PAD;
|
||||
videoaggregator_class->update_info = _update_info;
|
||||
videoaggregator_class->aggregate_frames = gst_compositor_aggregate_frames;
|
||||
|
||||
g_object_class_install_property (gobject_class, PROP_BACKGROUND,
|
||||
g_param_spec_enum ("background", "Background", "Background type",
|
||||
GST_TYPE_COMPOSITOR_BACKGROUND,
|
||||
DEFAULT_BACKGROUND, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
||||
|
||||
gst_element_class_add_pad_template (gstelement_class,
|
||||
gst_static_pad_template_get (&src_factory));
|
||||
gst_element_class_add_pad_template (gstelement_class,
|
||||
gst_static_pad_template_get (&sink_factory));
|
||||
|
||||
gst_element_class_set_static_metadata (gstelement_class, "Compositor",
|
||||
"Filter/Editor/Video/Compositor",
|
||||
"Composite multiple video streams", "Wim Taymans <wim@fluendo.com>, "
|
||||
"Sebastian Dröge <sebastian.droege@collabora.co.uk>");
|
||||
}
|
||||
|
||||
static void
|
||||
gst_compositor_init (GstCompositor * self)
|
||||
{
|
||||
self->background = DEFAULT_BACKGROUND;
|
||||
/* initialize variables */
|
||||
}
|
||||
|
||||
/* Element registration */
|
||||
static gboolean
|
||||
plugin_init (GstPlugin * plugin)
|
||||
{
|
||||
GST_DEBUG_CATEGORY_INIT (gst_compositor_debug, "compositor", 0, "compositor");
|
||||
|
||||
gst_compositor_init_blend ();
|
||||
|
||||
return gst_element_register (plugin, "compositor", GST_RANK_PRIMARY + 1,
|
||||
GST_TYPE_COMPOSITOR);
|
||||
}
|
||||
|
||||
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
|
||||
GST_VERSION_MINOR,
|
||||
compositor,
|
||||
"Compositor", plugin_init, VERSION, GST_LICENSE, GST_PACKAGE_NAME,
|
||||
GST_PACKAGE_ORIGIN)
|
||||
86
gst/compositor/compositor.h
Normal file
86
gst/compositor/compositor.h
Normal file
|
|
@ -0,0 +1,86 @@
|
|||
/* Generic video compositor plugin
|
||||
* Copyright (C) 2008 Wim Taymans <wim@fluendo.com>
|
||||
* Copyright (C) 2010 Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*/
|
||||
|
||||
#ifndef __GST_COMPOSITOR_H__
|
||||
#define __GST_COMPOSITOR_H__
|
||||
|
||||
#include <gst/gst.h>
|
||||
#include <gst/video/video.h>
|
||||
#include <gst/video/gstvideoaggregator.h>
|
||||
|
||||
#include "blend.h"
|
||||
|
||||
G_BEGIN_DECLS
|
||||
|
||||
#define GST_TYPE_COMPOSITOR (gst_compositor_get_type())
|
||||
#define GST_COMPOSITOR(obj) \
|
||||
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_COMPOSITOR, GstCompositor))
|
||||
#define GST_COMPOSITOR_CLASS(klass) \
|
||||
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_COMPOSITOR, GstCompositorClass))
|
||||
#define GST_IS_COMPOSITOR(obj) \
|
||||
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_COMPOSITOR))
|
||||
#define GST_IS_COMPOSITOR_CLASS(klass) \
|
||||
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_COMPOSITOR))
|
||||
|
||||
typedef struct _GstCompositor GstCompositor;
|
||||
typedef struct _GstCompositorClass GstCompositorClass;
|
||||
|
||||
/**
|
||||
* GstcompositorBackground:
|
||||
* @COMPOSITOR_BACKGROUND_CHECKER: checker pattern background
|
||||
* @COMPOSITOR_BACKGROUND_BLACK: solid color black background
|
||||
* @COMPOSITOR_BACKGROUND_WHITE: solid color white background
|
||||
* @COMPOSITOR_BACKGROUND_TRANSPARENT: background is left transparent and layers are composited using "A OVER B" composition rules. This is only applicable to AYUV and ARGB (and variants) as it preserves the alpha channel and allows for further mixing.
|
||||
*
|
||||
* The different backgrounds compositor can blend over.
|
||||
*/
|
||||
typedef enum
|
||||
{
|
||||
COMPOSITOR_BACKGROUND_CHECKER,
|
||||
COMPOSITOR_BACKGROUND_BLACK,
|
||||
COMPOSITOR_BACKGROUND_WHITE,
|
||||
COMPOSITOR_BACKGROUND_TRANSPARENT,
|
||||
}
|
||||
GstCompositorBackground;
|
||||
|
||||
/**
|
||||
* GstCompositor:
|
||||
*
|
||||
* The opaque #GstCompositor structure.
|
||||
*/
|
||||
struct _GstCompositor
|
||||
{
|
||||
GstVideoAggregator videoaggregator;
|
||||
GstCompositorBackground background;
|
||||
|
||||
BlendFunction blend, overlay;
|
||||
FillCheckerFunction fill_checker;
|
||||
FillColorFunction fill_color;
|
||||
};
|
||||
|
||||
struct _GstCompositorClass
|
||||
{
|
||||
GstVideoAggregatorClass parent_class;
|
||||
};
|
||||
|
||||
GType gst_compositor_get_type (void);
|
||||
|
||||
G_END_DECLS
|
||||
#endif /* __GST_COMPOSITOR_H__ */
|
||||
2400
gst/compositor/compositororc-dist.c
Normal file
2400
gst/compositor/compositororc-dist.c
Normal file
File diff suppressed because it is too large
Load diff
96
gst/compositor/compositororc-dist.h
Normal file
96
gst/compositor/compositororc-dist.h
Normal file
|
|
@ -0,0 +1,96 @@
|
|||
|
||||
/* autogenerated from compositororc.orc */
|
||||
|
||||
#ifndef _COMPOSITORORC_H_
|
||||
#define _COMPOSITORORC_H_
|
||||
|
||||
#include <glib.h>
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
|
||||
|
||||
#ifndef _ORC_INTEGER_TYPEDEFS_
|
||||
#define _ORC_INTEGER_TYPEDEFS_
|
||||
#if defined(__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
||||
#include <stdint.h>
|
||||
typedef int8_t orc_int8;
|
||||
typedef int16_t orc_int16;
|
||||
typedef int32_t orc_int32;
|
||||
typedef int64_t orc_int64;
|
||||
typedef uint8_t orc_uint8;
|
||||
typedef uint16_t orc_uint16;
|
||||
typedef uint32_t orc_uint32;
|
||||
typedef uint64_t orc_uint64;
|
||||
#define ORC_UINT64_C(x) UINT64_C(x)
|
||||
#elif defined(_MSC_VER)
|
||||
typedef signed __int8 orc_int8;
|
||||
typedef signed __int16 orc_int16;
|
||||
typedef signed __int32 orc_int32;
|
||||
typedef signed __int64 orc_int64;
|
||||
typedef unsigned __int8 orc_uint8;
|
||||
typedef unsigned __int16 orc_uint16;
|
||||
typedef unsigned __int32 orc_uint32;
|
||||
typedef unsigned __int64 orc_uint64;
|
||||
#define ORC_UINT64_C(x) (x##Ui64)
|
||||
#define inline __inline
|
||||
#else
|
||||
#include <limits.h>
|
||||
typedef signed char orc_int8;
|
||||
typedef short orc_int16;
|
||||
typedef int orc_int32;
|
||||
typedef unsigned char orc_uint8;
|
||||
typedef unsigned short orc_uint16;
|
||||
typedef unsigned int orc_uint32;
|
||||
#if INT_MAX == LONG_MAX
|
||||
typedef long long orc_int64;
|
||||
typedef unsigned long long orc_uint64;
|
||||
#define ORC_UINT64_C(x) (x##ULL)
|
||||
#else
|
||||
typedef long orc_int64;
|
||||
typedef unsigned long orc_uint64;
|
||||
#define ORC_UINT64_C(x) (x##UL)
|
||||
#endif
|
||||
#endif
|
||||
typedef union { orc_int16 i; orc_int8 x2[2]; } orc_union16;
|
||||
typedef union { orc_int32 i; float f; orc_int16 x2[2]; orc_int8 x4[4]; } orc_union32;
|
||||
typedef union { orc_int64 i; double f; orc_int32 x2[2]; float x2f[2]; orc_int16 x4[4]; } orc_union64;
|
||||
#endif
|
||||
#ifndef ORC_RESTRICT
|
||||
#if defined(__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
|
||||
#define ORC_RESTRICT restrict
|
||||
#elif defined(__GNUC__) && __GNUC__ >= 4
|
||||
#define ORC_RESTRICT __restrict__
|
||||
#else
|
||||
#define ORC_RESTRICT
|
||||
#endif
|
||||
#endif
|
||||
|
||||
#ifndef ORC_INTERNAL
|
||||
#if defined(__SUNPRO_C) && (__SUNPRO_C >= 0x590)
|
||||
#define ORC_INTERNAL __attribute__((visibility("hidden")))
|
||||
#elif defined(__SUNPRO_C) && (__SUNPRO_C >= 0x550)
|
||||
#define ORC_INTERNAL __hidden
|
||||
#elif defined (__GNUC__)
|
||||
#define ORC_INTERNAL __attribute__((visibility("hidden")))
|
||||
#else
|
||||
#define ORC_INTERNAL
|
||||
#endif
|
||||
#endif
|
||||
|
||||
void compositor_orc_splat_u32 (guint32 * ORC_RESTRICT d1, int p1, int n);
|
||||
void compositor_orc_memcpy_u32 (guint32 * ORC_RESTRICT d1, const guint32 * ORC_RESTRICT s1, int n);
|
||||
void compositor_orc_blend_u8 (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_blend_argb (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_blend_bgra (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_overlay_argb (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
void compositor_orc_overlay_bgra (guint8 * ORC_RESTRICT d1, int d1_stride, const guint8 * ORC_RESTRICT s1, int s1_stride, int p1, int n, int m);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
#endif
|
||||
|
||||
220
gst/compositor/compositororc.orc
Normal file
220
gst/compositor/compositororc.orc
Normal file
|
|
@ -0,0 +1,220 @@
|
|||
.function compositor_orc_splat_u32
|
||||
.dest 4 d1 guint32
|
||||
.param 4 p1 guint32
|
||||
|
||||
copyl d1, p1
|
||||
|
||||
.function compositor_orc_memcpy_u32
|
||||
.dest 4 d1 guint32
|
||||
.source 4 s1 guint32
|
||||
|
||||
copyl d1, s1
|
||||
|
||||
.function compositor_orc_blend_u8
|
||||
.flags 2d
|
||||
.dest 1 d1 guint8
|
||||
.source 1 s1 guint8
|
||||
.param 2 p1
|
||||
.temp 2 t1
|
||||
.temp 2 t2
|
||||
.const 1 c1 8
|
||||
|
||||
convubw t1, d1
|
||||
convubw t2, s1
|
||||
subw t2, t2, t1
|
||||
mullw t2, t2, p1
|
||||
shlw t1, t1, c1
|
||||
addw t2, t1, t2
|
||||
shruw t2, t2, c1
|
||||
convsuswb d1, t2
|
||||
|
||||
|
||||
.function compositor_orc_blend_argb
|
||||
.flags 2d
|
||||
.dest 4 d guint8
|
||||
.source 4 s guint8
|
||||
.param 2 alpha
|
||||
.temp 4 t
|
||||
.temp 2 tw
|
||||
.temp 1 tb
|
||||
.temp 4 a
|
||||
.temp 8 d_wide
|
||||
.temp 8 s_wide
|
||||
.temp 8 a_wide
|
||||
.const 4 a_alpha 0x000000ff
|
||||
|
||||
loadl t, s
|
||||
convlw tw, t
|
||||
convwb tb, tw
|
||||
splatbl a, tb
|
||||
x4 convubw a_wide, a
|
||||
x4 mullw a_wide, a_wide, alpha
|
||||
x4 shruw a_wide, a_wide, 8
|
||||
x4 convubw s_wide, t
|
||||
loadl t, d
|
||||
x4 convubw d_wide, t
|
||||
x4 subw s_wide, s_wide, d_wide
|
||||
x4 mullw s_wide, s_wide, a_wide
|
||||
x4 div255w s_wide, s_wide
|
||||
x4 addw d_wide, d_wide, s_wide
|
||||
x4 convwb t, d_wide
|
||||
orl t, t, a_alpha
|
||||
storel d, t
|
||||
|
||||
.function compositor_orc_blend_bgra
|
||||
.flags 2d
|
||||
.dest 4 d guint8
|
||||
.source 4 s guint8
|
||||
.param 2 alpha
|
||||
.temp 4 t
|
||||
.temp 4 t2
|
||||
.temp 2 tw
|
||||
.temp 1 tb
|
||||
.temp 4 a
|
||||
.temp 8 d_wide
|
||||
.temp 8 s_wide
|
||||
.temp 8 a_wide
|
||||
.const 4 a_alpha 0xff000000
|
||||
|
||||
loadl t, s
|
||||
shrul t2, t, 24
|
||||
convlw tw, t2
|
||||
convwb tb, tw
|
||||
splatbl a, tb
|
||||
x4 convubw a_wide, a
|
||||
x4 mullw a_wide, a_wide, alpha
|
||||
x4 shruw a_wide, a_wide, 8
|
||||
x4 convubw s_wide, t
|
||||
loadl t, d
|
||||
x4 convubw d_wide, t
|
||||
x4 subw s_wide, s_wide, d_wide
|
||||
x4 mullw s_wide, s_wide, a_wide
|
||||
x4 div255w s_wide, s_wide
|
||||
x4 addw d_wide, d_wide, s_wide
|
||||
x4 convwb t, d_wide
|
||||
orl t, t, a_alpha
|
||||
storel d, t
|
||||
|
||||
|
||||
.function compositor_orc_overlay_argb
|
||||
.flags 2d
|
||||
.dest 4 d guint8
|
||||
.source 4 s guint8
|
||||
.param 2 alpha
|
||||
.temp 4 t
|
||||
.temp 2 tw
|
||||
.temp 1 tb
|
||||
.temp 8 alpha_s
|
||||
.temp 8 alpha_s_inv
|
||||
.temp 8 alpha_d
|
||||
.temp 4 a
|
||||
.temp 8 d_wide
|
||||
.temp 8 s_wide
|
||||
.const 4 xfs 0xffffffff
|
||||
.const 4 a_alpha 0x000000ff
|
||||
.const 4 a_alpha_inv 0xffffff00
|
||||
|
||||
# calc source alpha as alpha_s = alpha_s * alpha / 256
|
||||
loadl t, s
|
||||
convlw tw, t
|
||||
convwb tb, tw
|
||||
splatbl a, tb
|
||||
x4 convubw alpha_s, a
|
||||
x4 mullw alpha_s, alpha_s, alpha
|
||||
x4 shruw alpha_s, alpha_s, 8
|
||||
x4 convubw s_wide, t
|
||||
x4 mullw s_wide, s_wide, alpha_s
|
||||
|
||||
# calc destination alpha as alpha_d = (255-alpha_s) * alpha_d / 255
|
||||
loadpl a, xfs
|
||||
x4 convubw alpha_s_inv, a
|
||||
x4 subw alpha_s_inv, alpha_s_inv, alpha_s
|
||||
loadl t, d
|
||||
convlw tw, t
|
||||
convwb tb, tw
|
||||
splatbl a, tb
|
||||
x4 convubw alpha_d, a
|
||||
x4 mullw alpha_d, alpha_d, alpha_s_inv
|
||||
x4 div255w alpha_d, alpha_d
|
||||
x4 convubw d_wide, t
|
||||
x4 mullw d_wide, d_wide, alpha_d
|
||||
|
||||
# calc final pixel as pix_d = pix_s*alpha_s + pix_d*alpha_d*(255-alpha_s)/255
|
||||
x4 addw d_wide, d_wide, s_wide
|
||||
|
||||
# calc the final destination alpha_d = alpha_s + alpha_d * (255-alpha_s)/255
|
||||
x4 addw alpha_d, alpha_d, alpha_s
|
||||
|
||||
# now normalize the pix_d by the final alpha to make it associative
|
||||
x4 divluw, d_wide, d_wide, alpha_d
|
||||
|
||||
# pack the new alpha into the correct spot
|
||||
x4 convwb t, d_wide
|
||||
andl t, t, a_alpha_inv
|
||||
x4 convwb a, alpha_d
|
||||
andl a, a, a_alpha
|
||||
orl t, t, a
|
||||
storel d, t
|
||||
|
||||
.function compositor_orc_overlay_bgra
|
||||
.flags 2d
|
||||
.dest 4 d guint8
|
||||
.source 4 s guint8
|
||||
.param 2 alpha
|
||||
.temp 4 t
|
||||
.temp 4 t2
|
||||
.temp 2 tw
|
||||
.temp 1 tb
|
||||
.temp 8 alpha_s
|
||||
.temp 8 alpha_s_inv
|
||||
.temp 8 alpha_d
|
||||
.temp 4 a
|
||||
.temp 8 d_wide
|
||||
.temp 8 s_wide
|
||||
.const 4 xfs 0xffffffff
|
||||
.const 4 a_alpha 0xff000000
|
||||
.const 4 a_alpha_inv 0x00ffffff
|
||||
|
||||
# calc source alpha as alpha_s = alpha_s * alpha / 256
|
||||
loadl t, s
|
||||
shrul t2, t, 24
|
||||
convlw tw, t2
|
||||
convwb tb, tw
|
||||
splatbl a, tb
|
||||
x4 convubw alpha_s, a
|
||||
x4 mullw alpha_s, alpha_s, alpha
|
||||
x4 shruw alpha_s, alpha_s, 8
|
||||
x4 convubw s_wide, t
|
||||
x4 mullw s_wide, s_wide, alpha_s
|
||||
|
||||
# calc destination alpha as alpha_d = (255-alpha_s) * alpha_d / 255
|
||||
loadpl a, xfs
|
||||
x4 convubw alpha_s_inv, a
|
||||
x4 subw alpha_s_inv, alpha_s_inv, alpha_s
|
||||
loadl t, d
|
||||
shrul t2, t, 24
|
||||
convlw tw, t2
|
||||
convwb tb, tw
|
||||
splatbl a, tb
|
||||
x4 convubw alpha_d, a
|
||||
x4 mullw alpha_d, alpha_d, alpha_s_inv
|
||||
x4 div255w alpha_d, alpha_d
|
||||
x4 convubw d_wide, t
|
||||
x4 mullw d_wide, d_wide, alpha_d
|
||||
|
||||
# calc final pixel as pix_d = pix_s*alpha_s + pix_d*alpha_d*(255-alpha_s)/255
|
||||
x4 addw d_wide, d_wide, s_wide
|
||||
|
||||
# calc the final destination alpha_d = alpha_s + alpha_d * (255-alpha_s)/255
|
||||
x4 addw alpha_d, alpha_d, alpha_s
|
||||
|
||||
# now normalize the pix_d by the final alpha to make it associative
|
||||
x4 divluw, d_wide, d_wide, alpha_d
|
||||
|
||||
# pack the new alpha into the correct spot
|
||||
x4 convwb t, d_wide
|
||||
andl t, t, a_alpha_inv
|
||||
x4 convwb a, alpha_d
|
||||
andl a, a, a_alpha
|
||||
orl t, t, a
|
||||
storel d, t
|
||||
65
gst/compositor/compositorpad.h
Normal file
65
gst/compositor/compositorpad.h
Normal file
|
|
@ -0,0 +1,65 @@
|
|||
/* Generic compositor plugin pad
|
||||
* Copyright (C) 2008 Wim Taymans <wim@fluendo.com>
|
||||
* Copyright (C) 2010 Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*/
|
||||
|
||||
#ifndef __GST_COMPOSITOR_PAD_H__
|
||||
#define __GST_COMPOSITOR_PAD_H__
|
||||
|
||||
#include <gst/gst.h>
|
||||
#include <gst/video/video.h>
|
||||
|
||||
G_BEGIN_DECLS
|
||||
|
||||
#define GST_TYPE_COMPOSITOR_PAD (gst_compositor_pad_get_type())
|
||||
#define GST_COMPOSITOR_PAD(obj) \
|
||||
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_COMPOSITOR_PAD, GstCompositorPad))
|
||||
#define GST_COMPOSITOR_PAD_CLASS(klass) \
|
||||
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_COMPOSITOR_PAD, GstCompositorPadClass))
|
||||
#define GST_IS_COMPOSITOR_PAD(obj) \
|
||||
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_COMPOSITOR_PAD))
|
||||
#define GST_IS_COMPOSITOR_PAD_CLASS(klass) \
|
||||
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_COMPOSITOR_PAD))
|
||||
|
||||
typedef struct _GstCompositorPad GstCompositorPad;
|
||||
typedef struct _GstCompositorPadClass GstCompositorPadClass;
|
||||
|
||||
/**
|
||||
* GstCompositorPad:
|
||||
*
|
||||
* The opaque #GstCompositorPad structure.
|
||||
*/
|
||||
struct _GstCompositorPad
|
||||
{
|
||||
GstVideoAggregatorPad parent;
|
||||
|
||||
/* properties */
|
||||
gint xpos, ypos;
|
||||
guint zorder;
|
||||
gdouble alpha;
|
||||
};
|
||||
|
||||
struct _GstCompositorPadClass
|
||||
{
|
||||
GstVideoAggregatorPadClass parent_class;
|
||||
};
|
||||
|
||||
GType gst_compositor_pad_get_type (void);
|
||||
|
||||
G_END_DECLS
|
||||
#endif /* __GST_COMPOSITOR_PAD_H__ */
|
||||
|
|
@ -125,7 +125,7 @@ check_mimic=
|
|||
endif
|
||||
|
||||
if HAVE_ORC
|
||||
check_orc = orc/bayer orc/audiomixer
|
||||
check_orc = orc/bayer orc/audiomixer orc/compositor
|
||||
else
|
||||
check_orc =
|
||||
endif
|
||||
|
|
@ -227,6 +227,7 @@ check_PROGRAMS = \
|
|||
elements/dataurisrc \
|
||||
elements/gdppay \
|
||||
elements/gdpdepay \
|
||||
elements/compositor \
|
||||
$(check_jifmux) \
|
||||
elements/jpegparse \
|
||||
elements/h263parse \
|
||||
|
|
@ -466,6 +467,19 @@ libs_aggregator_CFLAGS = \
|
|||
-DGST_USE_UNSTABLE_API \
|
||||
$(GST_BASE_CFLAGS) $(GST_CFLAGS) $(AM_CFLAGS)
|
||||
|
||||
elements_compositor_LDADD = $(LDADD) $(GST_BASE_LIBS)
|
||||
elements_compositor_CFLAGS = $(GST_BASE_CFLAGS) $(CFLAGS) $(AM_CFLAGS)
|
||||
|
||||
orc_compositor_CFLAGS = $(ORC_CFLAGS)
|
||||
orc_compositor_LDADD = $(ORC_LIBS) -lorc-test-0.4
|
||||
nodist_orc_compositor_SOURCES = orc/compositor.c
|
||||
orc_videobox_CFLAGS = $(ORC_CFLAGS)
|
||||
|
||||
orc/compositor.c: $(top_srcdir)/gst/compositor/compositororc.orc
|
||||
$(MKDIR_P) orc/
|
||||
$(ORCC) --test -o $@ $<
|
||||
|
||||
|
||||
distclean-local-orc:
|
||||
rm -rf orc
|
||||
|
||||
|
|
|
|||
1071
tests/check/elements/compositor.c
Normal file
1071
tests/check/elements/compositor.c
Normal file
File diff suppressed because it is too large
Load diff
Loading…
Reference in a new issue