mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-04 23:46:43 +00:00
f86147cb6d
Split plugin into features including dynamic types which can be indiviually registered during a static build. More details here: https://gitlab.freedesktop.org/gstreamer/gst-build/-/merge_requests/199 https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/661 Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/-/merge_requests/876>
713 lines
24 KiB
C
713 lines
24 KiB
C
/* GStreamer GdkPixbuf overlay
|
|
* Copyright (C) 2012-2014 Tim-Philipp Müller <tim centricular net>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin Street, Suite 500,
|
|
* Boston, MA 02110-1335, USA.
|
|
*/
|
|
|
|
/**
|
|
* SECTION:element-gdkpixbufoverlay
|
|
* @title: gdkpixbufoverlay
|
|
*
|
|
* The gdkpixbufoverlay element overlays an image loaded from file onto
|
|
* a video stream.
|
|
*
|
|
* Changing the positioning or overlay width and height properties at runtime
|
|
* is supported, but it might be prudent to to protect the property setting
|
|
* code with GST_BASE_TRANSFORM_LOCK and GST_BASE_TRANSFORM_UNLOCK, as
|
|
* g_object_set() is not atomic for multiple properties passed in one go.
|
|
*
|
|
* Changing the image at runtime is currently not supported.
|
|
*
|
|
* Negative offsets are also not yet supported.
|
|
*
|
|
* ## Example launch line
|
|
* |[
|
|
* gst-launch-1.0 -v videotestsrc ! gdkpixbufoverlay location=image.png ! autovideosink
|
|
* ]|
|
|
* Overlays the image in image.png onto the test video picture produced by
|
|
* videotestsrc.
|
|
*
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <gst/gst.h>
|
|
#include "gstgdkpixbufoverlay.h"
|
|
|
|
#include "gstgdkpixbufelements.h"
|
|
#include <gst/video/gstvideometa.h>
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gdkpixbufoverlay_debug);
|
|
#define GST_CAT_DEFAULT gdkpixbufoverlay_debug
|
|
|
|
static void gst_gdk_pixbuf_overlay_set_property (GObject * object,
|
|
guint property_id, const GValue * value, GParamSpec * pspec);
|
|
static void gst_gdk_pixbuf_overlay_get_property (GObject * object,
|
|
guint property_id, GValue * value, GParamSpec * pspec);
|
|
static void gst_gdk_pixbuf_overlay_finalize (GObject * object);
|
|
|
|
static gboolean gst_gdk_pixbuf_overlay_start (GstBaseTransform * trans);
|
|
static gboolean gst_gdk_pixbuf_overlay_stop (GstBaseTransform * trans);
|
|
static GstFlowReturn
|
|
gst_gdk_pixbuf_overlay_transform_frame_ip (GstVideoFilter * filter,
|
|
GstVideoFrame * frame);
|
|
static void gst_gdk_pixbuf_overlay_before_transform (GstBaseTransform * trans,
|
|
GstBuffer * outbuf);
|
|
static gboolean gst_gdk_pixbuf_overlay_set_info (GstVideoFilter * filter,
|
|
GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
|
|
GstVideoInfo * out_info);
|
|
static gboolean
|
|
gst_gdk_pixbuf_overlay_load_image (GstGdkPixbufOverlay * overlay,
|
|
GError ** err);
|
|
static void gst_gdk_pixbuf_overlay_set_pixbuf (GstGdkPixbufOverlay * overlay,
|
|
GdkPixbuf * pixbuf);
|
|
|
|
enum
|
|
{
|
|
PROP_0,
|
|
PROP_LOCATION,
|
|
PROP_PIXBUF,
|
|
PROP_POSITIONING_MODE,
|
|
PROP_OFFSET_X,
|
|
PROP_OFFSET_Y,
|
|
PROP_RELATIVE_X,
|
|
PROP_RELATIVE_Y,
|
|
PROP_COEF_X,
|
|
PROP_COEF_Y,
|
|
PROP_OVERLAY_WIDTH,
|
|
PROP_OVERLAY_HEIGHT,
|
|
PROP_ALPHA
|
|
};
|
|
|
|
/* FIXME 2.0: change to absolute positioning */
|
|
#define DEFAULT_POSITIONING_MODE \
|
|
GST_GDK_PIXBUF_POSITIONING_PIXELS_RELATIVE_TO_EDGES
|
|
|
|
static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
|
|
(GST_VIDEO_OVERLAY_COMPOSITION_BLEND_FORMATS))
|
|
);
|
|
|
|
static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
|
|
GST_PAD_SRC,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
|
|
(GST_VIDEO_OVERLAY_COMPOSITION_BLEND_FORMATS))
|
|
);
|
|
|
|
G_DEFINE_TYPE (GstGdkPixbufOverlay, gst_gdk_pixbuf_overlay,
|
|
GST_TYPE_VIDEO_FILTER);
|
|
GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (gdkpixbufoverlay, "gdkpixbufoverlay",
|
|
GST_RANK_NONE, GST_TYPE_GDK_PIXBUF_OVERLAY,
|
|
gdk_pixbuf_element_init (plugin));
|
|
|
|
#define GST_TYPE_GDK_PIXBUF_POSITIONING_MODE \
|
|
(gst_gdk_pixbuf_positioning_mode_get_type())
|
|
|
|
static GType
|
|
gst_gdk_pixbuf_positioning_mode_get_type (void)
|
|
{
|
|
static const GEnumValue pos_modes[] = {
|
|
{GST_GDK_PIXBUF_POSITIONING_PIXELS_RELATIVE_TO_EDGES,
|
|
"pixels-relative-to-edges", "pixels-relative-to-edges"},
|
|
{GST_GDK_PIXBUF_POSITIONING_PIXELS_ABSOLUTE, "pixels-absolute",
|
|
"pixels-absolute"},
|
|
{0, NULL, NULL},
|
|
};
|
|
|
|
static GType type; /* 0 */
|
|
|
|
if (!type) {
|
|
type = g_enum_register_static ("GstGdkPixbufPositioningMode", pos_modes);
|
|
}
|
|
|
|
return type;
|
|
}
|
|
|
|
static void
|
|
gst_gdk_pixbuf_overlay_class_init (GstGdkPixbufOverlayClass * klass)
|
|
{
|
|
GstVideoFilterClass *videofilter_class = GST_VIDEO_FILTER_CLASS (klass);
|
|
GstBaseTransformClass *basetrans_class = GST_BASE_TRANSFORM_CLASS (klass);
|
|
GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
|
|
GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
|
|
|
|
gobject_class->set_property = gst_gdk_pixbuf_overlay_set_property;
|
|
gobject_class->get_property = gst_gdk_pixbuf_overlay_get_property;
|
|
gobject_class->finalize = gst_gdk_pixbuf_overlay_finalize;
|
|
|
|
basetrans_class->start = GST_DEBUG_FUNCPTR (gst_gdk_pixbuf_overlay_start);
|
|
basetrans_class->stop = GST_DEBUG_FUNCPTR (gst_gdk_pixbuf_overlay_stop);
|
|
|
|
basetrans_class->before_transform =
|
|
GST_DEBUG_FUNCPTR (gst_gdk_pixbuf_overlay_before_transform);
|
|
|
|
videofilter_class->set_info =
|
|
GST_DEBUG_FUNCPTR (gst_gdk_pixbuf_overlay_set_info);
|
|
videofilter_class->transform_frame_ip =
|
|
GST_DEBUG_FUNCPTR (gst_gdk_pixbuf_overlay_transform_frame_ip);
|
|
|
|
g_object_class_install_property (gobject_class, PROP_LOCATION,
|
|
g_param_spec_string ("location", "location",
|
|
"Location of image file to overlay", NULL, GST_PARAM_CONTROLLABLE
|
|
| GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE
|
|
| G_PARAM_STATIC_STRINGS));
|
|
g_object_class_install_property (gobject_class, PROP_OFFSET_X,
|
|
g_param_spec_int ("offset-x", "X Offset",
|
|
"For positive value, horizontal offset of overlay image in pixels from"
|
|
" left of video image. For negative value, horizontal offset of overlay"
|
|
" image in pixels from right of video image", G_MININT, G_MAXINT, 0,
|
|
GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE
|
|
| G_PARAM_STATIC_STRINGS));
|
|
g_object_class_install_property (gobject_class, PROP_OFFSET_Y,
|
|
g_param_spec_int ("offset-y", "Y Offset",
|
|
"For positive value, vertical offset of overlay image in pixels from"
|
|
" top of video image. For negative value, vertical offset of overlay"
|
|
" image in pixels from bottom of video image", G_MININT, G_MAXINT, 0,
|
|
GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE
|
|
| G_PARAM_STATIC_STRINGS));
|
|
g_object_class_install_property (gobject_class, PROP_RELATIVE_X,
|
|
g_param_spec_double ("relative-x", "Relative X Offset",
|
|
"Horizontal offset of overlay image in fractions of video image "
|
|
"width, from top-left corner of video image"
|
|
" (in relative positioning)", -1.0, 1.0, 0.0,
|
|
GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE
|
|
| G_PARAM_STATIC_STRINGS));
|
|
g_object_class_install_property (gobject_class, PROP_RELATIVE_Y,
|
|
g_param_spec_double ("relative-y", "Relative Y Offset",
|
|
"Vertical offset of overlay image in fractions of video image "
|
|
"height, from top-left corner of video image"
|
|
" (in relative positioning)", -1.0, 1.0, 0.0,
|
|
GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE
|
|
| G_PARAM_STATIC_STRINGS));
|
|
g_object_class_install_property (gobject_class, PROP_OVERLAY_WIDTH,
|
|
g_param_spec_int ("overlay-width", "Overlay Width",
|
|
"Width of overlay image in pixels (0 = same as overlay image)", 0,
|
|
G_MAXINT, 0,
|
|
GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE
|
|
| G_PARAM_STATIC_STRINGS));
|
|
g_object_class_install_property (gobject_class, PROP_OVERLAY_HEIGHT,
|
|
g_param_spec_int ("overlay-height", "Overlay Height",
|
|
"Height of overlay image in pixels (0 = same as overlay image)", 0,
|
|
G_MAXINT, 0,
|
|
GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE
|
|
| G_PARAM_STATIC_STRINGS));
|
|
g_object_class_install_property (gobject_class, PROP_ALPHA,
|
|
g_param_spec_double ("alpha", "Alpha", "Global alpha of overlay image",
|
|
0.0, 1.0, 1.0, GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING
|
|
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
/**
|
|
* GstGdkPixbufOverlay:pixbuf:
|
|
*
|
|
* GdkPixbuf object to render.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
g_object_class_install_property (gobject_class, PROP_PIXBUF,
|
|
g_param_spec_object ("pixbuf", "Pixbuf", "GdkPixbuf object to render",
|
|
GDK_TYPE_PIXBUF, GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING
|
|
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
/**
|
|
* GstGdkPixbufOverlay:positioning-mode:
|
|
*
|
|
* Positioning mode of offset-x and offset-y properties. Determines how
|
|
* negative x/y offsets will be interpreted. By default negative values
|
|
* are for positioning relative to the right/bottom edge of the video
|
|
* image, but you can use this property to select absolute positioning
|
|
* relative to a (0, 0) origin in the top-left corner. That way negative
|
|
* offsets will be to the left/above the video image, which allows you to
|
|
* smoothly slide logos into and out of the frame if desired.
|
|
*
|
|
* Since: 1.6
|
|
*/
|
|
g_object_class_install_property (gobject_class, PROP_POSITIONING_MODE,
|
|
g_param_spec_enum ("positioning-mode", "Positioning mode",
|
|
"Positioning mode of offset-x and offset-y properties",
|
|
GST_TYPE_GDK_PIXBUF_POSITIONING_MODE, DEFAULT_POSITIONING_MODE,
|
|
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
|
|
/* FIXME the following actually act as a RELATIVE_X/RELATIVE_Y,
|
|
* but those were already slightly mutated/abused with ABSOLUTE positioning,
|
|
* so let's keep that and follow suit
|
|
* Suffice it to say all that could do with cleanup (2.0 ??) */
|
|
/**
|
|
* GstGdkPixbufOverlay:coef-x:
|
|
*
|
|
* In absolute positioning mode, the x coordinate of overlay image's
|
|
* top-left corner is now given by
|
|
* offset-x + (relative-x * overlay_width) + (coef-x * video_width).
|
|
* This allows to align the image absolutely and relatively
|
|
* to any edge or center position.
|
|
*
|
|
* Since: 1.12
|
|
*/
|
|
g_object_class_install_property (gobject_class, PROP_COEF_X,
|
|
g_param_spec_double ("coef-x", "Relative X Offset",
|
|
"Horizontal offset of overlay image in fractions of video image "
|
|
"width, from top-left corner of video image (absolute positioning)",
|
|
-1.0, 1.0, 0.0, GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING
|
|
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
/**
|
|
* GstGdkPixbufOverlay:coef-y:
|
|
*
|
|
* In absolute positioning mode, the y coordinate of overlay image's
|
|
* top-left corner is now given by
|
|
* offset-y + (relative-y * overlay_height) + (coef-y * video_height).
|
|
* This allows to align the image absolutely and relatively
|
|
* to any edge or center position.
|
|
*
|
|
* Since: 1.12
|
|
*/
|
|
g_object_class_install_property (gobject_class, PROP_COEF_Y,
|
|
g_param_spec_double ("coef-y", "Relative Y Offset",
|
|
"Vertical offset of overlay image in fractions of video image "
|
|
"height, from top-left corner of video image (absolute positioning)",
|
|
-1.0, 1.0, 0.0, GST_PARAM_CONTROLLABLE | GST_PARAM_MUTABLE_PLAYING
|
|
| G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
|
|
|
|
gst_element_class_add_static_pad_template (element_class, &sink_template);
|
|
gst_element_class_add_static_pad_template (element_class, &src_template);
|
|
|
|
gst_element_class_set_static_metadata (element_class,
|
|
"GdkPixbuf Overlay", "Filter/Effect/Video",
|
|
"Overlay an image onto a video stream",
|
|
"Tim-Philipp Müller <tim centricular net>");
|
|
GST_DEBUG_CATEGORY_INIT (gdkpixbufoverlay_debug, "gdkpixbufoverlay", 0,
|
|
"debug category for gdkpixbufoverlay element");
|
|
|
|
gst_type_mark_as_plugin_api (GST_TYPE_GDK_PIXBUF_POSITIONING_MODE, 0);
|
|
}
|
|
|
|
static void
|
|
gst_gdk_pixbuf_overlay_init (GstGdkPixbufOverlay * overlay)
|
|
{
|
|
overlay->offset_x = 0;
|
|
overlay->offset_y = 0;
|
|
|
|
overlay->relative_x = 0.0;
|
|
overlay->relative_y = 0.0;
|
|
|
|
overlay->coef_x = 0.0;
|
|
overlay->coef_y = 0.0;
|
|
|
|
overlay->positioning_mode = DEFAULT_POSITIONING_MODE;
|
|
|
|
overlay->overlay_width = 0;
|
|
overlay->overlay_height = 0;
|
|
|
|
overlay->alpha = 1.0;
|
|
|
|
overlay->pixbuf = NULL;
|
|
}
|
|
|
|
void
|
|
gst_gdk_pixbuf_overlay_set_property (GObject * object, guint property_id,
|
|
const GValue * value, GParamSpec * pspec)
|
|
{
|
|
GstGdkPixbufOverlay *overlay = GST_GDK_PIXBUF_OVERLAY (object);
|
|
|
|
GST_OBJECT_LOCK (overlay);
|
|
|
|
switch (property_id) {
|
|
case PROP_LOCATION:{
|
|
GError *err = NULL;
|
|
g_free (overlay->location);
|
|
overlay->location = g_value_dup_string (value);
|
|
if (!gst_gdk_pixbuf_overlay_load_image (overlay, &err)) {
|
|
GST_ERROR_OBJECT (overlay, "Could not load overlay image: %s",
|
|
err->message);
|
|
g_error_free (err);
|
|
}
|
|
break;
|
|
}
|
|
case PROP_PIXBUF:{
|
|
GdkPixbuf *pixbuf = g_value_get_object (value);
|
|
|
|
if (overlay->pixbuf != NULL)
|
|
g_object_unref (overlay->pixbuf);
|
|
if (pixbuf) {
|
|
overlay->pixbuf = g_object_ref (pixbuf);
|
|
gst_gdk_pixbuf_overlay_set_pixbuf (overlay, g_object_ref (pixbuf));
|
|
} else {
|
|
overlay->pixbuf = NULL;
|
|
gst_buffer_replace (&overlay->pixels, NULL);
|
|
}
|
|
break;
|
|
}
|
|
case PROP_OFFSET_X:
|
|
overlay->offset_x = g_value_get_int (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_OFFSET_Y:
|
|
overlay->offset_y = g_value_get_int (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_RELATIVE_X:
|
|
overlay->relative_x = g_value_get_double (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_RELATIVE_Y:
|
|
overlay->relative_y = g_value_get_double (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_COEF_X:
|
|
overlay->coef_x = g_value_get_double (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_COEF_Y:
|
|
overlay->coef_y = g_value_get_double (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_OVERLAY_WIDTH:
|
|
overlay->overlay_width = g_value_get_int (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_OVERLAY_HEIGHT:
|
|
overlay->overlay_height = g_value_get_int (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_ALPHA:
|
|
overlay->alpha = g_value_get_double (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
case PROP_POSITIONING_MODE:
|
|
overlay->positioning_mode = g_value_get_enum (value);
|
|
overlay->update_composition = TRUE;
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
|
|
break;
|
|
}
|
|
|
|
GST_OBJECT_UNLOCK (overlay);
|
|
}
|
|
|
|
void
|
|
gst_gdk_pixbuf_overlay_get_property (GObject * object, guint property_id,
|
|
GValue * value, GParamSpec * pspec)
|
|
{
|
|
GstGdkPixbufOverlay *overlay = GST_GDK_PIXBUF_OVERLAY (object);
|
|
|
|
GST_OBJECT_LOCK (overlay);
|
|
|
|
switch (property_id) {
|
|
case PROP_LOCATION:
|
|
g_value_set_string (value, overlay->location);
|
|
break;
|
|
case PROP_PIXBUF:
|
|
g_value_set_object (value, overlay->pixbuf);
|
|
break;
|
|
case PROP_OFFSET_X:
|
|
g_value_set_int (value, overlay->offset_x);
|
|
break;
|
|
case PROP_OFFSET_Y:
|
|
g_value_set_int (value, overlay->offset_y);
|
|
break;
|
|
case PROP_RELATIVE_X:
|
|
g_value_set_double (value, overlay->relative_x);
|
|
break;
|
|
case PROP_RELATIVE_Y:
|
|
g_value_set_double (value, overlay->relative_y);
|
|
break;
|
|
case PROP_COEF_X:
|
|
g_value_set_double (value, overlay->coef_x);
|
|
break;
|
|
case PROP_COEF_Y:
|
|
g_value_set_double (value, overlay->coef_y);
|
|
break;
|
|
case PROP_OVERLAY_WIDTH:
|
|
g_value_set_int (value, overlay->overlay_width);
|
|
break;
|
|
case PROP_OVERLAY_HEIGHT:
|
|
g_value_set_int (value, overlay->overlay_height);
|
|
break;
|
|
case PROP_ALPHA:
|
|
g_value_set_double (value, overlay->alpha);
|
|
break;
|
|
case PROP_POSITIONING_MODE:
|
|
g_value_set_enum (value, overlay->positioning_mode);
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
|
|
break;
|
|
}
|
|
|
|
GST_OBJECT_UNLOCK (overlay);
|
|
}
|
|
|
|
void
|
|
gst_gdk_pixbuf_overlay_finalize (GObject * object)
|
|
{
|
|
GstGdkPixbufOverlay *overlay = GST_GDK_PIXBUF_OVERLAY (object);
|
|
|
|
g_free (overlay->location);
|
|
overlay->location = NULL;
|
|
|
|
G_OBJECT_CLASS (gst_gdk_pixbuf_overlay_parent_class)->finalize (object);
|
|
}
|
|
|
|
static gboolean
|
|
gst_gdk_pixbuf_overlay_load_image (GstGdkPixbufOverlay * overlay, GError ** err)
|
|
{
|
|
GdkPixbuf *pixbuf;
|
|
|
|
pixbuf = gdk_pixbuf_new_from_file (overlay->location, err);
|
|
|
|
if (pixbuf == NULL)
|
|
return FALSE;
|
|
|
|
gst_gdk_pixbuf_overlay_set_pixbuf (overlay, pixbuf);
|
|
return TRUE;
|
|
}
|
|
|
|
/* Takes ownership of pixbuf; call with OBJECT_LOCK */
|
|
static void
|
|
gst_gdk_pixbuf_overlay_set_pixbuf (GstGdkPixbufOverlay * overlay,
|
|
GdkPixbuf * pixbuf)
|
|
{
|
|
GstVideoMeta *video_meta;
|
|
guint8 *pixels, *p;
|
|
gint width, height, stride, w, h, plane;
|
|
|
|
if (!gdk_pixbuf_get_has_alpha (pixbuf)) {
|
|
GdkPixbuf *alpha_pixbuf;
|
|
|
|
/* FIXME: we could do this much more efficiently ourselves below, but
|
|
* we're lazy for now */
|
|
/* FIXME: perhaps expose substitute_color via properties */
|
|
alpha_pixbuf = gdk_pixbuf_add_alpha (pixbuf, FALSE, 0, 0, 0);
|
|
g_object_unref (pixbuf);
|
|
pixbuf = alpha_pixbuf;
|
|
}
|
|
|
|
width = gdk_pixbuf_get_width (pixbuf);
|
|
height = gdk_pixbuf_get_height (pixbuf);
|
|
stride = gdk_pixbuf_get_rowstride (pixbuf);
|
|
pixels = gdk_pixbuf_get_pixels (pixbuf);
|
|
|
|
/* the memory layout in GdkPixbuf is R-G-B-A, we want:
|
|
* - B-G-R-A on little-endian platforms
|
|
* - A-R-G-B on big-endian platforms
|
|
*/
|
|
for (h = 0; h < height; ++h) {
|
|
p = pixels + (h * stride);
|
|
for (w = 0; w < width; ++w) {
|
|
guint8 tmp;
|
|
|
|
/* R-G-B-A ==> B-G-R-A */
|
|
tmp = p[0];
|
|
p[0] = p[2];
|
|
p[2] = tmp;
|
|
|
|
if (G_BYTE_ORDER == G_BIG_ENDIAN) {
|
|
/* B-G-R-A ==> A-R-G-B */
|
|
/* we can probably assume sane alignment */
|
|
*((guint32 *) p) = GUINT32_SWAP_LE_BE (*((guint32 *) p));
|
|
}
|
|
|
|
p += 4;
|
|
}
|
|
}
|
|
|
|
if (overlay->pixels)
|
|
gst_buffer_unref (overlay->pixels);
|
|
|
|
/* assume we have row padding even for the last row */
|
|
/* transfer ownership of pixbuf to the buffer */
|
|
overlay->pixels = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY,
|
|
pixels, height * stride, 0, height * stride, pixbuf,
|
|
(GDestroyNotify) g_object_unref);
|
|
|
|
video_meta = gst_buffer_add_video_meta (overlay->pixels,
|
|
GST_VIDEO_FRAME_FLAG_NONE, GST_VIDEO_OVERLAY_COMPOSITION_FORMAT_RGB,
|
|
width, height);
|
|
|
|
for (plane = 0; plane < video_meta->n_planes; ++plane)
|
|
video_meta->stride[plane] = stride;
|
|
|
|
overlay->update_composition = TRUE;
|
|
|
|
GST_INFO_OBJECT (overlay, "Updated pixbuf, %d x %d", width, height);
|
|
}
|
|
|
|
static gboolean
|
|
gst_gdk_pixbuf_overlay_start (GstBaseTransform * trans)
|
|
{
|
|
GstGdkPixbufOverlay *overlay = GST_GDK_PIXBUF_OVERLAY (trans);
|
|
GError *err = NULL;
|
|
|
|
if (overlay->location != NULL) {
|
|
if (!gst_gdk_pixbuf_overlay_load_image (overlay, &err))
|
|
goto error_loading_image;
|
|
|
|
gst_base_transform_set_passthrough (trans, FALSE);
|
|
} else {
|
|
GST_WARNING_OBJECT (overlay, "no image location set, doing nothing");
|
|
gst_base_transform_set_passthrough (trans, TRUE);
|
|
}
|
|
|
|
return TRUE;
|
|
|
|
/* ERRORS */
|
|
error_loading_image:
|
|
{
|
|
GST_ELEMENT_ERROR (overlay, RESOURCE, OPEN_READ,
|
|
("Could not load overlay image."), ("%s", err->message));
|
|
g_error_free (err);
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
static gboolean
|
|
gst_gdk_pixbuf_overlay_stop (GstBaseTransform * trans)
|
|
{
|
|
GstGdkPixbufOverlay *overlay = GST_GDK_PIXBUF_OVERLAY (trans);
|
|
|
|
if (overlay->comp) {
|
|
gst_video_overlay_composition_unref (overlay->comp);
|
|
overlay->comp = NULL;
|
|
}
|
|
|
|
gst_buffer_replace (&overlay->pixels, NULL);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_gdk_pixbuf_overlay_set_info (GstVideoFilter * filter, GstCaps * incaps,
|
|
GstVideoInfo * in_info, GstCaps * outcaps, GstVideoInfo * out_info)
|
|
{
|
|
GST_INFO_OBJECT (filter, "caps: %" GST_PTR_FORMAT, incaps);
|
|
return TRUE;
|
|
}
|
|
|
|
static void
|
|
gst_gdk_pixbuf_overlay_update_composition (GstGdkPixbufOverlay * overlay)
|
|
{
|
|
GstGdkPixbufPositioningMode positioning_mode;
|
|
GstVideoOverlayComposition *comp;
|
|
GstVideoOverlayRectangle *rect;
|
|
GstVideoMeta *overlay_meta;
|
|
gint x, y, width, height;
|
|
gint video_width =
|
|
GST_VIDEO_INFO_WIDTH (&GST_VIDEO_FILTER (overlay)->in_info);
|
|
gint video_height =
|
|
GST_VIDEO_INFO_HEIGHT (&GST_VIDEO_FILTER (overlay)->in_info);
|
|
|
|
if (overlay->comp) {
|
|
gst_video_overlay_composition_unref (overlay->comp);
|
|
overlay->comp = NULL;
|
|
}
|
|
|
|
if (overlay->alpha == 0.0 || overlay->pixels == NULL)
|
|
return;
|
|
|
|
overlay_meta = gst_buffer_get_video_meta (overlay->pixels);
|
|
|
|
positioning_mode = overlay->positioning_mode;
|
|
GST_DEBUG_OBJECT (overlay, "overlay positioning mode %d", positioning_mode);
|
|
|
|
width = overlay->overlay_width;
|
|
if (width == 0)
|
|
width = overlay_meta->width;
|
|
|
|
height = overlay->overlay_height;
|
|
if (height == 0)
|
|
height = overlay_meta->height;
|
|
|
|
if (positioning_mode == GST_GDK_PIXBUF_POSITIONING_PIXELS_ABSOLUTE) {
|
|
x = overlay->offset_x + (overlay->relative_x * width) +
|
|
(overlay->coef_x * video_width);
|
|
y = overlay->offset_y + (overlay->relative_y * height) +
|
|
(overlay->coef_y * video_height);
|
|
} else {
|
|
x = overlay->offset_x < 0 ?
|
|
video_width + overlay->offset_x - width +
|
|
(overlay->relative_x * video_width) :
|
|
overlay->offset_x + (overlay->relative_x * video_width);
|
|
y = overlay->offset_y < 0 ?
|
|
video_height + overlay->offset_y - height +
|
|
(overlay->relative_y * video_height) :
|
|
overlay->offset_y + (overlay->relative_y * video_height);
|
|
}
|
|
|
|
GST_DEBUG_OBJECT (overlay, "overlay image dimensions: %d x %d, alpha=%.2f",
|
|
overlay_meta->width, overlay_meta->height, overlay->alpha);
|
|
GST_DEBUG_OBJECT (overlay, "properties: x,y: %d,%d "
|
|
"(%g%%,%g%%) coef (%g%%,%g%%) - WxH: %dx%d",
|
|
overlay->offset_x, overlay->offset_y,
|
|
overlay->relative_x * 100.0, overlay->relative_y * 100.0,
|
|
overlay->coef_x * 100.0, overlay->coef_y * 100.0,
|
|
overlay->overlay_height, overlay->overlay_width);
|
|
GST_DEBUG_OBJECT (overlay, "overlay rendered: %d x %d @ %d,%d (onto %d x %d)",
|
|
width, height, x, y, video_width, video_height);
|
|
|
|
rect = gst_video_overlay_rectangle_new_raw (overlay->pixels,
|
|
x, y, width, height, GST_VIDEO_OVERLAY_FORMAT_FLAG_NONE);
|
|
|
|
if (overlay->alpha != 1.0)
|
|
gst_video_overlay_rectangle_set_global_alpha (rect, overlay->alpha);
|
|
|
|
comp = gst_video_overlay_composition_new (rect);
|
|
gst_video_overlay_rectangle_unref (rect);
|
|
|
|
overlay->comp = comp;
|
|
}
|
|
|
|
static void
|
|
gst_gdk_pixbuf_overlay_before_transform (GstBaseTransform * trans,
|
|
GstBuffer * outbuf)
|
|
{
|
|
GstClockTime stream_time;
|
|
GstGdkPixbufOverlay *overlay = GST_GDK_PIXBUF_OVERLAY (trans);
|
|
gboolean set_passthrough = FALSE;
|
|
|
|
stream_time = gst_segment_to_stream_time (&trans->segment, GST_FORMAT_TIME,
|
|
GST_BUFFER_TIMESTAMP (outbuf));
|
|
|
|
if (GST_CLOCK_TIME_IS_VALID (stream_time))
|
|
gst_object_sync_values (GST_OBJECT (trans), stream_time);
|
|
|
|
/* now properties have been sync'ed; maybe need to update composition */
|
|
GST_OBJECT_LOCK (overlay);
|
|
if (G_UNLIKELY (overlay->update_composition)) {
|
|
gst_gdk_pixbuf_overlay_update_composition (overlay);
|
|
overlay->update_composition = FALSE;
|
|
set_passthrough = TRUE;
|
|
}
|
|
GST_OBJECT_UNLOCK (overlay);
|
|
|
|
/* determine passthrough mode so the buffer is writable if needed
|
|
* when passed into _transform_ip */
|
|
if (G_UNLIKELY (set_passthrough))
|
|
gst_base_transform_set_passthrough (trans, overlay->comp == NULL);
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_gdk_pixbuf_overlay_transform_frame_ip (GstVideoFilter * filter,
|
|
GstVideoFrame * frame)
|
|
{
|
|
GstGdkPixbufOverlay *overlay = GST_GDK_PIXBUF_OVERLAY (filter);
|
|
|
|
if (overlay->comp != NULL)
|
|
gst_video_overlay_composition_blend (overlay->comp, frame);
|
|
|
|
return GST_FLOW_OK;
|
|
}
|