2009-09-08 17:19:19 +00:00
|
|
|
/* GStreamer video sink base class
|
2003-09-14 12:21:06 +00:00
|
|
|
* Copyright (C) <2003> Julien Moutte <julien@moutte.net>
|
2009-09-08 17:19:19 +00:00
|
|
|
* Copyright (C) <2009> Tim-Philipp Müller <tim centricular net>
|
2003-09-14 12:21:06 +00:00
|
|
|
*
|
2004-08-11 21:06:48 +00:00
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Library General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
2003-09-14 12:21:06 +00:00
|
|
|
*
|
2004-08-11 21:06:48 +00:00
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Library General Public License for more details.
|
2003-09-14 12:21:06 +00:00
|
|
|
*
|
2004-08-11 21:06:48 +00:00
|
|
|
* You should have received a copy of the GNU Library General Public
|
|
|
|
* License along with this library; if not, write to the
|
2012-11-03 23:05:09 +00:00
|
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
|
|
* Boston, MA 02110-1301, USA.
|
2003-09-14 12:21:06 +00:00
|
|
|
*/
|
|
|
|
|
2005-11-30 18:57:48 +00:00
|
|
|
/**
|
2005-12-01 01:29:46 +00:00
|
|
|
* SECTION:gstvideosink
|
2017-01-23 19:36:11 +00:00
|
|
|
* @title: GstVideoSink
|
2005-12-01 01:29:46 +00:00
|
|
|
* @short_description: Base class for video sinks
|
2017-01-23 19:36:11 +00:00
|
|
|
*
|
|
|
|
* Provides useful functions and a base class for video sinks.
|
|
|
|
*
|
ext/libvisual/visual.c: Cleanups, post nice errors.
Original commit message from CVS:
* ext/libvisual/visual.c: (gst_visual_init),
(gst_visual_clear_actors), (gst_visual_dispose),
(gst_visual_reset), (gst_visual_src_setcaps),
(gst_visual_sink_setcaps), (gst_vis_src_negotiate),
(gst_visual_sink_event), (gst_visual_src_event), (get_buffer),
(gst_visual_chain), (gst_visual_change_state):
Cleanups, post nice errors.
Handle sink and src events.
Implement simple QoS.
* gst-libs/gst/video/gstvideosink.c: (gst_video_sink_init):
Use new basesink methods to configure max-lateness.
Small doc update.
* gst/ffmpegcolorspace/gstffmpegcolorspace.c:
(gst_ffmpegcsp_transform_caps), (gst_ffmpegcsp_set_caps):
Debug statement cleanups.
* gst/volume/gstvolume.c: (gst_volume_class_init):
Simple cleanup.
2006-03-08 09:53:31 +00:00
|
|
|
* GstVideoSink will configure the default base sink to drop frames that
|
|
|
|
* arrive later than 20ms as this is considered the default threshold for
|
|
|
|
* observing out-of-sync frames.
|
2017-01-23 19:36:11 +00:00
|
|
|
*
|
2005-11-30 18:57:48 +00:00
|
|
|
*/
|
|
|
|
|
2003-09-14 12:21:06 +00:00
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
#include "config.h"
|
|
|
|
#endif
|
|
|
|
|
2005-11-28 17:42:57 +00:00
|
|
|
#include "gstvideosink.h"
|
2003-09-14 12:21:06 +00:00
|
|
|
|
2016-05-16 10:52:50 +00:00
|
|
|
G_DEFINE_TYPE (GstVideoSink, gst_video_sink, GST_TYPE_BASE_SINK);
|
|
|
|
|
2009-09-08 16:59:30 +00:00
|
|
|
enum
|
|
|
|
{
|
|
|
|
PROP_SHOW_PREROLL_FRAME = 1
|
|
|
|
};
|
|
|
|
|
|
|
|
#define DEFAULT_SHOW_PREROLL_FRAME TRUE
|
|
|
|
|
|
|
|
struct _GstVideoSinkPrivate
|
|
|
|
{
|
|
|
|
gboolean show_preroll_frame; /* ATOMIC */
|
|
|
|
};
|
|
|
|
|
2016-05-16 10:52:50 +00:00
|
|
|
#ifndef GST_DISABLE_GST_DEBUG
|
|
|
|
#define GST_CAT_DEFAULT gst_video_sink_ensure_debug_category()
|
|
|
|
|
|
|
|
static GstDebugCategory *
|
|
|
|
gst_video_sink_ensure_debug_category (void)
|
|
|
|
{
|
|
|
|
static gsize cat_gonce = 0;
|
|
|
|
|
|
|
|
if (g_once_init_enter (&cat_gonce)) {
|
|
|
|
GstDebugCategory *cat = NULL;
|
|
|
|
|
|
|
|
GST_DEBUG_CATEGORY_INIT (cat, "videosink", 0, "GstVideoSink");
|
|
|
|
|
|
|
|
g_once_init_leave (&cat_gonce, (gsize) cat);
|
|
|
|
}
|
|
|
|
|
|
|
|
return (GstDebugCategory *) cat_gonce;
|
|
|
|
}
|
|
|
|
#endif /* GST_DISABLE_GST_DEBUG */
|
2005-12-18 10:54:33 +00:00
|
|
|
|
2009-09-08 17:19:19 +00:00
|
|
|
static GstBaseSinkClass *parent_class = NULL;
|
|
|
|
|
2009-09-08 16:59:30 +00:00
|
|
|
static void gst_video_sink_set_property (GObject * object, guint prop_id,
|
|
|
|
const GValue * value, GParamSpec * pspec);
|
|
|
|
static void gst_video_sink_get_property (GObject * object, guint prop_id,
|
|
|
|
GValue * value, GParamSpec * pspec);
|
|
|
|
|
2009-09-08 17:19:19 +00:00
|
|
|
static GstFlowReturn gst_video_sink_show_preroll_frame (GstBaseSink * bsink,
|
|
|
|
GstBuffer * buf);
|
|
|
|
static GstFlowReturn gst_video_sink_show_frame (GstBaseSink * bsink,
|
|
|
|
GstBuffer * buf);
|
2003-09-14 12:21:06 +00:00
|
|
|
|
2005-11-30 18:57:48 +00:00
|
|
|
/**
|
|
|
|
* gst_video_sink_center_rect:
|
|
|
|
* @src: the #GstVideoRectangle describing the source area
|
|
|
|
* @dst: the #GstVideoRectangle describing the destination area
|
|
|
|
* @result: a pointer to a #GstVideoRectangle which will receive the result area
|
|
|
|
* @scaling: a #gboolean indicating if scaling should be applied or not
|
2017-01-23 19:36:11 +00:00
|
|
|
*
|
2005-11-30 18:57:48 +00:00
|
|
|
* Takes @src rectangle and position it at the center of @dst rectangle with or
|
|
|
|
* without @scaling. It handles clipping if the @src rectangle is bigger than
|
|
|
|
* the @dst one and @scaling is set to FALSE.
|
|
|
|
*/
|
2005-11-16 15:59:21 +00:00
|
|
|
void
|
|
|
|
gst_video_sink_center_rect (GstVideoRectangle src, GstVideoRectangle dst,
|
|
|
|
GstVideoRectangle * result, gboolean scaling)
|
|
|
|
{
|
|
|
|
g_return_if_fail (result != NULL);
|
|
|
|
|
|
|
|
if (!scaling) {
|
|
|
|
result->w = MIN (src.w, dst.w);
|
|
|
|
result->h = MIN (src.h, dst.h);
|
2014-12-15 13:10:17 +00:00
|
|
|
result->x = dst.x + (dst.w - result->w) / 2;
|
|
|
|
result->y = dst.y + (dst.h - result->h) / 2;
|
2005-11-16 15:59:21 +00:00
|
|
|
} else {
|
|
|
|
gdouble src_ratio, dst_ratio;
|
|
|
|
|
|
|
|
src_ratio = (gdouble) src.w / src.h;
|
|
|
|
dst_ratio = (gdouble) dst.w / dst.h;
|
|
|
|
|
|
|
|
if (src_ratio > dst_ratio) {
|
|
|
|
result->w = dst.w;
|
|
|
|
result->h = dst.w / src_ratio;
|
2014-12-15 13:10:17 +00:00
|
|
|
result->x = dst.x;
|
|
|
|
result->y = dst.y + (dst.h - result->h) / 2;
|
2005-11-16 15:59:21 +00:00
|
|
|
} else if (src_ratio < dst_ratio) {
|
|
|
|
result->w = dst.h * src_ratio;
|
|
|
|
result->h = dst.h;
|
2014-12-15 13:10:17 +00:00
|
|
|
result->x = dst.x + (dst.w - result->w) / 2;
|
|
|
|
result->y = dst.y;
|
2005-11-16 15:59:21 +00:00
|
|
|
} else {
|
2014-12-15 13:10:17 +00:00
|
|
|
result->x = dst.x;
|
|
|
|
result->y = dst.y;
|
2005-11-16 15:59:21 +00:00
|
|
|
result->w = dst.w;
|
|
|
|
result->h = dst.h;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
GST_DEBUG ("source is %dx%d dest is %dx%d, result is %dx%d with x,y %dx%d",
|
|
|
|
src.w, src.h, dst.w, dst.h, result->w, result->h, result->x, result->y);
|
|
|
|
}
|
|
|
|
|
2003-09-14 12:21:06 +00:00
|
|
|
/* Initing stuff */
|
|
|
|
|
|
|
|
static void
|
2005-07-10 12:03:58 +00:00
|
|
|
gst_video_sink_init (GstVideoSink * videosink)
|
2003-09-14 12:21:06 +00:00
|
|
|
{
|
2003-11-19 22:41:45 +00:00
|
|
|
videosink->width = 0;
|
|
|
|
videosink->height = 0;
|
ext/libvisual/visual.c: Cleanups, post nice errors.
Original commit message from CVS:
* ext/libvisual/visual.c: (gst_visual_init),
(gst_visual_clear_actors), (gst_visual_dispose),
(gst_visual_reset), (gst_visual_src_setcaps),
(gst_visual_sink_setcaps), (gst_vis_src_negotiate),
(gst_visual_sink_event), (gst_visual_src_event), (get_buffer),
(gst_visual_chain), (gst_visual_change_state):
Cleanups, post nice errors.
Handle sink and src events.
Implement simple QoS.
* gst-libs/gst/video/gstvideosink.c: (gst_video_sink_init):
Use new basesink methods to configure max-lateness.
Small doc update.
* gst/ffmpegcolorspace/gstffmpegcolorspace.c:
(gst_ffmpegcsp_transform_caps), (gst_ffmpegcsp_set_caps):
Debug statement cleanups.
* gst/volume/gstvolume.c: (gst_volume_class_init):
Simple cleanup.
2006-03-08 09:53:31 +00:00
|
|
|
|
2006-03-14 11:11:59 +00:00
|
|
|
/* 20ms is more than enough, 80-130ms is noticable */
|
|
|
|
gst_base_sink_set_max_lateness (GST_BASE_SINK (videosink), 20 * GST_MSECOND);
|
2006-03-23 16:24:23 +00:00
|
|
|
gst_base_sink_set_qos_enabled (GST_BASE_SINK (videosink), TRUE);
|
2009-09-08 16:59:30 +00:00
|
|
|
|
|
|
|
videosink->priv = G_TYPE_INSTANCE_GET_PRIVATE (videosink,
|
|
|
|
GST_TYPE_VIDEO_SINK, GstVideoSinkPrivate);
|
2003-09-14 12:21:06 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
2005-07-10 12:03:58 +00:00
|
|
|
gst_video_sink_class_init (GstVideoSinkClass * klass)
|
2003-09-14 12:21:06 +00:00
|
|
|
{
|
2009-09-08 17:19:19 +00:00
|
|
|
GstBaseSinkClass *basesink_class = (GstBaseSinkClass *) klass;
|
2009-09-08 16:59:30 +00:00
|
|
|
GObjectClass *gobject_class = (GObjectClass *) klass;
|
2009-09-08 17:19:19 +00:00
|
|
|
|
2006-03-06 16:18:51 +00:00
|
|
|
parent_class = g_type_class_peek_parent (klass);
|
2009-09-08 17:19:19 +00:00
|
|
|
|
2009-09-08 16:59:30 +00:00
|
|
|
gobject_class->set_property = gst_video_sink_set_property;
|
|
|
|
gobject_class->get_property = gst_video_sink_get_property;
|
|
|
|
|
|
|
|
/**
|
2012-07-13 10:11:06 +00:00
|
|
|
* GstVideoSink:show-preroll-frame:
|
2009-09-08 16:59:30 +00:00
|
|
|
*
|
|
|
|
* Whether to show video frames during preroll. If set to #FALSE, video
|
|
|
|
* frames will only be rendered in PLAYING state.
|
|
|
|
*/
|
|
|
|
g_object_class_install_property (gobject_class, PROP_SHOW_PREROLL_FRAME,
|
|
|
|
g_param_spec_boolean ("show-preroll-frame", "Show preroll frame",
|
|
|
|
"Whether to render video frames during preroll",
|
|
|
|
DEFAULT_SHOW_PREROLL_FRAME,
|
|
|
|
G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
|
|
|
|
|
2009-09-08 17:19:19 +00:00
|
|
|
basesink_class->render = GST_DEBUG_FUNCPTR (gst_video_sink_show_frame);
|
|
|
|
basesink_class->preroll =
|
|
|
|
GST_DEBUG_FUNCPTR (gst_video_sink_show_preroll_frame);
|
2009-09-08 16:59:30 +00:00
|
|
|
|
|
|
|
g_type_class_add_private (klass, sizeof (GstVideoSinkPrivate));
|
2003-09-14 12:21:06 +00:00
|
|
|
}
|
|
|
|
|
2009-09-08 17:19:19 +00:00
|
|
|
static GstFlowReturn
|
|
|
|
gst_video_sink_show_preroll_frame (GstBaseSink * bsink, GstBuffer * buf)
|
|
|
|
{
|
|
|
|
GstVideoSinkClass *klass;
|
2009-09-08 16:59:30 +00:00
|
|
|
GstVideoSink *vsink;
|
|
|
|
gboolean do_show;
|
2009-09-08 17:19:19 +00:00
|
|
|
|
2009-09-08 16:59:30 +00:00
|
|
|
vsink = GST_VIDEO_SINK_CAST (bsink);
|
|
|
|
klass = GST_VIDEO_SINK_GET_CLASS (vsink);
|
2009-09-08 17:19:19 +00:00
|
|
|
|
2009-09-08 16:59:30 +00:00
|
|
|
do_show = g_atomic_int_get (&vsink->priv->show_preroll_frame);
|
|
|
|
|
|
|
|
if (G_UNLIKELY (!do_show)) {
|
|
|
|
GST_DEBUG_OBJECT (bsink, "not rendering frame with ts=%" GST_TIME_FORMAT
|
|
|
|
", preroll rendering disabled",
|
|
|
|
GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buf)));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (klass->show_frame == NULL || !do_show) {
|
2009-09-08 17:19:19 +00:00
|
|
|
if (parent_class->preroll != NULL)
|
|
|
|
return parent_class->preroll (bsink, buf);
|
|
|
|
else
|
|
|
|
return GST_FLOW_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
GST_LOG_OBJECT (bsink, "rendering frame, ts=%" GST_TIME_FORMAT,
|
|
|
|
GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buf)));
|
|
|
|
|
|
|
|
return klass->show_frame (GST_VIDEO_SINK_CAST (bsink), buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
static GstFlowReturn
|
|
|
|
gst_video_sink_show_frame (GstBaseSink * bsink, GstBuffer * buf)
|
|
|
|
{
|
|
|
|
GstVideoSinkClass *klass;
|
|
|
|
|
|
|
|
klass = GST_VIDEO_SINK_GET_CLASS (bsink);
|
|
|
|
|
|
|
|
if (klass->show_frame == NULL) {
|
|
|
|
if (parent_class->render != NULL)
|
|
|
|
return parent_class->render (bsink, buf);
|
|
|
|
else
|
|
|
|
return GST_FLOW_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
GST_LOG_OBJECT (bsink, "rendering frame, ts=%" GST_TIME_FORMAT,
|
|
|
|
GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buf)));
|
|
|
|
|
|
|
|
return klass->show_frame (GST_VIDEO_SINK_CAST (bsink), buf);
|
|
|
|
}
|
|
|
|
|
2009-09-08 16:59:30 +00:00
|
|
|
static void
|
|
|
|
gst_video_sink_set_property (GObject * object, guint prop_id,
|
|
|
|
const GValue * value, GParamSpec * pspec)
|
|
|
|
{
|
|
|
|
GstVideoSink *vsink;
|
|
|
|
|
|
|
|
vsink = GST_VIDEO_SINK (object);
|
|
|
|
|
|
|
|
switch (prop_id) {
|
|
|
|
case PROP_SHOW_PREROLL_FRAME:
|
|
|
|
g_atomic_int_set (&vsink->priv->show_preroll_frame,
|
|
|
|
g_value_get_boolean (value));
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
gst_video_sink_get_property (GObject * object, guint prop_id,
|
|
|
|
GValue * value, GParamSpec * pspec)
|
|
|
|
{
|
|
|
|
GstVideoSink *vsink;
|
|
|
|
|
|
|
|
vsink = GST_VIDEO_SINK (object);
|
|
|
|
|
|
|
|
switch (prop_id) {
|
|
|
|
case PROP_SHOW_PREROLL_FRAME:
|
|
|
|
g_value_set_boolean (value,
|
|
|
|
g_atomic_int_get (&vsink->priv->show_preroll_frame));
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|