gstreamer/ges/ges-video-uri-source.c
Thibault Saunier 53637ad749 ges: Properly position video sources in the scene by default
We try to do our best to have the video frames scaled the best way
to fill most space on the final frames, keeping aspect ratio. The user
can later on rescale or move the sources as usual but it makes the
default behaviour a better and more natural especially now that we
set default restriction caps to the video tracks.

And fix the unit test to take that change into account
2020-02-26 13:36:30 -03:00

326 lines
8.9 KiB
C

/* GStreamer Editing Services
* Copyright (C) 2009 Edward Hervey <edward.hervey@collabora.co.uk>
* 2009 Nokia Corporation
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
/**
* SECTION:gesvideourisource
* @title: GESVideoUriSource
* @short_description: outputs a single video stream from a given file
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <stdio.h>
#include <gst/pbutils/missing-plugins.h>
#include "ges-utils.h"
#include "ges-internal.h"
#include "ges-track-element.h"
#include "ges-video-uri-source.h"
#include "ges-uri-asset.h"
#include "ges-extractable.h"
struct _GESVideoUriSourcePrivate
{
GstElement *decodebin; /* Reference owned by parent class */
};
enum
{
PROP_0,
PROP_URI
};
static void
ges_video_uri_source_track_set_cb (GESVideoUriSource * self,
GParamSpec * arg G_GNUC_UNUSED, gpointer nothing)
{
GESTrack *track;
const GstCaps *caps = NULL;
if (!self->priv->decodebin)
return;
track = ges_track_element_get_track (GES_TRACK_ELEMENT (self));
if (!track)
return;
caps = ges_track_get_caps (track);
GST_INFO_OBJECT (self, "Setting caps to: %" GST_PTR_FORMAT, caps);
g_object_set (self->priv->decodebin, "caps", caps, NULL);
}
/* GESSource VMethod */
static GstElement *
ges_video_uri_source_create_source (GESTrackElement * trksrc)
{
GESVideoUriSource *self;
GESTrack *track;
GstElement *decodebin;
const GstCaps *caps = NULL;
self = (GESVideoUriSource *) trksrc;
track = ges_track_element_get_track (trksrc);
if (track)
caps = ges_track_get_caps (track);
decodebin = self->priv->decodebin = gst_element_factory_make ("uridecodebin",
NULL);
g_object_set (decodebin, "caps", caps,
"expose-all-streams", FALSE, "uri", self->uri, NULL);
return decodebin;
}
static gboolean
ges_video_uri_source_needs_converters (GESVideoSource * source)
{
GESTrack *track = ges_track_element_get_track (GES_TRACK_ELEMENT (source));
if (!track || ges_track_get_mixing (track)) {
GESAsset *asset = ges_asset_request (GES_TYPE_URI_CLIP,
GES_VIDEO_URI_SOURCE (source)->uri, NULL);
gboolean is_nested = FALSE;
g_assert (asset);
g_object_get (asset, "is-nested-timeline", &is_nested, NULL);
gst_object_unref (asset);
return !is_nested;
}
return FALSE;
}
gboolean
ges_video_uri_source_get_natural_size (GESVideoSource * source, gint * width,
gint * height)
{
const GstTagList *tags = NULL;
gchar *rotation_info = NULL;
gint videoflip_method, rotate_angle;
GstDiscovererStreamInfo *info;
GESAsset *asset = ges_extractable_get_asset (GES_EXTRACTABLE (source));
if (!asset) {
GST_DEBUG_OBJECT (source, "No asset set yet");
return FALSE;
}
info = ges_uri_source_asset_get_stream_info (GES_URI_SOURCE_ASSET (asset));
if (!GST_IS_DISCOVERER_VIDEO_INFO (info)) {
GST_ERROR_OBJECT (source, "Doesn't have a video info (%" GST_PTR_FORMAT
")", info);
return FALSE;
}
*width =
gst_discoverer_video_info_get_width (GST_DISCOVERER_VIDEO_INFO (info));
*height =
gst_discoverer_video_info_get_height (GST_DISCOVERER_VIDEO_INFO (info));
if (!ges_timeline_element_lookup_child (GES_TIMELINE_ELEMENT (source),
"GstVideoFlip::video-direction", NULL, NULL))
goto done;
ges_timeline_element_get_child_properties (GES_TIMELINE_ELEMENT (source),
"GstVideoFlip::video-direction", &videoflip_method, NULL);
/* Rotating 90 degrees, either way, rotate */
if (videoflip_method == 1 || videoflip_method == 3)
goto rotate;
if (videoflip_method != 8)
goto done;
/* Rotation is automatic, we need to check if the media file is naturally
rotated */
tags =
gst_discoverer_stream_info_get_tags (GST_DISCOVERER_STREAM_INFO (info));
if (!tags)
goto done;
if (!gst_tag_list_get_string (tags, GST_TAG_IMAGE_ORIENTATION,
&rotation_info))
goto done;
if (sscanf (rotation_info, "rotate-%d", &rotate_angle) == 1) {
if (rotate_angle == 90 || rotate_angle == 270)
goto rotate;
}
done:
g_free (rotation_info);
return TRUE;
rotate:
GST_INFO_OBJECT (source, "Stream is rotated, taking that into account");
*width =
gst_discoverer_video_info_get_height (GST_DISCOVERER_VIDEO_INFO (info));
*height =
gst_discoverer_video_info_get_width (GST_DISCOVERER_VIDEO_INFO (info));
goto done;
}
/* Extractable interface implementation */
static gchar *
ges_extractable_check_id (GType type, const gchar * id, GError ** error)
{
return g_strdup (id);
}
static void
extractable_set_asset (GESExtractable * extractable, GESAsset * asset)
{
GESExtractableInterface *piface, *iface;
/* FIXME That should go into #GESTrackElement, but
* some work is needed to make sure it works properly */
if (ges_track_element_get_track_type (GES_TRACK_ELEMENT (extractable)) ==
GES_TRACK_TYPE_UNKNOWN) {
ges_track_element_set_track_type (GES_TRACK_ELEMENT (extractable),
ges_track_element_asset_get_track_type (GES_TRACK_ELEMENT_ASSET
(asset)));
}
iface = G_TYPE_INSTANCE_GET_INTERFACE (extractable, GES_TYPE_EXTRACTABLE,
GESExtractableInterface);
piface = g_type_interface_peek_parent (iface);
piface->set_asset (extractable, asset);
}
static void
ges_extractable_interface_init (GESExtractableInterface * iface)
{
iface->asset_type = GES_TYPE_URI_SOURCE_ASSET;
iface->check_id = ges_extractable_check_id;
iface->set_asset = extractable_set_asset;
}
G_DEFINE_TYPE_WITH_CODE (GESVideoUriSource, ges_video_uri_source,
GES_TYPE_VIDEO_SOURCE, G_ADD_PRIVATE (GESVideoUriSource)
G_IMPLEMENT_INTERFACE (GES_TYPE_EXTRACTABLE,
ges_extractable_interface_init));
/* GObject VMethods */
static void
ges_video_uri_source_get_property (GObject * object, guint property_id,
GValue * value, GParamSpec * pspec)
{
GESVideoUriSource *uriclip = GES_VIDEO_URI_SOURCE (object);
switch (property_id) {
case PROP_URI:
g_value_set_string (value, uriclip->uri);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
}
}
static void
ges_video_uri_source_set_property (GObject * object, guint property_id,
const GValue * value, GParamSpec * pspec)
{
GESVideoUriSource *uriclip = GES_VIDEO_URI_SOURCE (object);
switch (property_id) {
case PROP_URI:
if (uriclip->uri) {
GST_WARNING_OBJECT (object, "Uri already set to %s", uriclip->uri);
return;
}
uriclip->uri = g_value_dup_string (value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
}
}
static void
ges_video_uri_source_dispose (GObject * object)
{
GESVideoUriSource *uriclip = GES_VIDEO_URI_SOURCE (object);
if (uriclip->uri)
g_free (uriclip->uri);
G_OBJECT_CLASS (ges_video_uri_source_parent_class)->dispose (object);
}
static void
ges_video_uri_source_class_init (GESVideoUriSourceClass * klass)
{
GObjectClass *object_class = G_OBJECT_CLASS (klass);
GESVideoSourceClass *source_class = GES_VIDEO_SOURCE_CLASS (klass);
object_class->get_property = ges_video_uri_source_get_property;
object_class->set_property = ges_video_uri_source_set_property;
object_class->dispose = ges_video_uri_source_dispose;
/**
* GESVideoUriSource:uri:
*
* The location of the file/resource to use.
*/
g_object_class_install_property (object_class, PROP_URI,
g_param_spec_string ("uri", "URI", "uri of the resource",
NULL, G_PARAM_READWRITE | G_PARAM_CONSTRUCT_ONLY));
source_class->create_source = ges_video_uri_source_create_source;
source_class->ABI.abi.needs_converters =
ges_video_uri_source_needs_converters;
source_class->ABI.abi.get_natural_size =
ges_video_uri_source_get_natural_size;
}
static void
ges_video_uri_source_init (GESVideoUriSource * self)
{
self->priv = ges_video_uri_source_get_instance_private (self);
g_signal_connect (self, "notify::track",
G_CALLBACK (ges_video_uri_source_track_set_cb), NULL);
}
/**
* ges_video_uri_source_new:
* @uri: the URI the source should control
*
* Creates a new #GESVideoUriSource for the provided @uri.
*
* Returns: (transfer floating) (nullable): The newly created #GESVideoUriSource,
* or %NULL if there was an error.
*/
GESVideoUriSource *
ges_video_uri_source_new (gchar * uri)
{
return g_object_new (GES_TYPE_VIDEO_URI_SOURCE, "uri", uri, NULL);
}