mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-09-08 13:18:52 +00:00
307 lines
9.3 KiB
C
307 lines
9.3 KiB
C
/* GStreamer Editing Services
|
|
* Copyright (C) 2010 Brandon Lewis <brandon.lewis@collabora.co.uk>
|
|
* 2010 Nokia Corporation
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
/**
|
|
* SECTION:gesaudiotransition
|
|
* @title: GESAudioTransition
|
|
* @short_description: implements audio crossfade transition
|
|
*/
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "ges-internal.h"
|
|
#include "ges-track-element.h"
|
|
#include "ges-audio-transition.h"
|
|
|
|
#include <gst/controller/gstdirectcontrolbinding.h>
|
|
|
|
struct _GESAudioTransitionPrivate
|
|
{
|
|
/* these enable volume interpolation. Unlike video, both inputs are adjusted
|
|
* simultaneously */
|
|
GstControlSource *a_control_source;
|
|
|
|
GstControlSource *b_control_source;
|
|
|
|
};
|
|
|
|
enum
|
|
{
|
|
PROP_0,
|
|
};
|
|
|
|
G_DEFINE_TYPE_WITH_PRIVATE (GESAudioTransition, ges_audio_transition,
|
|
GES_TYPE_TRANSITION);
|
|
|
|
#define fast_element_link(a,b) gst_element_link_pads_full((a),"src",(b),"sink",GST_PAD_LINK_CHECK_NOTHING)
|
|
|
|
static void
|
|
ges_audio_transition_duration_changed (GESTrackElement * self, guint64);
|
|
|
|
static GstElement *ges_audio_transition_create_element (GESTrackElement * self);
|
|
|
|
static void ges_audio_transition_dispose (GObject * object);
|
|
|
|
static void ges_audio_transition_finalize (GObject * object);
|
|
|
|
static void ges_audio_transition_get_property (GObject * object, guint
|
|
property_id, GValue * value, GParamSpec * pspec);
|
|
|
|
static void ges_audio_transition_set_property (GObject * object, guint
|
|
property_id, const GValue * value, GParamSpec * pspec);
|
|
|
|
static void
|
|
duration_changed_cb (GESTrackElement * self, GParamSpec * arg G_GNUC_UNUSED)
|
|
{
|
|
ges_audio_transition_duration_changed (self,
|
|
ges_timeline_element_get_duration (GES_TIMELINE_ELEMENT (self)));
|
|
}
|
|
|
|
static void
|
|
ges_audio_transition_class_init (GESAudioTransitionClass * klass)
|
|
{
|
|
GObjectClass *object_class;
|
|
GESTrackElementClass *toclass;
|
|
|
|
object_class = G_OBJECT_CLASS (klass);
|
|
toclass = GES_TRACK_ELEMENT_CLASS (klass);
|
|
|
|
object_class->get_property = ges_audio_transition_get_property;
|
|
object_class->set_property = ges_audio_transition_set_property;
|
|
object_class->dispose = ges_audio_transition_dispose;
|
|
object_class->finalize = ges_audio_transition_finalize;
|
|
|
|
toclass->create_element = ges_audio_transition_create_element;
|
|
toclass->ABI.abi.default_track_type = GES_TRACK_TYPE_AUDIO;
|
|
|
|
}
|
|
|
|
static void
|
|
ges_audio_transition_init (GESAudioTransition * self)
|
|
{
|
|
|
|
self->priv = ges_audio_transition_get_instance_private (self);
|
|
}
|
|
|
|
static void
|
|
ges_audio_transition_dispose (GObject * object)
|
|
{
|
|
GESAudioTransition *self;
|
|
|
|
self = GES_AUDIO_TRANSITION (object);
|
|
|
|
if (self->priv->a_control_source) {
|
|
if (self->priv->a_control_source)
|
|
gst_object_unref (self->priv->a_control_source);
|
|
self->priv->a_control_source = NULL;
|
|
}
|
|
|
|
if (self->priv->b_control_source) {
|
|
if (self->priv->b_control_source)
|
|
gst_object_unref (self->priv->b_control_source);
|
|
self->priv->b_control_source = NULL;
|
|
}
|
|
|
|
g_signal_handlers_disconnect_by_func (GES_TRACK_ELEMENT (self),
|
|
duration_changed_cb, NULL);
|
|
|
|
G_OBJECT_CLASS (ges_audio_transition_parent_class)->dispose (object);
|
|
}
|
|
|
|
static void
|
|
ges_audio_transition_finalize (GObject * object)
|
|
{
|
|
G_OBJECT_CLASS (ges_audio_transition_parent_class)->finalize (object);
|
|
}
|
|
|
|
static void
|
|
ges_audio_transition_get_property (GObject * object,
|
|
guint property_id, GValue * value, GParamSpec * pspec)
|
|
{
|
|
switch (property_id) {
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
|
|
}
|
|
}
|
|
|
|
static void
|
|
ges_audio_transition_set_property (GObject * object,
|
|
guint property_id, const GValue * value, GParamSpec * pspec)
|
|
{
|
|
switch (property_id) {
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
|
|
}
|
|
}
|
|
|
|
static GObject *
|
|
link_element_to_mixer_with_volume (GstBin * bin, GstElement * element,
|
|
GstElement * mixer)
|
|
{
|
|
GstElement *volume = gst_element_factory_make ("volume", NULL);
|
|
GstElement *resample = gst_element_factory_make ("audioresample", NULL);
|
|
|
|
gst_bin_add (bin, volume);
|
|
gst_bin_add (bin, resample);
|
|
|
|
if (!fast_element_link (element, volume) ||
|
|
!fast_element_link (volume, resample) ||
|
|
!gst_element_link_pads_full (resample, "src", mixer, "sink_%u",
|
|
GST_PAD_LINK_CHECK_NOTHING))
|
|
GST_ERROR_OBJECT (bin, "Error linking volume to mixer");
|
|
|
|
return G_OBJECT (volume);
|
|
}
|
|
|
|
static GstElement *
|
|
ges_audio_transition_create_element (GESTrackElement * track_element)
|
|
{
|
|
GESAudioTransition *self;
|
|
GstElement *topbin, *iconva, *iconvb, *oconv;
|
|
GObject *atarget, *btarget = NULL;
|
|
const gchar *propname = "volume";
|
|
GstElement *mixer = NULL;
|
|
GstPad *sinka_target, *sinkb_target, *src_target, *sinka, *sinkb, *src;
|
|
guint64 duration;
|
|
GstControlSource *acontrol_source, *bcontrol_source;
|
|
|
|
self = GES_AUDIO_TRANSITION (track_element);
|
|
|
|
GST_LOG ("creating an audio bin");
|
|
|
|
topbin = gst_bin_new ("transition-bin");
|
|
iconva = gst_element_factory_make ("audioconvert", "tr-aconv-a");
|
|
iconvb = gst_element_factory_make ("audioconvert", "tr-aconv-b");
|
|
oconv = gst_element_factory_make ("audioconvert", "tr-aconv-output");
|
|
|
|
gst_bin_add_many (GST_BIN (topbin), iconva, iconvb, oconv, NULL);
|
|
|
|
mixer = gst_element_factory_make ("audiomixer", NULL);
|
|
gst_bin_add (GST_BIN (topbin), mixer);
|
|
|
|
atarget = link_element_to_mixer_with_volume (GST_BIN (topbin), iconva, mixer);
|
|
btarget = link_element_to_mixer_with_volume (GST_BIN (topbin), iconvb, mixer);
|
|
|
|
g_assert (atarget && btarget);
|
|
|
|
fast_element_link (mixer, oconv);
|
|
|
|
sinka_target = gst_element_get_static_pad (iconva, "sink");
|
|
sinkb_target = gst_element_get_static_pad (iconvb, "sink");
|
|
src_target = gst_element_get_static_pad (oconv, "src");
|
|
|
|
sinka = gst_ghost_pad_new ("sinka", sinka_target);
|
|
sinkb = gst_ghost_pad_new ("sinkb", sinkb_target);
|
|
src = gst_ghost_pad_new ("src", src_target);
|
|
|
|
gst_element_add_pad (topbin, src);
|
|
gst_element_add_pad (topbin, sinka);
|
|
gst_element_add_pad (topbin, sinkb);
|
|
|
|
/* set up interpolation */
|
|
|
|
gst_object_unref (sinka_target);
|
|
gst_object_unref (sinkb_target);
|
|
gst_object_unref (src_target);
|
|
|
|
acontrol_source = gst_interpolation_control_source_new ();
|
|
g_object_set (acontrol_source, "mode", GST_INTERPOLATION_MODE_LINEAR, NULL);
|
|
|
|
bcontrol_source = gst_interpolation_control_source_new ();
|
|
g_object_set (bcontrol_source, "mode", GST_INTERPOLATION_MODE_LINEAR, NULL);
|
|
|
|
self->priv->a_control_source = acontrol_source;
|
|
self->priv->b_control_source = bcontrol_source;
|
|
|
|
duration =
|
|
ges_timeline_element_get_duration (GES_TIMELINE_ELEMENT (track_element));
|
|
ges_audio_transition_duration_changed (track_element, duration);
|
|
|
|
g_signal_connect (track_element, "notify::duration",
|
|
G_CALLBACK (duration_changed_cb), NULL);
|
|
|
|
gst_object_add_control_binding (GST_OBJECT (atarget),
|
|
gst_direct_control_binding_new (GST_OBJECT (atarget), propname,
|
|
acontrol_source));
|
|
gst_object_add_control_binding (GST_OBJECT (btarget),
|
|
gst_direct_control_binding_new (GST_OBJECT (btarget), propname,
|
|
bcontrol_source));
|
|
|
|
self->priv->a_control_source = acontrol_source;
|
|
self->priv->b_control_source = bcontrol_source;
|
|
|
|
return topbin;
|
|
}
|
|
|
|
static void
|
|
ges_audio_transition_duration_changed (GESTrackElement * track_element,
|
|
guint64 duration)
|
|
{
|
|
GESAudioTransition *self;
|
|
GstElement *nleobj = ges_track_element_get_nleobject (track_element);
|
|
GstTimedValueControlSource *ta, *tb;
|
|
|
|
self = GES_AUDIO_TRANSITION (track_element);
|
|
|
|
GST_INFO ("updating controller: nleobj (%p)", nleobj);
|
|
|
|
if (G_UNLIKELY ((!self->priv->a_control_source ||
|
|
!self->priv->b_control_source)))
|
|
return;
|
|
|
|
GST_INFO ("setting values on controller");
|
|
ta = GST_TIMED_VALUE_CONTROL_SOURCE (self->priv->a_control_source);
|
|
tb = GST_TIMED_VALUE_CONTROL_SOURCE (self->priv->b_control_source);
|
|
|
|
gst_timed_value_control_source_unset_all (ta);
|
|
gst_timed_value_control_source_unset_all (tb);
|
|
/* The volume property goes from 0 to 10, so we want to interpolate between
|
|
* 0 and 0.1 */
|
|
gst_timed_value_control_source_set (ta, 0, 0.1);
|
|
gst_timed_value_control_source_set (ta, duration, 0.0);
|
|
|
|
gst_timed_value_control_source_set (tb, 0, 0.0);
|
|
gst_timed_value_control_source_set (tb, duration, 0.1);
|
|
|
|
GST_INFO ("done updating controller");
|
|
}
|
|
|
|
/**
|
|
* ges_audio_transition_new:
|
|
*
|
|
* Creates a new #GESAudioTransition.
|
|
*
|
|
* Returns: (transfer floating): The newly created #GESAudioTransition.
|
|
*
|
|
* Deprecated: 1.18: This should never be called by applications as this will
|
|
* be created by clips.
|
|
*/
|
|
GESAudioTransition *
|
|
ges_audio_transition_new (void)
|
|
{
|
|
GESAudioTransition *res;
|
|
GESAsset *asset = ges_asset_request (GES_TYPE_AUDIO_TRANSITION, NULL, NULL);
|
|
|
|
res = GES_AUDIO_TRANSITION (ges_asset_extract (asset, NULL));
|
|
gst_object_unref (asset);
|
|
|
|
return res;
|
|
}
|