gstreamer/ges/ges-track-transition.c

/* GStreamer Editing Services
 * Copyright (C) 2010 Brandon Lewis <brandon@collabora.co.uk>
 *               2010 Nokia Corporation
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

/** 
 * SECTION:ges-track-transition
 * @short_description: Concrete, track-level implemenation of audio and video
 * transitinos.
 */

#include "ges-internal.h"
#include "ges-track-object.h"
#include "ges-track-transition.h"
#include "ges-timeline-transition.h"

G_DEFINE_TYPE (GESTrackTransition, ges_track_transition, GES_TYPE_TRACK_OBJECT);

static void
ges_track_transition_update_vcontroller (GESTrackTransition * self,
    GstElement * gnlobj)
{
  GValue start_value = { 0, };
  GValue end_value = { 0, };
  guint64 duration;

  GST_LOG ("updating controller");

  if (!gnlobj)
    return;

  if (!(self->vcontroller))
    return;

  GST_LOG ("getting properties");
  g_object_get (G_OBJECT (gnlobj), "duration", (guint64 *) & duration, NULL);

  GST_INFO ("duration: %d\n", duration);
  g_value_init (&start_value, G_TYPE_DOUBLE);
  g_value_init (&end_value, G_TYPE_DOUBLE);
  g_value_set_double (&start_value, self->vstart_value);
  g_value_set_double (&end_value, self->vend_value);

  GST_LOG ("setting values on controller");

  g_assert (GST_IS_CONTROLLER (self->vcontroller));
  g_assert (GST_IS_CONTROL_SOURCE (self->vcontrol_source));

  gst_interpolation_control_source_unset_all (self->vcontrol_source);
  gst_interpolation_control_source_set (self->vcontrol_source, 0, &start_value);
  gst_interpolation_control_source_set (self->vcontrol_source,
      duration, &end_value);

  GST_LOG ("done updating controller");
}

static void
ges_track_transition_update_acontroller (GESTrackTransition * self,
    GstElement * gnlobj)
{
  guint64 duration;
  GValue zero = { 0, };
  GValue one = { 0, };

  GST_LOG ("updating controller: gnlobj (%p) acontroller(%p) bcontroller(%p)",
      gnlobj, self->a_acontroller, self->a_bcontroller);

  if (!gnlobj)
    return;

  if (!(self->a_acontroller) || !(self->a_bcontroller))
    return;

  GST_LOG ("getting properties");
  g_object_get (G_OBJECT (gnlobj), "duration", (guint64 *) & duration, NULL);

  GST_INFO ("duration: %lud\n", duration);
  g_value_init (&zero, G_TYPE_DOUBLE);
  g_value_init (&one, G_TYPE_DOUBLE);
  g_value_set_double (&zero, 0.0);
  g_value_set_double (&one, 1.0);

  GST_LOG ("setting values on controller");

  g_assert (GST_IS_CONTROLLER (self->a_acontroller));
  g_assert (GST_IS_CONTROL_SOURCE (self->a_acontrol_source));

  g_assert (GST_IS_CONTROLLER (self->a_bcontroller));
  g_assert (GST_IS_CONTROL_SOURCE (self->a_bcontrol_source));

  gst_interpolation_control_source_unset_all (self->a_acontrol_source);
  gst_interpolation_control_source_set (self->a_acontrol_source, 0, &one);
  gst_interpolation_control_source_set (self->a_acontrol_source,
      duration, &zero);

  gst_interpolation_control_source_unset_all (self->a_bcontrol_source);
  gst_interpolation_control_source_set (self->a_bcontrol_source, 0, &zero);
  gst_interpolation_control_source_set (self->a_bcontrol_source,
      duration, &one);

  GST_LOG ("done updating controller");
}

static void
gnlobject_duration_cb (GstElement * gnlobject, GParamSpec * arg
    G_GNUC_UNUSED, GESTrackTransition * self)
{
  GESTrackType type = ((GESTrackObject *) self)->track->type;
  GST_LOG ("got duration changed signal");

  if (type == GES_TRACK_TYPE_VIDEO)
    ges_track_transition_update_vcontroller (self, gnlobject);
  else if (type == GES_TRACK_TYPE_AUDIO) {
    GST_LOG ("transition is an audio transition");
    ges_track_transition_update_acontroller (self, gnlobject);
  }
}

static void
ges_track_transition_get_property (GObject * object, guint property_id,
    GValue * value, GParamSpec * pspec)
{
  switch (property_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
  }
}

static void
ges_track_transition_set_property (GObject * object, guint property_id,
    const GValue * value, GParamSpec * pspec)
{
  switch (property_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
  }
}

static void
ges_track_transition_dispose (GObject * object)
{
  GESTrackTransition *self = GES_TRACK_TRANSITION (object);

  GST_DEBUG ("disposing");
  GST_LOG ("mixer: %p smpte: %p sinka: %p sinkb: %p",
      self->vmixer, self->vsmpte, self->sinka, self->sinkb);

  if (self->vcontroller) {
    g_object_unref (self->vcontroller);
    self->vcontroller = NULL;
    if (self->vcontrol_source)
      gst_object_unref (self->vcontrol_source);
    self->vcontrol_source = NULL;
  }

  if (self->a_acontroller) {
    g_object_unref (self->a_acontroller);
    self->a_acontroller = NULL;
    if (self->a_acontrol_source)
      gst_object_unref (self->a_acontrol_source);
    self->a_acontrol_source = NULL;
  }

  if (self->a_bcontroller) {
    g_object_unref (self->a_bcontroller);
    self->a_bcontroller = NULL;
    if (self->a_bcontrol_source)
      gst_object_unref (self->a_bcontrol_source);
    self->a_bcontrol_source = NULL;
  }

  if (self->vmixer && self->sinka && self->sinkb) {
    GST_DEBUG ("releasing request pads for vmixer");
    gst_element_release_request_pad (self->vmixer, self->sinka);
    gst_element_release_request_pad (self->vmixer, self->sinkb);
    gst_object_unref (self->vmixer);
    gst_object_unref (self->sinka);
    gst_object_unref (self->sinkb);
    self->vmixer = NULL;
    self->sinka = NULL;
    self->sinkb = NULL;
  }

  G_OBJECT_CLASS (ges_track_transition_parent_class)->dispose (object);
}

static void
ges_track_transition_finalize (GObject * object)
{
  G_OBJECT_CLASS (ges_track_transition_parent_class)->finalize (object);
}

static GObject *
link_element_to_mixer (GstElement * element, GstElement * mixer)
{
  GstPad *sinkpad = gst_element_get_request_pad (mixer, "sink_%d");
  GstPad *srcpad = gst_element_get_static_pad (element, "src");

  g_assert (sinkpad);
  g_assert (srcpad);

  gst_pad_link (srcpad, sinkpad);
  gst_object_unref (srcpad);

  return G_OBJECT (sinkpad);
}

static GObject *
link_element_to_mixer_with_smpte (GstBin * bin, GstElement * element,
    GstElement * mixer, gint type, GstElement ** smpteref)
{
  GstElement *smptealpha = gst_element_factory_make ("smptealpha", NULL);
  g_object_set (G_OBJECT (smptealpha),
      "type", (gint) type, "invert", (gboolean) TRUE, NULL);
  gst_bin_add (bin, smptealpha);

  gst_element_link_many (element, smptealpha, mixer, NULL);

  /* crack */
  if (smpteref) {
    *smpteref = smptealpha;
  }

  return G_OBJECT (smptealpha);
}

static GObject *
link_element_to_mixer_with_volume (GstBin * bin, GstElement * element,
    GstElement * mixer)
{
  GstElement *volume = gst_element_factory_make ("volume", NULL);
  gst_bin_add (bin, volume);

  gst_element_link_many (element, volume, mixer, NULL);

  return G_OBJECT (volume);
}

static GstElement *
create_video_bin (GESTrackTransition * self)
{
  GstElement *topbin, *iconva, *iconvb, *oconv;
  GObject *target = NULL;
  const gchar *propname = NULL;
  GstElement *mixer = NULL;
  GstPad *sinka_target, *sinkb_target, *src_target, *sinka, *sinkb, *src;
  GstController *controller;
  GstInterpolationControlSource *control_source;

  GST_LOG ("creating a video bin");

  topbin = gst_bin_new ("transition-bin");
  iconva = gst_element_factory_make ("ffmpegcolorspace", "tr-csp-a");
  iconvb = gst_element_factory_make ("ffmpegcolorspace", "tr-csp-b");
  oconv = gst_element_factory_make ("ffmpegcolorspace", "tr-csp-output");

  gst_bin_add_many (GST_BIN (topbin), iconva, iconvb, oconv, NULL);
  mixer = gst_element_factory_make ("videomixer", NULL);
  g_object_set (G_OBJECT (mixer), "background", 1, NULL);
  gst_bin_add (GST_BIN (topbin), mixer);

  if (self->vtype != VTYPE_CROSSFADE) {
    link_element_to_mixer_with_smpte (GST_BIN (topbin), iconva, mixer,
        self->vtype, NULL);
    target = link_element_to_mixer_with_smpte (GST_BIN (topbin), iconvb,
        mixer, self->vtype, &self->vsmpte);
    propname = "position";
    self->vstart_value = 1.0;
    self->vend_value = 0.0;
  } else {
    self->sinka = (GstPad *) link_element_to_mixer (iconva, mixer);
    self->sinkb = (GstPad *) link_element_to_mixer (iconvb, mixer);
    target = (GObject *) self->sinkb;
    self->vmixer = gst_object_ref (mixer);
    propname = "alpha";
    self->vstart_value = 0.0;
    self->vend_value = 1.0;
  }

  gst_element_link (mixer, oconv);

  sinka_target = gst_element_get_static_pad (iconva, "sink");
  sinkb_target = gst_element_get_static_pad (iconvb, "sink");
  src_target = gst_element_get_static_pad (oconv, "src");

  sinka = gst_ghost_pad_new ("sinka", sinka_target);
  sinkb = gst_ghost_pad_new ("sinkb", sinkb_target);
  src = gst_ghost_pad_new ("src", src_target);

  gst_element_add_pad (topbin, src);
  gst_element_add_pad (topbin, sinka);
  gst_element_add_pad (topbin, sinkb);

  gst_object_unref (sinka_target);
  gst_object_unref (sinkb_target);
  gst_object_unref (src_target);

  /* set up interpolation */

  g_object_set (target, propname, (gfloat) 0.0, NULL);

  controller = gst_object_control_properties (target, propname, NULL);

  control_source = gst_interpolation_control_source_new ();
  gst_controller_set_control_source (controller,
      propname, GST_CONTROL_SOURCE (control_source));
  gst_interpolation_control_source_set_interpolation_mode (control_source,
      GST_INTERPOLATE_LINEAR);

  self->vcontroller = controller;
  self->vcontrol_source = control_source;

  GST_LOG ("controller created, updating");
  ges_track_transition_update_vcontroller (self,
      ((GESTrackObject *) self)->gnlobject);

  return topbin;
}

static GstElement *
create_audio_bin (GESTrackTransition * self)
{
  GstElement *topbin, *iconva, *iconvb, *oconv;
  GObject *atarget, *btarget = NULL;
  const gchar *propname = "volume";
  GstElement *mixer = NULL;
  GstPad *sinka_target, *sinkb_target, *src_target, *sinka, *sinkb, *src;
  GstController *acontroller, *bcontroller;
  GstInterpolationControlSource *acontrol_source, *bcontrol_source;


  GST_LOG ("creating an audio bin");

  topbin = gst_bin_new ("transition-bin");
  iconva = gst_element_factory_make ("audioconvert", "tr-aconv-a");
  iconvb = gst_element_factory_make ("audioconvert", "tr-aconv-b");
  oconv = gst_element_factory_make ("audioconvert", "tr-aconv-output");

  gst_bin_add_many (GST_BIN (topbin), iconva, iconvb, oconv, NULL);

  mixer = gst_element_factory_make ("adder", NULL);
  gst_bin_add (GST_BIN (topbin), mixer);

  atarget = link_element_to_mixer_with_volume (GST_BIN (topbin), iconva, mixer);
  btarget = link_element_to_mixer_with_volume (GST_BIN (topbin), iconvb, mixer);

  g_assert (atarget && btarget);

  gst_element_link (mixer, oconv);

  sinka_target = gst_element_get_static_pad (iconva, "sink");
  sinkb_target = gst_element_get_static_pad (iconvb, "sink");
  src_target = gst_element_get_static_pad (oconv, "src");

  sinka = gst_ghost_pad_new ("sinka", sinka_target);
  sinkb = gst_ghost_pad_new ("sinkb", sinkb_target);
  src = gst_ghost_pad_new ("src", src_target);

  gst_element_add_pad (topbin, src);
  gst_element_add_pad (topbin, sinka);
  gst_element_add_pad (topbin, sinkb);

  /* set up interpolation */

  gst_object_unref (sinka_target);
  gst_object_unref (sinkb_target);
  gst_object_unref (src_target);


  //g_object_set(atarget, propname, (gdouble) 0, NULL);
  //g_object_set(btarget, propname, (gdouble) 0, NULL);

  acontroller = gst_object_control_properties (atarget, propname, NULL);
  bcontroller = gst_object_control_properties (btarget, propname, NULL);

  g_assert (acontroller && bcontroller);

  acontrol_source = gst_interpolation_control_source_new ();
  gst_controller_set_control_source (acontroller,
      propname, GST_CONTROL_SOURCE (acontrol_source));
  gst_interpolation_control_source_set_interpolation_mode (acontrol_source,
      GST_INTERPOLATE_LINEAR);

  bcontrol_source = gst_interpolation_control_source_new ();
  gst_controller_set_control_source (bcontroller,
      propname, GST_CONTROL_SOURCE (bcontrol_source));
  gst_interpolation_control_source_set_interpolation_mode (bcontrol_source,
      GST_INTERPOLATE_LINEAR);

  self->a_acontroller = acontroller;
  self->a_bcontroller = bcontroller;
  self->a_acontrol_source = acontrol_source;
  self->a_bcontrol_source = bcontrol_source;

  GST_LOG ("controllers created, updating");

  ges_track_transition_update_acontroller (self,
      ((GESTrackObject *) self)->gnlobject);

  return topbin;
}

static gboolean
ges_track_transition_create_gnl_object (GESTrackObject * object)
{
  GESTrackTransition *self = GES_TRACK_TRANSITION (object);

  static gint tnum = 0;

  gchar *name = g_strdup_printf ("transition-operation%d", tnum++);
  object->gnlobject = gst_element_factory_make ("gnloperation", name);
  g_free (name);

  g_object_set (object->gnlobject, "priority", 0, NULL);
  g_signal_connect (G_OBJECT (object->gnlobject), "notify::duration",
      G_CALLBACK (gnlobject_duration_cb), object);

  if ((object->track->type) == GES_TRACK_TYPE_VIDEO) {
    gst_bin_add (GST_BIN (object->gnlobject), create_video_bin (self));
    return TRUE;
  }

  else if ((object->track->type) == GES_TRACK_TYPE_AUDIO) {
    gst_bin_add (GST_BIN (object->gnlobject), create_audio_bin (self));
    return TRUE;
  }

  return FALSE;

}

static void
ges_track_transition_class_init (GESTrackTransitionClass * klass)
{
  GObjectClass *object_class = G_OBJECT_CLASS (klass);
  GESTrackObjectClass *track_class = GES_TRACK_OBJECT_CLASS (klass);

  object_class->get_property = ges_track_transition_get_property;
  object_class->set_property = ges_track_transition_set_property;
  object_class->dispose = ges_track_transition_dispose;
  object_class->finalize = ges_track_transition_finalize;

  track_class->create_gnl_object = ges_track_transition_create_gnl_object;
}

static void
ges_track_transition_init (GESTrackTransition * self)
{
  self->vcontroller = NULL;
  self->vcontrol_source = NULL;
  self->vsmpte = NULL;
  self->vmixer = NULL;
  self->sinka = NULL;
  self->sinkb = NULL;
  self->vtype = 0;
  self->vstart_value = 0.0;
  self->vend_value = 0.0;

  self->a_acontroller = NULL;
  self->a_acontrol_source = NULL;

  self->a_bcontroller = NULL;
  self->a_bcontrol_source = NULL;
}

void
ges_track_transition_set_vtype (GESTrackTransition * self, gint vtype)
{
  if (((vtype == VTYPE_CROSSFADE) && (self->vtype != VTYPE_CROSSFADE)) ||
      ((vtype != VTYPE_CROSSFADE) && (self->vtype = VTYPE_CROSSFADE))) {
    GST_WARNING
        ("Changing between 'crossfade' and other types is not supported\n");
  }

  self->vtype = vtype;
  if (self->vsmpte && (vtype != VTYPE_CROSSFADE))
    g_object_set (self->vsmpte, "type", (gint) vtype, NULL);
}

GESTrackTransition *
ges_track_transition_new (gint value)
{
  GESTrackTransition *ret = g_object_new (GES_TYPE_TRACK_TRANSITION, NULL);
  ret->vtype = value;

  return ret;
}