gstreamer/ges/ges-test-clip.c
Thibault Saunier 13325aabdd ges: Add a SourceClipAsset class
Cleaning up the way we use the default framerate for natural
frame rate.
2020-03-25 11:26:29 -03:00

588 lines
16 KiB
C

/* GStreamer Editing Services
* Copyright (C) 2009 Edward Hervey <edward.hervey@collabora.co.uk>
* 2009 Nokia Corporation
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
/**
* SECTION:gestestclip
* @title: GESTestClip
* @short_description: Render video and audio test patterns in a GESLayer
*
* Useful for testing purposes.
*
* ## Asset
*
* The default asset ID is GESTestClip, but the framerate and video
* size can be overriden using an ID of the form:
*
* ```
* framerate=60/1, width=1920, height=1080, max-duration=5.0
* ```
* Note: `max-duration` can be provided in seconds as float, or as GstClockTime
* as guint64 or gint.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "ges-internal.h"
#include "ges-test-clip.h"
#include "ges-source-clip.h"
#include "ges-track-element.h"
#include "ges-video-test-source.h"
#include "ges-audio-test-source.h"
#include <string.h>
#define DEFAULT_VOLUME 1.0
#define DEFAULT_VPATTERN GES_VIDEO_TEST_PATTERN_SMPTE
G_DECLARE_FINAL_TYPE (GESTestClipAsset, ges_test_clip_asset, GES,
TEST_CLIP_ASSET, GESSourceClipAsset);
struct _GESTestClipAsset
{
GESSourceClipAsset parent;
gint natural_framerate_n;
gint natural_framerate_d;
gint natural_width;
gint natural_height;
GstClockTime max_duration;
};
#define GES_TYPE_TEST_CLIP_ASSET (ges_test_clip_asset_get_type())
G_DEFINE_TYPE (GESTestClipAsset, ges_test_clip_asset,
GES_TYPE_SOURCE_CLIP_ASSET);
static gboolean
_get_natural_framerate (GESClipAsset * asset, gint * framerate_n,
gint * framerate_d)
{
GESTestClipAsset *self = GES_TEST_CLIP_ASSET (asset);
*framerate_n = self->natural_framerate_n;
*framerate_d = self->natural_framerate_d;
return TRUE;
}
static GstClockTime
ges_test_clip_asset_get_max_duration (GESAsset * asset)
{
GESTestClipAsset *self = GES_TEST_CLIP_ASSET (asset);
return GES_TEST_CLIP_ASSET (self)->max_duration;
}
gboolean
ges_test_clip_asset_get_natural_size (GESAsset * asset, gint * width,
gint * height)
{
GESTestClipAsset *self = GES_TEST_CLIP_ASSET (asset);
*width = self->natural_width;
*height = self->natural_height;
return TRUE;
}
static void
ges_test_clip_asset_constructed (GObject * gobject)
{
GESFrameNumber fmax_dur = GES_FRAME_NUMBER_NONE;
GESTestClipAsset *self = GES_TEST_CLIP_ASSET (gobject);
GstStructure *structure =
gst_structure_from_string (ges_asset_get_id (GES_ASSET (self)), NULL);
g_assert (structure);
gst_structure_get_int (structure, "width", &self->natural_width);
gst_structure_get_int (structure, "height", &self->natural_height);
gst_structure_get_fraction (structure, "framerate",
&self->natural_framerate_n, &self->natural_framerate_d);
ges_util_structure_get_clocktime (structure, "max-duration",
&self->max_duration, &fmax_dur);
if (GES_FRAME_NUMBER_IS_VALID (fmax_dur))
self->max_duration =
gst_util_uint64_scale (fmax_dur, self->natural_framerate_d * GST_SECOND,
self->natural_framerate_n);
gst_structure_free (structure);
G_OBJECT_CLASS (ges_test_clip_asset_parent_class)->constructed (gobject);
}
static void
ges_test_clip_asset_class_init (GESTestClipAssetClass * klass)
{
GESClipAssetClass *clip_asset_class = GES_CLIP_ASSET_CLASS (klass);
clip_asset_class->get_natural_framerate = _get_natural_framerate;
G_OBJECT_CLASS (klass)->constructed = ges_test_clip_asset_constructed;
}
static void
ges_test_clip_asset_init (GESTestClipAsset * self)
{
self->natural_width = DEFAULT_WIDTH;
self->natural_height = DEFAULT_HEIGHT;
self->natural_framerate_n = DEFAULT_FRAMERATE_N;
self->natural_framerate_d = DEFAULT_FRAMERATE_D;
self->max_duration = GST_CLOCK_TIME_NONE;
}
struct _GESTestClipPrivate
{
gboolean mute;
GESVideoTestPattern vpattern;
gdouble freq;
gdouble volume;
};
enum
{
PROP_0,
PROP_MUTE,
PROP_VPATTERN,
PROP_FREQ,
PROP_VOLUME,
};
typedef struct
{
const gchar *name;
GType type;
} ValidField;
static gchar *
ges_extractable_check_id (GType type, const gchar * id, GError ** error)
{
if (id && g_strcmp0 (id, g_type_name (type))) {
gchar *struct_str = g_strdup_printf ("%s,%s", g_type_name (type), id);
gchar *res = NULL;
GstStructure *structure = gst_structure_from_string (struct_str, NULL);
GST_DEBUG ("Structure is %s %" GST_PTR_FORMAT, struct_str, structure);
if (!structure) {
g_set_error (error, GES_ERROR, GES_ERROR_ASSET_WRONG_ID,
"GESTestClipAsset ID should be in the form: `framerate=30/1, "
"width=1920, height=1080, got %s", id);
} else {
static ValidField valid_fields[] = {
{"width", G_TYPE_INT},
{"height", G_TYPE_INT},
{"framerate", G_TYPE_NONE}, /* GST_TYPE_FRACTION is not constant */
{"max-duration", GST_TYPE_CLOCK_TIME},
};
gint i;
for (i = 0; i < G_N_ELEMENTS (valid_fields); i++) {
if (gst_structure_has_field (structure, valid_fields[i].name)) {
GstClockTime ts;
GESFrameNumber fn;
ValidField field = valid_fields[i];
GType type =
field.type == G_TYPE_NONE ? GST_TYPE_FRACTION : field.type;
if (!(gst_structure_has_field_typed (structure, field.name,
type) ||
(type == GST_TYPE_CLOCK_TIME &&
ges_util_structure_get_clocktime (structure, field.name,
&ts, &fn)))) {
g_set_error (error, GES_ERROR, GES_ERROR_ASSET_WRONG_ID,
"Field %s has wrong type, %s, expected %s", field.name,
g_type_name (gst_structure_get_field_type (structure,
field.name)), g_type_name (type));
gst_structure_free (structure);
g_free (struct_str);
return FALSE;
}
}
}
res = gst_structure_to_string (structure);
gst_structure_free (structure);
}
g_free (struct_str);
return res;
}
return g_strdup (g_type_name (type));
}
static void
ges_extractable_interface_init (GESExtractableInterface * iface)
{
iface->asset_type = GES_TYPE_TEST_CLIP_ASSET;
iface->check_id = ges_extractable_check_id;
}
G_DEFINE_TYPE_WITH_CODE (GESTestClip, ges_test_clip, GES_TYPE_SOURCE_CLIP,
G_ADD_PRIVATE (GESTestClip)
G_IMPLEMENT_INTERFACE (GES_TYPE_EXTRACTABLE,
ges_extractable_interface_init));
static GESTrackElement
* ges_test_clip_create_track_element (GESClip * clip, GESTrackType type);
static void
ges_test_clip_get_property (GObject * object, guint property_id,
GValue * value, GParamSpec * pspec)
{
GESTestClipPrivate *priv = GES_TEST_CLIP (object)->priv;
switch (property_id) {
case PROP_MUTE:
g_value_set_boolean (value, priv->mute);
break;
case PROP_VPATTERN:
g_value_set_enum (value, priv->vpattern);
break;
case PROP_FREQ:
g_value_set_double (value, priv->freq);
break;
case PROP_VOLUME:
g_value_set_double (value, priv->volume);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
}
}
static void
ges_test_clip_set_property (GObject * object, guint property_id,
const GValue * value, GParamSpec * pspec)
{
GESTestClip *uriclip = GES_TEST_CLIP (object);
switch (property_id) {
case PROP_MUTE:
ges_test_clip_set_mute (uriclip, g_value_get_boolean (value));
break;
case PROP_VPATTERN:
ges_test_clip_set_vpattern (uriclip, g_value_get_enum (value));
break;
case PROP_FREQ:
ges_test_clip_set_frequency (uriclip, g_value_get_double (value));
break;
case PROP_VOLUME:
ges_test_clip_set_volume (uriclip, g_value_get_double (value));
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
}
}
static void
ges_test_clip_class_init (GESTestClipClass * klass)
{
GObjectClass *object_class = G_OBJECT_CLASS (klass);
GESClipClass *timobj_class = GES_CLIP_CLASS (klass);
object_class->get_property = ges_test_clip_get_property;
object_class->set_property = ges_test_clip_set_property;
/**
* GESTestClip:vpattern:
*
* Video pattern to display in video track elements.
*/
g_object_class_install_property (object_class, PROP_VPATTERN,
g_param_spec_enum ("vpattern", "VPattern",
"Which video pattern to display. See videotestsrc element",
GES_VIDEO_TEST_PATTERN_TYPE,
DEFAULT_VPATTERN, G_PARAM_READWRITE | G_PARAM_CONSTRUCT));
/**
* GESTestClip:freq:
*
* The frequency to generate for audio track elements.
*/
g_object_class_install_property (object_class, PROP_FREQ,
g_param_spec_double ("freq", "Audio Frequency",
"The frequency to generate. See audiotestsrc element",
0, 20000, 440, G_PARAM_READWRITE | G_PARAM_CONSTRUCT));
/**
* GESTestClip:volume:
*
* The volume for the audio track elements.
*/
g_object_class_install_property (object_class, PROP_VOLUME,
g_param_spec_double ("volume", "Audio Volume",
"The volume of the test audio signal.",
0, 1, DEFAULT_VOLUME, G_PARAM_READWRITE | G_PARAM_CONSTRUCT));
/**
* GESTestClip:mute:
*
* Whether the sound will be played or not.
*/
g_object_class_install_property (object_class, PROP_MUTE,
g_param_spec_boolean ("mute", "Mute", "Mute audio track",
FALSE, G_PARAM_READWRITE | G_PARAM_CONSTRUCT));
timobj_class->create_track_element = ges_test_clip_create_track_element;
}
static void
ges_test_clip_init (GESTestClip * self)
{
SUPRESS_UNUSED_WARNING (GES_IS_TEST_CLIP_ASSET);
self->priv = ges_test_clip_get_instance_private (self);
self->priv->freq = 0;
self->priv->volume = 0;
GES_TIMELINE_ELEMENT (self)->duration = 0;
}
/**
* ges_test_clip_set_mute:
* @self: the #GESTestClip on which to mute or unmute the audio track
* @mute: %TRUE to mute the audio track, %FALSE to unmute it
*
* Sets whether the audio track of this clip is muted or not.
*
*/
void
ges_test_clip_set_mute (GESTestClip * self, gboolean mute)
{
GList *tmp;
GST_DEBUG ("self:%p, mute:%d", self, mute);
self->priv->mute = mute;
/* Go over tracked objects, and update 'active' status on all audio objects */
for (tmp = GES_CONTAINER_CHILDREN (self); tmp; tmp = tmp->next) {
GESTrackElement *trackelement = (GESTrackElement *) tmp->data;
if (ges_track_element_get_track (trackelement)->type ==
GES_TRACK_TYPE_AUDIO)
ges_track_element_set_active (trackelement, !mute);
}
}
/**
* ges_test_clip_set_vpattern:
* @self: the #GESTestClip to set the pattern on
* @vpattern: the #GESVideoTestPattern to use on @self
*
* Sets which video pattern to display on @self.
*
*/
void
ges_test_clip_set_vpattern (GESTestClip * self, GESVideoTestPattern vpattern)
{
GList *tmp;
self->priv->vpattern = vpattern;
for (tmp = GES_CONTAINER_CHILDREN (self); tmp; tmp = tmp->next) {
GESTrackElement *trackelement = (GESTrackElement *) tmp->data;
if (GES_IS_VIDEO_TEST_SOURCE (trackelement))
ges_video_test_source_set_pattern (
(GESVideoTestSource *) trackelement, vpattern);
}
}
/**
* ges_test_clip_set_frequency:
* @self: the #GESTestClip to set the frequency on
* @freq: the frequency you want to use on @self
*
* Sets the frequency to generate. See audiotestsrc element.
*
*/
void
ges_test_clip_set_frequency (GESTestClip * self, gdouble freq)
{
GList *tmp;
self->priv->freq = freq;
for (tmp = GES_CONTAINER_CHILDREN (self); tmp; tmp = tmp->next) {
GESTrackElement *trackelement = (GESTrackElement *) tmp->data;
if (GES_IS_AUDIO_TEST_SOURCE (trackelement))
ges_audio_test_source_set_freq (
(GESAudioTestSource *) trackelement, freq);
}
}
/**
* ges_test_clip_set_volume:
* @self: the #GESTestClip to set the volume on
* @volume: the volume of the audio signal you want to use on @self
*
* Sets the volume of the test audio signal.
*
*/
void
ges_test_clip_set_volume (GESTestClip * self, gdouble volume)
{
GList *tmp;
self->priv->volume = volume;
for (tmp = GES_CONTAINER_CHILDREN (self); tmp; tmp = tmp->next) {
GESTrackElement *trackelement = (GESTrackElement *) tmp->data;
if (GES_IS_AUDIO_TEST_SOURCE (trackelement))
ges_audio_test_source_set_volume (
(GESAudioTestSource *) trackelement, volume);
}
}
/**
* ges_test_clip_get_vpattern:
* @self: a #GESTestClip
*
* Get the #GESVideoTestPattern which is applied on @self.
*
* Returns: The #GESVideoTestPattern which is applied on @self.
*/
GESVideoTestPattern
ges_test_clip_get_vpattern (GESTestClip * self)
{
return self->priv->vpattern;
}
/**
* ges_test_clip_is_muted:
* @self: a #GESTestClip
*
* Let you know if the audio track of @self is muted or not.
*
* Returns: Whether the audio track of @self is muted or not.
*/
gboolean
ges_test_clip_is_muted (GESTestClip * self)
{
return self->priv->mute;
}
/**
* ges_test_clip_get_frequency:
* @self: a #GESTestClip
*
* Get the frequency @self generates.
*
* Returns: The frequency @self generates. See audiotestsrc element.
*/
gdouble
ges_test_clip_get_frequency (GESTestClip * self)
{
return self->priv->freq;
}
/**
* ges_test_clip_get_volume:
* @self: a #GESTestClip
*
* Get the volume of the test audio signal applied on @self.
*
* Returns: The volume of the test audio signal applied on @self.
*/
gdouble
ges_test_clip_get_volume (GESTestClip * self)
{
return self->priv->volume;
}
static GESTrackElement *
ges_test_clip_create_track_element (GESClip * clip, GESTrackType type)
{
GESAsset *asset = ges_extractable_get_asset (GES_EXTRACTABLE (clip));
GESTestClipPrivate *priv = GES_TEST_CLIP (clip)->priv;
GESTrackElement *res = NULL;
GST_DEBUG ("Creating a GESTrackTestSource for type: %s",
ges_track_type_name (type));
if (type == GES_TRACK_TYPE_VIDEO) {
res = (GESTrackElement *) ges_video_test_source_new ();
ges_video_test_source_set_pattern (
(GESVideoTestSource *) res, priv->vpattern);
} else if (type == GES_TRACK_TYPE_AUDIO) {
res = (GESTrackElement *) ges_audio_test_source_new ();
if (priv->mute)
ges_track_element_set_active (res, FALSE);
ges_audio_test_source_set_freq ((GESAudioTestSource *) res, priv->freq);
ges_audio_test_source_set_volume ((GESAudioTestSource *) res, priv->volume);
}
if (asset)
ges_timeline_element_set_max_duration (GES_TIMELINE_ELEMENT (res),
ges_test_clip_asset_get_max_duration (asset));
return res;
}
/**
* ges_test_clip_new:
*
* Creates a new #GESTestClip.
*
* Returns: (transfer floating) (nullable): The newly created #GESTestClip,
* or %NULL if there was an error.
*/
GESTestClip *
ges_test_clip_new (void)
{
GESTestClip *new_clip;
GESAsset *asset = ges_asset_request (GES_TYPE_TEST_CLIP, NULL, NULL);
new_clip = GES_TEST_CLIP (ges_asset_extract (asset, NULL));
gst_object_unref (asset);
return new_clip;
}
/**
* ges_test_clip_new_for_nick:
* @nick: the nickname for which to create the #GESTestClip
*
* Creates a new #GESTestClip for the provided @nick.
*
* Returns: (transfer floating) (nullable): The newly created #GESTestClip,
* or %NULL if there was an error.
*/
GESTestClip *
ges_test_clip_new_for_nick (gchar * nick)
{
GEnumValue *value;
GEnumClass *klass;
GESTestClip *ret = NULL;
klass = G_ENUM_CLASS (g_type_class_ref (GES_VIDEO_TEST_PATTERN_TYPE));
if (!klass)
return NULL;
value = g_enum_get_value_by_nick (klass, nick);
if (value) {
ret = ges_test_clip_new ();
ges_test_clip_set_vpattern (ret, value->value);
}
g_type_class_unref (klass);
return ret;
}