/* GStreamer * Copyright (C) <2011> Stefan Kost * * gstwavescope.c: simple oscilloscope * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /** * SECTION:element-wavescope * @title: wavescope * @see_also: goom * * Wavescope is a simple audio visualisation element. It renders the waveforms * like on an oscilloscope. * * ## Example launch line * |[ * gst-launch-1.0 audiotestsrc ! audioconvert ! wavescope ! ximagesink * ]| * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include "gstwavescope.h" #if G_BYTE_ORDER == G_BIG_ENDIAN #define RGB_ORDER "xRGB" #else #define RGB_ORDER "BGRx" #endif static GstStaticPadTemplate gst_wave_scope_src_template = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (RGB_ORDER)) ); static GstStaticPadTemplate gst_wave_scope_sink_template = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS ("audio/x-raw, " "format = (string) " GST_AUDIO_NE (S16) ", " "layout = (string) interleaved, " "rate = (int) [ 8000, 96000 ], " "channels = (int) 2, " "channel-mask = (bitmask) 0x3") ); GST_DEBUG_CATEGORY_STATIC (wave_scope_debug); #define GST_CAT_DEFAULT wave_scope_debug enum { PROP_0, PROP_STYLE }; enum { STYLE_DOTS = 0, STYLE_LINES, STYLE_COLOR_DOTS, STYLE_COLOR_LINES, NUM_STYLES }; #define GST_TYPE_WAVE_SCOPE_STYLE (gst_wave_scope_style_get_type ()) static GType gst_wave_scope_style_get_type (void) { static GType gtype = 0; if (gtype == 0) { static const GEnumValue values[] = { {STYLE_DOTS, "draw dots (default)", "dots"}, {STYLE_LINES, "draw lines", "lines"}, {STYLE_COLOR_DOTS, "draw color dots", "color-dots"}, {STYLE_COLOR_LINES, "draw color lines", "color-lines"}, {0, NULL, NULL} }; gtype = g_enum_register_static ("GstWaveScopeStyle", values); } return gtype; } static void gst_wave_scope_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_wave_scope_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static void gst_wave_scope_finalize (GObject * object); static void render_dots (GstAudioVisualizer * scope, guint32 * vdata, gint16 * adata, guint num_samples); static void render_lines (GstAudioVisualizer * scope, guint32 * vdata, gint16 * adata, guint num_samples); static void render_color_dots (GstAudioVisualizer * base, guint32 * vdata, gint16 * adata, guint num_samples); static void render_color_lines (GstAudioVisualizer * base, guint32 * vdata, gint16 * adata, guint num_samples); static gboolean gst_wave_scope_setup (GstAudioVisualizer * scope); static gboolean gst_wave_scope_render (GstAudioVisualizer * base, GstBuffer * audio, GstVideoFrame * video); #define gst_wave_scope_parent_class parent_class G_DEFINE_TYPE_WITH_CODE (GstWaveScope, gst_wave_scope, GST_TYPE_AUDIO_VISUALIZER, GST_DEBUG_CATEGORY_INIT (wave_scope_debug, "wavescope", 0, "wavescope");); GST_ELEMENT_REGISTER_DEFINE (wavescope, "wavescope", GST_RANK_NONE, GST_TYPE_WAVE_SCOPE); static void gst_wave_scope_class_init (GstWaveScopeClass * g_class) { GObjectClass *gobject_class = (GObjectClass *) g_class; GstElementClass *gstelement_class = (GstElementClass *) g_class; GstAudioVisualizerClass *scope_class = (GstAudioVisualizerClass *) g_class; gobject_class->set_property = gst_wave_scope_set_property; gobject_class->get_property = gst_wave_scope_get_property; gobject_class->finalize = gst_wave_scope_finalize; scope_class->setup = GST_DEBUG_FUNCPTR (gst_wave_scope_setup); scope_class->render = GST_DEBUG_FUNCPTR (gst_wave_scope_render); g_object_class_install_property (gobject_class, PROP_STYLE, g_param_spec_enum ("style", "drawing style", "Drawing styles for the wave form display.", GST_TYPE_WAVE_SCOPE_STYLE, STYLE_DOTS, G_PARAM_CONSTRUCT | G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); gst_element_class_set_static_metadata (gstelement_class, "Waveform oscilloscope", "Visualization", "Simple waveform oscilloscope", "Stefan Kost "); gst_element_class_add_static_pad_template (gstelement_class, &gst_wave_scope_src_template); gst_element_class_add_static_pad_template (gstelement_class, &gst_wave_scope_sink_template); gst_type_mark_as_plugin_api (GST_TYPE_WAVE_SCOPE_STYLE, 0); } static void gst_wave_scope_init (GstWaveScope * scope) { /* do nothing */ } static void gst_wave_scope_finalize (GObject * object) { GstWaveScope *scope = GST_WAVE_SCOPE (object); if (scope->flt) { g_free (scope->flt); scope->flt = NULL; } G_OBJECT_CLASS (parent_class)->finalize (object); } static gboolean gst_wave_scope_setup (GstAudioVisualizer * bscope) { GstWaveScope *scope = GST_WAVE_SCOPE (bscope); g_free (scope->flt); scope->flt = g_new0 (gdouble, 6 * GST_AUDIO_INFO_CHANNELS (&bscope->ainfo)); return TRUE; } static void gst_wave_scope_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstWaveScope *scope = GST_WAVE_SCOPE (object); switch (prop_id) { case PROP_STYLE: scope->style = g_value_get_enum (value); switch (scope->style) { case STYLE_DOTS: scope->process = render_dots; break; case STYLE_LINES: scope->process = render_lines; break; case STYLE_COLOR_DOTS: scope->process = render_color_dots; break; case STYLE_COLOR_LINES: scope->process = render_color_lines; break; } break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_wave_scope_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstWaveScope *scope = GST_WAVE_SCOPE (object); switch (prop_id) { case PROP_STYLE: g_value_set_enum (value, scope->style); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } #include "gstdrawhelpers.h" static void render_dots (GstAudioVisualizer * base, guint32 * vdata, gint16 * adata, guint num_samples) { gint channels = GST_AUDIO_INFO_CHANNELS (&base->ainfo); guint i, c, s, x, y, oy; gfloat dx, dy; guint w = GST_VIDEO_INFO_WIDTH (&base->vinfo); guint h = GST_VIDEO_INFO_HEIGHT (&base->vinfo); /* draw dots */ dx = (gfloat) w / (gfloat) num_samples; dy = h / 65536.0; oy = h / 2; for (c = 0; c < channels; c++) { s = c; for (i = 0; i < num_samples; i++) { x = (guint) ((gfloat) i * dx); y = (guint) (oy + (gfloat) adata[s] * dy); s += channels; draw_dot (vdata, x, y, w, 0x00FFFFFF); } } } static void render_lines (GstAudioVisualizer * base, guint32 * vdata, gint16 * adata, guint num_samples) { gint channels = GST_AUDIO_INFO_CHANNELS (&base->ainfo); guint i, c, s, x, y, oy; gfloat dx, dy; guint w = GST_VIDEO_INFO_WIDTH (&base->vinfo); guint h = GST_VIDEO_INFO_HEIGHT (&base->vinfo); gint x2, y2; /* draw lines */ dx = (gfloat) (w - 1) / (gfloat) num_samples; dy = (h - 1) / 65536.0; oy = (h - 1) / 2; for (c = 0; c < channels; c++) { s = c; x2 = 0; y2 = (guint) (oy + (gfloat) adata[s] * dy); for (i = 1; i < num_samples; i++) { x = (guint) ((gfloat) i * dx); y = (guint) (oy + (gfloat) adata[s] * dy); s += channels; draw_line_aa (vdata, x2, x, y2, y, w, 0x00FFFFFF); x2 = x; y2 = y; } } } #define CUTOFF_1 0.15 #define CUTOFF_2 0.45 #define RESONANCE (1.0/0.5) #define filter(in) G_STMT_START { \ flt[2] = in - (flt[1] * RESONANCE) - flt[0]; \ flt[1] += (flt[2] * CUTOFF_1); \ flt[0] += (flt[1] * CUTOFF_1); \ \ flt[5] = (flt[1] + flt[2]) - (flt[4] * RESONANCE) - flt[3]; \ flt[4] += (flt[5] * CUTOFF_2); \ flt[3] += (flt[4] * CUTOFF_2); \ } G_STMT_END static void render_color_dots (GstAudioVisualizer * base, guint32 * vdata, gint16 * adata, guint num_samples) { GstWaveScope *scope = (GstWaveScope *) base; gint channels = GST_AUDIO_INFO_CHANNELS (&base->ainfo); guint i, c, s, x, y, oy; gfloat dx, dy; guint w = GST_VIDEO_INFO_WIDTH (&base->vinfo); guint h = GST_VIDEO_INFO_HEIGHT (&base->vinfo), h1 = h - 2; gdouble *flt = scope->flt; /* draw dots */ dx = (gfloat) w / (gfloat) num_samples; dy = h / 65536.0; oy = h / 2; for (c = 0; c < channels; c++) { s = c; for (i = 0; i < num_samples; i++) { x = (guint) ((gfloat) i * dx); filter ((gfloat) adata[s]); y = (guint) (oy + flt[0] * dy); y = MIN (y, h1); draw_dot_c (vdata, x, y, w, 0x00FF0000); y = (guint) (oy + flt[3] * dy); y = MIN (y, h1); draw_dot_c (vdata, x, y, w, 0x0000FF00); y = (guint) (oy + (flt[4] + flt[5]) * dy); y = MIN (y, h1); draw_dot_c (vdata, x, y, w, 0x000000FF); s += channels; } flt += 6; } } static void render_color_lines (GstAudioVisualizer * base, guint32 * vdata, gint16 * adata, guint num_samples) { GstWaveScope *scope = (GstWaveScope *) base; gint channels = GST_AUDIO_INFO_CHANNELS (&base->ainfo); guint i, c, s, x, y, oy; gfloat dx, dy; guint w = GST_VIDEO_INFO_WIDTH (&base->vinfo); guint h = GST_VIDEO_INFO_HEIGHT (&base->vinfo), h1 = h - 2; gdouble *flt = scope->flt; gint x2, y2, y3, y4; /* draw lines */ dx = (gfloat) (w - 1) / (gfloat) num_samples; dy = (h - 1) / 65536.0; oy = (h - 1) / 2; for (c = 0; c < channels; c++) { s = c; /* do first pixels */ x2 = 0; filter ((gfloat) adata[s]); y = (guint) (oy + flt[0] * dy); y2 = MIN (y, h1); y = (guint) (oy + flt[3] * dy); y3 = MIN (y, h1); y = (guint) (oy + (flt[4] + flt[5]) * dy); y4 = MIN (y, h1); for (i = 1; i < num_samples; i++) { x = (guint) ((gfloat) i * dx); filter ((gfloat) adata[s]); y = (guint) (oy + flt[0] * dy); y = MIN (y, h1); draw_line_aa (vdata, x2, x, y2, y, w, 0x00FF0000); y2 = y; y = (guint) (oy + flt[3] * dy); y = MIN (y, h1); draw_line_aa (vdata, x2, x, y3, y, w, 0x0000FF00); y3 = y; y = (guint) (oy + (flt[4] + flt[5]) * dy); y = MIN (y, h1); draw_line_aa (vdata, x2, x, y4, y, w, 0x000000FF); y4 = y; x2 = x; s += channels; } flt += 6; } } static gboolean gst_wave_scope_render (GstAudioVisualizer * base, GstBuffer * audio, GstVideoFrame * video) { GstWaveScope *scope = GST_WAVE_SCOPE (base); GstMapInfo amap; guint num_samples; gint channels = GST_AUDIO_INFO_CHANNELS (&base->ainfo); gst_buffer_map (audio, &amap, GST_MAP_READ); num_samples = amap.size / (channels * sizeof (gint16)); scope->process (base, (guint32 *) GST_VIDEO_FRAME_PLANE_DATA (video, 0), (gint16 *) amap.data, num_samples); gst_buffer_unmap (audio, &amap); return TRUE; }