/* * GStreamer * Copyright (C) 2010 Thiago Santos <thiago.sousa.santos@collabora.co.uk> * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. * * Alternatively, the contents of this file may be used under the * GNU Lesser General Public License Version 2.1 (the "LGPL"), in * which case the following provisions apply instead of the ones * mentioned above: * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H # include <config.h> #endif #include <gst/gst.h> #include "gstopencvutils.h" #include "gstcvsmooth.h" #include <opencv2/imgproc/imgproc_c.h> GST_DEBUG_CATEGORY_STATIC (gst_cv_smooth_debug); #define GST_CAT_DEFAULT gst_cv_smooth_debug /* Filter signals and args */ enum { /* FILL ME */ LAST_SIGNAL }; enum { PROP_0, PROP_SMOOTH_TYPE, PROP_WIDTH, PROP_HEIGHT, PROP_COLORSIGMA, PROP_SPATIALSIGMA }; /* blur-no-scale only handle: gray 8bits -> gray 16bits * FIXME there is no way in base transform to override pad's getcaps * to be property-sensitive, instead of using the template caps as * the base caps, this might lead us to negotiating rgb in this * smooth type. * * Keep it deactivated for now. */ #define GST_TYPE_CV_SMOOTH_TYPE (gst_cv_smooth_type_get_type ()) static GType gst_cv_smooth_type_get_type (void) { static GType cv_smooth_type_type = 0; static const GEnumValue smooth_types[] = { /* {CV_BLUR_NO_SCALE, "CV Blur No Scale", "blur-no-scale"}, */ {CV_BLUR, "CV Blur", "blur"}, {CV_GAUSSIAN, "CV Gaussian", "gaussian"}, {CV_MEDIAN, "CV Median", "median"}, {CV_BILATERAL, "CV Bilateral", "bilateral"}, {0, NULL, NULL}, }; if (!cv_smooth_type_type) { cv_smooth_type_type = g_enum_register_static ("GstCvSmoothTypeType", smooth_types); } return cv_smooth_type_type; } #define DEFAULT_CV_SMOOTH_TYPE CV_GAUSSIAN #define DEFAULT_WIDTH 3 #define DEFAULT_HEIGHT 0 #define DEFAULT_COLORSIGMA 0.0 #define DEFAULT_SPATIALSIGMA 0.0 G_DEFINE_TYPE (GstCvSmooth, gst_cv_smooth, GST_TYPE_OPENCV_VIDEO_FILTER); static void gst_cv_smooth_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_cv_smooth_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static GstFlowReturn gst_cv_smooth_transform_ip (GstOpencvVideoFilter * filter, GstBuffer * buf, IplImage * img); static GstFlowReturn gst_cv_smooth_transform (GstOpencvVideoFilter * filter, GstBuffer * buf, IplImage * img, GstBuffer * outbuf, IplImage * outimg); /* initialize the cvsmooth's class */ static void gst_cv_smooth_class_init (GstCvSmoothClass * klass) { GObjectClass *gobject_class; GstOpencvVideoFilterClass *gstopencvbasefilter_class; GstElementClass *element_class = GST_ELEMENT_CLASS (klass); GstCaps *caps; GstPadTemplate *templ; gobject_class = (GObjectClass *) klass; gstopencvbasefilter_class = (GstOpencvVideoFilterClass *) klass; gobject_class->set_property = gst_cv_smooth_set_property; gobject_class->get_property = gst_cv_smooth_get_property; gstopencvbasefilter_class->cv_trans_ip_func = gst_cv_smooth_transform_ip; gstopencvbasefilter_class->cv_trans_func = gst_cv_smooth_transform; g_object_class_install_property (gobject_class, PROP_SMOOTH_TYPE, g_param_spec_enum ("type", "type", "Smooth Type", GST_TYPE_CV_SMOOTH_TYPE, DEFAULT_CV_SMOOTH_TYPE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS) ); g_object_class_install_property (gobject_class, PROP_WIDTH, g_param_spec_int ("width", "width (aperture width)", "The aperture width (Must be positive and odd)." "Check cvSmooth OpenCV docs: http://opencv.willowgarage.com" "/documentation/image_filtering.html#cvSmooth", 1, G_MAXINT, DEFAULT_WIDTH, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); g_object_class_install_property (gobject_class, PROP_HEIGHT, g_param_spec_int ("height", "height (aperture height)", "The aperture height, if zero, the width is used." "(Must be positive and odd or zero, unuset in median and bilateral " "types). Check cvSmooth OpenCV docs: http://opencv.willowgarage.com" "/documentation/image_filtering.html#cvSmooth", 0, G_MAXINT, DEFAULT_HEIGHT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); g_object_class_install_property (gobject_class, PROP_COLORSIGMA, g_param_spec_double ("color", "color (gaussian standard deviation or " "color sigma", "If type is gaussian, this means the standard deviation." "If type is bilateral, this means the color-sigma. If zero, " "Default values are used." "Check cvSmooth OpenCV docs: http://opencv.willowgarage.com" "/documentation/image_filtering.html#cvSmooth", 0, G_MAXDOUBLE, DEFAULT_COLORSIGMA, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); g_object_class_install_property (gobject_class, PROP_SPATIALSIGMA, g_param_spec_double ("spatial", "spatial (spatial sigma, bilateral only)", "Only used in bilateral type, means the spatial-sigma." "Check cvSmooth OpenCV docs: http://opencv.willowgarage.com" "/documentation/image_filtering.html#cvSmooth", 0, G_MAXDOUBLE, DEFAULT_SPATIALSIGMA, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); gst_element_class_set_static_metadata (element_class, "cvsmooth", "Transform/Effect/Video", "Applies cvSmooth OpenCV function to the image", "Thiago Santos<thiago.sousa.santos@collabora.co.uk>"); /* add sink and source pad templates */ caps = gst_opencv_caps_from_cv_image_type (CV_8UC3); gst_caps_append (caps, gst_opencv_caps_from_cv_image_type (CV_8UC1)); templ = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, gst_caps_ref (caps)); gst_element_class_add_pad_template (element_class, templ); templ = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS, caps); gst_element_class_add_pad_template (element_class, templ); } /* initialize the new element * instantiate pads and add them to element * set pad calback functions * initialize instance structure */ static void gst_cv_smooth_init (GstCvSmooth * filter) { filter->type = DEFAULT_CV_SMOOTH_TYPE; filter->width = DEFAULT_WIDTH; filter->height = DEFAULT_HEIGHT; filter->colorsigma = DEFAULT_COLORSIGMA; filter->spatialsigma = DEFAULT_SPATIALSIGMA; gst_base_transform_set_in_place (GST_BASE_TRANSFORM (filter), FALSE); } static void gst_cv_smooth_change_type (GstCvSmooth * filter, gint value) { GST_DEBUG_OBJECT (filter, "Changing type from %d to %d", filter->type, value); if (filter->type == value) return; filter->type = value; switch (value) { case CV_GAUSSIAN: case CV_BLUR: gst_base_transform_set_in_place (GST_BASE_TRANSFORM (filter), TRUE); break; default: gst_base_transform_set_in_place (GST_BASE_TRANSFORM (filter), FALSE); break; } } static void gst_cv_smooth_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstCvSmooth *filter = GST_CV_SMOOTH (object); switch (prop_id) { case PROP_SMOOTH_TYPE: gst_cv_smooth_change_type (filter, g_value_get_enum (value)); break; case PROP_WIDTH:{ gint prop = g_value_get_int (value); if (prop % 2 == 1) { filter->width = prop; } else { GST_WARNING_OBJECT (filter, "Ignoring value for width, not odd" "(%d)", prop); } } break; case PROP_HEIGHT:{ gint prop = g_value_get_int (value); if (prop % 2 == 1 || prop == 0) { filter->height = prop; } else { GST_WARNING_OBJECT (filter, "Ignoring value for height, not odd" " nor zero (%d)", prop); } } break; case PROP_COLORSIGMA: filter->colorsigma = g_value_get_double (value); break; case PROP_SPATIALSIGMA: filter->spatialsigma = g_value_get_double (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_cv_smooth_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstCvSmooth *filter = GST_CV_SMOOTH (object); switch (prop_id) { case PROP_SMOOTH_TYPE: g_value_set_enum (value, filter->type); break; case PROP_WIDTH: g_value_set_int (value, filter->width); break; case PROP_HEIGHT: g_value_set_int (value, filter->height); break; case PROP_COLORSIGMA: g_value_set_double (value, filter->colorsigma); break; case PROP_SPATIALSIGMA: g_value_set_double (value, filter->spatialsigma); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static GstFlowReturn gst_cv_smooth_transform (GstOpencvVideoFilter * base, GstBuffer * buf, IplImage * img, GstBuffer * outbuf, IplImage * outimg) { GstCvSmooth *filter = GST_CV_SMOOTH (base); cvSmooth (img, outimg, filter->type, filter->width, filter->height, filter->colorsigma, filter->spatialsigma); return GST_FLOW_OK; } static GstFlowReturn gst_cv_smooth_transform_ip (GstOpencvVideoFilter * base, GstBuffer * buf, IplImage * img) { GstCvSmooth *filter = GST_CV_SMOOTH (base); cvSmooth (img, img, filter->type, filter->width, filter->height, filter->colorsigma, filter->spatialsigma); return GST_FLOW_OK; } gboolean gst_cv_smooth_plugin_init (GstPlugin * plugin) { GST_DEBUG_CATEGORY_INIT (gst_cv_smooth_debug, "cvsmooth", 0, "cvsmooth"); return gst_element_register (plugin, "cvsmooth", GST_RANK_NONE, GST_TYPE_CV_SMOOTH); }