Add face detection element

Clean up some generated files
Update a few old comments

ext/opencv/Makefile.am

@@ -1 +1 @@
-SUBDIRS = edgedetect pyramidsegment
+SUBDIRS = edgedetect facedetect pyramidsegment

ext/opencv/edgedetect/gstedgedetect.c

@@ -291,7 +291,6 @@ gst_edgedetect_chain (GstPad * pad, GstBuffer * buf)
   }
   gst_buffer_set_data(buf, filter->cvCEdge->imageData, filter->cvCEdge->imageSize);
 
-  /* just push out the incoming buffer without touching it */
   return gst_pad_push (filter->srcpad, buf);
 }
 

ext/opencv/edgedetect/gstedgedetect.h

@@ -2,7 +2,7 @@
  * GStreamer
  * Copyright (C) 2005 Thomas Vander Stichele <thomas@apestaart.org>
  * Copyright (C) 2005 Ronald S. Bultje <rbultje@ronald.bitfreak.net>
- * Copyright (C) 2008 Michael Sheldon <<user@hostname.org>>
+ * Copyright (C) 2008 Michael Sheldon <mike@mikeasoft.com>
  * 
  * Permission is hereby granted, free of charge, to any person obtaining a
  * copy of this software and associated documentation files (the "Software"),

ext/opencv/facedetect/Makefile.am

@@ -0,0 +1,15 @@
+# plugindir is set in configure
+
+plugin_LTLIBRARIES = libgstfacedetect.la
+
+# sources used to compile this plug-in
+libgstfacedetect_la_SOURCES = gstfacedetect.c
+
+# flags used to compile this facedetect
+# add other _CFLAGS and _LIBS as needed
+libgstfacedetect_la_CFLAGS = $(GST_CFLAGS) $(OPENCV_CFLAGS)
+libgstfacedetect_la_LIBADD = $(GST_LIBS) $(OPENCV_LIBS)
+libgstfacedetect_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
+
+# headers we need but don't want installed
+noinst_HEADERS = gstfacedetect.h

ext/opencv/facedetect/gstfacedetect.c

@@ -0,0 +1,329 @@
+/*
+ * GStreamer
+ * Copyright (C) 2005 Thomas Vander Stichele <thomas@apestaart.org>
+ * Copyright (C) 2005 Ronald S. Bultje <rbultje@ronald.bitfreak.net>
+ * Copyright (C) 2008 Michael Sheldon <mike@mikeasoft.com>
+ * 
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ *
+ * Alternatively, the contents of this file may be used under the
+ * GNU Lesser General Public License Version 2.1 (the "LGPL"), in
+ * which case the following provisions apply instead of the ones
+ * mentioned above:
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+/**
+ * SECTION:element-facedetect
+ *
+ * FIXME:Describe facedetect here.
+ *
+ * <refsect2>
+ * <title>Example launch line</title>
+ * |[
+ * gst-launch-0.10 videotestsrc ! decodebin ! ffmpegcolorspace ! facedetect ! ffmpegcolorspace ! xvimagesink
+ * ]|
+ * </refsect2>
+ */
+
+#ifdef HAVE_CONFIG_H
+#  include <config.h>
+#endif
+
+#include <gst/gst.h>
+
+#include "gstfacedetect.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_facedetect_debug);
+#define GST_CAT_DEFAULT gst_facedetect_debug
+
+#define DEFAULT_PROFILE "/usr/share/opencv/haarcascades/haarcascade_frontalface_default.xml"
+
+/* Filter signals and args */
+enum
+{
+  /* FILL ME */
+  LAST_SIGNAL
+};
+
+enum
+{
+  PROP_0,
+  PROP_DISPLAY,
+  PROP_PROFILE
+};
+
+/* the capabilities of the inputs and outputs.
+ */
+static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (
+    "video/x-raw-rgb"
+    )
+);
+
+static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (
+    "video/x-raw-rgb"
+    )
+);
+
+GST_BOILERPLATE (Gstfacedetect, gst_facedetect, GstElement,
+    GST_TYPE_ELEMENT);
+
+static void gst_facedetect_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_facedetect_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static gboolean gst_facedetect_set_caps (GstPad * pad, GstCaps * caps);
+static GstFlowReturn gst_facedetect_chain (GstPad * pad, GstBuffer * buf);
+
+static void gst_facedetect_load_profile (GObject * object);
+
+/* GObject vmethod implementations */
+
+static void
+gst_facedetect_base_init (gpointer gclass)
+{
+  GstElementClass *element_class = GST_ELEMENT_CLASS (gclass);
+
+  gst_element_class_set_details_simple(element_class,
+    "facedetect",
+    "Filter/Effect/Video",
+    "Performs face detection on videos and images, providing detected positions via bus messages",
+    "Michael Sheldon <mike@mikeasoft.com>");
+
+  gst_element_class_add_pad_template (element_class,
+      gst_static_pad_template_get (&src_factory));
+  gst_element_class_add_pad_template (element_class,
+      gst_static_pad_template_get (&sink_factory));
+}
+
+/* initialize the facedetect's class */
+static void
+gst_facedetect_class_init (GstfacedetectClass * klass)
+{
+  GObjectClass *gobject_class;
+  GstElementClass *gstelement_class;
+
+  gobject_class = (GObjectClass *) klass;
+  gstelement_class = (GstElementClass *) klass;
+
+  gobject_class->set_property = gst_facedetect_set_property;
+  gobject_class->get_property = gst_facedetect_get_property;
+
+  g_object_class_install_property (gobject_class, PROP_DISPLAY,
+      g_param_spec_boolean ("display", "Display", "Sets whether the detected faces should be highlighted in the output",
+          TRUE, G_PARAM_READWRITE));
+  g_object_class_install_property (gobject_class, PROP_PROFILE,
+      g_param_spec_char ("profile", "Profile", "Location of Haar cascade file to use for face detection",
+          G_MININT8, G_MAXINT8, DEFAULT_PROFILE, G_PARAM_READWRITE));
+}
+
+/* initialize the new element
+ * instantiate pads and add them to element
+ * set pad calback functions
+ * initialize instance structure
+ */
+static void
+gst_facedetect_init (Gstfacedetect * filter,
+    GstfacedetectClass * gclass)
+{
+  filter->sinkpad = gst_pad_new_from_static_template (&sink_factory, "sink");
+  gst_pad_set_setcaps_function (filter->sinkpad,
+                                GST_DEBUG_FUNCPTR(gst_facedetect_set_caps));
+  gst_pad_set_getcaps_function (filter->sinkpad,
+                                GST_DEBUG_FUNCPTR(gst_pad_proxy_getcaps));
+  gst_pad_set_chain_function (filter->sinkpad,
+                              GST_DEBUG_FUNCPTR(gst_facedetect_chain));
+
+  filter->srcpad = gst_pad_new_from_static_template (&src_factory, "src");
+  gst_pad_set_getcaps_function (filter->srcpad,
+                                GST_DEBUG_FUNCPTR(gst_pad_proxy_getcaps));
+
+  gst_element_add_pad (GST_ELEMENT (filter), filter->sinkpad);
+  gst_element_add_pad (GST_ELEMENT (filter), filter->srcpad);
+  filter->profile = DEFAULT_PROFILE;
+  filter->display = TRUE;
+  gst_facedetect_load_profile(filter);
+}
+
+static void
+gst_facedetect_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  Gstfacedetect *filter = GST_FACEDETECT (object);
+
+  switch (prop_id) {
+    case PROP_PROFILE:
+      filter->profile = g_value_get_char (value);
+      gst_facedetect_load_profile(filter);
+      break;
+    case PROP_DISPLAY:
+      filter->display = g_value_get_boolean (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_facedetect_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  Gstfacedetect *filter = GST_FACEDETECT (object);
+
+  switch (prop_id) {
+    case PROP_PROFILE:
+      g_value_set_char (value, filter->profile);
+      break;
+    case PROP_DISPLAY:
+      g_value_set_boolean (value, filter->display);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+/* GstElement vmethod implementations */
+
+/* this function handles the link with other elements */
+static gboolean
+gst_facedetect_set_caps (GstPad * pad, GstCaps * caps)
+{
+  Gstfacedetect *filter;
+  GstPad *otherpad;
+  gint width, height;
+  GstStructure *structure;
+
+  filter = GST_FACEDETECT (gst_pad_get_parent (pad));
+  structure = gst_caps_get_structure (caps, 0);
+  gst_structure_get_int (structure, "width", &width);
+  gst_structure_get_int (structure, "height", &height);
+
+  filter->cvImage = cvCreateImage(cvSize(width, height), IPL_DEPTH_8U, 3);
+  filter->cvGray = cvCreateImage(cvSize(width, height), IPL_DEPTH_8U, 1);
+  filter->cvStorage = cvCreateMemStorage(0);
+
+  otherpad = (pad == filter->srcpad) ? filter->sinkpad : filter->srcpad;
+  gst_object_unref (filter);
+
+  return gst_pad_set_caps (otherpad, caps);
+}
+
+/* chain function
+ * this function does the actual processing
+ */
+static GstFlowReturn
+gst_facedetect_chain (GstPad * pad, GstBuffer * buf)
+{
+  Gstfacedetect *filter;
+  CvSeq *faces;
+  int i;
+
+  filter = GST_FACEDETECT (GST_OBJECT_PARENT (pad));
+
+  filter->cvImage->imageData = (char *) GST_BUFFER_DATA (buf);
+
+  cvCvtColor(filter->cvImage, filter->cvGray, CV_RGB2GRAY);
+  cvClearMemStorage(filter->cvStorage);
+
+  if (filter->cvCascade) {
+    faces = cvHaarDetectObjects(filter->cvGray, filter->cvCascade, filter->cvStorage, 1.1, 2, 0, cvSize(30, 30));
+    
+    for (i = 0; i < (faces ? faces->total : 0); i++) {   
+      CvRect* r = (CvRect *) cvGetSeqElem(faces, i);
+    
+      if (filter->display) {
+        CvPoint center;
+        int radius;
+        center.x = cvRound((r->x + r->width*0.5));
+        center.y = cvRound((r->y + r->height*0.5));
+        radius = cvRound((r->width + r->height)*0.25);
+        cvCircle(filter->cvImage, center, radius, CV_RGB(255, 32, 32), 3, 8, 0);
+      }
+    
+    }
+
+  }
+
+  gst_buffer_set_data(buf, filter->cvImage->imageData, filter->cvImage->imageSize);
+
+  return gst_pad_push (filter->srcpad, buf);
+}
+
+
+static void gst_facedetect_load_profile(GObject * object) {
+  Gstfacedetect *filter = GST_FACEDETECT (object);
+
+  filter->cvCascade = (CvHaarClassifierCascade*)cvLoad(filter->profile, 0, 0, 0 );
+  if (!filter->cvCascade) {
+    GST_WARNING ("Couldn't load Haar classifier cascade: %s.", filter->profile);
+  }
+}
+
+
+/* entry point to initialize the plug-in
+ * initialize the plug-in itself
+ * register the element factories and other features
+ */
+static gboolean
+facedetect_init (GstPlugin * facedetect)
+{
+  /* debug category for fltering log messages */
+  GST_DEBUG_CATEGORY_INIT (gst_facedetect_debug, "facedetect",
+      0, "Performs face detection on videos and images, providing detected positions via bus messages");
+
+  return gst_element_register (facedetect, "facedetect", GST_RANK_NONE,
+      GST_TYPE_FACEDETECT);
+}
+
+
+/* gstreamer looks for this structure to register facedetect */
+GST_PLUGIN_DEFINE (
+    GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    "facedetect",
+    "Performs face detection on videos and images, providing detected positions via bus messages",
+    facedetect_init,
+    VERSION,
+    "LGPL",
+    "GStreamer OpenCV Plugins",
+    "http://www.mikeasoft.com/"
+)

ext/opencv/facedetect/gstfacedetect.h

@@ -0,0 +1,93 @@
+/*
+ * GStreamer
+ * Copyright (C) 2005 Thomas Vander Stichele <thomas@apestaart.org>
+ * Copyright (C) 2005 Ronald S. Bultje <rbultje@ronald.bitfreak.net>
+ * Copyright (C) 2008 Michael Sheldon <mike@mikeasoft.com>
+ * 
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ *
+ * Alternatively, the contents of this file may be used under the
+ * GNU Lesser General Public License Version 2.1 (the "LGPL"), in
+ * which case the following provisions apply instead of the ones
+ * mentioned above:
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifndef __GST_FACEDETECT_H__
+#define __GST_FACEDETECT_H__
+
+#include <gst/gst.h>
+#include <opencv/cv.h>
+
+G_BEGIN_DECLS
+
+/* #defines don't like whitespacey bits */
+#define GST_TYPE_FACEDETECT \
+  (gst_facedetect_get_type())
+#define GST_FACEDETECT(obj) \
+  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_FACEDETECT,Gstfacedetect))
+#define GST_FACEDETECT_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_FACEDETECT,GstfacedetectClass))
+#define GST_IS_FACEDETECT(obj) \
+  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_FACEDETECT))
+#define GST_IS_FACEDETECT_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_FACEDETECT))
+
+typedef struct _Gstfacedetect      Gstfacedetect;
+typedef struct _GstfacedetectClass GstfacedetectClass;
+
+struct _Gstfacedetect
+{
+  GstElement element;
+
+  GstPad *sinkpad, *srcpad;
+
+  gboolean display;
+
+  gchar *profile;
+
+  IplImage *cvImage, *cvGray;
+  CvHaarClassifierCascade *cvCascade;
+  CvMemStorage *cvStorage;
+};
+
+struct _GstfacedetectClass 
+{
+  GstElementClass parent_class;
+};
+
+GType gst_facedetect_get_type (void);
+
+G_END_DECLS
+
+#endif /* __GST_FACEDETECT_H__ */

ext/opencv/pyramidsegment/gstpyramidsegment.c

@@ -284,7 +284,6 @@ gst_pyramidsegment_chain (GstPad * pad, GstBuffer * buf)
 
   gst_buffer_set_data(buf, filter->cvSegmentedImage->imageData, filter->cvSegmentedImage->imageSize);
 
-  /* just push out the incoming buffer without touching it */
   return gst_pad_push (filter->srcpad, buf);
 }
 
@@ -296,10 +295,7 @@ gst_pyramidsegment_chain (GstPad * pad, GstBuffer * buf)
 static gboolean
 pyramidsegment_init (GstPlugin * pyramidsegment)
 {
-  /* debug category for fltering log messages
+  /* debug category for fltering log messages */
-   *
-   * exchange the string 'Template pyramidsegment' with your description
-   */
   GST_DEBUG_CATEGORY_INIT (gst_pyramidsegment_debug, "pyramidsegment",
       0, "Applies pyramid segmentation to a video or image");
 
@@ -307,10 +303,7 @@ pyramidsegment_init (GstPlugin * pyramidsegment)
       GST_TYPE_PYRAMIDSEGMENT);
 }
 
-/* gstreamer looks for this structure to register pyramidsegments
+/* gstreamer looks for this structure to register pyramidsegment */
- *
- * exchange the string 'Template pyramidsegment' with your pyramidsegment description
- */
 GST_PLUGIN_DEFINE (
     GST_VERSION_MAJOR,
     GST_VERSION_MINOR,

ext/opencv/pyramidsegment/gstpyramidsegment.h

@@ -2,7 +2,7 @@
  * GStreamer
  * Copyright (C) 2005 Thomas Vander Stichele <thomas@apestaart.org>
  * Copyright (C) 2005 Ronald S. Bultje <rbultje@ronald.bitfreak.net>
- * Copyright (C) 2008 Michael Sheldon <<user@hostname.org>>
+ * Copyright (C) 2008 Michael Sheldon <mike@mikeasoft.com>
  * 
  * Permission is hereby granted, free of charge, to any person obtaining a
  * copy of this software and associated documentation files (the "Software"),