Add a plugin for automatically blurring faces in videos and images

ext/opencv/Makefile.am

@@ -1,4 +1,4 @@
-SUBDIRS = edgedetect facedetect pyramidsegment templatematch
+SUBDIRS = edgedetect faceblur facedetect pyramidsegment
 
 # plugindir is set in configure
 
@@ -11,12 +11,14 @@ libgstopencv_la_SOURCES = gstopencv.c
 # add other _CFLAGS and _LIBS as needed
 libgstopencv_la_CFLAGS = $(GST_CFLAGS) $(OPENCV_CFLAGS) \
 								 -I${top_srcdir}/ext/opencv/edgedetect \
+								 -I${top_srcdir}/ext/opencv/faceblur \
 								 -I${top_srcdir}/ext/opencv/facedetect \
 								 -I${top_srcdir}/ext/opencv/pyramidsegment \
 								 -I${top_srcdir}/ext/opencv/templatematch
 
 libgstopencv_la_LIBADD = $(GST_LIBS) $(OPENCV_LIBS) \
 								 $(top_builddir)/ext/opencv/edgedetect/libgstedgedetect.la \
+								 $(top_builddir)/ext/opencv/faceblur/libgstfaceblur.la \
 								 $(top_builddir)/ext/opencv/facedetect/libgstfacedetect.la \
 								 $(top_builddir)/ext/opencv/pyramidsegment/libgstpyramidsegment.la \
 								 $(top_builddir)/ext/opencv/templatematch/libgsttemplatematch.la
@@ -25,6 +27,7 @@ libgstopencv_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
 
 libgstopencv_la_DEPENDENCIES = \
 								 $(top_builddir)/ext/opencv/edgedetect/libgstedgedetect.la \
+								 $(top_builddir)/ext/opencv/faceblur/libgstfaceblur.la \
 								 $(top_builddir)/ext/opencv/facedetect/libgstfacedetect.la \
 								 $(top_builddir)/ext/opencv/pyramidsegment/libgstpyramidsegment.la \
 								 $(top_builddir)/ext/opencv/templatematch/libgsttemplatematch.la

ext/opencv/faceblur/Makefile.am

@@ -0,0 +1,15 @@
+# plugindir is set in configure
+
+noinst_LTLIBRARIES = libgstfaceblur.la
+
+# sources used to compile this plug-in
+libgstfaceblur_la_SOURCES = gstfaceblur.c
+
+# flags used to compile this faceblur
+# add other _CFLAGS and _LIBS as needed
+libgstfaceblur_la_CFLAGS = $(GST_CFLAGS) $(OPENCV_CFLAGS)
+libgstfaceblur_la_LIBADD = $(GST_LIBS) $(OPENCV_LIBS)
+libgstfaceblur_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
+
+# headers we need but don't want installed
+noinst_HEADERS = gstfaceblur.h

ext/opencv/faceblur/gstfaceblur.c

@@ -0,0 +1,313 @@
+/*
+ * GStreamer
+ * Copyright (C) 2005 Thomas Vander Stichele <thomas@apestaart.org>
+ * Copyright (C) 2005 Ronald S. Bultje <rbultje@ronald.bitfreak.net>
+ * Copyright (C) 2008 Michael Sheldon <mike@mikeasoft.com>
+ * 
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ *
+ * Alternatively, the contents of this file may be used under the
+ * GNU Lesser General Public License Version 2.1 (the "LGPL"), in
+ * which case the following provisions apply instead of the ones
+ * mentioned above:
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+/**
+ * SECTION:element-faceblur
+ *
+ * FIXME:Describe faceblur here.
+ *
+ * <refsect2>
+ * <title>Example launch line</title>
+ * |[
+ * gst-launch-0.10 videotestsrc ! decodebin ! ffmpegcolorspace ! faceblur ! ffmpegcolorspace ! xvimagesink
+ * ]|
+ * </refsect2>
+ */
+
+#ifdef HAVE_CONFIG_H
+#  include <config.h>
+#endif
+
+#include <gst/gst.h>
+
+#include "gstfaceblur.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_faceblur_debug);
+#define GST_CAT_DEFAULT gst_faceblur_debug
+
+#define DEFAULT_PROFILE "/usr/share/opencv/haarcascades/haarcascade_frontalface_default.xml"
+
+/* Filter signals and args */
+enum
+{
+  /* FILL ME */
+  LAST_SIGNAL
+};
+
+enum
+{
+  PROP_0,
+  PROP_PROFILE
+};
+
+/* the capabilities of the inputs and outputs.
+ */
+static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (
+    "video/x-raw-rgb"
+    )
+);
+
+static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (
+    "video/x-raw-rgb"
+    )
+);
+
+GST_BOILERPLATE (Gstfaceblur, gst_faceblur, GstElement,
+    GST_TYPE_ELEMENT);
+
+static void gst_faceblur_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_faceblur_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static gboolean gst_faceblur_set_caps (GstPad * pad, GstCaps * caps);
+static GstFlowReturn gst_faceblur_chain (GstPad * pad, GstBuffer * buf);
+
+static void gst_faceblur_load_profile (Gstfaceblur * filter);
+
+/* Clean up */
+static void
+gst_faceblur_finalize (GObject * obj)
+{
+  Gstfaceblur *filter = GST_FACEBLUR(obj);
+
+  if (filter->cvImage) 
+  {
+    cvReleaseImage (&filter->cvImage);
+    cvReleaseImage (&filter->cvGray);
+  }
+
+  G_OBJECT_CLASS (parent_class)->finalize (obj);
+}
+
+
+/* GObject vmethod implementations */
+static void
+gst_faceblur_base_init (gpointer gclass)
+{
+  GstElementClass *element_class = GST_ELEMENT_CLASS (gclass);
+
+  gst_element_class_set_details_simple(element_class,
+    "faceblur",
+    "Filter/Effect/Video",
+    "Blurs faces in images and videos",
+    "Michael Sheldon <mike@mikeasoft.com>");
+
+  gst_element_class_add_pad_template (element_class,
+      gst_static_pad_template_get (&src_factory));
+  gst_element_class_add_pad_template (element_class,
+      gst_static_pad_template_get (&sink_factory));
+}
+
+/* initialize the faceblur's class */
+static void
+gst_faceblur_class_init (GstfaceblurClass * klass)
+{
+  GObjectClass *gobject_class;
+  GstElementClass *gstelement_class;
+
+  gobject_class = (GObjectClass *) klass;
+  gstelement_class = (GstElementClass *) klass;
+  parent_class = g_type_class_peek_parent (klass);
+
+  gobject_class->finalize = GST_DEBUG_FUNCPTR (gst_faceblur_finalize);
+  gobject_class->set_property = gst_faceblur_set_property;
+  gobject_class->get_property = gst_faceblur_get_property;
+
+  g_object_class_install_property (gobject_class, PROP_PROFILE,
+      g_param_spec_string ("profile", "Profile", "Location of Haar cascade file to use for face blurion",
+          DEFAULT_PROFILE, G_PARAM_READWRITE));
+}
+
+/* initialize the new element
+ * instantiate pads and add them to element
+ * set pad calback functions
+ * initialize instance structure
+ */
+static void
+gst_faceblur_init (Gstfaceblur * filter,
+    GstfaceblurClass * gclass)
+{
+  filter->sinkpad = gst_pad_new_from_static_template (&sink_factory, "sink");
+  gst_pad_set_setcaps_function (filter->sinkpad,
+                                GST_DEBUG_FUNCPTR(gst_faceblur_set_caps));
+  gst_pad_set_getcaps_function (filter->sinkpad,
+                                GST_DEBUG_FUNCPTR(gst_pad_proxy_getcaps));
+  gst_pad_set_chain_function (filter->sinkpad,
+                              GST_DEBUG_FUNCPTR(gst_faceblur_chain));
+
+  filter->srcpad = gst_pad_new_from_static_template (&src_factory, "src");
+  gst_pad_set_getcaps_function (filter->srcpad,
+                                GST_DEBUG_FUNCPTR(gst_pad_proxy_getcaps));
+
+  gst_element_add_pad (GST_ELEMENT (filter), filter->sinkpad);
+  gst_element_add_pad (GST_ELEMENT (filter), filter->srcpad);
+  filter->profile = DEFAULT_PROFILE;
+  gst_faceblur_load_profile(filter);
+}
+
+static void
+gst_faceblur_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  Gstfaceblur *filter = GST_FACEBLUR (object);
+
+  switch (prop_id) {
+    case PROP_PROFILE:
+      filter->profile = g_value_dup_string (value);
+      gst_faceblur_load_profile(filter);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_faceblur_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  Gstfaceblur *filter = GST_FACEBLUR (object);
+
+  switch (prop_id) {
+    case PROP_PROFILE:
+      g_value_take_string (value, filter->profile);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+/* GstElement vmethod implementations */
+
+/* this function handles the link with other elements */
+static gboolean
+gst_faceblur_set_caps (GstPad * pad, GstCaps * caps)
+{
+  Gstfaceblur *filter;
+  GstPad *otherpad;
+  gint width, height;
+  GstStructure *structure;
+
+  filter = GST_FACEBLUR (gst_pad_get_parent (pad));
+  structure = gst_caps_get_structure (caps, 0);
+  gst_structure_get_int (structure, "width", &width);
+  gst_structure_get_int (structure, "height", &height);
+
+  filter->cvImage = cvCreateImage(cvSize(width, height), IPL_DEPTH_8U, 3);
+  filter->cvGray = cvCreateImage(cvSize(width, height), IPL_DEPTH_8U, 1);
+  filter->cvStorage = cvCreateMemStorage(0);
+
+  otherpad = (pad == filter->srcpad) ? filter->sinkpad : filter->srcpad;
+  gst_object_unref (filter);
+
+  return gst_pad_set_caps (otherpad, caps);
+}
+
+/* chain function
+ * this function does the actual processing
+ */
+static GstFlowReturn
+gst_faceblur_chain (GstPad * pad, GstBuffer * buf)
+{
+  Gstfaceblur *filter;
+  CvSeq *faces;
+  int i;
+
+  filter = GST_FACEBLUR (GST_OBJECT_PARENT (pad));
+
+  filter->cvImage->imageData = (char *) GST_BUFFER_DATA (buf);
+
+  cvCvtColor(filter->cvImage, filter->cvGray, CV_RGB2GRAY);
+  cvClearMemStorage(filter->cvStorage);
+
+  if (filter->cvCascade) {
+    faces = cvHaarDetectObjects(filter->cvGray, filter->cvCascade, filter->cvStorage, 1.1, 2, 0, cvSize(30, 30));
+    
+    for (i = 0; i < (faces ? faces->total : 0); i++) {   
+      CvRect* r = (CvRect *) cvGetSeqElem(faces, i);
+      cvSetImageROI(filter->cvImage, *r);
+      cvSmooth(filter->cvImage, filter->cvImage, CV_BLUR, 11, 11, 0, 0);
+      cvSmooth(filter->cvImage, filter->cvImage, CV_GAUSSIAN, 11, 11, 0, 0);
+      cvResetImageROI(filter->cvImage);
+    }
+
+  }
+
+  gst_buffer_set_data(buf, filter->cvImage->imageData, filter->cvImage->imageSize);
+
+  return gst_pad_push (filter->srcpad, buf);
+}
+
+
+static void gst_faceblur_load_profile(Gstfaceblur * filter) {
+  filter->cvCascade = (CvHaarClassifierCascade*)cvLoad(filter->profile, 0, 0, 0 );
+  if (!filter->cvCascade) {
+    GST_WARNING ("Couldn't load Haar classifier cascade: %s.", filter->profile);
+  }
+}
+
+
+/* entry point to initialize the plug-in
+ * initialize the plug-in itself
+ * register the element factories and other features
+ */
+gboolean
+gst_faceblur_plugin_init (GstPlugin * plugin)
+{
+  /* debug category for filtering log messages */
+  GST_DEBUG_CATEGORY_INIT (gst_faceblur_debug, "faceblur",
+      0, "Blurs faces in images and videos");
+
+  return gst_element_register (plugin, "faceblur", GST_RANK_NONE,
+      GST_TYPE_FACEBLUR);
+}

ext/opencv/faceblur/gstfaceblur.h

@@ -0,0 +1,95 @@
+/*
+ * GStreamer
+ * Copyright (C) 2005 Thomas Vander Stichele <thomas@apestaart.org>
+ * Copyright (C) 2005 Ronald S. Bultje <rbultje@ronald.bitfreak.net>
+ * Copyright (C) 2008 Michael Sheldon <mike@mikeasoft.com>
+ * 
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ *
+ * Alternatively, the contents of this file may be used under the
+ * GNU Lesser General Public License Version 2.1 (the "LGPL"), in
+ * which case the following provisions apply instead of the ones
+ * mentioned above:
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifndef __GST_FACEBLUR_H__
+#define __GST_FACEBLUR_H__
+
+#include <gst/gst.h>
+#include <cv.h>
+
+G_BEGIN_DECLS
+
+/* #defines don't like whitespacey bits */
+#define GST_TYPE_FACEBLUR \
+  (gst_faceblur_get_type())
+#define GST_FACEBLUR(obj) \
+  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_FACEBLUR,Gstfaceblur))
+#define GST_FACEBLUR_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_FACEBLUR,GstfaceblurClass))
+#define GST_IS_FACEBLUR(obj) \
+  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_FACEBLUR))
+#define GST_IS_FACEBLUR_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_FACEBLUR))
+
+typedef struct _Gstfaceblur      Gstfaceblur;
+typedef struct _GstfaceblurClass GstfaceblurClass;
+
+struct _Gstfaceblur
+{
+  GstElement element;
+
+  GstPad *sinkpad, *srcpad;
+
+  gboolean display;
+
+  gchar *profile;
+
+  IplImage *cvImage, *cvGray;
+  CvHaarClassifierCascade *cvCascade;
+  CvMemStorage *cvStorage;
+};
+
+struct _GstfaceblurClass 
+{
+  GstElementClass parent_class;
+};
+
+GType gst_faceblur_get_type (void);
+
+gboolean gst_faceblur_plugin_init (GstPlugin * plugin);
+
+G_END_DECLS
+
+#endif /* __GST_FACEBLUR_H__ */

ext/opencv/gstopencv.c

@@ -24,6 +24,7 @@
 #endif
 
 #include "gstedgedetect.h"
+#include "gstfaceblur.h"
 #include "gstfacedetect.h"
 #include "gstpyramidsegment.h"
 #include "gsttemplatematch.h"
@@ -35,6 +36,9 @@ plugin_init (GstPlugin * plugin)
   if (!gst_edgedetect_plugin_init (plugin))
     return FALSE;
 
+  if (!gst_faceblur_plugin_init(plugin))
+    return FALSE;
+
   if (!gst_facedetect_plugin_init (plugin))
     return FALSE;