[188/906] add first draft of a pixbuf overlay element. add macros to optionally build the latter if gdk-pixbuf is found

gst/gl/Makefile.am

@@ -44,6 +44,9 @@ libgstopengl_la_SOURCES = \
 	effects/gstgleffectsin.c \
 	effects/gstgleffectglow.c 
 	
+if HAVE_GDKPIXBUF
+libgstopengl_la_SOURCES += gstglpixbufoverlay.c
+endif
 
 # check order of CFLAGS and LIBS, shouldn't the order be the other way around
 # (like in AM_CFLAGS)?
@@ -53,6 +56,10 @@ libgstopengl_la_CFLAGS = $(GST_CFLAGS) $(X_CFLAGS) $(GST_BASE_CFLAGS) \
 	-I$(top_srcdir)/gst-libs/gst/freeglut \
 	-I$(top_srcdir)/gst-libs/gst/gl \
 	-I$(top_srcdir)/gst/gl/effects
+if HAVE_GDKPIXBUF
+libgstopengl_la_CFLAGS += $(GDKPIXBUF_CFLAGS)
+endif
+
 libgstopengl_la_LIBADD = \
 	$(top_builddir)/gst-libs/gst/freeglut/libgstfreeglut-$(GST_MAJORMINOR).la \
 	$(top_builddir)/gst-libs/gst/gl/libgstgl-$(GST_MAJORMINOR).la \
@@ -61,5 +68,9 @@ libgstopengl_la_LIBADD = \
 	-lGLEW \
 	-lGLU \
 	-lGL
+if HAVE_GDKPIXBUF
+libgstopengl_la_LIBADD += $(GDKPIXBUF_LIBS)
+endif
+
 libgstopengl_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
 

gst/gl/gstglpixbufoverlay.c

@@ -0,0 +1,315 @@
+/*
+ * GStreamer
+ * Copyright (C) 2008 Filippo Argiolas <filippo.argiolas@gmail.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gstglfilter.h>
+#include <gdk-pixbuf/gdk-pixbuf.h>
+
+#define GST_TYPE_GL_PIXBUFOVERLAY            (gst_gl_pixbufoverlay_get_type())
+#define GST_GL_PIXBUFOVERLAY(obj)            (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_GL_PIXBUFOVERLAY,GstGLPixbufOverlay))
+#define GST_IS_GL_PIXBUFOVERLAY(obj)         (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_GL_PIXBUFOVERLAY))
+#define GST_GL_PIXBUFOVERLAY_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST((klass) , GST_TYPE_GL_PIXBUFOVERLAY,GstGLPixbufOverlayClass))
+#define GST_IS_GL_PIXBUFOVERLAY_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass) , GST_TYPE_GL_PIXBUFOVERLAY))
+#define GST_GL_PIXBUFOVERLAY_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS((obj) , GST_TYPE_GL_PIXBUFOVERLAY,GstGLPixbufOverlayClass))
+
+struct _GstGLPixbufOverlay
+{
+  GstGLFilter filter;
+
+  GstGLShader *shader;
+  
+  gchar *location;
+  gboolean pbuf_has_changed;
+
+  GdkPixbuf *pixbuf;
+  GLuint pbuftexture;
+};
+
+struct _GstGLPixbufOverlayClass
+{
+  GstGLFilterClass filter_class;
+};
+
+typedef struct _GstGLPixbufOverlay GstGLPixbufOverlay;
+typedef struct _GstGLPixbufOverlayClass GstGLPixbufOverlayClass;
+
+#define GST_CAT_DEFAULT gst_gl_pixbufoverlay_debug
+GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
+
+#define DEBUG_INIT(bla)							\
+  GST_DEBUG_CATEGORY_INIT (gst_gl_pixbufoverlay_debug, "glpixbufoverlay", 0, "glpixbufoverlay element");
+
+GST_BOILERPLATE_FULL (GstGLPixbufOverlay, gst_gl_pixbufoverlay, GstGLFilter,
+		      GST_TYPE_GL_FILTER, DEBUG_INIT);
+
+static void gst_gl_pixbufoverlay_set_property (GObject * object, guint prop_id,
+					 const GValue * value, GParamSpec * pspec);
+static void gst_gl_pixbufoverlay_get_property (GObject * object, guint prop_id,
+					 GValue * value, GParamSpec * pspec);
+
+static void gst_gl_pixbufoverlay_init_resources (GstGLFilter* filter);
+static void gst_gl_pixbufoverlay_reset_resources (GstGLFilter* filter);
+
+static gboolean gst_gl_pixbufoverlay_filter (GstGLFilter * filter,
+				       GstGLBuffer * inbuf, GstGLBuffer * outbuf);
+
+static const GstElementDetails element_details = GST_ELEMENT_DETAILS (
+  "Gstreamer OpenGL PixbufOverlay",
+  "Filter/Effect",
+  "Overlay GL video texture with a gdkpixbuf",
+  "Filippo Argiolas <filippo.argiolas@gmail.com>");
+
+static const gchar *interpolate_fragment_source = 
+  "#extension GL_ARB_texture_rectangle : enable\n"
+  "uniform sampler2DRect base;"
+  "uniform sampler2DRect blend;"
+  "void main () {"
+  "vec4 basecolor = texture2DRect (base, gl_TexCoord[0].st);"
+  "vec4 blendcolor = texture2DRect (blend, gl_TexCoord[0].st);"
+  "vec4 white = vec4(1.0);"
+  "gl_FragColor = blendcolor + (1 - blendcolor.a) * basecolor;"
+  "}";
+
+enum
+{
+  PROP_0,
+  PROP_LOCATION,
+  /* future properties? */
+  /* PROP_STRETCH, */
+  /* PROP_WIDTH, */
+  /* PROP_HEIGHT, */
+  /* PROP_XPOS, */
+  /* PROP_YPOS */
+};
+
+
+/* init resources that need a gl context */
+static void
+gst_gl_pixbufoverlay_init_gl_resources (GstGLFilter *filter)
+{
+  GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (filter);
+
+  pixbufoverlay->shader = gst_gl_shader_new ();
+
+  g_return_if_fail (
+    gst_gl_shader_compile_and_check (pixbufoverlay->shader, interpolate_fragment_source,
+				     GST_GL_SHADER_FRAGMENT_SOURCE));
+}
+
+/* free resources that need a gl context */
+static void
+gst_gl_pixbufoverlay_reset_gl_resources (GstGLFilter *filter)
+{
+  GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (filter);
+  
+  glDeleteTextures (1, &pixbufoverlay->pbuftexture);
+  g_object_unref (pixbufoverlay->shader);
+}
+
+static void
+gst_gl_pixbufoverlay_base_init (gpointer klass)
+{
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+
+  gst_element_class_set_details (element_class, &element_details);
+}
+
+static void
+gst_gl_pixbufoverlay_class_init (GstGLPixbufOverlayClass * klass)
+{
+  GObjectClass *gobject_class;
+
+  gobject_class = (GObjectClass *) klass;
+  gobject_class->set_property = gst_gl_pixbufoverlay_set_property;
+  gobject_class->get_property = gst_gl_pixbufoverlay_get_property;
+
+  GST_GL_FILTER_CLASS (klass)->filter = gst_gl_pixbufoverlay_filter;
+  GST_GL_FILTER_CLASS (klass)->display_init_cb = gst_gl_pixbufoverlay_init_gl_resources;
+  GST_GL_FILTER_CLASS (klass)->display_reset_cb = gst_gl_pixbufoverlay_reset_gl_resources;
+  GST_GL_FILTER_CLASS (klass)->onStart = gst_gl_pixbufoverlay_init_resources;
+  GST_GL_FILTER_CLASS (klass)->onStop = gst_gl_pixbufoverlay_reset_resources;
+
+  g_object_class_install_property (gobject_class,
+                                   PROP_LOCATION,
+                                   g_param_spec_string ("location",
+                                                        "Location of the image", 
+                                                        "Location of the image", 
+                                                        NULL, G_PARAM_READWRITE));
+}
+
+void
+gst_gl_pixbufoverlay_draw_texture (GstGLPixbufOverlay * pixbufoverlay, GLuint tex)
+{
+  GstGLFilter *filter = GST_GL_FILTER (pixbufoverlay);
+
+  glActiveTexture (GL_TEXTURE0);
+  glEnable (GL_TEXTURE_RECTANGLE_ARB);
+  glBindTexture (GL_TEXTURE_RECTANGLE_ARB, tex);
+
+  glBegin (GL_QUADS);
+
+  glTexCoord2f (0.0, 0.0);
+  glVertex2f (-1.0, -1.0);
+  glTexCoord2f (filter->width, 0.0);
+  glVertex2f (1.0, -1.0);
+  glTexCoord2f (filter->width, filter->height);
+  glVertex2f (1.0, 1.0);
+  glTexCoord2f (0.0, filter->height);
+  glVertex2f (-1.0, 1.0);
+
+  glEnd ();
+}
+
+static void
+gst_gl_pixbufoverlay_init (GstGLPixbufOverlay * pixbufoverlay, 
+                           GstGLPixbufOverlayClass * klass)
+{
+  pixbufoverlay->shader = NULL;
+  pixbufoverlay->location = NULL;
+  pixbufoverlay->pixbuf = NULL;
+  pixbufoverlay->pbuftexture = 0;
+  pixbufoverlay->pbuf_has_changed = FALSE;
+}
+
+static void
+gst_gl_pixbufoverlay_reset_resources (GstGLFilter* filter)
+{
+//  GstGLPixbufOverlay* pixbufoverlay = GST_GL_PIXBUFOVERLAY(filter);
+}
+
+static void
+gst_gl_pixbufoverlay_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (object); 
+
+  switch (prop_id) {
+  case PROP_LOCATION:
+    if (pixbufoverlay->location != NULL) g_free (pixbufoverlay->location);
+    g_message ("\nHEERE\n");
+    pixbufoverlay->pbuf_has_changed = TRUE;
+    pixbufoverlay->location = g_value_dup_string (value);
+    break;
+  default:
+    G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+    break;
+  }
+}
+
+static void
+gst_gl_pixbufoverlay_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (object);
+
+  switch (prop_id) {
+  case PROP_LOCATION:
+    g_value_set_string (value, pixbufoverlay->location);
+    break;
+  default:
+    G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+    break;
+  }
+}
+
+static void
+gst_gl_pixbufoverlay_init_resources (GstGLFilter* filter)
+{
+//  GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (filter);
+}
+
+static void
+gst_gl_pixbufoverlay_callback (gint width, gint height, guint texture, gpointer stuff)
+{
+  GstGLPixbufOverlay* pixbufoverlay = GST_GL_PIXBUFOVERLAY (stuff);
+  
+  glMatrixMode (GL_PROJECTION);
+  glLoadIdentity ();
+
+  gst_gl_shader_use (pixbufoverlay->shader);
+
+  glActiveTexture (GL_TEXTURE0);
+  glEnable (GL_TEXTURE_RECTANGLE_ARB);
+  glBindTexture (GL_TEXTURE_RECTANGLE_ARB, texture);
+  glDisable(GL_TEXTURE_RECTANGLE_ARB);
+  
+  gst_gl_shader_set_uniform_1i (pixbufoverlay->shader, "base", 0);
+
+  glActiveTexture (GL_TEXTURE3);
+  glEnable (GL_TEXTURE_RECTANGLE_ARB);
+  glBindTexture (GL_TEXTURE_RECTANGLE_ARB, pixbufoverlay->pbuftexture);
+  glDisable (GL_TEXTURE_RECTANGLE_ARB);
+
+  gst_gl_shader_set_uniform_1i (pixbufoverlay->shader, "blend", 3);
+
+  gst_gl_pixbufoverlay_draw_texture (pixbufoverlay, texture);
+}
+
+static void init_pixbuf_texture (GstGLDisplay *display, gpointer data)
+{
+  GstGLPixbufOverlay *pixbufoverlay = GST_GL_PIXBUFOVERLAY (data);
+  GstGLFilter *filter = GST_GL_FILTER (data);
+  
+  glDeleteTextures (1, &pixbufoverlay->pbuftexture);
+  glGenTextures (1, &pixbufoverlay->pbuftexture);
+  glBindTexture (GL_TEXTURE_RECTANGLE_ARB, pixbufoverlay->pbuftexture);
+  glTexImage2D (GL_TEXTURE_RECTANGLE_ARB, 0, GL_RGBA,
+                filter->width, filter->height, 0,
+                gdk_pixbuf_get_has_alpha (pixbufoverlay->pixbuf) ? GL_RGBA : GL_RGB,
+                GL_UNSIGNED_BYTE, gdk_pixbuf_get_pixels (pixbufoverlay->pixbuf));
+}
+
+static gboolean
+gst_gl_pixbufoverlay_filter (GstGLFilter* filter, GstGLBuffer* inbuf,
+				GstGLBuffer* outbuf)
+{
+  GstGLPixbufOverlay* pixbufoverlay = GST_GL_PIXBUFOVERLAY(filter);
+  GdkPixbuf *pixbuf;
+  GError *error = NULL;
+
+  if (pixbufoverlay->pbuf_has_changed && (pixbufoverlay->location != NULL)) {
+    g_message ("RECEIVED: %s", pixbufoverlay->location);
+    
+    pixbuf = gdk_pixbuf_new_from_file (pixbufoverlay->location, &error);
+    if (pixbuf) {
+      pixbufoverlay->pixbuf = gdk_pixbuf_scale_simple (pixbuf,
+                                                     filter->width,
+                                                     filter->height,
+                                                     GDK_INTERP_BILINEAR);
+      gdk_pixbuf_unref (pixbuf);
+      if (pixbufoverlay->pixbuf != NULL) {
+        gst_gl_display_thread_add (filter->display, init_pixbuf_texture, pixbufoverlay);
+        gdk_pixbuf_unref (pixbufoverlay->pixbuf);
+      }
+    } else {
+      if (error != NULL && error->message != NULL)
+        g_warning ("unable to load %s: %s", pixbufoverlay->location, error->message);
+    }
+    pixbufoverlay->pbuf_has_changed = FALSE;
+  }
+
+  gst_gl_filter_render_to_target (filter, inbuf->texture, outbuf->texture,
+				  gst_gl_pixbufoverlay_callback, pixbufoverlay);
+
+  return TRUE;
+}

gst/gl/gstopengl.c

@@ -38,6 +38,9 @@ GType gst_gl_filter_cube_get_type (void);
 GType gst_gl_filterblur_get_type (void);
 GType gst_gl_filter_edge_get_type (void);
 GType gst_gl_filter_laplacian_get_type (void);
+#ifdef HAVE_GDKPIXBUF
+GType gst_gl_pixbufoverlay_get_type (void);
+#endif
 
 #define GST_CAT_DEFAULT gst_gl_gstgl_debug
 GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
@@ -62,6 +65,12 @@ plugin_init (GstPlugin * plugin)
           GST_RANK_NONE, GST_TYPE_GL_FILTER_CUBE)) {
     return FALSE;
   }
+#ifdef HAVE_GDKPIXBUF
+  if (!gst_element_register (plugin, "glpixbufoverlay",
+          GST_RANK_NONE, gst_gl_pixbufoverlay_get_type())) {
+    return FALSE;
+  }
+#endif
 
   if (!gst_element_register (plugin, "gleffects",
           GST_RANK_NONE, gst_gl_effects_get_type())) {