add initial support for libvisual (http://libvisual.sourceforge.net) libvisual...

add initial support for libvisual (http://libvisual.sourceforge.net) libvisual is still quite alpha, so expect crashe...

Original commit message from CVS:
* configure.ac:
* ext/Makefile.am:
* ext/libvisual/Makefile.am:
* ext/libvisual/visual.c:
add initial support for libvisual (http://libvisual.sourceforge.net)
libvisual is still quite alpha, so expect crashes in there :)

ChangeLog

+2004-04-30  Benjamin Otte  <otte@gnome.org>
+
+	* configure.ac:
+	* ext/Makefile.am:
+	* ext/libvisual/Makefile.am:
+	* ext/libvisual/visual.c: 
+	  add initial support for libvisual (http://libvisual.sourceforge.net)
+	  libvisual is still quite alpha, so expect crashes in there :)
+
 2004-04-29  David Schleef  <ds@schleef.org>
 
 	* gst/qtdemux/qtdemux.c: (gst_qtdemux_add_stream), (qtdemux_parse),

configure.ac

@@ -1164,6 +1164,15 @@ GST_CHECK_FEATURE(LIBRFB, [librfb Remote Framebuffer], rfbsrc, [
   AC_SUBST(LIBRFB_LIBS)
 ])
 
+dnl *** libvisual ***
+translit(dnm, m, l) AM_CONDITIONAL(USE_LIBVISUAL, true)
+GST_CHECK_FEATURE(LIBVISUAL, [libvisual visualization plugins], libvisual, [
+  PKG_CHECK_MODULES(LIBVISUAL, libvisual, HAVE_LIBVISUAL="yes", HAVE_LIBVISUAL="no")
+  AC_SUBST(LIBVISUAL_CFLAGS)
+  AC_SUBST(LIBVISUAL_LIBS)
+])
+
+dnl *** mad ***
 dnl *** mad ***
 dnl FIXME: we could use header checks here as well IMO
 translit(dnm, m, l) AM_CONDITIONAL(USE_MAD, true)
@@ -1809,6 +1818,7 @@ ext/libcaca/Makefile
 ext/libfame/Makefile
 ext/libpng/Makefile
 ext/librfb/Makefile
+ext/libvisual/Makefile
 ext/mad/Makefile
 ext/mikmod/Makefile
 ext/mpeg2dec/Makefile

ext/Makefile.am

@@ -184,6 +184,12 @@ else
 LIBRFB_DIR=
 endif
 
+if USE_LIBVISUAL
+LIBVISUAL_DIR=libvisual
+else
+LIBVISUAL_DIR=
+endif
+
 if USE_MAD
 MAD_DIR=mad
 else
@@ -360,6 +366,7 @@ SUBDIRS=\
 	$(LIBFAME_DIR) \
 	$(LIBPNG_DIR) \
 	$(LIBRFB_DIR) \
+	$(LIBVISUAL_DIR) \
 	$(MAD_DIR) \
 	$(MIKMOD_DIR) \
 	$(MPEG2DEC_DIR) \
@@ -416,6 +423,7 @@ DIST_SUBDIRS=\
 	libfame \
 	libpng \
 	librfb \
+	libvisual \
 	mad \
 	mikmod \
 	mpeg2dec \

ext/libvisual/Makefile.am

+plugin_LTLIBRARIES = libgstlibvisual.la
+
+libgstlibvisual_la_SOURCES = visual.c 
+libgstlibvisual_la_CFLAGS = $(GST_CFLAGS) $(LIBVISUAL_CFLAGS)
+libgstlibvisual_la_LIBADD = $(LIBVISUAL_LIBS)
+libgstlibvisual_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
+

ext/libvisual/visual.c

+/* GStreamer
+ * Copyright (C) 2004 Benjamin Otte <otte@gnome.org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+/* FIXME !
+ * This is a bit hacky, but we only do 1 image per incoming buffer. And since
+ * those buffers have undefined sizes we need to make sure we have an undefined 
+ * framerate. */
+#undef GST_VIDEO_FPS_RANGE
+#define GST_VIDEO_FPS_RANGE "(double) 0"
+#include <gst/audio/audio.h>
+#include <libvisual/libvisual.h>
+
+#define GST_TYPE_VISUAL (gst_visual_get_type())
+#define GST_IS_VISUAL(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_VISUAL))
+#define GST_VISUAL(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_VISUAL,GstVisual))
+#define GST_IS_VISUAL_CLASS(obj) (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_VISUAL))
+#define GST_VISUAL_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_VISUAL,GstVisualClass))
+#define GST_VISUAL_GET_CLASS(obj)   (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_VISUAL, GstVisualClass))
+
+typedef struct _GstVisual GstVisual;
+typedef struct _GstVisualClass GstVisualClass;
+
+struct _GstVisual
+{
+  GstElement element;
+
+  /* pads */
+  GstPad *sinkpad;
+  GstPad *srcpad;
+
+  /* libvisual stuff */
+  VisAudio audio;
+  VisVideo *video;
+  VisActor *actor;
+
+  /* audio/video state */
+  gint rate;
+  gdouble fps;
+  gint width;
+  gint height;
+};
+
+struct _GstVisualClass
+{
+  GstElementClass parent_class;
+
+  VisPluginRef *plugin;
+};
+
+GType gst_visual_get_type (void);
+
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_BGRx_HOST_ENDIAN "; "
+        GST_VIDEO_CAPS_BGR "; " GST_VIDEO_CAPS_RGB_16)
+    );
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("audio/x-raw-int, "
+        "width = (int) 16, "
+        "depth = (int) 16, "
+        "endianness = (int) BYTE_ORDER, "
+        "signed = (boolean) TRUE, "
+        "channels = (int) 2, " "rate = (int) [ 1000, MAX ]")
+    );
+
+
+static void gst_visual_class_init (gpointer g_class, gpointer class_data);
+static void gst_visual_init (GstVisual * visual);
+
+static GstElementStateReturn gst_visual_change_state (GstElement * element);
+static void gst_visual_chain (GstPad * pad, GstData * _data);
+
+static GstPadLinkReturn gst_visual_sinklink (GstPad * pad,
+    const GstCaps * caps);
+static GstPadLinkReturn gst_visual_srclink (GstPad * pad, const GstCaps * caps);
+static GstCaps *gst_visual_getcaps (GstPad * pad);
+
+static GstElementClass *parent_class = NULL;
+
+GType
+gst_visual_get_type (void)
+{
+  static GType type = 0;
+
+  if (!type) {
+    static const GTypeInfo info = {
+      sizeof (GstVisualClass),
+      NULL,
+      NULL,
+      gst_visual_class_init,
+      NULL,
+      NULL,
+      sizeof (GstVisual),
+      0,
+      (GInstanceInitFunc) gst_visual_init,
+    };
+
+    type = g_type_register_static (GST_TYPE_ELEMENT, "GstVisual", &info, 0);
+  }
+  return type;
+}
+
+static void
+gst_visual_class_init (gpointer g_class, gpointer class_data)
+{
+  GstVisualClass *klass = GST_VISUAL_CLASS (g_class);
+  GstElementClass *element = GST_ELEMENT_CLASS (klass);
+
+  klass->plugin = class_data;
+
+  element->change_state = gst_visual_change_state;
+
+  if (class_data == NULL) {
+    parent_class = g_type_class_peek_parent (g_class);
+  } else {
+    GstElementDetails details = {
+      NULL,
+      "Visualization",
+      klass->plugin->info->about,
+      "Benjamin Otte <otte@gnome.org>"
+    };
+
+    details.longname = g_strdup_printf ("libvisual %s plugin v.%s",
+        klass->plugin->info->name, klass->plugin->info->version);
+
+    /* FIXME: improve to only register what plugin supports? */
+    gst_element_class_add_pad_template (element,
+        gst_static_pad_template_get (&src_template));
+    gst_element_class_add_pad_template (element,
+        gst_static_pad_template_get (&sink_template));
+    gst_element_class_set_details (element, &details);
+    g_free (details.longname);
+  }
+
+}
+
+static void
+gst_visual_init (GstVisual * visual)
+{
+  /* create the sink and src pads */
+  visual->sinkpad =
+      gst_pad_new_from_template (gst_static_pad_template_get (&sink_template),
+      "sink");
+  gst_pad_set_link_function (visual->sinkpad, gst_visual_sinklink);
+  gst_pad_set_chain_function (visual->sinkpad, gst_visual_chain);
+  gst_element_add_pad (GST_ELEMENT (visual), visual->sinkpad);
+
+  visual->srcpad =
+      gst_pad_new_from_template (gst_static_pad_template_get (&src_template),
+      "src");
+  gst_pad_set_link_function (visual->srcpad, gst_visual_srclink);
+  gst_pad_set_getcaps_function (visual->srcpad, gst_visual_getcaps);
+  gst_element_add_pad (GST_ELEMENT (visual), visual->srcpad);
+
+}
+
+static GstCaps *
+gst_visual_getcaps (GstPad * pad)
+{
+  GstCaps *ret;
+  GstVisual *visual = GST_VISUAL (gst_pad_get_parent (pad));
+
+  if (!visual->actor)
+    return gst_caps_copy (gst_pad_get_pad_template_caps (visual->srcpad));
+
+  ret = gst_caps_new_empty ();
+  if (visual_actor_depth_is_supported (visual->actor,
+          VISUAL_VIDEO_CONTEXT_32BIT) == 1) {
+    gst_caps_append (ret,
+        gst_caps_from_string (GST_VIDEO_CAPS_BGRx_HOST_ENDIAN));
+  }
+  if (visual_actor_depth_is_supported (visual->actor,
+          VISUAL_VIDEO_CONTEXT_24BIT) == 1) {
+    gst_caps_append (ret, gst_caps_from_string (GST_VIDEO_CAPS_BGR));
+  }
+  if (visual_actor_depth_is_supported (visual->actor,
+          VISUAL_VIDEO_CONTEXT_16BIT) == 1) {
+    gst_caps_append (ret, gst_caps_from_string (GST_VIDEO_CAPS_RGB_16));
+  }
+  return ret;
+}
+
+static GstPadLinkReturn
+gst_visual_srclink (GstPad * pad, const GstCaps * caps)
+{
+  GstVisual *visual = GST_VISUAL (gst_pad_get_parent (pad));
+  GstStructure *structure;
+  gint depth;
+
+  structure = gst_caps_get_structure (caps, 0);
+
+  if (!gst_structure_get_int (structure, "width", &visual->width))
+    return GST_PAD_LINK_REFUSED;
+  if (!gst_structure_get_int (structure, "height", &visual->height))
+    return GST_PAD_LINK_REFUSED;
+  if (!gst_structure_get_double (structure, "framerate", &visual->fps))
+    return GST_PAD_LINK_REFUSED;
+  if (!gst_structure_get_int (structure, "bpp", &depth))
+    return GST_PAD_LINK_REFUSED;
+
+  if (visual->video)
+    visual_video_free (visual->video);
+  visual->video = visual_video_new ();
+  visual_actor_set_video (visual->actor, visual->video);
+  visual_video_set_opts (visual->video, "depth",
+      visual_video_depth_enum_from_value (depth));
+  visual_video_set_dimension (visual->video, visual->width, visual->height);
+  visual_actor_video_negotiate (visual->actor);
+
+  return GST_PAD_LINK_OK;
+}
+
+static GstPadLinkReturn
+gst_visual_sinklink (GstPad * pad, const GstCaps * caps)
+{
+  GstVisual *visual = GST_VISUAL (gst_pad_get_parent (pad));
+  GstStructure *structure;
+
+  structure = gst_caps_get_structure (caps, 0);
+
+  gst_structure_get_int (structure, "rate", &visual->rate);
+
+  return GST_PAD_LINK_OK;
+}
+
+static void
+gst_visual_chain (GstPad * pad, GstData * _data)
+{
+  GstBuffer *ret, *buffer = GST_BUFFER (_data);
+  guint i, size = GST_BUFFER_SIZE (buffer) / 4;
+  guint16 *data = (guint16 *) GST_BUFFER_DATA (buffer);
+  GstVisual *visual = GST_VISUAL (gst_pad_get_parent (pad));
+
+  if (size < 512) {
+    /* FIXME */
+    GST_WARNING_OBJECT (visual, "incoming buffer to small, discarding.");
+    gst_data_unref (_data);
+    return;
+  }
+
+  for (i = 0; i < 512; i++) {
+    visual->audio.plugpcm[0][i] = *data++;
+    visual->audio.plugpcm[1][i] = *data++;
+  }
+  ret = gst_pad_alloc_buffer (visual->srcpad, GST_BUFFER_OFFSET_NONE,
+      visual->video->width * visual->video->width * visual->video->bpp);
+  visual_video_set_buffer (visual->video, GST_BUFFER_DATA (ret));
+  visual_actor_run (visual->actor, &visual->audio);
+  GST_BUFFER_TIMESTAMP (ret) = GST_BUFFER_TIMESTAMP (buffer);
+  GST_BUFFER_DURATION (ret) = GST_SECOND / visual->fps;
+  gst_data_unref (_data);
+  gst_pad_push (visual->srcpad, GST_DATA (ret));
+  /* so we're on the safe side */
+  visual_video_set_buffer (visual->video, NULL);
+}
+
+static GstElementStateReturn
+gst_visual_change_state (GstElement * element)
+{
+  GstVisual *visual = GST_VISUAL (element);
+
+  switch (GST_STATE_TRANSITION (element)) {
+    case GST_STATE_NULL_TO_READY:
+      visual->actor =
+          visual_actor_new (GST_VISUAL_GET_CLASS (visual)->plugin->name);
+      if (!visual->actor)
+        return GST_STATE_FAILURE;
+      if (visual_actor_realize (visual->actor) != 0) {
+        visual_actor_free (visual->actor);
+        visual->actor = NULL;
+        return GST_STATE_FAILURE;
+      }
+      break;
+    case GST_STATE_READY_TO_PAUSED:
+      break;
+    case GST_STATE_PAUSED_TO_PLAYING:
+      break;
+    case GST_STATE_PLAYING_TO_PAUSED:
+      break;
+    case GST_STATE_PAUSED_TO_READY:
+      break;
+    case GST_STATE_READY_TO_NULL:
+      visual_actor_destroy (visual->actor);
+      visual->actor = NULL;
+      break;
+    default:
+      g_assert_not_reached ();
+  }
+
+  if (GST_ELEMENT_CLASS (parent_class)->change_state)
+    return GST_ELEMENT_CLASS (parent_class)->change_state (element);
+
+  return GST_STATE_SUCCESS;
+}
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  guint i;
+  VisList *list;
+
+  if (visual_init (NULL, NULL) != 0)
+    return FALSE;
+
+  list = visual_actor_get_list ();
+  for (i = 0; i < visual_list_count (list); i++) {
+    VisPluginRef *ref = visual_list_get (list, i);
+    GType type;
+    gchar *name;
+    GTypeInfo info = {
+      sizeof (GstVisualClass),
+      NULL,
+      NULL,
+      gst_visual_class_init,
+      NULL,
+      ref,
+      sizeof (GstVisual),
+      0,
+      NULL
+    };
+
+    if (ref->name == NULL)
+      continue;
+    name = g_strdup_printf ("GstVisual%s", ref->name);
+    type = g_type_register_static (GST_TYPE_VISUAL, name, &info, 0);
+    g_free (name);
+    name = g_strdup_printf ("libvisual_%s", ref->name);
+    if (!gst_element_register (plugin, name, GST_RANK_NONE, type)) {
+      g_free (name);
+      return FALSE;
+    }
+    g_free (name);
+  }
+
+  return TRUE;
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    "libvisual",
+    "libvisual visualization plugins",
+    plugin_init, VERSION, "LGPL", GST_PACKAGE, GST_ORIGIN)