gstreamer/gst/overlay/gstoverlay.c

/* GStreamer
 * Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
 * Copyright (C) <2003> David Schleef <ds@schleef.org>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
 * Boston, MA 02111-1307, USA.
 */

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "gstoverlay.h"

/* elementfactory information */
static GstElementDetails overlay_details = {
  "Video Overlay",
  "Filter/Editor/Video",
  "Overlay multiple video streams",
  "David Schleef <ds@schleef.org>"
};

GST_PAD_TEMPLATE_FACTORY (overlay_src_factory,
  "src",
  GST_PAD_SRC,
  GST_PAD_ALWAYS,
  GST_CAPS_NEW (
   "overlay_src",
   "video/x-raw-yuv",
     "format",   GST_PROPS_FOURCC (GST_MAKE_FOURCC ('I','4','2','0')),
     "width",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "height",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "framerate",GST_PROPS_FLOAT_RANGE (0, G_MAXFLOAT)
  )
)

GST_PAD_TEMPLATE_FACTORY (overlay_sink1_factory,
  "sink1",
  GST_PAD_SINK,
  GST_PAD_ALWAYS,
  GST_CAPS_NEW (
   "overlay_sink1",
   "video/x-raw-yuv",
     "format",   GST_PROPS_FOURCC (GST_MAKE_FOURCC ('I','4','2','0')),
     "width",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "height",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "framerate",GST_PROPS_FLOAT_RANGE (0, G_MAXFLOAT)
  )
)

GST_PAD_TEMPLATE_FACTORY (overlay_sink2_factory,
  "sink2",
  GST_PAD_SINK,
  GST_PAD_ALWAYS,
  GST_CAPS_NEW (
   "overlay_sink2",
   "video/x-raw-yuv",
     "format",   GST_PROPS_FOURCC (GST_MAKE_FOURCC ('I','4','2','0')),
     "width",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "height",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "framerate",GST_PROPS_FLOAT_RANGE (0, G_MAXFLOAT)
  )
)

GST_PAD_TEMPLATE_FACTORY (overlay_sink3_factory,
  "sink3",
  GST_PAD_SINK,
  GST_PAD_ALWAYS,
  GST_CAPS_NEW (
   "overlay_sink2",
   "video/x-raw-yuv",
     "format",   GST_PROPS_FOURCC (GST_MAKE_FOURCC ('I','4','2','0')),
     "width",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "height",	 GST_PROPS_INT_RANGE (1, G_MAXINT),
     "framerate",GST_PROPS_FLOAT_RANGE (0, G_MAXFLOAT)
  )
)

/* OVERLAY signals and args */
enum {
  /* FILL ME */
  LAST_SIGNAL
};

enum {
  ARG_0,
};


static void	gst_overlay_class_init		(GstOverlayClass *klass);
static void	gst_overlay_base_init		(GstOverlayClass *klass);
static void	gst_overlay_init			(GstOverlay *overlay);

static void	gst_overlay_loop			(GstElement *element);

static void	gst_overlay_set_property		(GObject *object, guint prop_id, 
						 const GValue *value, GParamSpec *pspec);
static void	gst_overlay_get_property		(GObject *object, guint prop_id, 
						 GValue *value, GParamSpec *pspec);

static GstElementClass *parent_class = NULL;
/*static guint gst_overlay_signals[LAST_SIGNAL] = { 0 }; */

static GType
gst_overlay_get_type (void)
{
  static GType overlay_type = 0;

  if (!overlay_type) {
    static const GTypeInfo overlay_info = {
      sizeof(GstOverlayClass),      
      (GBaseInitFunc)gst_overlay_base_init,
      NULL,
      (GClassInitFunc)gst_overlay_class_init,
      NULL,
      NULL,
      sizeof(GstOverlay),
      0,
      (GInstanceInitFunc)gst_overlay_init,
    };
    overlay_type = g_type_register_static(GST_TYPE_ELEMENT, "GstOverlay", &overlay_info, 0);
  }
  return overlay_type;
}

static void
gst_overlay_base_init (GstOverlayClass *klass)
{
  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);

  gst_element_class_add_pad_template (element_class,
		  GST_PAD_TEMPLATE_GET (overlay_sink1_factory));
  gst_element_class_add_pad_template (element_class,
		  GST_PAD_TEMPLATE_GET (overlay_sink2_factory));
  gst_element_class_add_pad_template (element_class,
		  GST_PAD_TEMPLATE_GET (overlay_sink3_factory));
  gst_element_class_add_pad_template (element_class,
		  GST_PAD_TEMPLATE_GET (overlay_src_factory));
  gst_element_class_set_details (element_class, &overlay_details);
}

static void
gst_overlay_class_init (GstOverlayClass *klass)
{
  GObjectClass *gobject_class;
  GstElementClass *gstelement_class;

  gobject_class = (GObjectClass*)klass;
  gstelement_class = (GstElementClass*)klass;

  parent_class = g_type_class_ref(GST_TYPE_ELEMENT);

  gobject_class->set_property = gst_overlay_set_property;
  gobject_class->get_property = gst_overlay_get_property;

}

#if 0
static GstCaps *gst_overlay_getcaps(GstPad *pad)
{
  GstCaps *caps;
  GstOverlay *overlay;

  overlay = GST_OVERLAY (gst_pad_get_parent (pad));

  if(overlay->width && overlay->height){
    caps = GST_CAPS_NEW (
      "overlay_sink2",
      "video/raw",
        "format",   GST_PROPS_FOURCC (GST_MAKE_FOURCC ('I','4','2','0')),
        "width",	 GST_PROPS_INT (overlay->width),
        "height",	 GST_PROPS_INT (overlay->height)
     );
  }else{
    caps = GST_CAPS_NEW (
      "overlay_sink2",
      "video/raw",
        "format",   GST_PROPS_FOURCC (GST_MAKE_FOURCC ('I','4','2','0')),
        "width",	 GST_PROPS_INT_RANGE (0, 4096),
        "height",	 GST_PROPS_INT_RANGE (0, 4096)
     );
  }

  return caps;
}
#endif

static gboolean
gst_overlay_sinkconnect (GstPad *pad, GstCaps *caps)
{
  GstOverlay *overlay;

  overlay = GST_OVERLAY (gst_pad_get_parent (pad));

  if (!GST_CAPS_IS_FIXED (caps))
    return GST_PAD_LINK_DELAYED;

  gst_caps_get_int (caps, "width", &overlay->width);
  gst_caps_get_int (caps, "height", &overlay->height);
  gst_caps_get_float (caps, "framerate", &overlay->framerate);

  /* forward to the next plugin */
  return gst_pad_try_set_caps(overlay->srcpad, gst_caps_copy_1(caps));
}

static void 
gst_overlay_init (GstOverlay *overlay)
{
  overlay->sinkpad1 = gst_pad_new_from_template (
		  GST_PAD_TEMPLATE_GET (overlay_sink1_factory), "sink1");
  gst_pad_set_link_function (overlay->sinkpad1, gst_overlay_sinkconnect);
  gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad1);

  overlay->sinkpad2 = gst_pad_new_from_template (
		  GST_PAD_TEMPLATE_GET (overlay_sink2_factory), "sink2");
  gst_pad_set_link_function (overlay->sinkpad2, gst_overlay_sinkconnect);
  gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad2);

  overlay->sinkpad3 = gst_pad_new_from_template (
		  GST_PAD_TEMPLATE_GET (overlay_sink3_factory), "sink3");
  gst_pad_set_link_function (overlay->sinkpad3, gst_overlay_sinkconnect);
  gst_element_add_pad (GST_ELEMENT (overlay), overlay->sinkpad3);

  overlay->srcpad = gst_pad_new_from_template (
		  GST_PAD_TEMPLATE_GET (overlay_src_factory), "src");
  gst_element_add_pad (GST_ELEMENT (overlay), overlay->srcpad);

  gst_element_set_loop_function (GST_ELEMENT (overlay), gst_overlay_loop);
}

static void
gst_overlay_blend_i420 (guint8 *out, guint8 *in1, guint8 *in2, guint8 *in3,
		      gint width, gint height)
{
  int mask;
  int i, j;
  guint8 *in1u, *in1v, *in2u, *in2v, *outu, *outv; 
  int lumsize;
  int chromsize;
  int width2 = width/2;
  int height2 = height/2;

  lumsize = width * height;
  chromsize = width2 * height2;

  in1u = in1 + lumsize; in1v = in1u + chromsize;
  in2u = in2 + lumsize; in2v = in2u + chromsize;
  outu = out + lumsize; outv = outu + chromsize;
  
  for (i = 0; i < height; i++) {
    for (j = 0; j < width; j++) {
      mask = in3[i*width + j];
      out[i*width+j] = ((in1[i*width+j] * mask) +
	  (in2[i*width+j] * (255 - mask))) >> 8;
    }
  }

  for (i = 0; i < height/2; i++) {
    for (j = 0; j < width/2; j++) {
      mask = (in3[(i*2)*width + (j*2)] + in3[(i*2 + 1)*width + (j*2)] +
          in3[(i*2)*width + (j*2 + 1)] + in3[(i*2 + 1)*width + (j*2 + 1)]) / 4;
      outu[i*width2 + j] = ((in1u[i*width2+j] * mask) +
	  (in2u[i*width2 + j] * (255 - mask))) >> 8;
      outv[i*width2 + j] = ((in1v[i*width2+j] * mask) +
	  (in2v[i*width2 + j] * (255 - mask))) >> 8;
    }
  }
}

static void
gst_overlay_loop (GstElement *element)
{
  GstOverlay *overlay;
  GstBuffer *out;
  GstBuffer *in1 = NULL, *in2 = NULL, *in3 = NULL;
  int size;

  overlay = GST_OVERLAY (element);

  in1 = GST_BUFFER (gst_pad_pull (overlay->sinkpad1));
  if (GST_IS_EVENT (in1)) {
    gst_pad_push (overlay->srcpad, GST_DATA (in1));
    /* FIXME */
    return;
  }
  in2 = GST_BUFFER (gst_pad_pull (overlay->sinkpad2));
  if (GST_IS_EVENT (in2)) {
    gst_pad_push (overlay->srcpad, GST_DATA (in2));
    /* FIXME */
    return;
  }
  in3 = GST_BUFFER (gst_pad_pull (overlay->sinkpad3));
  if (GST_IS_EVENT (in3)) {
    gst_pad_push (overlay->srcpad, GST_DATA (in3));
    /* FIXME */
    return;
  }

  g_return_if_fail(in1 != NULL);
  g_return_if_fail(in2 != NULL);
  g_return_if_fail(in3 != NULL);

  size = (overlay->width * overlay->height * 3)/2;
  g_return_if_fail(GST_BUFFER_SIZE(in1) != size);
  g_return_if_fail(GST_BUFFER_SIZE(in2) != size);
  g_return_if_fail(GST_BUFFER_SIZE(in3) != size);

  out = gst_buffer_new_and_alloc (size);

  if (!GST_PAD_CAPS (overlay->srcpad)) {
    if (!gst_pad_try_set_caps (overlay->srcpad,
      GST_CAPS_NEW (
		    "overlay_srccaps",
		    "video/x-raw-yuv",
		      "format",   GST_PROPS_FOURCC (GST_MAKE_FOURCC ('I','4','2','0')),
		      "width",    GST_PROPS_INT (overlay->width),
		      "height",   GST_PROPS_INT (overlay->height),
		      "framerate",GST_PROPS_FLOAT (overlay->framerate)
		    )))
    {
      gst_element_error (element, "cannot set caps");
      return;
    }
  }

  gst_overlay_blend_i420 (GST_BUFFER_DATA (out),
      			  GST_BUFFER_DATA (in1), 
		          GST_BUFFER_DATA (in2), 
		          GST_BUFFER_DATA (in3), 
	                  overlay->width, overlay->height);

  GST_BUFFER_TIMESTAMP (out) = GST_BUFFER_TIMESTAMP (in1);
  GST_BUFFER_DURATION (out) = GST_BUFFER_DURATION (in1);

  gst_buffer_unref (in1);
  gst_buffer_unref (in2);
  gst_buffer_unref (in3);

  gst_pad_push (overlay->srcpad, GST_DATA (out));
}

static void
gst_overlay_set_property (GObject *object, guint prop_id, 
		        const GValue *value, GParamSpec *pspec)
{
  GstOverlay *overlay;

  overlay = GST_OVERLAY(object);

  switch (prop_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}

static void
gst_overlay_get_property (GObject *object, guint prop_id, 
		        GValue *value, GParamSpec *pspec)
{
  GstOverlay *overlay;

  overlay = GST_OVERLAY(object);

  switch (prop_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}


static gboolean
plugin_init (GstPlugin *plugin)
{
  return gst_element_register (plugin, "overlay",
			       GST_RANK_NONE, GST_TYPE_OVERLAY);
}

GST_PLUGIN_DEFINE (
  GST_VERSION_MAJOR,
  GST_VERSION_MINOR,
  "overlay",
  "Overlay multiple video streams",
  plugin_init,
  VERSION,
  "LGPL",
  GST_PACKAGE,
  GST_ORIGIN
)