gstreamer/subprojects/gstreamer-vaapi/tests/check/elements/vaapioverlay.c

/*
 *  vaapioverlay.c - GStreamer unit test for the vaapioverlay element
 *
 *  Copyright (C) 2019 Intel Corporation
 *    Author: U. Artie Eoff <ullysses.a.eoff@intel.com>
 *
 *  This library is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU Lesser General Public License
 *  as published by the Free Software Foundation; either version 2.1
 *  of the License, or (at your option) any later version.
 *
 *  This library is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 *  Lesser General Public License for more details.
 *
 *  You should have received a copy of the GNU Lesser General Public
 *  License along with this library; if not, write to the Free
 *  Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
 *  Boston, MA 02110-1301 USA
 */

#ifdef HAVE_CONFIG_H
# include "config.h"
#endif

#include <gst/check/gstcheck.h>
#include <gst/video/video.h>

static GMainLoop *main_loop;

static void
message_received (GstBus * bus, GstMessage * message, GstPipeline * bin)
{
  GST_INFO ("bus message from \"%" GST_PTR_FORMAT "\": %" GST_PTR_FORMAT,
      GST_MESSAGE_SRC (message), message);

  switch (message->type) {
    case GST_MESSAGE_EOS:
      g_main_loop_quit (main_loop);
      break;
    case GST_MESSAGE_WARNING:{
      GError *gerror;
      gchar *debug;

      gst_message_parse_warning (message, &gerror, &debug);
      gst_object_default_error (GST_MESSAGE_SRC (message), gerror, debug);
      g_error_free (gerror);
      g_free (debug);
      break;
    }
    case GST_MESSAGE_ERROR:{
      GError *gerror;
      gchar *debug;

      gst_message_parse_error (message, &gerror, &debug);
      gst_object_default_error (GST_MESSAGE_SRC (message), gerror, debug);
      g_error_free (gerror);
      g_free (debug);
      g_main_loop_quit (main_loop);
      break;
    }
    default:
      break;
  }
}

static GstBuffer *handoff_buffer = NULL;
static void
on_handoff (GstElement * element, GstBuffer * buffer, GstPad * pad,
    gpointer data)
{
  gst_buffer_replace (&handoff_buffer, buffer);
}

#define TEST_PATTERN_RED 4
#define TEST_PATTERN_GREEN 5

GST_START_TEST (test_overlay_position)
{
  GstElement *bin, *src1, *filter1, *src2, *filter2, *overlay, *sink;
  GstBus *bus;
  GstPad *pad, *srcpad, *sinkpad;
  GstCaps *caps;
  GstVideoFrame frame;
  GstVideoInfo vinfo;

  /* Check if vaapioverlay is available, since it is only available
   * for iHD vaapi driver */
  overlay = gst_element_factory_make ("vaapioverlay", "overlay");
  if (!overlay)
    return;

  /* build pipeline */
  bin = gst_pipeline_new ("pipeline");
  bus = gst_element_get_bus (bin);
  gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH);

  src1 = gst_element_factory_make ("videotestsrc", "src1");
  g_object_set (src1, "num-buffers", 1, NULL);
  g_object_set (src1, "pattern", TEST_PATTERN_GREEN, NULL);
  filter1 = gst_element_factory_make ("capsfilter", "filter1");
  caps = gst_caps_new_simple ("video/x-raw", "format", G_TYPE_STRING, "NV12",
      "width", G_TYPE_INT, 320, "height", G_TYPE_INT, 240, NULL);
  g_object_set (filter1, "caps", caps, NULL);
  gst_caps_unref (caps);

  src2 = gst_element_factory_make ("videotestsrc", "src2");
  g_object_set (src2, "num-buffers", 1, NULL);
  g_object_set (src2, "pattern", TEST_PATTERN_RED, NULL);
  filter2 = gst_element_factory_make ("capsfilter", "filter2");
  caps = gst_caps_new_simple ("video/x-raw", "format", G_TYPE_STRING, "NV12",
      "width", G_TYPE_INT, 20, "height", G_TYPE_INT, 20, NULL);
  g_object_set (filter2, "caps", caps, NULL);
  gst_caps_unref (caps);

  sink = gst_element_factory_make ("vaapisink", "sink");
  g_object_set (sink, "display", 4, "signal-handoffs", TRUE, NULL);
  g_signal_connect (sink, "handoff", G_CALLBACK (on_handoff), NULL);

  gst_bin_add_many (GST_BIN (bin), src1, filter1, src2, filter2, overlay,
      sink, NULL);
  gst_element_link (src1, filter1);
  gst_element_link (src2, filter2);
  gst_element_link (overlay, sink);

  srcpad = gst_element_get_static_pad (filter1, "src");
  sinkpad = gst_element_request_pad_simple (overlay, "sink_0");
  g_object_set (sinkpad, "xpos", 0, "ypos", 0, "alpha", 1.0, NULL);
  gst_pad_link (srcpad, sinkpad);
  gst_object_unref (sinkpad);
  gst_object_unref (srcpad);

  srcpad = gst_element_get_static_pad (filter2, "src");
  sinkpad = gst_element_request_pad_simple (overlay, "sink_1");
  g_object_set (sinkpad, "xpos", 10, "ypos", 10, "alpha", 1.0, NULL);
  gst_pad_link (srcpad, sinkpad);
  gst_object_unref (sinkpad);
  gst_object_unref (srcpad);

  /* setup and run the main loop */
  main_loop = g_main_loop_new (NULL, FALSE);
  g_signal_connect (bus, "message::error", (GCallback) message_received, bin);
  g_signal_connect (bus, "message::warning", (GCallback) message_received, bin);
  g_signal_connect (bus, "message::eos", (GCallback) message_received, bin);
  gst_element_set_state (bin, GST_STATE_PAUSED);
  gst_element_get_state (bin, NULL, NULL, GST_CLOCK_TIME_NONE);
  gst_element_set_state (bin, GST_STATE_PLAYING);
  g_main_loop_run (main_loop);

  /* validate output buffer */
  fail_unless (handoff_buffer != NULL);
  pad = gst_element_get_static_pad (sink, "sink");
  caps = gst_pad_get_current_caps (pad);
  if (!gst_video_info_from_caps (&vinfo, caps)) {
    GST_ERROR ("Failed to parse the caps");
    goto end;
  }

  if (!gst_video_frame_map (&frame, &vinfo, handoff_buffer, GST_MAP_READ)) {
    GST_ERROR ("Failed to map the frame");
    goto end;
  }

  {
    guint i, j, n_planes, plane;
    n_planes = GST_VIDEO_FRAME_N_PLANES (&frame);

    for (plane = 0; plane < n_planes; plane++) {
      gpointer pd = GST_VIDEO_FRAME_PLANE_DATA (&frame, plane);
      gint w = GST_VIDEO_FRAME_COMP_WIDTH (&frame, plane)
          * GST_VIDEO_FRAME_COMP_PSTRIDE (&frame, plane);
      gint h = GST_VIDEO_FRAME_COMP_HEIGHT (&frame, plane);
      gint ps = GST_VIDEO_FRAME_PLANE_STRIDE (&frame, plane);

      for (j = 0; j < h; ++j) {
        for (i = 0; i < w; ++i) {
          guint8 actual = GST_READ_UINT8 (pd + i);
          guint8 expect = 0xff;
          if (plane == 0) {
            if (i >= 10 && i < 30 && j >= 10 && j < 30)
              expect = 0x51;
            else
              expect = 0x91;
          } else {
            if (i >= 10 && i < 30 && j >= 5 && j < 15)
              expect = (i % 2) ? 0xf0 : 0x5a;
            else
              expect = (i % 2) ? 0x22 : 0x36;
          }
          fail_unless (actual == expect,
              "Expected 0x%02x but got 0x%02x at (%u,%u,%u)", expect, actual,
              plane, i, j);
        }
        pd += ps;
      }
    }
  }
  gst_video_frame_unmap (&frame);

end:
  /* cleanup */
  gst_caps_unref (caps);
  gst_object_unref (pad);
  gst_buffer_replace (&handoff_buffer, NULL);
  gst_element_set_state (bin, GST_STATE_NULL);
  g_main_loop_unref (main_loop);
  gst_bus_remove_signal_watch (bus);
  gst_object_unref (bus);
  gst_object_unref (bin);
}

GST_END_TEST;

static Suite *
vaapioverlay_suite (void)
{
  Suite *s = suite_create ("vaapioverlay");
  TCase *tc_chain = tcase_create ("general");

  suite_add_tcase (s, tc_chain);
  tcase_add_test (tc_chain, test_overlay_position);

  return s;
}

GST_CHECK_MAIN (vaapioverlay);