/* GStreamer * * unit test for d3d11convert element * Copyright (C) 2019 Matthew Waters * Copyright (C) 2019 Seungha Yang * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include static const gchar *run_visual_test = NULL; /* enable this define to see color conversion result with videosink */ #define RUN_VISUAL_TEST 0 typedef struct _TestFrame { gint width; gint height; GstVideoFormat v_format; guint8 *data[GST_VIDEO_MAX_PLANES]; } TestFrame; #define IGNORE_MAGIC 0x05 static const guint8 rgba_reorder_data[] = { 0x49, 0x24, 0x72, 0xff }; static const guint8 bgra_reorder_data[] = { 0x72, 0x24, 0x49, 0xff }; static const gchar *YUV_FORMATS[] = { "VUYA", "NV12", "P010_10LE", "P012_LE", "P016_LE", "I420", "I420_10LE", "I420_12LE", "YV12", "NV21", "Y444", "Y444_10LE", "Y444_12LE", "Y444_16LE", "Y42B", "I422_10LE", "I422_12LE", "AYUV", "AYUV64" }; static const gchar *RGB_FORMATS[] = { "BGRA", "RGBA", "RGB10A2_LE", "BGRx", "RGBx", "RGBA64_LE", "RGBP", "BGRP", "GBR", "GBR_10LE", "GBR_12LE", "GBRA", "GBRA_10LE", "GBRA_12LE" }; static const gchar *PACKED_YUV_FORMATS[] = { "Y410", "YUY2", }; static const gchar *GRAY_FORMATS[] = { "GRAY8", "GRAY16_LE" }; static TestFrame test_rgba_reorder[] = { {1, 1, GST_VIDEO_FORMAT_RGBA, {(guint8 *) & rgba_reorder_data}}, {1, 1, GST_VIDEO_FORMAT_BGRA, {(guint8 *) & bgra_reorder_data}}, }; GST_START_TEST (test_d3d11_convert_rgba_reorder) { GstHarness *h = gst_harness_new_parse ("d3d11upload ! d3d11convert ! d3d11download"); gint i, j, k; for (i = 0; i < G_N_ELEMENTS (test_rgba_reorder); i++) { for (j = 0; j < G_N_ELEMENTS (test_rgba_reorder); j++) { GstCaps *in_caps, *out_caps; GstVideoInfo in_info, out_info; GstBuffer *inbuf, *outbuf; GstMapInfo map_info; fail_unless (gst_video_info_set_format (&in_info, test_rgba_reorder[i].v_format, test_rgba_reorder[i].width, test_rgba_reorder[i].height)); fail_unless (gst_video_info_set_format (&out_info, test_rgba_reorder[j].v_format, test_rgba_reorder[j].width, test_rgba_reorder[j].height)); in_caps = gst_video_info_to_caps (&in_info); out_caps = gst_video_info_to_caps (&out_info); gst_harness_set_caps (h, in_caps, out_caps); GST_INFO ("converting from %s to %s", gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&in_info)), gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&out_info))); inbuf = gst_buffer_new_wrapped_full (0, test_rgba_reorder[i].data[0], 4, 0, 4, NULL, NULL); outbuf = gst_harness_push_and_pull (h, inbuf); fail_unless (gst_buffer_map (outbuf, &map_info, GST_MAP_READ)); fail_unless (map_info.size == out_info.size); for (k = 0; k < out_info.size; k++) { guint8 *expected = test_rgba_reorder[j].data[0]; GST_DEBUG ("%i 0x%x =? 0x%x", k, expected[k], (guint) map_info.data[k]); fail_unless (expected[k] == map_info.data[k]); } gst_buffer_unmap (outbuf, &map_info); gst_buffer_unref (outbuf); } } gst_harness_teardown (h); } GST_END_TEST; static gboolean bus_cb (GstBus * bus, GstMessage * message, gpointer data) { GMainLoop *loop = (GMainLoop *) data; switch (GST_MESSAGE_TYPE (message)) { case GST_MESSAGE_ERROR:{ GError *err = NULL; gchar *debug = NULL; gst_message_parse_error (message, &err, &debug); GST_ERROR ("Error: %s : %s", err->message, debug); g_error_free (err); g_free (debug); fail_if (TRUE, "failed"); g_main_loop_quit (loop); } break; case GST_MESSAGE_EOS: g_main_loop_quit (loop); break; default: break; } return TRUE; } static void run_convert_pipelne (const gchar * in_format, const gchar * out_format) { GstBus *bus; GMainLoop *loop = g_main_loop_new (NULL, FALSE); gchar *pipeline_str = g_strdup_printf ("videotestsrc num-buffers=1 is-live=true ! " "video/x-raw,format=%s,framerate=3/1,width=128,height=64," "pixel-aspect-ratio=1/1 ! d3d11upload ! " "d3d11convert border-color=0xffffaaaaaaaaaaaa ! d3d11download ! " "video/x-raw,format=%s,width=320,height=240,pixel-aspect-ratio=1/1 ! " "videoconvert ! %s", in_format, out_format, run_visual_test ? "d3d11videosink" : "fakesink"); GstElement *pipeline; pipeline = gst_parse_launch (pipeline_str, NULL); fail_unless (pipeline != NULL); g_free (pipeline_str); bus = gst_pipeline_get_bus (GST_PIPELINE (pipeline)); gst_bus_add_watch (bus, (GstBusFunc) bus_cb, loop); gst_element_set_state (pipeline, GST_STATE_PLAYING); g_main_loop_run (loop); gst_element_set_state (pipeline, GST_STATE_NULL); gst_bus_remove_watch (bus); gst_object_unref (bus); gst_object_unref (pipeline); g_main_loop_unref (loop); } GST_START_TEST (test_d3d11_convert_yuv_yuv) { gint i, j; for (i = 0; i < G_N_ELEMENTS (YUV_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (YUV_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", YUV_FORMATS[i], YUV_FORMATS[j]); run_convert_pipelne (YUV_FORMATS[i], YUV_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_yuv_rgb) { gint i, j; for (i = 0; i < G_N_ELEMENTS (YUV_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (RGB_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", YUV_FORMATS[i], RGB_FORMATS[j]); run_convert_pipelne (YUV_FORMATS[i], RGB_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_yuv_gray) { gint i, j; for (i = 0; i < G_N_ELEMENTS (YUV_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (GRAY_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", YUV_FORMATS[i], GRAY_FORMATS[j]); run_convert_pipelne (YUV_FORMATS[i], GRAY_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_rgb_yuv) { gint i, j; for (i = 0; i < G_N_ELEMENTS (RGB_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (YUV_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", RGB_FORMATS[i], YUV_FORMATS[j]); run_convert_pipelne (RGB_FORMATS[i], YUV_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_rgb_rgb) { gint i, j; for (i = 0; i < G_N_ELEMENTS (RGB_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (RGB_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", RGB_FORMATS[i], RGB_FORMATS[j]); run_convert_pipelne (RGB_FORMATS[i], RGB_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_rgb_gray) { gint i, j; for (i = 0; i < G_N_ELEMENTS (RGB_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (GRAY_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", RGB_FORMATS[i], GRAY_FORMATS[j]); run_convert_pipelne (RGB_FORMATS[i], GRAY_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_packed_yuv_yuv) { gint i, j; for (i = 0; i < G_N_ELEMENTS (PACKED_YUV_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (YUV_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", PACKED_YUV_FORMATS[i], YUV_FORMATS[j]); run_convert_pipelne (PACKED_YUV_FORMATS[i], YUV_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_packed_yuv_rgb) { gint i, j; for (i = 0; i < G_N_ELEMENTS (PACKED_YUV_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (RGB_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", PACKED_YUV_FORMATS[i], RGB_FORMATS[j]); run_convert_pipelne (PACKED_YUV_FORMATS[i], RGB_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_packed_yuv_gray) { gint i, j; for (i = 0; i < G_N_ELEMENTS (PACKED_YUV_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (GRAY_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", PACKED_YUV_FORMATS[i], GRAY_FORMATS[j]); run_convert_pipelne (PACKED_YUV_FORMATS[i], GRAY_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_gray_yuv) { gint i, j; for (i = 0; i < G_N_ELEMENTS (GRAY_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (YUV_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", GRAY_FORMATS[i], YUV_FORMATS[j]); run_convert_pipelne (GRAY_FORMATS[i], YUV_FORMATS[j]); } } } GST_END_TEST; GST_START_TEST (test_d3d11_convert_gray_rgb) { gint i, j; for (i = 0; i < G_N_ELEMENTS (GRAY_FORMATS); i++) { for (j = 0; j < G_N_ELEMENTS (RGB_FORMATS); j++) { GST_DEBUG ("run conversion %s to %s", GRAY_FORMATS[i], RGB_FORMATS[j]); run_convert_pipelne (GRAY_FORMATS[i], RGB_FORMATS[j]); } } } GST_END_TEST; static Suite * d3d11convert_suite (void) { Suite *s = suite_create ("d3d11convert"); TCase *tc_basic = tcase_create ("general"); run_visual_test = g_getenv ("ENABLE_D3D11_VISUAL_TEST"); suite_add_tcase (s, tc_basic); tcase_add_test (tc_basic, test_d3d11_convert_rgba_reorder); /* XXX: Some methods for device's capability checking and initialization * are plugin internal. Enable conversion tests only when it's enabled */ if (g_getenv ("ENABLE_D3D11_CONVERSION_TEST")) { tcase_add_test (tc_basic, test_d3d11_convert_yuv_yuv); tcase_add_test (tc_basic, test_d3d11_convert_yuv_rgb); tcase_add_test (tc_basic, test_d3d11_convert_yuv_gray); tcase_add_test (tc_basic, test_d3d11_convert_rgb_yuv); tcase_add_test (tc_basic, test_d3d11_convert_rgb_rgb); tcase_add_test (tc_basic, test_d3d11_convert_rgb_gray); tcase_add_test (tc_basic, test_d3d11_convert_packed_yuv_yuv); tcase_add_test (tc_basic, test_d3d11_convert_packed_yuv_rgb); tcase_add_test (tc_basic, test_d3d11_convert_packed_yuv_gray); tcase_add_test (tc_basic, test_d3d11_convert_gray_yuv); tcase_add_test (tc_basic, test_d3d11_convert_gray_rgb); } return s; } GST_CHECK_MAIN (d3d11convert);