/* * test-vaapicontext.c - Testsuite for VAAPI app context * * Copyright (C) 2017 Intel Corporation * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public License * as published by the Free Software Foundation; either version 2.1 * of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free * Software Foundation, Inc., 51 Franklin Street, Fifth Floor, * Boston, MA 02110-1301 USA */ #include #include #include #include #include #include #ifdef GDK_WINDOWING_X11 #include #else #error "X11 is not supported in GTK+" #endif static gboolean g_multisink; static gchar *g_filepath; static GOptionEntry g_options[] = { {"multi", 'm', 0, G_OPTION_ARG_NONE, &g_multisink, "test multiple vaapisink", NULL}, {"file", 'f', 0, G_OPTION_ARG_STRING, &g_filepath, "file path to play (only mp4/h264)", NULL}, {NULL,} }; typedef struct _CustomData { GtkWidget *main_window; VADisplay va_display; GstElement *pipeline; guintptr videoarea_handle[2]; GstObject *gstvaapidisplay; } AppData; static void delete_event_cb (GtkWidget * widget, GdkEvent * event, gpointer data) { AppData *app = data; gst_element_set_state (app->pipeline, GST_STATE_NULL); gtk_main_quit (); } static void button_rotate_cb (GtkWidget * widget, GstElement * elem) { static gint counter = 0; const static gint tags[] = { 90, 180, 270, 0 }; g_object_set (elem, "rotation", tags[counter++ % G_N_ELEMENTS (tags)], NULL); } static Display * get_x11_window_display (AppData * app) { #if defined(GDK_WINDOWING_X11) GdkDisplay *gdk_display; Display *x11_display; gdk_display = gtk_widget_get_display (app->main_window); x11_display = gdk_x11_display_get_xdisplay (gdk_display); return x11_display; #endif g_error ("Running in a non-X11 environment"); } static VADisplay ensure_va_display (AppData * app) { if (app->va_display) return app->va_display; app->va_display = vaGetDisplay (get_x11_window_display (app)); /* There's no need to call vaInitialize() since element does it * internally */ return app->va_display; } static GstContext * create_vaapi_app_display_context (AppData * app, gboolean new_va_display) { GstContext *context; GstStructure *s; VADisplay va_display; Display *x11_display; x11_display = get_x11_window_display (app); if (new_va_display) va_display = vaGetDisplay (x11_display); else va_display = ensure_va_display (app); context = gst_context_new ("gst.vaapi.app.Display", FALSE); s = gst_context_writable_structure (context); gst_structure_set (s, "va-display", G_TYPE_POINTER, va_display, NULL); gst_structure_set (s, "x11-display", G_TYPE_POINTER, x11_display, NULL); return context; } static GstBusSyncReply bus_sync_handler (GstBus * bus, GstMessage * msg, gpointer data) { AppData *app = data; switch (GST_MESSAGE_TYPE (msg)) { case GST_MESSAGE_NEED_CONTEXT:{ const gchar *context_type; gboolean new_va_disp; GstContext *context; gst_message_parse_context_type (msg, &context_type); gst_println ("Got need context %s from %s", context_type, GST_MESSAGE_SRC_NAME (msg)); if (g_strcmp0 (context_type, "gst.vaapi.Display") == 0) { if (app->gstvaapidisplay) { GstStructure *s; context = gst_context_new ("gst.vaapi.Display", FALSE); s = gst_context_writable_structure (context); gst_structure_set (s, "gst.vaapi.Display", GST_TYPE_OBJECT, app->gstvaapidisplay, NULL); } break; } if (g_strcmp0 (context_type, "gst.vaapi.app.Display") != 0) break; /* create a new VA display *only* for the second video sink */ new_va_disp = (g_strcmp0 (GST_MESSAGE_SRC_NAME (msg), "sink2") == 0); context = create_vaapi_app_display_context (app, new_va_disp); gst_element_set_context (GST_ELEMENT (GST_MESSAGE_SRC (msg)), context); gst_context_unref (context); break; } case GST_MESSAGE_ELEMENT:{ if (!gst_is_video_overlay_prepare_window_handle_message (msg)) break; if (g_strcmp0 (GST_MESSAGE_SRC_NAME (msg), "sink2") == 0) gst_video_overlay_set_window_handle (GST_VIDEO_OVERLAY (GST_MESSAGE_SRC (msg)), app->videoarea_handle[1]); else gst_video_overlay_set_window_handle (GST_VIDEO_OVERLAY (GST_MESSAGE_SRC (msg)), app->videoarea_handle[0]); break; } case GST_MESSAGE_HAVE_CONTEXT:{ const gchar *context_type; const GstStructure *s; GstContext *context = NULL; const GValue *value; gst_message_parse_have_context (msg, &context); if (!context) break; context_type = gst_context_get_context_type (context); gst_println ("Got have context %s from %s", context_type, GST_MESSAGE_SRC_NAME (msg)); if (g_strcmp0 (context_type, "gst.vaapi.Display") != 0) break; s = gst_context_get_structure (context); if (!s) break; value = gst_structure_get_value (s, "gst.vaapi.Display"); if (!value) break; app->gstvaapidisplay = g_value_dup_object (value); gst_println ("found display %s", GST_OBJECT_NAME (app->gstvaapidisplay)); break; } case GST_MESSAGE_EOS: gtk_main_quit (); break; default: break; } return GST_BUS_PASS; } static void play_cb (GtkButton * button, gpointer data) { AppData *app = data; gst_element_set_state (app->pipeline, GST_STATE_PLAYING); } static void null_cb (GtkButton * button, gpointer data) { AppData *app = data; gst_element_set_state (app->pipeline, GST_STATE_NULL); app->va_display = NULL; } static void realize_cb (GtkWidget * widget, gpointer data) { AppData *app = data; GdkWindow *window; static guint counter = 0; #if defined(GDK_WINDOWING_X11) window = gtk_widget_get_window (widget); if (!gdk_window_ensure_native (window)) g_error ("Couldn't create native window needed for GstXOverlay!"); app->videoarea_handle[counter++ % 2] = GDK_WINDOW_XID (window); #endif } static GtkWidget * create_video_box (AppData * app) { GtkWidget *video_area; video_area = gtk_drawing_area_new (); gtk_widget_set_size_request (video_area, 640, 480); g_signal_connect (video_area, "realize", G_CALLBACK (realize_cb), app); return video_area; } static GtkWidget * create_rotate_button (AppData * app, const gchar * name) { GtkWidget *rotate; GstElement *sink; sink = gst_bin_get_by_name (GST_BIN (app->pipeline), name); g_assert (sink); rotate = gtk_button_new_with_label ("Rotate"); g_signal_connect (rotate, "clicked", G_CALLBACK (button_rotate_cb), sink); gst_object_unref (sink); return rotate; } static void build_ui (AppData * app) { GtkWidget *mainwin, *vbox, *pane, *bbox; mainwin = gtk_window_new (GTK_WINDOW_TOPLEVEL); gtk_window_set_title (GTK_WINDOW (mainwin), "VAAPI display context test"); gtk_window_set_resizable (GTK_WINDOW (mainwin), FALSE); g_signal_connect (mainwin, "delete-event", G_CALLBACK (delete_event_cb), app); app->main_window = mainwin; vbox = gtk_box_new (GTK_ORIENTATION_VERTICAL, 0); gtk_container_add (GTK_CONTAINER (mainwin), vbox); pane = gtk_paned_new (GTK_ORIENTATION_HORIZONTAL); gtk_box_pack_start (GTK_BOX (vbox), pane, TRUE, TRUE, 0); /* first video box */ gtk_paned_pack1 (GTK_PANED (pane), create_video_box (app), TRUE, TRUE); /* rotate buttons */ bbox = gtk_button_box_new (GTK_ORIENTATION_HORIZONTAL); gtk_button_box_set_layout (GTK_BUTTON_BOX (bbox), GTK_BUTTONBOX_SPREAD); gtk_box_pack_end (GTK_BOX (vbox), bbox, TRUE, TRUE, 0); gtk_box_pack_start (GTK_BOX (bbox), create_rotate_button (app, "sink1"), TRUE, TRUE, 0); if (g_multisink) { /* second video box */ gtk_paned_pack2 (GTK_PANED (pane), create_video_box (app), TRUE, TRUE); gtk_box_pack_start (GTK_BOX (bbox), create_rotate_button (app, "sink2"), TRUE, TRUE, 0); } else { GtkWidget *button; button = gtk_button_new_with_label ("PLAYING"); gtk_box_pack_start (GTK_BOX (bbox), button, TRUE, TRUE, 0); g_signal_connect (button, "clicked", G_CALLBACK (play_cb), app); button = gtk_button_new_with_label ("NULL"); gtk_box_pack_start (GTK_BOX (bbox), button, TRUE, TRUE, 0); g_signal_connect (button, "clicked", G_CALLBACK (null_cb), app); } gtk_widget_show_all (mainwin); } int main (gint argc, gchar ** argv) { AppData app = { 0, }; GstBus *bus; GOptionContext *ctx; GError *error = NULL; XInitThreads (); ctx = g_option_context_new ("- test options"); if (!ctx) return -1; g_option_context_add_group (ctx, gtk_get_option_group (TRUE)); g_option_context_add_group (ctx, gst_init_get_option_group ()); g_option_context_add_main_entries (ctx, g_options, NULL); if (!g_option_context_parse (ctx, &argc, &argv, NULL)) return -1; g_option_context_free (ctx); if (g_multisink) { app.pipeline = gst_parse_launch ("videotestsrc ! tee name=t ! queue ! " "vaapisink name=sink1 t. ! queue ! vaapisink name=sink2", &error); } else if (!g_filepath) { app.pipeline = gst_parse_launch ("videotestsrc ! vaapih264enc ! " "vaapidecodebin ! vaapisink name=sink1", &error); } else { app.pipeline = gst_parse_launch ("filesrc name=src ! qtdemux ! h264parse ! " "vaapidecodebin ! vaapisink name=sink1", &error); } if (error) { gst_printerrln ("failed to parse pipeline: %s", error->message); g_error_free (error); return -1; } if (!g_multisink && g_filepath) { GstElement *src; src = gst_bin_get_by_name (GST_BIN (app.pipeline), "src"); g_assert (src); g_object_set (src, "location", g_filepath, NULL); gst_object_unref (src); } build_ui (&app); bus = gst_element_get_bus (app.pipeline); gst_bus_set_sync_handler (bus, bus_sync_handler, (gpointer) & app, NULL); gst_object_unref (bus); gst_element_set_state (app.pipeline, GST_STATE_PLAYING); gst_println ("Now playing…"); gtk_main (); gst_object_unref (app.pipeline); gst_object_unref (app.gstvaapidisplay); /* there is no need to call vaTerminate() because it is done by the * vaapi elements */ return 0; }