gstreamer/subprojects/gst-plugins-bad/tests/examples/msdk/test-roi.c

267 lines
7.6 KiB
C

/*
* test-roi.c - Testsuite for Region of Interest
*
* Copyright (C) 2019 Intel Corporation
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public License
* as published by the Free Software Foundation; either version 2.1
* of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301 USA
*/
#include <stdio.h>
#include <gst/gst.h>
#include <gst/video/navigation.h>
#include <gst/video/gstvideometa.h>
typedef struct _CustomData
{
GstElement *pipeline;
GMainLoop *loop;
gboolean roi_enabled;
gboolean is_delta_qp;
} AppData;
static void
send_eos_event (AppData * data)
{
gst_element_send_event (data->pipeline, gst_event_new_eos ());
}
static void
dispatch_keystroke (AppData * app, const gchar * str)
{
switch (g_ascii_tolower (str[0])) {
case 'r':
app->roi_enabled = !app->roi_enabled;
gst_println ("ROI %s", app->roi_enabled ? "enabled" : "disabled");
break;
case 'd':
app->is_delta_qp = !app->is_delta_qp;
gst_println ("Use %s", app->is_delta_qp ? "delta QP" : "Priority");
break;
case 'q':
send_eos_event (app);
break;
default:
break;
}
return;
}
static void
cb_msg (GstBus * bus, GstMessage * msg, gpointer data)
{
AppData *app = data;
GstNavigationMessageType mtype = gst_navigation_message_get_type (msg);
GstEvent *ev = NULL;
GstNavigationEventType type;
const gchar *key;
if (mtype != GST_NAVIGATION_MESSAGE_EVENT)
return;
if (!gst_navigation_message_parse_event (msg, &ev))
goto bail;
type = gst_navigation_event_get_type (ev);
if (type != GST_NAVIGATION_EVENT_KEY_PRESS)
goto bail;
if (!gst_navigation_event_parse_key_event (ev, &key))
goto bail;
dispatch_keystroke (app, key);
bail:
if (ev)
gst_event_unref (ev);
}
static void
cb_msg_eos (GstBus * bus, GstMessage * msg, gpointer data)
{
AppData *app = data;
g_main_loop_quit (app->loop);
}
static void
cb_msg_error (GstBus * bus, GstMessage * msg, gpointer data)
{
AppData *app = data;
gchar *debug = NULL;
GError *err = NULL;
gst_message_parse_error (msg, &err, &debug);
g_print ("Error: %s\n", err->message);
g_error_free (err);
if (debug) {
g_print ("Debug details: %s\n", debug);
g_free (debug);
}
g_main_loop_quit (app->loop);
}
static GstPadProbeReturn
cb_add_roi (GstPad * pad, GstPadProbeInfo * info, gpointer data)
{
AppData *app = data;
GstVideoRegionOfInterestMeta *rmeta;
GstBuffer *buf = GST_PAD_PROBE_INFO_BUFFER (info);
GstStructure *s;
if (!app->roi_enabled)
return GST_PAD_PROBE_OK;
buf = gst_buffer_make_writable (buf);
rmeta =
gst_buffer_add_video_region_of_interest_meta (buf, "test", 0, 0, 320,
240);
if (app->is_delta_qp)
s = gst_structure_new ("roi/msdk", "delta-qp", G_TYPE_INT, 20, NULL);
else
s = gst_structure_new ("roi/msdk", "priority", G_TYPE_INT, -3, NULL);
gst_video_region_of_interest_meta_add_param (rmeta, s);
GST_PAD_PROBE_INFO_DATA (info) = buf;
return GST_PAD_PROBE_OK;
}
/* Process keyboard input */
static gboolean
handle_keyboard (GIOChannel * source, GIOCondition cond, gpointer data)
{
AppData *app = data;
gchar *str = NULL;
if (g_io_channel_read_line (source, &str, NULL, NULL,
NULL) != G_IO_STATUS_NORMAL) {
return TRUE;
}
dispatch_keystroke (app, str);
g_free (str);
return TRUE;
}
/*
* This is an example pipeline to recognize difference between ROI and non-ROI.
* 1. Produce snow pattern with 320p
* 2. Encode and decode the raw data with 2 pipelines at same time.
* 2.1. Insert GstVideoRegionOfInterestMeta to the 2nd pipeline buffers to enable ROI.
* 3. Mix both streams in videomixer.
* 5. Output the result in one window.
*
* Note that the higher definition of original raw data, the easier we
* recognize. So you can replace videotestsrc with your
* high-definition camera or other src elements.
*/
/*
.----------. .---. .--------. .---. .---. .---. .--------. .----------. .-----.
| videosrc |->|tee|->Q->|txtovrly|->|enc|->|dec|->|vpp|->|videobox|->|videomixer|->|vsink|
'----------' '---' '--------' '---' '---' '---' '--------' '----------' '-----'
^ ^
| |
| .--------. .---. .---. .---. .--------. |
'--->Q->|txtovrly|->|enc|->|dec|->|vpp|->|videobox|->'
^ '--------' '---' '---' '---' '--------'
|
'-- Insert GstVideoRegionOfInterestMeta width roi/msdk params on buffers
*/
int
main (int argc, char *argv[])
{
AppData data = { 0, };
GstStateChangeReturn ret;
GstElement *el;
GstPad *pad;
GError *err = NULL;
GIOChannel *io_stdin;
GstBus *bus;
data.roi_enabled = TRUE;
data.is_delta_qp = TRUE;
/* Initialize GStreamer */
gst_init (&argc, &argv);
/* Print usage map */
g_print ("USAGE: 'r' to enable/disable ROI, "
"'d' to change ROI mode && 'q' to quit\n");
#define SRC "videotestsrc pattern=snow ! " \
"video/x-raw, format=NV12, width=320, framerate=5/1"
#define ENCDEC "msdkh265enc rate-control=cqp ! msdkh265dec ! " \
"msdkvpp ! video/x-raw, width=640"
#define TEXT "textoverlay font-desc=\"Arial Bold 48\" "
data.pipeline =
gst_parse_launch
("videomixer name=mix ! msdkvpp ! glimagesink sync=false "
SRC " ! tee name=t ! queue ! " TEXT " text=\"non-ROI\" ! " ENCDEC
" ! videobox left=-640 ! mix. "
" t. ! queue name=roi ! " TEXT " text=\"ROI\" ! " ENCDEC
" ! videobox ! mix.", &err);
if (err) {
g_printerr ("failed to parse pipeline: %s\n", err->message);
g_error_free (err);
return -1;
}
bus = gst_pipeline_get_bus (GST_PIPELINE (data.pipeline));
gst_bus_add_signal_watch_full (bus, G_PRIORITY_HIGH);
gst_bus_enable_sync_message_emission (bus);
g_signal_connect (bus, "message::error", G_CALLBACK (cb_msg_error), &data);
g_signal_connect (bus, "message::eos", G_CALLBACK (cb_msg_eos), &data);
g_signal_connect (bus, "message::element", G_CALLBACK (cb_msg), &data);
gst_object_unref (bus);
el = gst_bin_get_by_name (GST_BIN (data.pipeline), "roi");
pad = gst_element_get_static_pad (el, "src");
gst_object_unref (el);
gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BUFFER, cb_add_roi, &data, NULL);
gst_object_unref (pad);
/* Add a keyboard watch so we get notified of keystrokes */
io_stdin = g_io_channel_unix_new (fileno (stdin));
g_io_add_watch (io_stdin, G_IO_IN, handle_keyboard, &data);
/* Start playing */
ret = gst_element_set_state (data.pipeline, GST_STATE_PLAYING);
if (ret == GST_STATE_CHANGE_FAILURE) {
g_printerr ("Unable to set the pipeline to the playing state.\n");
gst_object_unref (data.pipeline);
return -1;
}
/* Create a GLib Main Loop and set it to run */
data.loop = g_main_loop_new (NULL, FALSE);
g_main_loop_run (data.loop);
/* Free resources */
g_main_loop_unref (data.loop);
gst_element_set_state (data.pipeline, GST_STATE_NULL);
gst_object_unref (data.pipeline);
g_io_channel_unref (io_stdin);
return 0;
}