gstreamer/tests/simple-decoder.c

783 lines
21 KiB
C
Raw Normal View History

/*
* simple-decoder.c - Simple Decoder Application
*
2014-01-22 17:54:14 +00:00
* Copyright (C) 2013-2014 Intel Corporation
* Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public License
* as published by the Free Software Foundation; either version 2.1
* of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301 USA
*/
/*
* This is a really simple decoder application that only accepts raw
* bitstreams. So, it may be needed to suggest what codec to use to
* the application.
*/
#include "gst/vaapi/sysdeps.h"
#include <stdarg.h>
#include <gst/vaapi/gstvaapidecoder.h>
#include <gst/vaapi/gstvaapidecoder_h264.h>
#include <gst/vaapi/gstvaapidecoder_jpeg.h>
#include <gst/vaapi/gstvaapidecoder_mpeg2.h>
#include <gst/vaapi/gstvaapidecoder_mpeg4.h>
#include <gst/vaapi/gstvaapidecoder_vc1.h>
#include <gst/vaapi/gstvaapiwindow.h>
#include <gst/vaapi/gstvaapipixmap.h>
#include "codec.h"
#include "output.h"
static gchar *g_codec_str;
static gboolean g_use_pixmap;
static gboolean g_benchmark;
static GOptionEntry g_options[] = {
{ "codec", 'c',
0,
G_OPTION_ARG_STRING, &g_codec_str,
"suggested codec", NULL },
{ "pixmap", 0,
0,
G_OPTION_ARG_NONE, &g_use_pixmap,
"use render-to-pixmap", NULL },
{ "benchmark", 0,
0,
G_OPTION_ARG_NONE, &g_benchmark,
"benchmark mode", NULL },
{ NULL, }
};
typedef enum {
APP_RUNNING,
APP_GOT_EOS,
APP_GOT_ERROR,
} AppEvent;
typedef enum {
APP_ERROR_NONE,
APP_ERROR_DECODER,
APP_ERROR_RENDERER,
} AppError;
typedef struct {
GstVaapiSurfaceProxy *proxy;
GstClockTime pts;
GstClockTime duration;
} RenderFrame;
typedef struct {
GMutex mutex;
GMappedFile *file;
gchar *file_name;
guint file_offset;
guint file_size;
guchar *file_data;
GstVaapiDisplay *display;
GstVaapiDecoder *decoder;
GThread *decoder_thread;
volatile gboolean decoder_thread_cancel;
GCond decoder_ready;
GAsyncQueue *decoder_queue;
GstVaapiCodec codec;
guint fps_n;
guint fps_d;
guint32 frame_duration;
guint surface_width;
guint surface_height;
GstVaapiPixmap *pixmaps[2];
guint pixmap_id;
guint pixmap_width;
guint pixmap_height;
GstVaapiWindow *window;
guint window_width;
guint window_height;
GThread *render_thread;
volatile gboolean render_thread_cancel;
GCond render_ready;
RenderFrame *last_frame;
GError *error;
AppEvent event;
GCond event_cond;
GTimer *timer;
guint32 num_frames;
} App;
static inline RenderFrame *
render_frame_new(void)
{
return g_slice_new(RenderFrame);
}
static void
render_frame_free(RenderFrame *rfp)
{
if (G_UNLIKELY(!rfp))
return;
gst_vaapi_surface_proxy_replace(&rfp->proxy, NULL);
g_slice_free(RenderFrame, rfp);
}
static inline void
render_frame_replace(RenderFrame **rfp_ptr, RenderFrame *new_rfp)
{
if (*rfp_ptr)
render_frame_free(*rfp_ptr);
*rfp_ptr = new_rfp;
}
#define APP_ERROR app_error_quark()
static GQuark
app_error_quark(void)
{
static gsize g_quark;
if (g_once_init_enter(&g_quark)) {
gsize quark = (gsize)g_quark_from_static_string("AppError");
g_once_init_leave(&g_quark, quark);
}
return g_quark;
}
static void
app_send_error(App *app, GError *error)
{
g_mutex_lock(&app->mutex);
app->error = error;
app->event = APP_GOT_ERROR;
g_cond_signal(&app->event_cond);
g_mutex_unlock(&app->mutex);
}
static void
app_send_eos(App *app)
{
g_mutex_lock(&app->mutex);
app->event = APP_GOT_EOS;
g_cond_signal(&app->event_cond);
g_mutex_unlock(&app->mutex);
}
static const gchar *
get_decoder_status_string(GstVaapiDecoderStatus status)
{
const gchar *str;
#define DEFINE_STATUS(status, status_string) \
case GST_VAAPI_DECODER_STATUS_##status: \
str = status_string; \
break
switch (status) {
DEFINE_STATUS(SUCCESS, "<success>");
DEFINE_STATUS(END_OF_STREAM, "<EOS>");
DEFINE_STATUS(ERROR_ALLOCATION_FAILED, "allocation failed");
DEFINE_STATUS(ERROR_INIT_FAILED, "initialization failed");
DEFINE_STATUS(ERROR_UNSUPPORTED_CODEC, "unsupported codec");
DEFINE_STATUS(ERROR_NO_DATA, "not enough data");
DEFINE_STATUS(ERROR_NO_SURFACE, "no surface vailable");
DEFINE_STATUS(ERROR_INVALID_SURFACE, "invalid surface");
DEFINE_STATUS(ERROR_BITSTREAM_PARSER, "bitstream parser error");
DEFINE_STATUS(ERROR_UNSUPPORTED_PROFILE,
"unsupported profile");
DEFINE_STATUS(ERROR_UNSUPPORTED_CHROMA_FORMAT,
"unsupported chroma-format");
DEFINE_STATUS(ERROR_INVALID_PARAMETER, "invalid parameter");
default:
str = "<unknown>";
break;
}
#undef DEFINE_STATUS
return str;
}
static const gchar *
get_error_string(AppError error)
{
const gchar *str;
#define DEFINE_ERROR(error, error_string) \
case APP_ERROR_##error: \
str = error_string; \
break
switch (error) {
DEFINE_ERROR(NONE, "<none>");
DEFINE_ERROR(DECODER, "decoder");
DEFINE_ERROR(RENDERER, "renderer");
default:
str = "unknown";
break;
}
#undef DEFINE_ERROR
return str;
}
static void
decoder_release(App *app)
{
g_mutex_lock(&app->mutex);
g_cond_signal(&app->decoder_ready);
g_mutex_unlock(&app->mutex);
}
static gpointer
decoder_thread(gpointer data)
{
App * const app = data;
GError *error = NULL;
GstVaapiDecoderStatus status;
GstVaapiSurfaceProxy *proxy;
RenderFrame *rfp;
GstBuffer *buffer;
GstClockTime pts;
gboolean got_surface, got_eos = FALSE;
gint64 end_time;
guint ofs;
g_print("Decoder thread started\n");
#define SEND_ERROR(...) \
do { \
error = g_error_new(APP_ERROR, APP_ERROR_DECODER, __VA_ARGS__); \
goto send_error; \
} while (0)
pts = g_get_monotonic_time();
ofs = 0;
while (!app->decoder_thread_cancel) {
if (G_UNLIKELY(ofs == app->file_size))
buffer = NULL;
else {
2013-03-21 09:12:09 +00:00
const gsize size = MIN(4096, app->file_size - ofs);
buffer = gst_buffer_new_wrapped_full(GST_MEMORY_FLAG_READONLY,
app->file_data, app->file_size, ofs, size, NULL, NULL);
if (!buffer)
SEND_ERROR("failed to allocate new buffer");
2013-03-21 09:12:09 +00:00
ofs += size;
}
if (!gst_vaapi_decoder_put_buffer(app->decoder, buffer))
SEND_ERROR("failed to push buffer to decoder");
gst_buffer_replace(&buffer, NULL);
get_surface:
status = gst_vaapi_decoder_get_surface(app->decoder, &proxy);
switch (status) {
case GST_VAAPI_DECODER_STATUS_SUCCESS:
gst_vaapi_surface_proxy_set_destroy_notify(proxy,
(GDestroyNotify)decoder_release, app);
rfp = render_frame_new();
if (!rfp)
SEND_ERROR("failed to allocate render frame");
rfp->proxy = proxy;
rfp->pts = pts;
rfp->duration = app->frame_duration;
pts += app->frame_duration;
g_async_queue_push(app->decoder_queue, rfp);
break;
case GST_VAAPI_DECODER_STATUS_ERROR_NO_DATA:
/* nothing to do, just continue to the next iteration */
break;
case GST_VAAPI_DECODER_STATUS_END_OF_STREAM:
gst_vaapi_decoder_flush(app->decoder);
if (got_eos)
goto send_eos;
got_eos = TRUE;
break;
case GST_VAAPI_DECODER_STATUS_ERROR_NO_SURFACE:
end_time = g_get_monotonic_time() + G_TIME_SPAN_SECOND;
g_mutex_lock(&app->mutex);
got_surface = g_cond_wait_until(&app->decoder_ready, &app->mutex,
end_time);
g_mutex_unlock(&app->mutex);
if (got_surface)
goto get_surface;
SEND_ERROR("failed to acquire a surface within one second");
break;
default:
SEND_ERROR("%s", get_decoder_status_string(status));
break;
}
}
return NULL;
#undef SEND_ERROR
send_eos:
app_send_eos(app);
return NULL;
send_error:
app_send_error(app, error);
return NULL;
}
static void
app_set_framerate(App *app, guint fps_n, guint fps_d)
{
if (!fps_n || !fps_d)
return;
g_mutex_lock(&app->mutex);
if (fps_n != app->fps_n || fps_d != app->fps_d) {
app->fps_n = fps_n;
app->fps_d = fps_d;
app->frame_duration = gst_util_uint64_scale(
GST_TIME_AS_USECONDS(GST_SECOND), fps_d, fps_n);
}
g_mutex_unlock(&app->mutex);
}
static void
handle_decoder_state_changes(GstVaapiDecoder *decoder,
const GstVideoCodecState *codec_state, gpointer user_data)
{
App * const app = user_data;
g_assert(app->decoder == decoder);
app_set_framerate(app, codec_state->info.fps_n, codec_state->info.fps_d);
}
static gboolean
start_decoder(App *app)
{
GstCaps *caps;
app->file = g_mapped_file_new(app->file_name, FALSE, NULL);
if (!app->file)
return FALSE;
app->file_size = g_mapped_file_get_length(app->file);
app->file_data = (guint8 *)g_mapped_file_get_contents(app->file);
if (!app->file_data)
return FALSE;
caps = caps_from_codec(app->codec);
switch (app->codec) {
case GST_VAAPI_CODEC_H264:
app->decoder = gst_vaapi_decoder_h264_new(app->display, caps);
break;
#if USE_JPEG_DECODER
case GST_VAAPI_CODEC_JPEG:
app->decoder = gst_vaapi_decoder_jpeg_new(app->display, caps);
break;
#endif
case GST_VAAPI_CODEC_MPEG2:
app->decoder = gst_vaapi_decoder_mpeg2_new(app->display, caps);
break;
case GST_VAAPI_CODEC_MPEG4:
app->decoder = gst_vaapi_decoder_mpeg4_new(app->display, caps);
break;
case GST_VAAPI_CODEC_VC1:
app->decoder = gst_vaapi_decoder_vc1_new(app->display, caps);
break;
default:
app->decoder = NULL;
break;
}
if (!app->decoder)
return FALSE;
gst_vaapi_decoder_set_codec_state_changed_func(app->decoder,
handle_decoder_state_changes, app);
g_timer_start(app->timer);
app->decoder_thread = g_thread_try_new("Decoder Thread", decoder_thread,
app, NULL);
if (!app->decoder_thread)
return FALSE;
return TRUE;
}
static gboolean
stop_decoder(App *app)
{
g_timer_stop(app->timer);
app->decoder_thread_cancel = TRUE;
g_thread_join(app->decoder_thread);
g_print("Decoder thread stopped\n");
return TRUE;
}
static void
ensure_window_size(App *app, GstVaapiSurface *surface)
{
guint width, height;
if (gst_vaapi_window_get_fullscreen(app->window))
return;
gst_vaapi_surface_get_size(surface, &width, &height);
if (app->surface_width == width && app->surface_height == height)
return;
app->surface_width = width;
app->surface_height = height;
gst_vaapi_window_set_size(app->window, width, height);
gst_vaapi_window_get_size(app->window,
&app->window_width, &app->window_height);
}
static gboolean
ensure_pixmaps(App *app, GstVaapiSurface *surface,
const GstVaapiRectangle *crop_rect)
{
GstVaapiPixmap *pixmaps[G_N_ELEMENTS(app->pixmaps)];
guint num_pixmaps, i, width, height;
gboolean success = FALSE;
if (crop_rect) {
width = crop_rect->width;
height = crop_rect->height;
}
else
gst_vaapi_surface_get_size(surface, &width, &height);
if (app->pixmap_width == width && app->pixmap_height == height)
return TRUE;
for (i = 0, num_pixmaps = 0; i < G_N_ELEMENTS(pixmaps); i++) {
GstVaapiPixmap * const pixmap =
video_output_create_pixmap(app->display, GST_VIDEO_FORMAT_xRGB,
width, height);
if (!pixmap)
goto end;
pixmaps[num_pixmaps++] = pixmap;
}
for (i = 0; i < num_pixmaps; i++)
gst_vaapi_pixmap_replace(&app->pixmaps[i], pixmaps[i]);
app->pixmap_width = width;
app->pixmap_height = height;
success = TRUE;
end:
for (i = 0; i < num_pixmaps; i++)
gst_vaapi_pixmap_replace(&pixmaps[i], NULL);
return success;
}
static inline void
renderer_wait_until(App *app, GstClockTime pts)
{
g_mutex_lock(&app->mutex);
do {
} while (g_cond_wait_until(&app->render_ready, &app->mutex, pts));
g_mutex_unlock(&app->mutex);
}
static gboolean
renderer_process(App *app, RenderFrame *rfp)
{
GError *error = NULL;
GstVaapiSurface *surface;
const GstVaapiRectangle *crop_rect;
#define SEND_ERROR(...) \
do { \
error = g_error_new(APP_ERROR, APP_ERROR_RENDERER, __VA_ARGS__); \
goto send_error; \
} while (0)
surface = gst_vaapi_surface_proxy_get_surface(rfp->proxy);
if (!surface)
SEND_ERROR("failed to get decoded surface from render frame");
ensure_window_size(app, surface);
crop_rect = gst_vaapi_surface_proxy_get_crop_rect(rfp->proxy);
if (g_use_pixmap && !ensure_pixmaps(app, surface, crop_rect))
SEND_ERROR("failed to create intermediate pixmaps");
if (!gst_vaapi_surface_sync(surface))
SEND_ERROR("failed to sync decoded surface");
if (G_LIKELY(!g_benchmark))
renderer_wait_until(app, rfp->pts);
if (G_UNLIKELY(g_use_pixmap)) {
GstVaapiPixmap * const pixmap = app->pixmaps[app->pixmap_id];
if (!gst_vaapi_pixmap_put_surface(pixmap, surface, crop_rect,
GST_VAAPI_PICTURE_STRUCTURE_FRAME))
SEND_ERROR("failed to render to pixmap");
if (!gst_vaapi_window_put_pixmap(app->window, pixmap, NULL, NULL))
SEND_ERROR("failed to render surface %" GST_VAAPI_ID_FORMAT,
GST_VAAPI_ID_ARGS(pixmap));
app->pixmap_id = (app->pixmap_id + 1) % G_N_ELEMENTS(app->pixmaps);
}
else if (!gst_vaapi_window_put_surface(app->window, surface,
crop_rect, NULL, GST_VAAPI_PICTURE_STRUCTURE_FRAME))
SEND_ERROR("failed to render surface %" GST_VAAPI_ID_FORMAT,
GST_VAAPI_ID_ARGS(gst_vaapi_surface_get_id(surface)));
app->num_frames++;
render_frame_replace(&app->last_frame, rfp);
return TRUE;
#undef SEND_ERROR
send_error:
app_send_error(app, error);
return FALSE;
}
static gpointer
renderer_thread(gpointer data)
{
App * const app = data;
RenderFrame *rfp;
g_print("Render thread started\n");
while (!app->render_thread_cancel) {
rfp = g_async_queue_timeout_pop(app->decoder_queue, 1000000);
if (rfp && !renderer_process(app, rfp))
break;
}
return NULL;
}
static gboolean
flush_decoder_queue(App *app)
{
RenderFrame *rfp;
/* Flush pending surfaces */
do {
rfp = g_async_queue_try_pop(app->decoder_queue);
if (!rfp)
return TRUE;
} while (renderer_process(app, rfp));
return FALSE;
}
static gboolean
start_renderer(App *app)
{
app->render_thread = g_thread_try_new("Renderer Thread", renderer_thread,
app, NULL);
if (!app->render_thread)
return FALSE;
return TRUE;
}
static gboolean
stop_renderer(App *app)
{
app->render_thread_cancel = TRUE;
g_thread_join(app->render_thread);
g_print("Render thread stopped\n");
flush_decoder_queue(app);
render_frame_replace(&app->last_frame, NULL);
return TRUE;
}
static void
app_free(App *app)
{
guint i;
if (!app)
return;
if (app->file) {
g_mapped_file_unref(app->file);
app->file = NULL;
}
g_free(app->file_name);
for (i = 0; i < G_N_ELEMENTS(app->pixmaps); i++)
gst_vaapi_pixmap_replace(&app->pixmaps[i], NULL);
gst_vaapi_decoder_replace(&app->decoder, NULL);
gst_vaapi_window_replace(&app->window, NULL);
gst_vaapi_display_replace(&app->display, NULL);
if (app->decoder_queue) {
g_async_queue_unref(app->decoder_queue);
app->decoder_queue = NULL;
}
g_cond_clear(&app->decoder_ready);
if (app->timer) {
g_timer_destroy(app->timer);
app->timer = NULL;
}
g_cond_clear(&app->render_ready);
g_cond_clear(&app->event_cond);
g_mutex_clear(&app->mutex);
g_slice_free(App, app);
}
static App *
app_new(void)
{
App *app;
app = g_slice_new0(App);
if (!app)
return NULL;
g_mutex_init(&app->mutex);
g_cond_init(&app->event_cond);
g_cond_init(&app->decoder_ready);
g_cond_init(&app->render_ready);
app_set_framerate(app, 60, 1);
app->window_width = 640;
app->window_height = 480;
app->decoder_queue = g_async_queue_new_full(
(GDestroyNotify)render_frame_free);
if (!app->decoder_queue)
goto error;
app->timer = g_timer_new();
if (!app->timer)
goto error;
return app;
error:
app_free(app);
return NULL;
}
static gboolean
app_check_events(App *app)
{
GError *error = NULL;
gboolean stop = FALSE;
do {
g_mutex_lock(&app->mutex);
while (app->event == APP_RUNNING)
g_cond_wait(&app->event_cond, &app->mutex);
switch (app->event) {
case APP_GOT_ERROR:
error = app->error;
app->error = NULL;
/* fall-through */
case APP_GOT_EOS:
stop = TRUE;
break;
default:
break;
}
g_mutex_unlock(&app->mutex);
} while (!stop);
if (!error)
return TRUE;
g_message("%s error: %s", get_error_string(error->code), error->message);
g_error_free(error);
return FALSE;
}
static gboolean
app_run(App *app, int argc, char *argv[])
{
if (argc < 2) {
g_message("no bitstream file specified");
return FALSE;
}
app->file_name = g_strdup(argv[1]);
if (!g_file_test(app->file_name, G_FILE_TEST_IS_REGULAR)) {
g_message("failed to find file '%s'", app->file_name);
return FALSE;
}
app->codec = identify_codec(app->file_name);
if (!app->codec) {
app->codec = identify_codec_from_string(g_codec_str);
if (!app->codec) {
g_message("failed to identify codec for '%s'", app->file_name);
return FALSE;
}
}
g_print("Simple decoder (%s bitstream)\n", string_from_codec(app->codec));
app->display = video_output_create_display(NULL);
if (!app->display) {
g_message("failed to create VA display");
return FALSE;
}
app->window = video_output_create_window(app->display,
app->window_width, app->window_height);
if (!app->window) {
g_message("failed to create window");
return FALSE;
}
gst_vaapi_window_show(app->window);
if (!start_decoder(app)) {
g_message("failed to start decoder thread");
return FALSE;
}
if (!start_renderer(app)) {
g_message("failed to start renderer thread");
return FALSE;
}
app_check_events(app);
stop_renderer(app);
stop_decoder(app);
g_print("Decoded %u frames", app->num_frames);
if (g_benchmark) {
const gdouble elapsed = g_timer_elapsed(app->timer, NULL);
g_print(" in %.2f sec (%.1f fps)\n",
elapsed, (gdouble)app->num_frames / elapsed);
}
g_print("\n");
return TRUE;
}
int
main(int argc, char *argv[])
{
App *app;
gint ret;
if (!video_output_init(&argc, argv, g_options))
g_error("failed to initialize video output subsystem");
app = app_new();
if (!app)
g_error("failed to create application context");
ret = !app_run(app, argc, argv);
app_free(app);
g_free(g_codec_str);
video_output_exit();
return ret;
}