/* * GStreamer * Copyright (C) 2008-2009 Julien Isorce * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #include #include #include #include "../gl-compat-defines.h" #include "pipeline.h" #define GST_MAP_GL (GST_MAP_FLAG_LAST << 1) Pipeline::Pipeline(const WId id, const QString videoLocation): m_winId(id), m_videoLocation(videoLocation), m_loop(NULL), m_bus(NULL), m_pipeline(NULL), m_glimagesink(NULL) { create(); } Pipeline::~Pipeline() { } void Pipeline::create() { qDebug("Loading video: %s", m_videoLocation.toLatin1().data()); gst_init (NULL, NULL); #ifdef WIN32 m_loop = g_main_loop_new (NULL, FALSE); #endif m_pipeline = gst_pipeline_new ("pipeline"); m_bus = gst_pipeline_get_bus (GST_PIPELINE (m_pipeline)); gst_bus_add_watch (m_bus, (GstBusFunc) bus_call, this); gst_bus_set_sync_handler (m_bus, (GstBusSyncHandler) create_window, this, NULL); gst_object_unref (m_bus); GstElement* videosrc = gst_element_factory_make ("filesrc", "filesrc0"); GstElement* decodebin = gst_element_factory_make ("decodebin", "decodebin0"); m_glimagesink = gst_element_factory_make ("glimagesink", "sink0"); if (!videosrc || !decodebin || !m_glimagesink ) { qDebug ("one element could not be found"); return; } g_object_set(G_OBJECT(videosrc), "num-buffers", 800, NULL); g_object_set(G_OBJECT(videosrc), "location", m_videoLocation.toLatin1().data(), NULL); g_signal_connect_object (G_OBJECT(m_glimagesink), "client-reshape", (GCallback) reshapeCallback, NULL, G_CONNECT_AFTER); g_signal_connect_object (G_OBJECT(m_glimagesink), "client-draw", (GCallback) drawCallback, NULL, G_CONNECT_AFTER); gst_bin_add_many (GST_BIN (m_pipeline), videosrc, decodebin, m_glimagesink, NULL); gst_element_link_pads (videosrc, "src", decodebin, "sink"); g_signal_connect (decodebin, "pad-added", G_CALLBACK (cb_new_pad), this); } void Pipeline::start() { GstStateChangeReturn ret = gst_element_set_state (m_pipeline, GST_STATE_PLAYING); if (ret == GST_STATE_CHANGE_FAILURE) { qDebug ("Failed to start up pipeline!"); /* check if there is an error message with details on the bus */ GstMessage* msg = gst_bus_poll (m_bus, GST_MESSAGE_ERROR, 0); if (msg) { GError *err = NULL; gst_message_parse_error (msg, &err, NULL); qDebug ("ERROR: %s", err->message); g_error_free (err); gst_message_unref (msg); } return; } #ifdef WIN32 g_main_loop_run(m_loop); #endif } //we don't want a thread safe stop in this example void Pipeline::stop() { #ifdef WIN32 g_main_loop_quit(m_loop); #else emit stopRequested(); #endif } void Pipeline::unconfigure() const { gst_element_set_state (m_pipeline, GST_STATE_NULL); gst_object_unref (m_pipeline); } void Pipeline::show() { emit showRequested(); } //redraw the current frame in the drawable void Pipeline::doExpose() const { if (m_pipeline && m_glimagesink) gst_video_overlay_expose (GST_VIDEO_OVERLAY (m_glimagesink)); } //post message to g_main_loop in order to call expose //in the gt thread void Pipeline::exposeRequested() { g_idle_add(cb_expose, this); } //----------------------------------------------------------------------- //----------------------------- static members -------------------------- //----------------------------------------------------------------------- //client reshape callback gboolean Pipeline::reshapeCallback (GstElement *sink, void *context, guint width, guint height, gpointer data) { glViewport(0, 0, width, height); glMatrixMode(GL_PROJECTION); glLoadIdentity(); glMatrixMode(GL_MODELVIEW); return TRUE; } //client draw callback gboolean Pipeline::drawCallback (GstElement * gl_sink, void *context, GstSample * sample, gpointer data) { static GLfloat xrot = 0; static GLfloat yrot = 0; static GLfloat zrot = 0; static gint64 current_time; static glong last_sec = 0; static gint nbFrames = 0; GstVideoFrame v_frame; GstVideoInfo v_info; guint texture = 0; GstBuffer *buf = gst_sample_get_buffer (sample); GstCaps *caps = gst_sample_get_caps (sample); gst_video_info_from_caps (&v_info, caps); if (!gst_video_frame_map (&v_frame, &v_info, buf, (GstMapFlags) (GST_MAP_READ | GST_MAP_GL))) { g_warning ("Failed to map the video buffer"); return TRUE; } texture = *(guint *) v_frame.data[0]; current_time = g_get_monotonic_time (); nbFrames++ ; if ((current_time / G_USEC_PER_SEC - last_sec) >= 1) { qDebug ("GRPHIC FPS = %d", nbFrames); nbFrames = 0; last_sec = current_time / G_USEC_PER_SEC; } glEnable(GL_DEPTH_TEST); glEnable (GL_TEXTURE_2D); glBindTexture (GL_TEXTURE_2D, texture); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE); glTexEnvi (GL_TEXTURE_ENV, GL_TEXTURE_ENV_MODE, GL_REPLACE); glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT); glMatrixMode(GL_PROJECTION); glLoadIdentity(); glScalef (0.5, 0.5, 0.5); glRotatef(xrot,1.0f,0.0f,0.0f); glRotatef(yrot,0.0f,1.0f,0.0f); glRotatef(zrot,0.0f,0.0f,1.0f); glBegin(GL_QUADS); // Front Face glTexCoord2f(1.0, 0.0f); glVertex3f(-1.0f, -1.0f, 1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, -1.0f, 1.0f); glTexCoord2f(0.0f, 1.0f); glVertex3f( 1.0f, 1.0f, 1.0f); glTexCoord2f(1.0, 1.0f); glVertex3f(-1.0f, 1.0f, 1.0f); // Back Face glTexCoord2f(0.0f, 0.0f); glVertex3f(-1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, 1.0f); glVertex3f(-1.0f, 1.0f, -1.0f); glTexCoord2f(1.0, 1.0f); glVertex3f( 1.0f, 1.0f, -1.0f); glTexCoord2f(1.0, 0.0f); glVertex3f( 1.0f, -1.0f, -1.0f); // Top Face glTexCoord2f(1.0, 1.0f); glVertex3f(-1.0f, 1.0f, -1.0f); glTexCoord2f(1.0, 0.0f); glVertex3f(-1.0f, 1.0f, 1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, 1.0f, 1.0f); glTexCoord2f(0.0f, 1.0f); glVertex3f( 1.0f, 1.0f, -1.0f); // Bottom Face glTexCoord2f(1.0, 0.0f); glVertex3f(-1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, 1.0f); glVertex3f( 1.0f, -1.0f, 1.0f); glTexCoord2f(1.0,1.0f); glVertex3f(-1.0f, -1.0f, 1.0f); // Right face glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, 1.0f); glVertex3f( 1.0f, 1.0f, -1.0f); glTexCoord2f(1.0, 1.0f); glVertex3f( 1.0f, 1.0f, 1.0f); glTexCoord2f(1.0, 0.0f); glVertex3f( 1.0f, -1.0f, 1.0f); // Left Face glTexCoord2f(1.0, 0.0f); glVertex3f(-1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f(-1.0f, -1.0f, 1.0f); glTexCoord2f(0.0f, 1.0f); glVertex3f(-1.0f, 1.0f, 1.0f); glTexCoord2f(1.0, 1.0f); glVertex3f(-1.0f, 1.0f, -1.0f); glEnd(); glLoadIdentity(); glDisable(GL_DEPTH_TEST); glBindTexture (GL_TEXTURE_2D, 0); gst_video_frame_unmap (&v_frame); xrot+=0.03f; yrot+=0.02f; zrot+=0.04f; return TRUE; } gboolean Pipeline::bus_call (GstBus *bus, GstMessage *msg, Pipeline* p) { switch (GST_MESSAGE_TYPE (msg)) { case GST_MESSAGE_EOS: qDebug ("End-of-stream"); p->stop(); break; case GST_MESSAGE_ERROR: { gchar *debug = NULL; GError *err = NULL; gst_message_parse_error (msg, &err, &debug); qDebug ("Error: %s", err->message); g_error_free (err); if (debug) { qDebug ("Debug deails: %s", debug); g_free (debug); } p->stop(); break; } default: break; } return TRUE; } void Pipeline::cb_new_pad (GstElement* decodebin, GstPad* pad, Pipeline* p) { GstElement* sink = p->getVideoSink(); GstPad* glpad = gst_element_get_static_pad (sink, "sink"); //only link once if (GST_PAD_IS_LINKED (glpad)) { gst_object_unref (glpad); return; } GstCaps* caps = gst_pad_get_current_caps (pad); GstStructure* str = gst_caps_get_structure (caps, 0); if (!g_strrstr (gst_structure_get_name (str), "video")) { gst_caps_unref (caps); gst_object_unref (glpad); return; } gst_caps_unref (caps); GstPadLinkReturn ret = gst_pad_link (pad, glpad); if (ret != GST_PAD_LINK_OK) g_warning ("Failed to link with decodebin!\n"); p->show(); } gboolean Pipeline::cb_expose (gpointer data) { ((Pipeline*)data)->doExpose(); return FALSE; } GstBusSyncReply Pipeline::create_window (GstBus* bus, GstMessage* message, const Pipeline* p) { // ignore anything but 'prepare-window-handle' element messages if (GST_MESSAGE_TYPE (message) != GST_MESSAGE_ELEMENT) return GST_BUS_PASS; if (!gst_is_video_overlay_prepare_window_handle_message (message)) return GST_BUS_PASS; qDebug ("setting window handle"); //Passing 0 as the window_handle will tell the overlay to stop using that window and create an internal one. //In the directdrawsink's gst_video_overlay_set_window_handle implementation, window_handle (parameter 2) is casted to HWND before it used. gst_video_overlay_set_window_handle (GST_VIDEO_OVERLAY (GST_MESSAGE_SRC (message)), (guintptr)p->winId()); gst_message_unref (message); return GST_BUS_DROP; }