/* * GStreamer * Copyright (C) 2008-2009 Julien Isorce * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #include #include #if __WIN32__ || _WIN32 # include #endif #include #include #include #include #include static gboolean bus_call (GstBus *bus, GstMessage *msg, gpointer data) { GMainLoop *loop = (GMainLoop*)data; switch (GST_MESSAGE_TYPE (msg)) { case GST_MESSAGE_EOS: g_print ("End-of-stream\n"); g_main_loop_quit (loop); break; case GST_MESSAGE_ERROR: { gchar *debug = NULL; GError *err = NULL; gst_message_parse_error (msg, &err, &debug); g_print ("Error: %s\n", err->message); g_error_free (err); if (debug) { g_print ("Debug details: %s\n", debug); g_free (debug); } g_main_loop_quit (loop); break; } default: break; } return TRUE; } //display video framerate static GstPadProbeReturn textoverlay_sink_pad_probe_cb (GstPad *pad, GstPadProbeInfo *info, GstElement* textoverlay) { static GstClockTime last_timestamp = 0; static gint nbFrames = 0 ; //display estimated video FPS nbFrames++ ; if (GST_BUFFER_TIMESTAMP(info->data) - last_timestamp >= 1000000000) { std::ostringstream oss; oss << "video framerate = " << nbFrames ; std::string s(oss.str()); g_object_set(G_OBJECT(textoverlay), "text", s.c_str(), NULL); last_timestamp = GST_BUFFER_TIMESTAMP(info->data) ; nbFrames = 0; } return GST_PAD_PROBE_OK; } //client reshape callback static gboolean reshapeCallback (void *gl_sink, GLuint width, GLuint height) { glViewport(0, 0, width, height); glMatrixMode(GL_PROJECTION); glLoadIdentity(); gluPerspective(45, (gfloat)width/(gfloat)height, 0.1, 100); glMatrixMode(GL_MODELVIEW); return TRUE; } //client draw callback static gboolean drawCallback (void * gl_sink, GLuint texture, GLuint width, GLuint height) { static GLfloat xrot = 0; static GLfloat yrot = 0; static GLfloat zrot = 0; static GTimeVal current_time; static glong last_sec = current_time.tv_sec; static gint nbFrames = 0; g_get_current_time (¤t_time); nbFrames++ ; if ((current_time.tv_sec - last_sec) >= 1) { std::cout << "GRAPHIC FPS of the scene which contains the custom cube) = " << nbFrames << std::endl; nbFrames = 0; last_sec = current_time.tv_sec; } glEnable(GL_DEPTH_TEST); glEnable (GL_TEXTURE_2D); glBindTexture (GL_TEXTURE_2D, texture); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE); glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE); glTexEnvi (GL_TEXTURE_ENV, GL_TEXTURE_ENV_MODE, GL_REPLACE); glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT); glMatrixMode(GL_MODELVIEW); glLoadIdentity(); glTranslatef(0.0f,0.0f,-5.0f); glRotatef(xrot,1.0f,0.0f,0.0f); glRotatef(yrot,0.0f,1.0f,0.0f); glRotatef(zrot,0.0f,0.0f,1.0f); glBegin(GL_QUADS); // Front Face glTexCoord2f((gfloat)width, 0.0f); glVertex3f(-1.0f, -1.0f, 1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, -1.0f, 1.0f); glTexCoord2f(0.0f, (gfloat)height); glVertex3f( 1.0f, 1.0f, 1.0f); glTexCoord2f((gfloat)width, (gfloat)height); glVertex3f(-1.0f, 1.0f, 1.0f); // Back Face glTexCoord2f(0.0f, 0.0f); glVertex3f(-1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, (gfloat)height); glVertex3f(-1.0f, 1.0f, -1.0f); glTexCoord2f((gfloat)width, (gfloat)height); glVertex3f( 1.0f, 1.0f, -1.0f); glTexCoord2f((gfloat)width, 0.0f); glVertex3f( 1.0f, -1.0f, -1.0f); // Top Face glTexCoord2f((gfloat)width, (gfloat)height); glVertex3f(-1.0f, 1.0f, -1.0f); glTexCoord2f((gfloat)width, 0.0f); glVertex3f(-1.0f, 1.0f, 1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, 1.0f, 1.0f); glTexCoord2f(0.0f, (gfloat)height); glVertex3f( 1.0f, 1.0f, -1.0f); // Bottom Face glTexCoord2f((gfloat)width, 0.0f); glVertex3f(-1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, (gfloat)height); glVertex3f( 1.0f, -1.0f, 1.0f); glTexCoord2f((gfloat)width,(gfloat)height); glVertex3f(-1.0f, -1.0f, 1.0f); // Right face glTexCoord2f(0.0f, 0.0f); glVertex3f( 1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, (gfloat)height); glVertex3f( 1.0f, 1.0f, -1.0f); glTexCoord2f((gfloat)width, (gfloat)height); glVertex3f( 1.0f, 1.0f, 1.0f); glTexCoord2f((gfloat)width, 0.0f); glVertex3f( 1.0f, -1.0f, 1.0f); // Left Face glTexCoord2f((gfloat)width, 0.0f); glVertex3f(-1.0f, -1.0f, -1.0f); glTexCoord2f(0.0f, 0.0f); glVertex3f(-1.0f, -1.0f, 1.0f); glTexCoord2f(0.0f, (gfloat)height); glVertex3f(-1.0f, 1.0f, 1.0f); glTexCoord2f((gfloat)width, (gfloat)height); glVertex3f(-1.0f, 1.0f, -1.0f); glEnd(); xrot+=0.03f; yrot+=0.02f; zrot+=0.04f; //return TRUE causes a postRedisplay //so you have to return FALSE to synchronise to have a graphic FPS //equals to the input video frame rate //Usually, we will not always return TRUE (or FALSE) //For example, if you want a fixed graphic FPS equals to 60 //then you have to use the timeclock to return TRUE or FALSE //in order to increase or decrease the FPS in real time //to reach the 60. return TRUE; } static void cb_new_pad (GstElement* decodebin, GstPad* pad, GstElement* element) { GstPad* element_pad = gst_element_get_static_pad (element, "sink"); //only link once if (!element_pad || GST_PAD_IS_LINKED (element_pad)) { gst_object_unref (element_pad); return; } GstCaps* caps = gst_pad_get_current_caps (pad); GstStructure* str = gst_caps_get_structure (caps, 0); GstCaps* caps2 = gst_pad_query_caps (element_pad, NULL); gst_caps_unref (caps2); if (!g_strrstr (gst_structure_get_name (str), "video")) { gst_caps_unref (caps); gst_object_unref (element_pad); return; } gst_caps_unref (caps); GstPadLinkReturn ret = gst_pad_link (pad, element_pad); if (ret != GST_PAD_LINK_OK) g_warning ("Failed to link with decodebin %d!\n", ret); gst_object_unref (element_pad); } gint main (gint argc, gchar *argv[]) { if (argc != 2) { g_warning ("usage: doublecube.exe videolocation\n"); return -1; } std::string video_location(argv[1]); /* initialization */ gst_init (&argc, &argv); GMainLoop* loop = g_main_loop_new (NULL, FALSE); /* create elements */ GstElement* pipeline = gst_pipeline_new ("pipeline"); /* watch for messages on the pipeline's bus (note that this will only * work like this when a GLib main loop is running) */ GstBus* bus = gst_pipeline_get_bus (GST_PIPELINE (pipeline)); gst_bus_add_watch (bus, bus_call, loop); gst_object_unref (bus); /* create elements */ GstElement* videosrc = gst_element_factory_make ("filesrc", "filesrc0"); GstElement* decodebin = gst_element_factory_make ("decodebin", "decodebin0"); GstElement* videoconvert = gst_element_factory_make ("videoscale", "videoconvert0"); GstElement* textoverlay = gst_element_factory_make ("textoverlay", "textoverlay0"); //textoverlay required I420 GstElement* tee = gst_element_factory_make ("tee", "tee0"); GstElement* queue0 = gst_element_factory_make ("queue", "queue0"); GstElement* glimagesink0 = gst_element_factory_make ("glimagesink", "glimagesink0"); GstElement* queue1 = gst_element_factory_make ("queue", "queue1"); GstElement* glfiltercube = gst_element_factory_make ("glfiltercube", "glfiltercube"); GstElement* glimagesink1 = gst_element_factory_make ("glimagesink", "glimagesink1"); GstElement* queue2 = gst_element_factory_make ("queue", "queue2"); GstElement* glimagesink2 = gst_element_factory_make ("glimagesink", "glimagesink2"); if (!videosrc || !decodebin || !videoconvert || !textoverlay || !tee || !queue0 || !glimagesink0 || !queue1 || !glfiltercube || !glimagesink1 || !queue2 || !glimagesink2) { g_warning ("one element could not be found \n"); return -1; } GstCaps* cubecaps = gst_caps_new_simple("video/x-raw", "width", G_TYPE_INT, 600, "height", G_TYPE_INT, 400, NULL); /* configure elements */ g_object_set(G_OBJECT(videosrc), "num-buffers", 1000, NULL); g_object_set(G_OBJECT(videosrc), "location", video_location.c_str(), NULL); g_object_set(G_OBJECT(textoverlay), "font_desc", "Ahafoni CLM Bold 30", NULL); g_signal_connect(G_OBJECT(glimagesink0), "client-reshape", G_CALLBACK (reshapeCallback), NULL); g_signal_connect(G_OBJECT(glimagesink0), "client-draw", G_CALLBACK (drawCallback), NULL); /* add elements */ gst_bin_add_many (GST_BIN (pipeline), videosrc, decodebin, videoconvert, textoverlay, tee, queue0, glimagesink0, queue1, glfiltercube, glimagesink1, queue2, glimagesink2, NULL); GstPad* textoverlay_sink_pad = gst_element_get_static_pad (textoverlay, "video_sink"); gst_pad_add_probe (textoverlay_sink_pad, GST_PAD_PROBE_TYPE_BUFFER, (GstPadProbeCallback) textoverlay_sink_pad_probe_cb, (gpointer)textoverlay, NULL); gst_object_unref (textoverlay_sink_pad); if (!gst_element_link_many(videoconvert, textoverlay, tee, NULL)) { g_print ("Failed to link videoconvert to tee!\n"); return -1; } if (!gst_element_link(videosrc, decodebin)) { g_print ("Failed to link videosrc to decodebin!\n"); return -1; } g_signal_connect (decodebin, "pad-added", G_CALLBACK (cb_new_pad), videoconvert); if (!gst_element_link_many(tee, queue0, NULL)) { g_warning ("Failed to link one or more elements bettween tee and queue0!\n"); return -1; } gboolean link_ok = gst_element_link_filtered(queue0, glimagesink0, cubecaps) ; gst_caps_unref(cubecaps) ; if(!link_ok) { g_warning("Failed to link queue0 to glimagesink0!\n") ; return -1 ; } if (!gst_element_link_many(tee, queue1, glfiltercube, glimagesink1, NULL)) { g_warning ("Failed to link one or more elements bettween tee and glimagesink1!\n"); return -1; } if (!gst_element_link_many(tee, queue2, glimagesink2, NULL)) { g_warning ("Failed to link one or more elements bettween tee and glimagesink2!\n"); return -1; } /* run */ GstStateChangeReturn ret = gst_element_set_state (pipeline, GST_STATE_PLAYING); if (ret == GST_STATE_CHANGE_FAILURE) { g_print ("Failed to start up pipeline!\n"); /* check if there is an error message with details on the bus */ GstMessage* msg = gst_bus_poll (bus, GST_MESSAGE_ERROR, 0); if (msg) { GError *err = NULL; gst_message_parse_error (msg, &err, NULL); g_print ("ERROR: %s\n", err->message); g_error_free (err); gst_message_unref (msg); } return -1; } g_main_loop_run (loop); /* clean up */ gst_element_set_state (pipeline, GST_STATE_NULL); gst_object_unref (pipeline); return 0; }