/* * GStreamer * Copyright (C) 2007 David Schleef * Copyright (C) 2008 Julien Isorce * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ /** * SECTION:element-gldownload * * download opengl textures into video frames. * * * Color space conversion * * When needed, the color space conversion is made in a fragment shader using * one frame buffer object instance. * * * * Examples * |[ * gst-launch -v videotestsrc ! "video/x-raw-rgb" ! glupload ! gldownload ! \ * "video/x-raw-rgb" ! ximagesink * ]| A pipeline to test downloading. * No special opengl extension is used in this pipeline, that's why it should work * with OpenGL >= 1.1. That's the case if you are using the MESA3D driver v1.3. |[ * gst-launch -v videotestsrc ! "video/x-raw-rgb, width=640, height=480" ! glupload ! gldownload ! \ * "video/x-raw-rgb, width=320, height=240" ! ximagesink * ]| A pipeline to test hardware scaling. * Frame buffer extension is required. Inded one FBO is used bettween glupload and gldownload, * because the texture needs to be resized. * |[ * gst-launch -v gltestsrc ! gldownload ! xvimagesink * ]| A pipeline to test hardware colorspace conversion. * Your driver must support GLSL (OpenGL Shading Language needs OpenGL >= 2.1). * Texture RGB32 is converted to one of the 4 following format YUY2, UYVY, I420, YV12 and AYUV, * through some fragment shaders and using one framebuffer (FBO extension OpenGL >= 1.4). * MESA >= 7.1 supports GLSL but it's made in software. * |[ * gst-launch -v videotestsrc ! glupload ! gldownload ! "video/x-raw-yuv, format=(fourcc)YUY2" ! glimagesink * ]| A pipeline to test hardware colorspace conversion * FBO and GLSL are required. * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstgldownload.h" #define GST_CAT_DEFAULT gst_gl_download_debug GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT); static GstStaticPadTemplate gst_gl_download_src_pad_template = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_GL_VIDEO_CAPS) ); static GstStaticPadTemplate gst_gl_download_sink_pad_template = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_GL_VIDEO_CAPS) ); enum { PROP_0 }; #define DEBUG_INIT \ GST_DEBUG_CATEGORY_INIT (gst_gl_download_debug, "gldownload", 0, "gldownload element"); G_DEFINE_TYPE_WITH_CODE (GstGLDownload, gst_gl_download, GST_TYPE_BASE_TRANSFORM, DEBUG_INIT); static void gst_gl_download_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_gl_download_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static gboolean gst_gl_download_src_query (GstPad * pad, GstObject * object, GstQuery * query); static void gst_gl_download_reset (GstGLDownload * download); static gboolean gst_gl_download_set_caps (GstBaseTransform * bt, GstCaps * incaps, GstCaps * outcaps); static GstCaps *gst_gl_download_transform_caps (GstBaseTransform * bt, GstPadDirection direction, GstCaps * caps, GstCaps * filter); static gboolean gst_gl_download_start (GstBaseTransform * bt); static gboolean gst_gl_download_stop (GstBaseTransform * bt); static GstFlowReturn gst_gl_download_transform (GstBaseTransform * trans, GstBuffer * inbuf, GstBuffer * outbuf); static gboolean gst_gl_download_get_unit_size (GstBaseTransform * trans, GstCaps * caps, gsize * size); static void gst_gl_download_class_init (GstGLDownloadClass * klass) { GObjectClass *gobject_class; GstElementClass *element_class; gobject_class = (GObjectClass *) klass; element_class = GST_ELEMENT_CLASS (klass); gobject_class->set_property = gst_gl_download_set_property; gobject_class->get_property = gst_gl_download_get_property; gst_element_class_set_details_simple (element_class, "OpenGL video maker", "Filter/Effect", "A from GL to video flow filter", "Julien Isorce "); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&gst_gl_download_src_pad_template)); gst_element_class_add_pad_template (element_class, gst_static_pad_template_get (&gst_gl_download_sink_pad_template)); GST_BASE_TRANSFORM_CLASS (klass)->transform_caps = gst_gl_download_transform_caps; GST_BASE_TRANSFORM_CLASS (klass)->transform = gst_gl_download_transform; GST_BASE_TRANSFORM_CLASS (klass)->start = gst_gl_download_start; GST_BASE_TRANSFORM_CLASS (klass)->stop = gst_gl_download_stop; GST_BASE_TRANSFORM_CLASS (klass)->set_caps = gst_gl_download_set_caps; GST_BASE_TRANSFORM_CLASS (klass)->get_unit_size = gst_gl_download_get_unit_size; } static void gst_gl_download_init (GstGLDownload * download) { GstBaseTransform *base_trans = GST_BASE_TRANSFORM (download); gst_pad_set_query_function (base_trans->srcpad, GST_DEBUG_FUNCPTR (gst_gl_download_src_query)); gst_gl_download_reset (download); } static void gst_gl_download_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { //GstGLDownload *download = GST_GL_DOWNLOAD (object); switch (prop_id) { default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_gl_download_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { //GstGLDownload *download = GST_GL_DOWNLOAD (object); switch (prop_id) { default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static gboolean gst_gl_download_src_query (GstPad * pad, GstObject * object, GstQuery * query) { GstGLDownload *download; gboolean res; download = GST_GL_DOWNLOAD (object); switch (GST_QUERY_TYPE (query)) { case GST_QUERY_CUSTOM: { GstStructure *structure = gst_query_writable_structure (query); gst_structure_set (structure, "gstgldisplay", G_TYPE_POINTER, download->display, NULL); res = gst_pad_query_default (pad, object, query); break; } default: res = gst_pad_query_default (pad, object, query); break; } return res; } static void gst_gl_download_reset (GstGLDownload * download) { if (download->display) { g_object_unref (download->display); download->display = NULL; } } static gboolean gst_gl_download_start (GstBaseTransform * bt) { GstGLDownload *download = GST_GL_DOWNLOAD (bt); download->display = gst_gl_display_new (); if (!gst_gl_display_create_context (download->display, 0)) { GST_ELEMENT_ERROR (download, RESOURCE, NOT_FOUND, GST_GL_DISPLAY_ERR_MSG (download->display), (NULL)); return FALSE; } return TRUE; } static gboolean gst_gl_download_stop (GstBaseTransform * bt) { GstGLDownload *download = GST_GL_DOWNLOAD (bt); gst_gl_download_reset (download); return TRUE; } /* from videoconvert code */ /* copies the given caps */ static GstCaps * gst_gl_download_caps_remove_format_info (GstCaps * caps) { GstStructure *st; gint i, n; GstCaps *res; res = gst_caps_new_empty (); n = gst_caps_get_size (caps); for (i = 0; i < n; i++) { st = gst_caps_get_structure (caps, i); /* If this is already expressed by the existing caps * skip this structure */ if (i > 0 && gst_caps_is_subset_structure (res, st)) continue; st = gst_structure_copy (st); gst_structure_remove_fields (st, "format", "palette_data", "colorimetry", "chroma-site", NULL); gst_caps_append_structure (res, st); } return res; } /* from videoconvert code */ static GstCaps * gst_gl_download_transform_caps (GstBaseTransform * bt, GstPadDirection direction, GstCaps * caps, GstCaps * filter) { GstCaps *tmp, *tmp2; GstCaps *result; /* Get all possible caps that we can transform to */ tmp = gst_gl_download_caps_remove_format_info (caps); if (filter) { tmp2 = gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST); gst_caps_unref (tmp); tmp = tmp2; } result = tmp; GST_DEBUG_OBJECT (bt, "transformed %" GST_PTR_FORMAT " into %" GST_PTR_FORMAT, caps, result); return result; } static gboolean gst_gl_download_set_caps (GstBaseTransform * bt, GstCaps * incaps, GstCaps * outcaps) { GstGLDownload *download; GstVideoInfo vinfo; gboolean ret; download = GST_GL_DOWNLOAD (bt); GST_DEBUG ("called with %" GST_PTR_FORMAT, incaps); ret = gst_video_info_from_caps (&vinfo, outcaps); if (!ret) { GST_ERROR ("bad caps"); return FALSE; } download->video_format = GST_VIDEO_INFO_FORMAT (&vinfo); download->width = GST_VIDEO_INFO_WIDTH (&vinfo); download->height = GST_VIDEO_INFO_HEIGHT (&vinfo); if (!download->display) { GST_ERROR ("display is null"); return FALSE; } //blocking call, init color space conversion if needed ret = gst_gl_display_init_download (download->display, download->video_format, download->width, download->height); if (!ret) GST_ELEMENT_ERROR (download, RESOURCE, NOT_FOUND, GST_GL_DISPLAY_ERR_MSG (download->display), (NULL)); return ret; } static gboolean gst_gl_download_get_unit_size (GstBaseTransform * trans, GstCaps * caps, gsize * size) { gboolean ret; GstVideoInfo vinfo; ret = gst_video_info_from_caps (&vinfo, caps); if (ret) *size = GST_VIDEO_INFO_SIZE (&vinfo); return ret; } static GstFlowReturn gst_gl_download_transform (GstBaseTransform * trans, GstBuffer * inbuf, GstBuffer * outbuf) { /*GstGLDownload *download; download = GST_GL_DOWNLOAD (trans); */ //blocking call /*FIXME: Use GstGLMeta if (gst_gl_display_do_download (download->display, gl_inbuf->texture, gl_inbuf->width, gl_inbuf->height, GST_BUFFER_DATA (outbuf))) return GST_FLOW_OK; else */ return GST_FLOW_EOS; }