From efaca13d11882ad2eb9ceb9cf8f0d8722d75cb88 Mon Sep 17 00:00:00 2001 From: Matthew Waters Date: Wed, 11 Feb 2015 23:29:01 +1100 Subject: [PATCH] gl: add a new glupload element based on the glupload library object --- ext/gl/Makefile.am | 2 + ext/gl/gstgluploadelement.c | 250 ++++++++++++++++++++++++++++++++++++ ext/gl/gstgluploadelement.h | 69 ++++++++++ ext/gl/gstopengl.c | 6 + 4 files changed, 327 insertions(+) create mode 100644 ext/gl/gstgluploadelement.c create mode 100644 ext/gl/gstgluploadelement.h diff --git a/ext/gl/Makefile.am b/ext/gl/Makefile.am index dc606828ce..15103f468b 100644 --- a/ext/gl/Makefile.am +++ b/ext/gl/Makefile.am @@ -3,6 +3,7 @@ plugin_LTLIBRARIES = libgstopengl.la libgstopengl_la_SOURCES = \ gstopengl.c \ gstglbasemixer.c \ + gstgluploadelement.c \ gstglimagesink.c \ gstglfiltercube.c \ gstgleffects.c \ @@ -18,6 +19,7 @@ libgstopengl_la_SOURCES = \ noinst_HEADERS = \ gstglbasemixer.h \ + gstgluploadelement.h \ gstglimagesink.h \ gstglfiltercube.h \ gstgleffects.h \ diff --git a/ext/gl/gstgluploadelement.c b/ext/gl/gstgluploadelement.c new file mode 100644 index 0000000000..56a0f53a25 --- /dev/null +++ b/ext/gl/gstgluploadelement.c @@ -0,0 +1,250 @@ +/* + * GStreamer + * Copyright (C) 2015 Matthew Waters + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif + +#include + +#include +#include "gstgluploadelement.h" + +#if GST_GL_HAVE_PLATFORM_EGL +#include +#endif + +#define USING_OPENGL(context) (gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL, 1, 0)) +#define USING_OPENGL3(context) (gst_gl_context_check_gl_version (context, GST_GL_API_OPENGL3, 3, 1)) +#define USING_GLES(context) (gst_gl_context_check_gl_version (context, GST_GL_API_GLES, 1, 0)) +#define USING_GLES2(context) (gst_gl_context_check_gl_version (context, GST_GL_API_GLES2, 2, 0)) +#define USING_GLES3(context) (gst_gl_context_check_gl_version (context, GST_GL_API_GLES2, 3, 0)) + +GST_DEBUG_CATEGORY_STATIC (gst_gl_upload_element_debug); +#define GST_CAT_DEFAULT gst_gl_upload_element_debug + +#define gst_gl_upload_element_parent_class parent_class +G_DEFINE_TYPE_WITH_CODE (GstGLUploadElement, gst_gl_upload_element, + GST_TYPE_GL_BASE_FILTER, + GST_DEBUG_CATEGORY_INIT (gst_gl_upload_element_debug, "gluploadelement", 0, + "glupload Element"); + ); +static void gst_gl_upload_element_finalize (GObject * object); + +static gboolean gst_gl_upload_element_get_unit_size (GstBaseTransform * trans, + GstCaps * caps, gsize * size); +static gboolean gst_gl_upload_element_query (GstBaseTransform * bt, + GstPadDirection direction, GstQuery * query); +static GstCaps *_gst_gl_upload_element_transform_caps (GstBaseTransform * bt, + GstPadDirection direction, GstCaps * caps, GstCaps * filter); +static gboolean _gst_gl_upload_element_set_caps (GstBaseTransform * bt, + GstCaps * in_caps, GstCaps * out_caps); +static gboolean _gst_gl_upload_element_propose_allocation (GstBaseTransform * + bt, GstQuery * decide_query, GstQuery * query); +static gboolean _gst_gl_upload_element_decide_allocation (GstBaseTransform * + trans, GstQuery * query); +static GstFlowReturn +gst_gl_upload_element_prepare_output_buffer (GstBaseTransform * bt, + GstBuffer * buffer, GstBuffer ** outbuf); +static GstFlowReturn gst_gl_upload_element_transform (GstBaseTransform * bt, + GstBuffer * buffer, GstBuffer * outbuf); + +static GstStaticPadTemplate gst_gl_upload_element_src_pad_template = +GST_STATIC_PAD_TEMPLATE ("src", + GST_PAD_SRC, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("video/x-raw(ANY)")); + +static GstStaticPadTemplate gst_gl_upload_element_sink_pad_template = +GST_STATIC_PAD_TEMPLATE ("sink", + GST_PAD_SINK, + GST_PAD_ALWAYS, + GST_STATIC_CAPS ("video/x-raw(ANY)")); + +static void +gst_gl_upload_element_class_init (GstGLUploadElementClass * klass) +{ + GstBaseTransformClass *bt_class = GST_BASE_TRANSFORM_CLASS (klass); + GstElementClass *element_class = GST_ELEMENT_CLASS (klass); + + bt_class->query = gst_gl_upload_element_query; + bt_class->transform_caps = _gst_gl_upload_element_transform_caps; + bt_class->set_caps = _gst_gl_upload_element_set_caps; + bt_class->propose_allocation = _gst_gl_upload_element_propose_allocation; + bt_class->decide_allocation = _gst_gl_upload_element_decide_allocation; + bt_class->get_unit_size = gst_gl_upload_element_get_unit_size; + bt_class->prepare_output_buffer = gst_gl_upload_element_prepare_output_buffer; + bt_class->transform = gst_gl_upload_element_transform; + + bt_class->passthrough_on_same_caps = TRUE; + + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_gl_upload_element_src_pad_template)); + gst_element_class_add_pad_template (element_class, + gst_static_pad_template_get (&gst_gl_upload_element_sink_pad_template)); + + gst_element_class_set_metadata (element_class, + "OpenGL uploader", "Filter/Video", + "Uploads data into OpenGL", "Matthew Waters "); + + G_OBJECT_CLASS (klass)->finalize = gst_gl_upload_element_finalize; +} + +static void +gst_gl_upload_element_init (GstGLUploadElement * upload) +{ + gst_base_transform_set_prefer_passthrough (GST_BASE_TRANSFORM (upload), TRUE); +} + +static void +gst_gl_upload_element_finalize (GObject * object) +{ + GstGLUploadElement *upload = GST_GL_UPLOAD_ELEMENT (object); + + if (upload->upload) { + gst_object_unref (upload->upload); + upload->upload = NULL; + } + + gst_caps_replace (&upload->in_caps, NULL); + gst_caps_replace (&upload->out_caps, NULL); + + G_OBJECT_CLASS (gst_gl_upload_element_parent_class)->finalize (object); +} + +static gboolean +gst_gl_upload_element_get_unit_size (GstBaseTransform * trans, GstCaps * caps, + gsize * size) +{ + gboolean ret = FALSE; + GstVideoInfo info; + + ret = gst_video_info_from_caps (&info, caps); + if (ret) + *size = GST_VIDEO_INFO_SIZE (&info); + + return TRUE; +} + +static GstCaps * +_gst_gl_upload_element_transform_caps (GstBaseTransform * bt, + GstPadDirection direction, GstCaps * caps, GstCaps * filter) +{ + GstGLContext *context = GST_GL_BASE_FILTER (bt)->context; + + return gst_gl_upload_transform_caps (context, direction, caps, filter); +} + +static gboolean +_gst_gl_upload_element_propose_allocation (GstBaseTransform * bt, + GstQuery * decide_query, GstQuery * query) +{ + GstGLUploadElement *upload = GST_GL_UPLOAD_ELEMENT (bt); + + gst_gl_upload_propose_allocation (upload->upload, decide_query, query); + + return TRUE; +} + +static gboolean +_gst_gl_upload_element_decide_allocation (GstBaseTransform * trans, + GstQuery * query) +{ + GstGLUploadElement *upload = GST_GL_UPLOAD_ELEMENT (trans); + GstGLContext *context; + gboolean ret; + + ret = + GST_BASE_TRANSFORM_CLASS + (gst_gl_upload_element_parent_class)->decide_allocation (trans, query); + if (!ret) + return FALSE; + + context = GST_GL_BASE_FILTER (trans)->context; + + if (!upload->upload) + upload->upload = gst_gl_upload_new (context); + + return gst_gl_upload_set_caps (upload->upload, upload->in_caps, + upload->out_caps); +} + +static gboolean +_gst_gl_upload_element_set_caps (GstBaseTransform * bt, GstCaps * in_caps, + GstCaps * out_caps) +{ + GstGLUploadElement *upload = GST_GL_UPLOAD_ELEMENT (bt); + + gst_caps_replace (&upload->in_caps, in_caps); + gst_caps_replace (&upload->out_caps, out_caps); + + if (upload->upload) + return gst_gl_upload_set_caps (upload->upload, in_caps, out_caps); + + return TRUE; +} + +static gboolean +gst_gl_upload_element_query (GstBaseTransform * bt, GstPadDirection direction, + GstQuery * query) +{ + GstGLUploadElement *upload = GST_GL_UPLOAD_ELEMENT (bt); + + switch (GST_QUERY_TYPE (query)) { + case GST_QUERY_DRAIN: + if (upload->upload) + gst_gl_upload_release_buffer (upload->upload); + default: + break; + } + + return GST_BASE_TRANSFORM_CLASS (parent_class)->query (bt, direction, query); +} + +GstFlowReturn +gst_gl_upload_element_prepare_output_buffer (GstBaseTransform * bt, + GstBuffer * buffer, GstBuffer ** outbuf) +{ + GstGLUploadElement *upload = GST_GL_UPLOAD_ELEMENT (bt); + GstGLUploadReturn ret; + + if (gst_base_transform_is_passthrough (bt)) { + *outbuf = buffer; + return GST_FLOW_OK; + } + + if (!upload->upload) + return GST_FLOW_NOT_NEGOTIATED; + + ret = gst_gl_upload_perform_with_buffer (upload->upload, buffer, outbuf); + + if (*outbuf) + gst_buffer_copy_into (*outbuf, buffer, + GST_BUFFER_COPY_FLAGS | GST_BUFFER_COPY_TIMESTAMPS, 0, -1); + + return ret == GST_GL_UPLOAD_DONE ? GST_FLOW_OK : GST_FLOW_ERROR; +} + +static GstFlowReturn +gst_gl_upload_element_transform (GstBaseTransform * bt, GstBuffer * buffer, + GstBuffer * outbuf) +{ + return GST_FLOW_OK; +} diff --git a/ext/gl/gstgluploadelement.h b/ext/gl/gstgluploadelement.h new file mode 100644 index 0000000000..615773cce5 --- /dev/null +++ b/ext/gl/gstgluploadelement.h @@ -0,0 +1,69 @@ +/* + * GStreamer + * Copyright (C) 2015 Matthew Waters + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Library General Public + * License as published by the Free Software Foundation; either + * version 2 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Library General Public License for more details. + * + * You should have received a copy of the GNU Library General Public + * License along with this library; if not, write to the + * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, + * Boston, MA 02110-1301, USA. + */ + +#ifndef __GST_GL_UPLOAD_ELEMENT_H__ +#define __GST_GL_UPLOAD_ELEMENT_H__ + +#include + +#include + +G_BEGIN_DECLS + +GType gst_gl_upload_element_get_type (void); +#define GST_TYPE_GL_UPLOAD_ELEMENT (gst_gl_upload_element_get_type()) +#define GST_GL_UPLOAD_ELEMENT(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_GL_UPLOAD_ELEMENT,GstGLUploadElement)) +#define GST_GL_UPLOAD_ELEMENT_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_GL_UPLOAD_ELEMENT,GstGLUploadElementClass)) +#define GST_IS_GL_UPLOAD_ELEMENT(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_GL_UPLOAD_ELEMENT)) +#define GST_IS_GL_UPLOAD_ELEMENT_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_GL_UPLOAD_ELEMENT)) +#define GST_GL_UPLOAD_ELEMENT_CAST(obj) ((GstGLUploadElement*)(obj)) + +typedef struct _GstGLUploadElement GstGLUploadElement; +typedef struct _GstGLUploadElementClass GstGLUploadElementClass; +typedef struct _GstGLUploadElementPrivate GstGLUploadElementPrivate; + +/** + * GstGLUploadElement + * + * Opaque #GstGLUploadElement object + */ +struct _GstGLUploadElement +{ + /* */ + GstGLBaseFilter parent; + + GstGLUpload *upload; + GstCaps *in_caps; + GstCaps *out_caps; +}; + +/** + * GstGLUploadElementClass: + * + * The #GstGLUploadElementClass struct only contains private data + */ +struct _GstGLUploadElementClass +{ + GstGLBaseFilterClass object_class; +}; + +G_END_DECLS + +#endif /* __GST_GL_UPLOAD_ELEMENT_H__ */ diff --git a/ext/gl/gstopengl.c b/ext/gl/gstopengl.c index 4212e57ac4..59fe7bdaa9 100644 --- a/ext/gl/gstopengl.c +++ b/ext/gl/gstopengl.c @@ -44,6 +44,7 @@ #endif #include "gstglimagesink.h" +#include "gstgluploadelement.h" #include "gstglfiltercube.h" #include "gstgleffects.h" @@ -112,6 +113,11 @@ plugin_init (GstPlugin * plugin) return FALSE; } + if (!gst_element_register (plugin, "glupload", + GST_RANK_SECONDARY, GST_TYPE_GL_UPLOAD_ELEMENT)) { + return FALSE; + } + if (!gst_element_register (plugin, "glfiltercube", GST_RANK_NONE, GST_TYPE_GL_FILTER_CUBE)) { return FALSE;