/* * Copyright (C) 2010 Ole André Vadla Ravnås * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H # include "config.h" #endif #if !HAVE_IOS #import #include #include #include "iosurfacememory.h" #endif #include "videotexturecache.h" #include "coremediabuffer.h" #include "corevideobuffer.h" #include "vtutil.h" typedef struct _ContextThreadData { GstVideoTextureCache *cache; GstBuffer *input_buffer; GstBuffer *output_buffer; } ContextThreadData; GstVideoTextureCache * gst_video_texture_cache_new (GstGLContext * ctx) { g_return_val_if_fail (ctx != NULL, NULL); GstVideoTextureCache *cache = g_new0 (GstVideoTextureCache, 1); cache->ctx = gst_object_ref (ctx); gst_video_info_init (&cache->input_info); #if HAVE_IOS CFMutableDictionaryRef cache_attrs = CFDictionaryCreateMutable (NULL, 0, &kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks); gst_vtutil_dict_set_i32 (cache_attrs, kCVOpenGLESTextureCacheMaximumTextureAgeKey, 0); CVOpenGLESTextureCacheCreate (kCFAllocatorDefault, (CFDictionaryRef) cache_attrs, (CVEAGLContext) gst_gl_context_get_gl_context (ctx), NULL, &cache->cache); #else gst_ios_surface_memory_init (); #if 0 cache->pool = GST_BUFFER_POOL (gst_gl_buffer_pool_new (ctx)); #endif #endif return cache; } void gst_video_texture_cache_free (GstVideoTextureCache * cache) { g_return_if_fail (cache != NULL); #if HAVE_IOS CFRelease (cache->cache); /* iOS has no "CVOpenGLESTextureCacheRelease" */ #else #if 0 gst_buffer_pool_set_active (cache->pool, FALSE); gst_object_unref (cache->pool); #endif #endif gst_object_unref (cache->ctx); if (cache->in_caps) gst_caps_unref (cache->in_caps); if (cache->out_caps) gst_caps_unref (cache->out_caps); g_free (cache); } void gst_video_texture_cache_set_format (GstVideoTextureCache * cache, GstVideoFormat in_format, GstCaps * out_caps) { GstCaps *in_caps; GstCapsFeatures *features; g_return_if_fail (gst_caps_is_fixed (out_caps)); out_caps = gst_caps_copy (out_caps); features = gst_caps_get_features (out_caps, 0); gst_caps_features_add (features, GST_CAPS_FEATURE_MEMORY_GL_MEMORY); gst_video_info_from_caps (&cache->output_info, out_caps); in_caps = gst_caps_copy (out_caps); gst_caps_set_simple (in_caps, "format", G_TYPE_STRING, gst_video_format_to_string (in_format), NULL); features = gst_caps_get_features (in_caps, 0); gst_caps_features_add (features, GST_CAPS_FEATURE_MEMORY_GL_MEMORY); gst_video_info_from_caps (&cache->input_info, in_caps); if (cache->in_caps) gst_caps_unref (cache->in_caps); if (cache->out_caps) gst_caps_unref (cache->out_caps); cache->in_caps = in_caps; cache->out_caps = out_caps; #if 0 GstStructure *config = gst_buffer_pool_get_config (cache->pool); gst_buffer_pool_config_set_params (config, cache->in_caps, GST_VIDEO_INFO_SIZE (&cache->input_info), 0, 0); gst_buffer_pool_config_set_allocator (config, gst_allocator_find (GST_IO_SURFACE_MEMORY_ALLOCATOR_NAME), NULL); gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_GL_TEXTURE_TARGET_RECTANGLE); gst_buffer_pool_set_config (cache->pool, config); gst_buffer_pool_set_active (cache->pool, TRUE); #endif } static CVPixelBufferRef cv_pixel_buffer_from_gst_buffer (GstBuffer * buffer) { GstCoreMediaMeta *cm_meta = (GstCoreMediaMeta *) gst_buffer_get_meta (buffer, gst_core_media_meta_api_get_type ()); GstCoreVideoMeta *cv_meta = (GstCoreVideoMeta *) gst_buffer_get_meta (buffer, gst_core_video_meta_api_get_type ()); g_return_val_if_fail (cm_meta || cv_meta, NULL); return cm_meta ? cm_meta->pixel_buf : cv_meta->pixbuf; } #if HAVE_IOS static gboolean gl_mem_from_buffer (GstVideoTextureCache * cache, GstBuffer * buffer, GstMemory **mem1, GstMemory **mem2) { CVOpenGLESTextureRef texture = NULL; CVPixelBufferRef pixel_buf = cv_pixel_buffer_from_gst_buffer (buffer); GstGLTextureTarget gl_target; GstGLBaseMemoryAllocator *base_mem_alloc; GstGLVideoAllocationParams *params; base_mem_alloc = GST_GL_BASE_MEMORY_ALLOCATOR (gst_gl_memory_allocator_get_default (cache->ctx)); *mem1 = NULL; *mem2 = NULL; CVOpenGLESTextureCacheFlush (cache->cache, 0); switch (GST_VIDEO_INFO_FORMAT (&cache->input_info)) { case GST_VIDEO_FORMAT_BGRA: /* avfvideosrc does BGRA on iOS when doing GLMemory */ if (CVOpenGLESTextureCacheCreateTextureFromImage (kCFAllocatorDefault, cache->cache, pixel_buf, NULL, GL_TEXTURE_2D, GL_RGBA, GST_VIDEO_INFO_WIDTH (&cache->input_info), GST_VIDEO_INFO_HEIGHT (&cache->input_info), GL_RGBA, GL_UNSIGNED_BYTE, 0, &texture) != kCVReturnSuccess) goto error; gl_target = gst_gl_texture_target_from_gl (CVOpenGLESTextureGetTarget (texture)); params = gst_gl_video_allocation_params_new_wrapped_texture (cache->ctx, NULL, &cache->input_info, 0, NULL, gl_target, CVOpenGLESTextureGetName (texture), texture, (GDestroyNotify) CFRelease); *mem1 = (GstMemory *) gst_gl_base_memory_alloc (base_mem_alloc, (GstGLAllocationParams *) params); gst_gl_allocation_params_free ((GstGLAllocationParams *) params); break; case GST_VIDEO_FORMAT_NV12: { GstVideoGLTextureType textype; GLenum texifmt, texfmt; textype = gst_gl_texture_type_from_format (cache->ctx, GST_VIDEO_FORMAT_NV12, 0); texifmt = gst_gl_format_from_gl_texture_type (textype); texfmt = gst_gl_sized_gl_format_from_gl_format_type (cache->ctx, texifmt, GL_UNSIGNED_BYTE); /* vtdec does NV12 on iOS when doing GLMemory */ if (CVOpenGLESTextureCacheCreateTextureFromImage (kCFAllocatorDefault, cache->cache, pixel_buf, NULL, GL_TEXTURE_2D, texifmt, GST_VIDEO_INFO_WIDTH (&cache->input_info), GST_VIDEO_INFO_HEIGHT (&cache->input_info), texfmt, GL_UNSIGNED_BYTE, 0, &texture) != kCVReturnSuccess) goto error; gl_target = gst_gl_texture_target_from_gl (CVOpenGLESTextureGetTarget (texture)); params = gst_gl_video_allocation_params_new_wrapped_texture (cache->ctx, NULL, &cache->input_info, 0, NULL, gl_target, CVOpenGLESTextureGetName (texture), texture, (GDestroyNotify) CFRelease); *mem1 = (GstMemory *) gst_gl_base_memory_alloc (base_mem_alloc, (GstGLAllocationParams *) params); gst_gl_allocation_params_free ((GstGLAllocationParams *) params); textype = gst_gl_texture_type_from_format (cache->ctx, GST_VIDEO_FORMAT_NV12, 1); texifmt = gst_gl_format_from_gl_texture_type (textype); texfmt = gst_gl_sized_gl_format_from_gl_format_type (cache->ctx, texifmt, GL_UNSIGNED_BYTE); if (CVOpenGLESTextureCacheCreateTextureFromImage (kCFAllocatorDefault, cache->cache, pixel_buf, NULL, GL_TEXTURE_2D, texifmt, GST_VIDEO_INFO_WIDTH (&cache->input_info) / 2, GST_VIDEO_INFO_HEIGHT (&cache->input_info) / 2, texfmt, GL_UNSIGNED_BYTE, 1, &texture) != kCVReturnSuccess) goto error; gl_target = gst_gl_texture_target_from_gl (CVOpenGLESTextureGetTarget (texture)); params = gst_gl_video_allocation_params_new_wrapped_texture (cache->ctx, NULL, &cache->input_info, 1, NULL, gl_target, CVOpenGLESTextureGetName (texture), texture, (GDestroyNotify) CFRelease); *mem2 = (GstMemory *) gst_gl_base_memory_alloc (base_mem_alloc, (GstGLAllocationParams *) params); gst_gl_allocation_params_free ((GstGLAllocationParams *) params); break; } default: g_warn_if_reached (); goto error; } gst_object_unref (base_mem_alloc); return TRUE; error: return FALSE; } #else /* !HAVE_IOS */ static gboolean gl_mem_from_buffer (GstVideoTextureCache * cache, GstBuffer * buffer, GstMemory **mem1, GstMemory **mem2) { CVPixelBufferRef pixel_buf = cv_pixel_buffer_from_gst_buffer (buffer); IOSurfaceRef surface = CVPixelBufferGetIOSurface(pixel_buf); *mem1 = *mem2 = NULL; for (int i = 0; i < GST_VIDEO_INFO_N_PLANES (&cache->input_info); i++) { GstIOSurfaceMemory *mem; CFRetain (pixel_buf); mem = gst_io_surface_memory_wrapped (cache->ctx, surface, GST_GL_TEXTURE_TARGET_RECTANGLE, &cache->input_info, i, NULL, pixel_buf, (GDestroyNotify) CFRelease); if (i == 0) *mem1 = (GstMemory *) mem; else *mem2 = (GstMemory *) mem; } return TRUE; } #endif static void _do_get_gl_buffer (GstGLContext * context, ContextThreadData * data) { GstMemory *mem1 = NULL, *mem2 = NULL; GstVideoTextureCache *cache = data->cache; GstBuffer *buffer = data->input_buffer; if (!gl_mem_from_buffer (cache, buffer, &mem1, &mem2)) { gst_buffer_unref (buffer); return; } gst_buffer_append_memory (buffer, mem1); if (mem2) gst_buffer_append_memory (buffer, mem2); data->output_buffer = buffer; } GstBuffer * gst_video_texture_cache_get_gl_buffer (GstVideoTextureCache * cache, GstBuffer * cv_buffer) { ContextThreadData data = {cache, cv_buffer, NULL}; gst_gl_context_thread_add (cache->ctx, (GstGLContextThreadFunc) _do_get_gl_buffer, &data); return data.output_buffer; }