/* * Copyright (C) 2010 Ole André Vadla Ravnås * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H # include "config.h" #endif #if !HAVE_IOS #import #include #include #include "iosurfacememory.h" #endif #include "iosglmemory.h" #include "videotexturecache.h" #include "coremediabuffer.h" #include "corevideobuffer.h" #include "vtutil.h" typedef struct _ContextThreadData { GstVideoTextureCache *cache; GstAppleCoreVideoPixelBuffer *gpixbuf; guint plane; gsize size; GstMemory *memory; } ContextThreadData; typedef struct _TextureWrapper { #if HAVE_IOS CVOpenGLESTextureCacheRef cache; CVOpenGLESTextureRef texture; #else CVOpenGLTextureCacheRef cache; CVOpenGLTextureRef texture; #endif } TextureWrapper; GstVideoTextureCache * gst_video_texture_cache_new (GstGLContext * ctx) { g_return_val_if_fail (ctx != NULL, NULL); GstVideoTextureCache *cache = g_new0 (GstVideoTextureCache, 1); cache->ctx = gst_object_ref (ctx); gst_video_info_init (&cache->input_info); #if HAVE_IOS CFMutableDictionaryRef cache_attrs = CFDictionaryCreateMutable (NULL, 0, &kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks); CVOpenGLESTextureCacheCreate (kCFAllocatorDefault, (CFDictionaryRef) cache_attrs, (__bridge CVEAGLContext) (gpointer)gst_gl_context_get_gl_context (ctx), NULL, &cache->cache); #else gst_ios_surface_memory_init (); #if 0 cache->pool = GST_BUFFER_POOL (gst_gl_buffer_pool_new (ctx)); #endif #endif return cache; } void gst_video_texture_cache_free (GstVideoTextureCache * cache) { g_return_if_fail (cache != NULL); #if HAVE_IOS CFRelease (cache->cache); /* iOS has no "CVOpenGLESTextureCacheRelease" */ #else #if 0 gst_buffer_pool_set_active (cache->pool, FALSE); gst_object_unref (cache->pool); #endif #endif gst_object_unref (cache->ctx); if (cache->in_caps) gst_caps_unref (cache->in_caps); if (cache->out_caps) gst_caps_unref (cache->out_caps); g_free (cache); } void gst_video_texture_cache_set_format (GstVideoTextureCache * cache, GstVideoFormat in_format, GstCaps * out_caps) { GstCaps *in_caps; GstCapsFeatures *features; g_return_if_fail (gst_caps_is_fixed (out_caps)); out_caps = gst_caps_copy (out_caps); features = gst_caps_get_features (out_caps, 0); gst_video_info_from_caps (&cache->output_info, out_caps); in_caps = gst_caps_copy (out_caps); gst_caps_set_simple (in_caps, "format", G_TYPE_STRING, gst_video_format_to_string (in_format), NULL); features = gst_caps_get_features (in_caps, 0); gst_video_info_from_caps (&cache->input_info, in_caps); if (cache->in_caps) gst_caps_unref (cache->in_caps); if (cache->out_caps) gst_caps_unref (cache->out_caps); cache->in_caps = in_caps; cache->out_caps = out_caps; #if 0 GstStructure *config = gst_buffer_pool_get_config (cache->pool); gst_buffer_pool_config_set_params (config, cache->in_caps, GST_VIDEO_INFO_SIZE (&cache->input_info), 0, 0); gst_buffer_pool_config_set_allocator (config, gst_allocator_find (GST_IO_SURFACE_MEMORY_ALLOCATOR_NAME), NULL); gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_GL_TEXTURE_TARGET_RECTANGLE); gst_buffer_pool_set_config (cache->pool, config); gst_buffer_pool_set_active (cache->pool, TRUE); #endif } #if HAVE_IOS void gst_video_texture_cache_release_texture(TextureWrapper *data) { CFRelease(data->texture); CFRelease(data->cache); g_free(data); } static void _do_create_memory (GstGLContext * context, ContextThreadData * data) { CVOpenGLESTextureRef texture = NULL; GstVideoTextureCache *cache = data->cache; GstAppleCoreVideoPixelBuffer *gpixbuf = data->gpixbuf; CVPixelBufferRef pixel_buf = gpixbuf->buf; guint plane = data->plane; gssize size = data->size; GstGLTextureTarget gl_target; GstAppleCoreVideoMemory *memory; GstIOSGLMemory *gl_memory; GstVideoGLTextureType textype; switch (GST_VIDEO_INFO_FORMAT (&cache->input_info)) { case GST_VIDEO_FORMAT_BGRA: if (CVOpenGLESTextureCacheCreateTextureFromImage (kCFAllocatorDefault, cache->cache, pixel_buf, NULL, GL_TEXTURE_2D, GL_RGBA, GST_VIDEO_INFO_WIDTH (&cache->input_info), GST_VIDEO_INFO_HEIGHT (&cache->input_info), GL_RGBA, GL_UNSIGNED_BYTE, 0, &texture) != kCVReturnSuccess) goto error; textype = GST_VIDEO_GL_TEXTURE_TYPE_RGBA; plane = 0; goto success; case GST_VIDEO_FORMAT_NV12: { GLenum texifmt, texfmt; if (plane == 0) textype = GST_VIDEO_GL_TEXTURE_TYPE_LUMINANCE; else textype = GST_VIDEO_GL_TEXTURE_TYPE_LUMINANCE_ALPHA; texifmt = gst_gl_format_from_gl_texture_type (textype); texfmt = gst_gl_sized_gl_format_from_gl_format_type (cache->ctx, texifmt, GL_UNSIGNED_BYTE); if (CVOpenGLESTextureCacheCreateTextureFromImage (kCFAllocatorDefault, cache->cache, pixel_buf, NULL, GL_TEXTURE_2D, texifmt, GST_VIDEO_INFO_COMP_WIDTH (&cache->input_info, plane), GST_VIDEO_INFO_COMP_HEIGHT (&cache->input_info, plane), texfmt, GL_UNSIGNED_BYTE, plane, &texture) != kCVReturnSuccess) goto error; goto success; } default: g_warn_if_reached (); goto error; } success: { TextureWrapper *texture_data = g_new(TextureWrapper, 1); CFRetain(cache->cache); texture_data->cache = cache->cache; texture_data->texture = texture; gl_target = gst_gl_texture_target_from_gl (CVOpenGLESTextureGetTarget (texture)); memory = gst_apple_core_video_memory_new_wrapped (gpixbuf, plane, size); gl_memory = gst_ios_gl_memory_new_wrapped (context, memory, gl_target, textype, CVOpenGLESTextureGetName (texture), &cache->input_info, plane, NULL, texture_data, (GDestroyNotify) gst_video_texture_cache_release_texture); data->memory = GST_MEMORY_CAST (gl_memory); return; } error: data->memory = NULL; } #endif GstMemory * gst_video_texture_cache_create_memory (GstVideoTextureCache * cache, GstAppleCoreVideoPixelBuffer *gpixbuf, guint plane, gsize size) { ContextThreadData data = {cache, gpixbuf, plane, size, NULL}; #if HAVE_IOS gst_gl_context_thread_add (cache->ctx, (GstGLContextThreadFunc) _do_create_memory, &data); #endif return data.memory; }