gstreamer/gst-libs/gst/vulkan/ios/gstvkwindow_ios.m

333 lines
9.1 KiB
Mathematica
Raw Normal View History

2019-03-27 06:56:28 +00:00
/*
* GStreamer
* Copyright (C) 2019 Matthew Waters <matthew@centricular.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <QuartzCore/QuartzCore.h>
#include <gst/gst.h>
#include <gst/vulkan/vulkan.h>
2019-03-27 06:56:28 +00:00
#include "gstvkwindow_ios.h"
#include "gstvkdisplay_ios.h"
#include "gstvkios_utils.h"
2019-03-27 06:56:28 +00:00
#define GET_PRIV(o) gst_vulkan_window_ios_get_instance_private (o)
2019-03-27 06:56:28 +00:00
#define GST_CAT_DEFAULT gst_vulkan_window_ios_debug
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
static void
_init_debug (void)
{
static volatile gsize _init = 0;
if (g_once_init_enter (&_init)) {
GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "vulkanwindowios", 0,
"Vulkan iOS Window");
g_once_init_leave (&_init, 1);
}
}
enum
{
PROP_0,
};
struct _GstVulkanWindowIosPrivate
{
gpointer internal_view;
gpointer internal_layer;
2019-03-27 06:56:28 +00:00
gpointer external_view;
gint preferred_width;
gint preferred_height;
GMutex lock;
GCond cond;
2019-03-27 06:56:28 +00:00
};
#define gst_vulkan_window_ios_parent_class parent_class
G_DEFINE_TYPE_WITH_CODE (GstVulkanWindowIos, gst_vulkan_window_ios,
GST_TYPE_VULKAN_WINDOW, G_ADD_PRIVATE (GstVulkanWindowIos) _init_debug ());
static VkSurfaceKHR gst_vulkan_window_ios_get_surface (GstVulkanWindow * window,
GError ** error);
static gboolean gst_vulkan_window_ios_get_presentation_support (GstVulkanWindow
* window, GstVulkanDevice * device, guint32 queue_family_idx);
static gboolean gst_vulkan_window_ios_open (GstVulkanWindow * window,
GError ** error);
static void gst_vulkan_window_ios_close (GstVulkanWindow * window);
static void gst_vulkan_window_ios_set_window_handle (GstVulkanWindow * window,
guintptr window_handle);
static void
gst_vulkan_window_ios_finalize (GObject * object)
{
GstVulkanWindowIos *window_ios = GST_VULKAN_WINDOW_IOS (object);
GstVulkanWindowIosPrivate *priv = GET_PRIV (window_ios);
g_mutex_clear (&priv->lock);
g_cond_clear (&priv->cond);
2019-03-27 06:56:28 +00:00
G_OBJECT_CLASS (parent_class)->finalize (object);
}
static void
gst_vulkan_window_ios_class_init (GstVulkanWindowIosClass * klass)
{
GObjectClass *obj_class = G_OBJECT_CLASS (klass);
GstVulkanWindowClass *window_class = (GstVulkanWindowClass *) klass;
obj_class->finalize = gst_vulkan_window_ios_finalize;
window_class->open = GST_DEBUG_FUNCPTR (gst_vulkan_window_ios_open);
window_class->close = GST_DEBUG_FUNCPTR (gst_vulkan_window_ios_close);
window_class->get_surface = gst_vulkan_window_ios_get_surface;
window_class->get_presentation_support =
gst_vulkan_window_ios_get_presentation_support;
window_class->set_window_handle =
gst_vulkan_window_ios_set_window_handle;
}
static void
gst_vulkan_window_ios_init (GstVulkanWindowIos * window_ios)
2019-03-27 06:56:28 +00:00
{
GstVulkanWindowIosPrivate *priv = GET_PRIV (window_ios);
2019-03-27 06:56:28 +00:00
priv->preferred_width = 320;
priv->preferred_height = 240;
g_mutex_init (&priv->lock);
g_cond_init (&priv->cond);
2019-03-27 06:56:28 +00:00
}
/* Must be called in the gl thread */
GstVulkanWindowIos *
gst_vulkan_window_ios_new (GstVulkanDisplay * display)
{
GstVulkanWindowIos *window;
_init_debug ();
if ((gst_vulkan_display_get_handle_type (display) &
GST_VULKAN_DISPLAY_TYPE_IOS)
== GST_VULKAN_DISPLAY_TYPE_NONE) {
GST_INFO ("Wrong display type %u for this window type %u", display->type,
GST_VULKAN_DISPLAY_TYPE_IOS);
return NULL;
}
window = g_object_new (GST_TYPE_VULKAN_WINDOW_IOS, NULL);
gst_object_ref_sink (window);
return window;
}
static void
_create_window (GstVulkanWindowIos * window_ios)
{
GstVulkanWindowIosPrivate *priv = GET_PRIV (window_ios);
2019-03-27 06:56:28 +00:00
UIView *external_view = (__bridge UIView *) priv->external_view;
CGRect rect = CGRectMake (0, 0, external_view.frame.size.width, external_view.frame.size.height);
2019-03-27 06:56:28 +00:00
GstVulkanUIView *view;
view = [[GstVulkanUIView alloc] initWithFrame:rect];
[view setGstWindow:window_ios];
2019-03-27 06:56:28 +00:00
view.autoresizingMask = UIViewAutoresizingFlexibleWidth | UIViewAutoresizingFlexibleHeight;
view.contentMode = UIViewContentModeRedraw;
2019-03-27 06:56:28 +00:00
g_mutex_lock (&priv->lock);
priv->internal_view = (__bridge_retained gpointer) view;
2019-03-27 06:56:28 +00:00
[external_view addSubview:view];
priv->internal_layer = (__bridge_retained gpointer) [view layer];
g_cond_broadcast (&priv->cond);
g_mutex_unlock (&priv->lock);
2019-03-27 06:56:28 +00:00
}
gboolean
gst_vulkan_window_ios_create_window (GstVulkanWindowIos * window_ios)
{
GstVulkanWindowIosPrivate *priv = GET_PRIV (window_ios);
if (!priv->external_view) {
2019-03-27 06:56:28 +00:00
GST_WARNING_OBJECT(window_ios, "No external UIView provided");
return FALSE;
}
_invoke_on_main ((GstVulkanWindowFunc) _create_window,
gst_object_ref (window_ios), gst_object_unref);
/* XXX: Maybe we need an async create_window/get_surface()? */
g_mutex_lock (&priv->lock);
while (!priv->internal_view)
g_cond_wait (&priv->cond, &priv->lock);
g_mutex_unlock (&priv->lock);
2019-03-27 06:56:28 +00:00
return TRUE;
}
static VkSurfaceKHR
gst_vulkan_window_ios_get_surface (GstVulkanWindow * window, GError ** error)
{
GstVulkanWindowIos *window_ios = GST_VULKAN_WINDOW_IOS (window);
GstVulkanWindowIosPrivate *priv = GET_PRIV (window_ios);
2019-03-27 06:56:28 +00:00
VkIOSSurfaceCreateInfoMVK info = { 0, };
VkSurfaceKHR ret;
VkResult err;
if (!priv->internal_layer) {
g_set_error_literal (error, GST_VULKAN_ERROR,
VK_ERROR_INITIALIZATION_FAILED,
"No layer to retrieve surface for. Has create_window() been called?");
return 0;
}
2019-03-27 06:56:28 +00:00
info.sType = VK_STRUCTURE_TYPE_IOS_SURFACE_CREATE_INFO_MVK;
info.pNext = NULL;
info.flags = 0;
info.pView = priv->internal_layer;
2019-03-27 06:56:28 +00:00
if (!window_ios->CreateIOSSurface)
window_ios->CreateIOSSurface =
gst_vulkan_instance_get_proc_address (window->display->instance,
"vkCreateIOSSurfaceMVK");
if (!window_ios->CreateIOSSurface) {
g_set_error_literal (error, GST_VULKAN_ERROR, VK_ERROR_FEATURE_NOT_PRESENT,
"Could not retrieve \"vkCreateIOSSurfaceMVK\" function pointer");
return 0;
}
err =
window_ios->CreateIOSSurface (window->display->instance->instance, &info,
NULL, &ret);
if (gst_vulkan_error_to_g_error (err, error, "vkCreateIOSSurfaceMVK") < 0)
return 0;
return ret;
}
static gboolean
gst_vulkan_window_ios_get_presentation_support (GstVulkanWindow * window,
GstVulkanDevice * device, guint32 queue_family_idx)
{
return TRUE;
}
static gboolean
gst_vulkan_window_ios_open (GstVulkanWindow * window, GError ** error)
{
GstVulkanWindowIos *window_ios = GST_VULKAN_WINDOW_IOS (window);
if (!GST_VULKAN_WINDOW_CLASS (parent_class)->open (window, error))
return FALSE;
return gst_vulkan_window_ios_create_window (window_ios);
}
static void
gst_vulkan_window_ios_close (GstVulkanWindow * window)
{
GstVulkanWindowIos *window_ios = GST_VULKAN_WINDOW_IOS (window);
GstVulkanWindowIosPrivate *priv = GET_PRIV (window_ios);
GstVulkanUIView *view = (__bridge GstVulkanUIView *) priv->internal_view;
2019-03-27 06:56:28 +00:00
[view setGstWindow:NULL];
CFBridgingRelease (priv->internal_view);
priv->internal_view = NULL;
CFBridgingRelease (priv->internal_layer);
priv->internal_layer = NULL;
2019-03-27 06:56:28 +00:00
GST_VULKAN_WINDOW_CLASS (parent_class)->close (window);
}
static void
gst_vulkan_window_ios_set_window_handle (GstVulkanWindow * window,
guintptr window_handle)
{
GstVulkanWindowIos *window_ios = GST_VULKAN_WINDOW_IOS (window);
GstVulkanWindowIosPrivate *priv = GET_PRIV (window_ios);
2019-03-27 06:56:28 +00:00
gpointer view = (gpointer) window_handle;
g_return_if_fail (view != NULL);
if (priv->external_view && priv->external_view != view) {
2019-03-27 06:56:28 +00:00
GST_FIXME_OBJECT (window_ios, "View changes are not implemented");
return;
}
priv->external_view = view;
2019-03-27 06:56:28 +00:00
}
@implementation GstVulkanUIView {
GstVulkanWindowIos * window_ios;
guint width;
guint height;
};
2019-03-27 06:56:28 +00:00
+(Class) layerClass
{
return [CAMetalLayer class];
}
-(void) setGstWindow:(GstVulkanWindowIos *) window
{
window_ios = window;
}
-(void) layoutSubViews
{
[super layoutSubviews];
CGSize rect = self.bounds.size;
GST_ERROR ("%ix%i", (int) rect.width, (int) rect.height);
gboolean resize = self->width != rect.width || self->height != rect.height;
self->width = rect.width;
self->height = rect.height;
if (resize && self->window_ios) {
gst_vulkan_window_resize (GST_VULKAN_WINDOW (self->window_ios), rect.width, rect.height);
}
}
2019-03-27 06:56:28 +00:00
@end
void
_invoke_on_main (GstVulkanWindowFunc func, gpointer data, GDestroyNotify notify)
{
if ([NSThread isMainThread]) {
func (data);
if (notify)
notify (data);
} else {
dispatch_async (dispatch_get_main_queue (), ^{
func (data);
if (notify)
notify (data);
});
}
}