/* * GStreamer * Copyright (C) 2015 Matthew Waters * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "vkdevice.h" #include "vkutils_private.h" #include static const char *device_validation_layers[] = { "VK_LAYER_GOOGLE_threading", "VK_LAYER_LUNARG_mem_tracker", "VK_LAYER_LUNARG_object_tracker", "VK_LAYER_LUNARG_draw_state", "VK_LAYER_LUNARG_param_checker", "VK_LAYER_LUNARG_swapchain", "VK_LAYER_LUNARG_device_limits", "VK_LAYER_LUNARG_image", }; #define GST_CAT_DEFAULT gst_vulkan_device_debug GST_DEBUG_CATEGORY (GST_CAT_DEFAULT); GST_DEBUG_CATEGORY_STATIC (GST_CAT_CONTEXT); #define gst_vulkan_device_parent_class parent_class G_DEFINE_TYPE_WITH_CODE (GstVulkanDevice, gst_vulkan_device, GST_TYPE_OBJECT, GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "vulkandevice", 0, "Vulkan Device"); GST_DEBUG_CATEGORY_GET (GST_CAT_CONTEXT, "GST_CONTEXT")); static void gst_vulkan_device_finalize (GObject * object); struct _GstVulkanDevicePrivate { gboolean opened; }; GstVulkanDevice * gst_vulkan_device_new (GstVulkanInstance * instance) { GstVulkanDevice *device = g_object_new (GST_TYPE_VULKAN_DEVICE, NULL); device->instance = gst_object_ref (instance); /* FIXME: select this externally */ device->device_index = 0; return device; } static void gst_vulkan_device_init (GstVulkanDevice * device) { device->priv = G_TYPE_INSTANCE_GET_PRIVATE ((device), GST_TYPE_VULKAN_DEVICE, GstVulkanDevicePrivate); } static void gst_vulkan_device_class_init (GstVulkanDeviceClass * device_class) { GObjectClass *gobject_class = (GObjectClass *) device_class; g_type_class_add_private (device_class, sizeof (GstVulkanDevicePrivate)); gobject_class->finalize = gst_vulkan_device_finalize; } static void gst_vulkan_device_finalize (GObject * object) { GstVulkanDevice *device = GST_VULKAN_DEVICE (object); g_free (device->queue_family_props); device->queue_family_props = NULL; if (device->cmd_pool) vkDestroyCommandPool (device->device, device->cmd_pool, NULL); device->cmd_pool = VK_NULL_HANDLE; if (device->device) { vkDeviceWaitIdle (device->device); vkDestroyDevice (device->device, NULL); } device->device = VK_NULL_HANDLE; if (device->instance) gst_object_unref (device->instance); device->instance = VK_NULL_HANDLE; G_OBJECT_CLASS (parent_class)->finalize (object); } static const gchar * _device_type_to_string (VkPhysicalDeviceType type) { switch (type) { case VK_PHYSICAL_DEVICE_TYPE_OTHER: return "other"; case VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU: return "integrated"; case VK_PHYSICAL_DEVICE_TYPE_DISCRETE_GPU: return "discrete"; case VK_PHYSICAL_DEVICE_TYPE_VIRTUAL_GPU: return "virtual"; case VK_PHYSICAL_DEVICE_TYPE_CPU: return "CPU"; default: return "unknown"; } } static gboolean _physical_device_info (GstVulkanDevice * device, GError ** error) { VkPhysicalDeviceProperties props; VkPhysicalDevice gpu; gpu = gst_vulkan_device_get_physical_device (device); if (!gpu) { g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED, "Failed to retrieve physical device"); return FALSE; } vkGetPhysicalDeviceProperties (gpu, &props); GST_INFO_OBJECT (device, "device name %s type %s api version %u.%u.%u, " "driver version %u.%u.%u vendor ID 0x%x, device ID 0x%x", props.deviceName, _device_type_to_string (props.deviceType), VK_VERSION_MAJOR (props.apiVersion), VK_VERSION_MINOR (props.apiVersion), VK_VERSION_PATCH (props.apiVersion), VK_VERSION_MAJOR (props.driverVersion), VK_VERSION_MINOR (props.driverVersion), VK_VERSION_PATCH (props.driverVersion), props.vendorID, props.deviceID); return TRUE; } gboolean gst_vulkan_device_open (GstVulkanDevice * device, GError ** error) { const char *extension_names[64]; uint32_t enabled_extension_count = 0; uint32_t device_extension_count = 0; VkExtensionProperties *device_extensions = NULL; uint32_t enabled_layer_count = 0; gchar **enabled_layers; uint32_t device_layer_count = 0; VkLayerProperties *device_layers; gboolean have_swapchain_ext; VkPhysicalDevice gpu; VkResult err; guint i; g_return_val_if_fail (GST_IS_VULKAN_DEVICE (device), FALSE); GST_OBJECT_LOCK (device); if (device->priv->opened) { GST_OBJECT_UNLOCK (device); return TRUE; } if (!_physical_device_info (device, error)) goto error; gpu = gst_vulkan_device_get_physical_device (device); /* Look for validation layers */ err = vkEnumerateDeviceLayerProperties (gpu, &device_layer_count, NULL); if (gst_vulkan_error_to_g_error (err, error, "vkEnumerateDeviceLayerProperties") < 0) goto error; device_layers = g_new0 (VkLayerProperties, device_layer_count); err = vkEnumerateDeviceLayerProperties (gpu, &device_layer_count, device_layers); if (gst_vulkan_error_to_g_error (err, error, "vkEnumerateDeviceLayerProperties") < 0) { g_free (device_layers); goto error; } _check_for_all_layers (G_N_ELEMENTS (device_validation_layers), device_validation_layers, device_layer_count, device_layers, &enabled_layer_count, &enabled_layers); g_free (device_layers); device_layers = NULL; err = vkEnumerateDeviceExtensionProperties (gpu, NULL, &device_extension_count, NULL); if (gst_vulkan_error_to_g_error (err, error, "vkEnumerateDeviceExtensionProperties") < 0) { g_strfreev (enabled_layers); goto error; } GST_DEBUG_OBJECT (device, "Found %u extensions", device_extension_count); have_swapchain_ext = 0; enabled_extension_count = 0; memset (extension_names, 0, sizeof (extension_names)); device_extensions = g_new0 (VkExtensionProperties, device_extension_count); err = vkEnumerateDeviceExtensionProperties (gpu, NULL, &device_extension_count, device_extensions); if (gst_vulkan_error_to_g_error (err, error, "vkEnumerateDeviceExtensionProperties") < 0) { g_strfreev (enabled_layers); g_free (device_extensions); goto error; } for (i = 0; i < device_extension_count; i++) { GST_TRACE_OBJECT (device, "checking device extension %s", device_extensions[i].extensionName); if (!strcmp (VK_KHR_SWAPCHAIN_EXTENSION_NAME, device_extensions[i].extensionName)) { have_swapchain_ext = TRUE; extension_names[enabled_extension_count++] = (gchar *) VK_KHR_SWAPCHAIN_EXTENSION_NAME; } g_assert (enabled_extension_count < 64); } if (!have_swapchain_ext) { g_set_error_literal (error, GST_VULKAN_ERROR, VK_ERROR_EXTENSION_NOT_PRESENT, "Failed to find required extension, \"" VK_KHR_SWAPCHAIN_EXTENSION_NAME "\""); g_strfreev (enabled_layers); goto error; } g_free (device_extensions); vkGetPhysicalDeviceProperties (gpu, &device->gpu_props); vkGetPhysicalDeviceMemoryProperties (gpu, &device->memory_properties); vkGetPhysicalDeviceFeatures (gpu, &device->gpu_features); vkGetPhysicalDeviceQueueFamilyProperties (gpu, &device->n_queue_families, NULL); g_assert (device->n_queue_families >= 1); device->queue_family_props = g_new0 (VkQueueFamilyProperties, device->n_queue_families); vkGetPhysicalDeviceQueueFamilyProperties (gpu, &device->n_queue_families, device->queue_family_props); /* FIXME: allow overriding/selecting */ for (i = 0; i < device->n_queue_families; i++) { if (device->queue_family_props[i].queueFlags & VK_QUEUE_GRAPHICS_BIT) break; } if (i >= device->n_queue_families) { g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED, "Failed to find a compatible queue family"); g_strfreev (enabled_layers); goto error; } device->queue_family_id = i; device->n_queues = 1; { VkDeviceQueueCreateInfo queue_info = { 0, }; VkDeviceCreateInfo device_info = { 0, }; gfloat queue_priority = 0.5; queue_info.sType = VK_STRUCTURE_TYPE_DEVICE_QUEUE_CREATE_INFO; queue_info.pNext = NULL; queue_info.queueFamilyIndex = device->queue_family_id; queue_info.queueCount = device->n_queues; queue_info.pQueuePriorities = &queue_priority; device_info.sType = VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO; device_info.pNext = NULL; device_info.queueCreateInfoCount = 1; device_info.pQueueCreateInfos = &queue_info; #if 0 device_info.enabledLayerCount = enabled_layer_count; device_info.ppEnabledLayerNames = (const char *const *) enabled_layers; #else device_info.enabledLayerCount = 0; device_info.ppEnabledLayerNames = NULL; #endif device_info.enabledExtensionCount = enabled_extension_count; device_info.ppEnabledExtensionNames = (const char *const *) extension_names; device_info.pEnabledFeatures = NULL; err = vkCreateDevice (gpu, &device_info, NULL, &device->device); if (gst_vulkan_error_to_g_error (err, error, "vkCreateDevice") < 0) { g_strfreev (enabled_layers); goto error; } } g_strfreev (enabled_layers); { VkCommandPoolCreateInfo cmd_pool_info = { 0, }; cmd_pool_info.sType = VK_STRUCTURE_TYPE_COMMAND_POOL_CREATE_INFO; cmd_pool_info.pNext = NULL; cmd_pool_info.queueFamilyIndex = device->queue_family_id; cmd_pool_info.flags = 0; err = vkCreateCommandPool (device->device, &cmd_pool_info, NULL, &device->cmd_pool); if (gst_vulkan_error_to_g_error (err, error, "vkCreateCommandPool") < 0) goto error; } GST_OBJECT_UNLOCK (device); return TRUE; error: { GST_OBJECT_UNLOCK (device); return FALSE; } } GstVulkanQueue * gst_vulkan_device_get_queue (GstVulkanDevice * device, guint32 queue_family, guint32 queue_i) { GstVulkanQueue *ret; g_return_val_if_fail (GST_IS_VULKAN_DEVICE (device), NULL); g_return_val_if_fail (device->device != NULL, NULL); g_return_val_if_fail (queue_family < device->n_queues, NULL); g_return_val_if_fail (queue_i < device->queue_family_props[queue_family].queueCount, NULL); ret = g_object_new (GST_TYPE_VULKAN_QUEUE, NULL); ret->device = gst_object_ref (device); ret->family = queue_family; ret->index = queue_i; vkGetDeviceQueue (device->device, queue_family, queue_i, &ret->queue); return ret; } void gst_vulkan_device_foreach_queue (GstVulkanDevice * device, GstVulkanDeviceForEachQueueFunc func, gpointer user_data) { gboolean done = FALSE; guint i; for (i = 0; i < device->n_queues; i++) { GstVulkanQueue *queue = gst_vulkan_device_get_queue (device, device->queue_family_id, i); if (!func (device, queue, user_data)) done = TRUE; gst_object_unref (queue); if (done) break; } } gpointer gst_vulkan_device_get_proc_address (GstVulkanDevice * device, const gchar * name) { g_return_val_if_fail (GST_IS_VULKAN_DEVICE (device), NULL); g_return_val_if_fail (device->device != NULL, NULL); g_return_val_if_fail (name != NULL, NULL); GST_TRACE_OBJECT (device, "%s", name); return vkGetDeviceProcAddr (device->device, name); } GstVulkanInstance * gst_vulkan_device_get_instance (GstVulkanDevice * device) { g_return_val_if_fail (GST_IS_VULKAN_DEVICE (device), NULL); return device->instance ? gst_object_ref (device->instance) : NULL; } VkPhysicalDevice gst_vulkan_device_get_physical_device (GstVulkanDevice * device) { g_return_val_if_fail (GST_IS_VULKAN_DEVICE (device), NULL); if (device->instance->physical_devices == NULL) return NULL; if (device->device_index >= device->instance->n_physical_devices) return NULL; return device->instance->physical_devices[device->device_index]; } gboolean gst_vulkan_device_create_cmd_buffer (GstVulkanDevice * device, VkCommandBuffer * cmd, GError ** error) { VkResult err; VkCommandBufferAllocateInfo cmd_info = { 0, }; cmd_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO; cmd_info.pNext = NULL; cmd_info.commandPool = device->cmd_pool; cmd_info.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY; cmd_info.commandBufferCount = 1; err = vkAllocateCommandBuffers (device->device, &cmd_info, cmd); if (gst_vulkan_error_to_g_error (err, error, "vkCreateCommandBuffer") < 0) return FALSE; GST_LOG_OBJECT (device, "created cmd buffer %p", cmd); return TRUE; } /** * gst_context_set_vulkan_device: * @context: a #GstContext * @device: a #GstVulkanDevice * * Sets @device on @context * * Since: 1.10 */ void gst_context_set_vulkan_device (GstContext * context, GstVulkanDevice * device) { GstStructure *s; g_return_if_fail (context != NULL); g_return_if_fail (gst_context_is_writable (context)); if (device) GST_CAT_LOG (GST_CAT_CONTEXT, "setting GstVulkanDevice(%" GST_PTR_FORMAT ") on context(%" GST_PTR_FORMAT ")", device, context); s = gst_context_writable_structure (context); gst_structure_set (s, GST_VULKAN_DEVICE_CONTEXT_TYPE_STR, GST_TYPE_VULKAN_DEVICE, device, NULL); } /** * gst_context_get_vulkan_device: * @context: a #GstContext * @device: resulting #GstVulkanDevice * * Returns: Whether @device was in @context * * Since: 1.10 */ gboolean gst_context_get_vulkan_device (GstContext * context, GstVulkanDevice ** device) { const GstStructure *s; gboolean ret; g_return_val_if_fail (device != NULL, FALSE); g_return_val_if_fail (context != NULL, FALSE); s = gst_context_get_structure (context); ret = gst_structure_get (s, GST_VULKAN_DEVICE_CONTEXT_TYPE_STR, GST_TYPE_VULKAN_DEVICE, device, NULL); GST_CAT_LOG (GST_CAT_CONTEXT, "got GstVulkanDevice(%" GST_PTR_FORMAT ") from context(%" GST_PTR_FORMAT ")", *device, context); return ret; } gboolean gst_vulkan_device_handle_context_query (GstElement * element, GstQuery * query, GstVulkanDevice ** device) { gboolean res = FALSE; const gchar *context_type; GstContext *context, *old_context; g_return_val_if_fail (element != NULL, FALSE); g_return_val_if_fail (query != NULL, FALSE); g_return_val_if_fail (GST_QUERY_TYPE (query) == GST_QUERY_CONTEXT, FALSE); g_return_val_if_fail (device != NULL, FALSE); gst_query_parse_context_type (query, &context_type); if (g_strcmp0 (context_type, GST_VULKAN_DEVICE_CONTEXT_TYPE_STR) == 0) { gst_query_parse_context (query, &old_context); if (old_context) context = gst_context_copy (old_context); else context = gst_context_new (GST_VULKAN_DEVICE_CONTEXT_TYPE_STR, TRUE); gst_context_set_vulkan_device (context, *device); gst_query_set_context (query, context); gst_context_unref (context); res = *device != NULL; } return res; } gboolean gst_vulkan_device_run_context_query (GstElement * element, GstVulkanDevice ** device) { GstQuery *query; g_return_val_if_fail (GST_IS_ELEMENT (element), FALSE); g_return_val_if_fail (device != NULL, FALSE); if (*device && GST_IS_VULKAN_DEVICE (*device)) return TRUE; if ((query = gst_vulkan_local_context_query (element, GST_VULKAN_DEVICE_CONTEXT_TYPE_STR, FALSE))) { GstContext *context; gst_query_parse_context (query, &context); if (context) gst_context_get_vulkan_device (context, device); gst_query_unref (query); } GST_DEBUG_OBJECT (element, "found device %p", *device); if (*device) return TRUE; return FALSE; }