/* * GStreamer * Copyright (C) 2016 Matthew Waters * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstvkimagebufferpool.h" /** * SECTION:vkimagebufferpool * @title: GstVulkanImageBufferPool * @short_description: buffer pool for #GstVulkanImageMemory objects * @see_also: #GstBufferPool, #GstVulkanImageMemory * * a #GstVulkanImageBufferPool is an object that allocates buffers with #GstVulkanImageMemory * * A #GstVulkanImageBufferPool is created with gst_vulkan_image_buffer_pool_new() */ /* bufferpool */ struct _GstVulkanImageBufferPoolPrivate { GstCaps *caps; gboolean raw_caps; GstVideoInfo v_info; VkImageUsageFlags usage; VkMemoryPropertyFlags mem_props; VkFormat vk_fmts[GST_VIDEO_MAX_PLANES]; int n_imgs; }; static void gst_vulkan_image_buffer_pool_finalize (GObject * object); GST_DEBUG_CATEGORY_STATIC (GST_CAT_VULKAN_IMAGE_BUFFER_POOL); #define GST_CAT_DEFAULT GST_CAT_VULKAN_IMAGE_BUFFER_POOL #define GET_PRIV(pool) gst_vulkan_image_buffer_pool_get_instance_private (pool) #define gst_vulkan_image_buffer_pool_parent_class parent_class G_DEFINE_TYPE_WITH_CODE (GstVulkanImageBufferPool, gst_vulkan_image_buffer_pool, GST_TYPE_BUFFER_POOL, G_ADD_PRIVATE (GstVulkanImageBufferPool) GST_DEBUG_CATEGORY_INIT (GST_CAT_VULKAN_IMAGE_BUFFER_POOL, "vulkanimagebufferpool", 0, "Vulkan Image Buffer Pool")); /** * gst_vulkan_image_buffer_pool_config_set_allocation_params: * @config: the #GstStructure with the pool's configuration. * @usage: The Vulkan image usage flags. * @mem_properties: Vulkan memory property flags. * * Sets the @usage and @mem_properties of the images to setup. * * Since: 1.24 */ void gst_vulkan_image_buffer_pool_config_set_allocation_params (GstStructure * config, VkImageUsageFlags usage, VkMemoryPropertyFlags mem_properties) { /* assumption: G_TYPE_UINT is compatible with uint32_t (VkFlags) */ gst_structure_set (config, "usage", G_TYPE_UINT, usage, "memory-properties", G_TYPE_UINT, mem_properties, NULL); } static inline gboolean gst_vulkan_image_buffer_pool_config_get_allocation_params (GstStructure * config, VkImageUsageFlags * usage, VkMemoryPropertyFlags * mem_props) { if (!gst_structure_get_uint (config, "usage", usage)) { *usage = VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT | VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_INPUT_ATTACHMENT_BIT; } if (!gst_structure_get_uint (config, "memory-properties", mem_props)) *mem_props = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT; return TRUE; } static gboolean gst_vulkan_image_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config) { GstVulkanImageBufferPool *vk_pool = GST_VULKAN_IMAGE_BUFFER_POOL_CAST (pool); GstVulkanImageBufferPoolPrivate *priv = GET_PRIV (vk_pool); VkImageTiling tiling; VkImageUsageFlags supported_usage; guint min_buffers, max_buffers; GstCaps *caps = NULL; GstCapsFeatures *features; gboolean found, ret = TRUE; guint i; if (!gst_buffer_pool_config_get_params (config, &caps, NULL, &min_buffers, &max_buffers)) goto wrong_config; if (caps == NULL) goto no_caps; /* now parse the caps from the config */ if (!gst_video_info_from_caps (&priv->v_info, caps)) goto wrong_caps; GST_LOG_OBJECT (pool, "%dx%d, caps %" GST_PTR_FORMAT, priv->v_info.width, priv->v_info.height, caps); gst_caps_replace (&priv->caps, caps); features = gst_caps_get_features (caps, 0); priv->raw_caps = features == NULL || gst_caps_features_is_equal (features, GST_CAPS_FEATURES_MEMORY_SYSTEM_MEMORY); gst_vulkan_image_buffer_pool_config_get_allocation_params (config, &priv->usage, &priv->mem_props); tiling = priv->raw_caps ? VK_IMAGE_TILING_LINEAR : VK_IMAGE_TILING_OPTIMAL; found = gst_vulkan_format_from_video_info_2 (vk_pool->device->physical_device, &priv->v_info, tiling, FALSE, priv->vk_fmts, &priv->n_imgs, &supported_usage); if (!found) goto no_vk_format; if (priv->usage == 0) { priv->usage = supported_usage & (VK_BUFFER_USAGE_TRANSFER_DST_BIT | VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_STORAGE_BIT | VK_IMAGE_USAGE_SAMPLED_BIT); } /* get the size of the buffer to allocate */ priv->v_info.size = 0; for (i = 0; i < priv->n_imgs; i++) { GstVulkanImageMemory *img_mem; guint width, height; if (GST_VIDEO_INFO_N_PLANES (&priv->v_info) != priv->n_imgs) { width = GST_VIDEO_INFO_WIDTH (&priv->v_info); height = GST_VIDEO_INFO_HEIGHT (&priv->v_info); } else { width = GST_VIDEO_INFO_COMP_WIDTH (&priv->v_info, i); height = GST_VIDEO_INFO_COMP_HEIGHT (&priv->v_info, i); } img_mem = (GstVulkanImageMemory *) gst_vulkan_image_memory_alloc (vk_pool->device, priv->vk_fmts[i], width, height, tiling, priv->usage, priv->mem_props); priv->v_info.offset[i] = priv->v_info.size; priv->v_info.size += img_mem->requirements.size; gst_memory_unref (GST_MEMORY_CAST (img_mem)); } gst_buffer_pool_config_set_params (config, caps, priv->v_info.size, min_buffers, max_buffers); return GST_BUFFER_POOL_CLASS (parent_class)->set_config (pool, config) && ret; /* ERRORS */ wrong_config: { GST_WARNING_OBJECT (pool, "invalid config"); return FALSE; } no_caps: { GST_WARNING_OBJECT (pool, "no caps in config"); return FALSE; } wrong_caps: { GST_WARNING_OBJECT (pool, "failed getting geometry from caps %" GST_PTR_FORMAT, caps); return FALSE; } no_vk_format: { GST_WARNING_OBJECT (pool, "no Vulkan format available for %s", gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&priv->v_info))); return FALSE; } } /* This function handles GstBuffer creation */ static GstFlowReturn gst_vulkan_image_buffer_pool_alloc (GstBufferPool * pool, GstBuffer ** buffer, GstBufferPoolAcquireParams * params) { GstVulkanImageBufferPool *vk_pool = GST_VULKAN_IMAGE_BUFFER_POOL_CAST (pool); GstVulkanImageBufferPoolPrivate *priv = GET_PRIV (vk_pool); VkImageTiling tiling = priv->raw_caps ? VK_IMAGE_TILING_LINEAR : VK_IMAGE_TILING_OPTIMAL; GstBuffer *buf; guint i; if (!(buf = gst_buffer_new ())) { goto no_buffer; } for (i = 0; i < priv->n_imgs; i++) { GstMemory *mem; guint width, height; if (GST_VIDEO_INFO_N_PLANES (&priv->v_info) != priv->n_imgs) { width = GST_VIDEO_INFO_WIDTH (&priv->v_info); height = GST_VIDEO_INFO_HEIGHT (&priv->v_info); } else { width = GST_VIDEO_INFO_COMP_WIDTH (&priv->v_info, i); height = GST_VIDEO_INFO_COMP_HEIGHT (&priv->v_info, i); } mem = gst_vulkan_image_memory_alloc (vk_pool->device, priv->vk_fmts[i], width, height, tiling, priv->usage, priv->mem_props); if (!mem) { gst_buffer_unref (buf); goto mem_create_failed; } gst_buffer_append_memory (buf, mem); } *buffer = buf; return GST_FLOW_OK; /* ERROR */ no_buffer: { GST_WARNING_OBJECT (pool, "can't create image"); return GST_FLOW_ERROR; } mem_create_failed: { GST_WARNING_OBJECT (pool, "Could not create Vulkan Memory"); return GST_FLOW_ERROR; } } /** * gst_vulkan_image_buffer_pool_new: * @device: the #GstVulkanDevice to use * * Returns: (transfer full): a #GstBufferPool that allocates buffers with #GstGLMemory * * Since: 1.18 */ GstBufferPool * gst_vulkan_image_buffer_pool_new (GstVulkanDevice * device) { GstVulkanImageBufferPool *pool; pool = g_object_new (GST_TYPE_VULKAN_IMAGE_BUFFER_POOL, NULL); g_object_ref_sink (pool); pool->device = gst_object_ref (device); GST_LOG_OBJECT (pool, "new Vulkan buffer pool for device %" GST_PTR_FORMAT, device); return GST_BUFFER_POOL_CAST (pool); } static void gst_vulkan_image_buffer_pool_class_init (GstVulkanImageBufferPoolClass * klass) { GObjectClass *gobject_class = (GObjectClass *) klass; GstBufferPoolClass *gstbufferpool_class = (GstBufferPoolClass *) klass; gobject_class->finalize = gst_vulkan_image_buffer_pool_finalize; gstbufferpool_class->set_config = gst_vulkan_image_buffer_pool_set_config; gstbufferpool_class->alloc_buffer = gst_vulkan_image_buffer_pool_alloc; } static void gst_vulkan_image_buffer_pool_init (GstVulkanImageBufferPool * pool) { } static void gst_vulkan_image_buffer_pool_finalize (GObject * object) { GstVulkanImageBufferPool *pool = GST_VULKAN_IMAGE_BUFFER_POOL_CAST (object); GstVulkanImageBufferPoolPrivate *priv = GET_PRIV (pool); GST_LOG_OBJECT (pool, "finalize Vulkan buffer pool %p", pool); if (priv->caps) gst_caps_unref (priv->caps); G_OBJECT_CLASS (gst_vulkan_image_buffer_pool_parent_class)->finalize (object); /* only release the context once all our memory have been deleted */ if (pool->device) { gst_object_unref (pool->device); pool->device = NULL; } }