mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-12-22 16:26:39 +00:00
Code Issues 1 Projects Releases Wiki Activity

vkvideo-private: video structures and session handle

Browse source 
Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
This commit is contained in:
Víctor Manuel Jáquez Leal 2023-05-25 19:03:09 +02:00 committed by GStreamer Marge Bot
parent 96daac8ac7
commit 8ee3ec105c
4 changed files with 330 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkhandle.h
View file

@ -85,6 +85,7 @@ typedef void (*GstVulkanHandleDestroyNotify) (GstVulkanHandle * handle, gpointer
* @GST_VULKAN_HANDLE_TYPE_SAMPLER: sampler
* @GST_VULKAN_HANDLE_TYPE_FRAMEBUFFER: framebuffer
* @GST_VULKAN_HANDLE_TYPE_SHADER: shader
* @GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION: video session
*
* Since: 1.18
*/
@ -97,6 +98,14 @@ typedef enum
GST_VULKAN_HANDLE_TYPE_SAMPLER = 5,
GST_VULKAN_HANDLE_TYPE_FRAMEBUFFER = 6,
GST_VULKAN_HANDLE_TYPE_SHADER = 7,
/**
* GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION:
*
* video session
*
* Since: 1.24
*/
GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION = 8,
} GstVulkanHandleType;
/**

235
subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkvideo-private.c Normal file
View file

@ -0,0 +1,235 @@
/*
* GStreamer
* Copyright (C) 2023 Igalia, S.L.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "gstvkvideo-private.h"
#include "gstvkinstance.h"
#include <vk_video/vulkan_video_codecs_common.h>
/* *INDENT-OFF* */
const VkExtensionProperties _vk_codec_extensions[] = {
{
.extensionName = VK_STD_VULKAN_VIDEO_CODEC_H264_DECODE_EXTENSION_NAME,
.specVersion = VK_STD_VULKAN_VIDEO_CODEC_H264_DECODE_SPEC_VERSION,
},
{
.extensionName = VK_STD_VULKAN_VIDEO_CODEC_H265_DECODE_EXTENSION_NAME,
.specVersion = VK_STD_VULKAN_VIDEO_CODEC_H265_DECODE_SPEC_VERSION,
},
};
const VkComponentMapping _vk_identity_component_map = {
.r = VK_COMPONENT_SWIZZLE_IDENTITY,
.g = VK_COMPONENT_SWIZZLE_IDENTITY,
.b = VK_COMPONENT_SWIZZLE_IDENTITY,
.a = VK_COMPONENT_SWIZZLE_IDENTITY,
};
/* *INDENT-ON* */
gboolean
gst_vulkan_video_get_vk_functions (GstVulkanInstance * instance,
GstVulkanVideoFunctions * vk_funcs)
{
gboolean ret = FALSE;
g_return_val_if_fail (GST_IS_VULKAN_INSTANCE (instance), FALSE);
g_return_val_if_fail (vk_funcs, FALSE);
#define GET_PROC_ADDRESS_REQUIRED(name) \
G_STMT_START { \
const char *fname = "vk" G_STRINGIFY (name) "KHR"; \
vk_funcs->G_PASTE (, name) = gst_vulkan_instance_get_proc_address (instance, fname); \
if (!vk_funcs->G_PASTE(, name)) { \
GST_ERROR_OBJECT (instance, "Failed to find required function %s", fname); \
goto bail; \
} \
} G_STMT_END;
GST_VULKAN_VIDEO_FN_LIST (GET_PROC_ADDRESS_REQUIRED)
#undef GET_PROC_ADDRESS_REQUIRED
ret = TRUE;
bail:
return ret;
}
static void
gst_vulkan_handle_free_video_session (GstVulkanHandle * handle, gpointer data)
{
PFN_vkDestroyVideoSessionKHR vkDestroyVideoSession;
g_return_if_fail (handle != NULL);
g_return_if_fail (handle->handle != VK_NULL_HANDLE);
g_return_if_fail (handle->type == GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION);
g_return_if_fail (handle->user_data);
vkDestroyVideoSession = handle->user_data;
vkDestroyVideoSession (handle->device->device,
(VkVideoSessionKHR) handle->handle, NULL);
}
gboolean
gst_vulkan_video_session_create (GstVulkanVideoSession * session,
GstVulkanDevice * device, GstVulkanVideoFunctions * vk,
VkVideoSessionCreateInfoKHR * session_create, GError ** error)
{
VkVideoSessionKHR vk_session;
VkMemoryRequirements2 *mem_req = NULL;
VkVideoSessionMemoryRequirementsKHR *mem = NULL;
VkBindVideoSessionMemoryInfoKHR *bind_mem = NULL;
VkResult res;
guint32 i, n_mems, index;
gboolean ret = FALSE;
g_return_val_if_fail (session && !session->session, FALSE);
g_return_val_if_fail (GST_IS_VULKAN_DEVICE (device), FALSE);
g_return_val_if_fail (vk, FALSE);
g_return_val_if_fail (session_create, FALSE);
res = vk->CreateVideoSession (device->device, session_create, NULL,
&vk_session);
if (gst_vulkan_error_to_g_error (res, error, "vkCreateVideoSessionKHR")
!= VK_SUCCESS)
return FALSE;
session->session = gst_vulkan_handle_new_wrapped (device,
GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION, (GstVulkanHandleTypedef) vk_session,
gst_vulkan_handle_free_video_session, vk->DestroyVideoSession);
res = vk->GetVideoSessionMemoryRequirements (device->device, vk_session,
&n_mems, NULL);
if (gst_vulkan_error_to_g_error (res, error,
"vkGetVideoSessionMemoryRequirementsKHR") != VK_SUCCESS)
goto beach;
session->buffer = gst_buffer_new ();
mem_req = g_new (VkMemoryRequirements2, n_mems);
mem = g_new (VkVideoSessionMemoryRequirementsKHR, n_mems);
bind_mem = g_new (VkBindVideoSessionMemoryInfoKHR, n_mems);
for (i = 0; i < n_mems; i++) {
/* *INDENT-OFF* */
mem_req[i] = (VkMemoryRequirements2) {
.sType = VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2,
};
mem[i] = (VkVideoSessionMemoryRequirementsKHR) {
.sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_MEMORY_REQUIREMENTS_KHR,
.memoryRequirements = mem_req[i].memoryRequirements,
};
/* *INDENT-ON* */
}
res = vk->GetVideoSessionMemoryRequirements (device->device, vk_session,
&n_mems, mem);
if (gst_vulkan_error_to_g_error (res, error,
"vkGetVideoSessionMemoryRequirementsKHR") != VK_SUCCESS)
goto beach;
for (i = 0; i < n_mems; i++) {
GstMemory *vk_mem;
VkPhysicalDeviceMemoryProperties *props;
VkMemoryPropertyFlags prop_flags;
props = &device->physical_device->memory_properties;
prop_flags = props->memoryTypes[i].propertyFlags;
if (!gst_vulkan_memory_find_memory_type_index_with_requirements (device,
&mem[i].memoryRequirements, G_MAXUINT32, &index)) {
g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
"Cannot find memory type for video session");
goto beach;
}
vk_mem = gst_vulkan_memory_alloc (device, index, NULL,
mem[i].memoryRequirements.size, prop_flags);
if (!vk_mem) {
g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
"Cannot allocate memory for video sesson");
goto beach;
}
gst_buffer_append_memory (session->buffer, vk_mem);
/* *INDENT-OFF* */
bind_mem[i] = (VkBindVideoSessionMemoryInfoKHR) {
.sType = VK_STRUCTURE_TYPE_BIND_VIDEO_SESSION_MEMORY_INFO_KHR,
.memory = ((GstVulkanMemory *) vk_mem)->mem_ptr,
.memoryBindIndex = mem[i].memoryBindIndex,
.memorySize = vk_mem->size,
};
/* *INDENT-ON* */
}
res =
vk->BindVideoSessionMemory (device->device, vk_session, n_mems, bind_mem);
if (gst_vulkan_error_to_g_error (res, error, "vkBindVideoSessionMemoryKHR")
!= VK_SUCCESS)
goto beach;
ret = TRUE;
beach:
g_free (mem_req);
g_free (mem);
g_free (bind_mem);
return ret;
}
void
gst_vulkan_video_session_destroy (GstVulkanVideoSession * session)
{
g_return_if_fail (session);
gst_clear_vulkan_handle (&session->session);
gst_clear_buffer (&session->buffer);
}
GstBuffer *
gst_vulkan_video_codec_buffer_new (GstVulkanDevice * device,
const GstVulkanVideoProfile * profile, VkBufferUsageFlags usage, gsize size)
{
GstMemory *mem;
GstBuffer *buf;
VkVideoProfileListInfoKHR profile_list = {
.sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_LIST_INFO_KHR,
.profileCount = 1,
.pProfiles = &profile->profile,
};
VkBufferCreateInfo buf_info = {
.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO,
.pNext = &profile_list,
.usage = usage,
.sharingMode = VK_SHARING_MODE_EXCLUSIVE,
.size = size,
};
buf_info.size = MAX (buf_info.size, 1024 * 1024);
mem = gst_vulkan_buffer_memory_alloc_with_buffer_info (device, &buf_info,
VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT);
if (!mem)
return NULL;
buf = gst_buffer_new ();
gst_buffer_append_memory (buf, mem);
return buf;
}

85
subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkvideo-private.h Normal file
View file

@ -0,0 +1,85 @@
/*
* GStreamer
* Copyright (C) 2023 Igalia, S.L.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#pragma once
#include <gst/gst.h>
#include <gst/vulkan/gstvkapi.h>
#include <gst/vulkan/gstvkvideoutils.h>
G_BEGIN_DECLS
#define VK_CODEC_VER_MAJ(ver) (ver >> 22)
#define VK_CODEC_VER_MIN(ver) ((ver >> 12) & ((1 << 10) - 1))
#define VK_CODEC_VER_REV(ver) (ver & ((1 << 12) - 1))
#define VK_CODEC_VERSION(ver) VK_CODEC_VER_MAJ (ver), VK_CODEC_VER_MIN (ver), VK_CODEC_VER_REV (ver)
typedef struct _GstVulkanVideoFunctions GstVulkanVideoFunctions;
typedef struct _GstVulkanVideoSession GstVulkanVideoSession;
struct _GstVulkanVideoSession
{
GstVulkanHandle *session;
GstBuffer *buffer;
};
#define GST_VULKAN_VIDEO_FN_LIST(V) \
V(GetPhysicalDeviceVideoFormatProperties) \
V(GetPhysicalDeviceVideoCapabilities) \
V(CreateVideoSession) \
V(DestroyVideoSession) \
V(GetVideoSessionMemoryRequirements) \
V(DestroyVideoSessionParameters) \
V(UpdateVideoSessionParameters) \
V(CreateVideoSessionParameters) \
V(BindVideoSessionMemory) \
V(CmdPipelineBarrier2) \
V(CmdBeginVideoCoding) \
V(CmdControlVideoCoding) \
V(CmdEndVideoCoding) \
V(CmdDecodeVideo)
struct _GstVulkanVideoFunctions
{
#define DEFINE_FUNCTION(name) G_PASTE(G_PASTE(PFN_vk, name), KHR) name;
GST_VULKAN_VIDEO_FN_LIST (DEFINE_FUNCTION)
#undef DEFINE_FUNCTION
};
extern const VkExtensionProperties _vk_codec_extensions[2];
extern const VkComponentMapping _vk_identity_component_map;
gboolean gst_vulkan_video_get_vk_functions (GstVulkanInstance * instance,
GstVulkanVideoFunctions * vk_funcs);
gboolean gst_vulkan_video_session_create (GstVulkanVideoSession * session,
GstVulkanDevice * device,
GstVulkanVideoFunctions * vk,
VkVideoSessionCreateInfoKHR * session_create,
GError ** error);
void gst_vulkan_video_session_destroy (GstVulkanVideoSession * session);
GstBuffer * gst_vulkan_video_codec_buffer_new (GstVulkanDevice * device,
const GstVulkanVideoProfile *profile,
VkBufferUsageFlags usage,
gsize size);
G_END_DECLS

1
subprojects/gst-plugins-bad/gst-libs/gst/vulkan/meson.build
View file

@ -333,6 +333,7 @@ static StdVideoH265PictureParameterSet h265_pps;
endif
if have_vk_video
vulkan_conf.set('GST_VULKAN_HAVE_VIDEO_EXTENSIONS', 1)
vulkan_priv_sources += files('gstvkvideo-private.c')
elif get_option('vulkan-video').enabled()
error('Vulkan Video extensions headers not found')
endif