mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-30 05:31:15 +00:00
6cac053549
... to make cross-api resource sharing possible Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7119>
471 lines
14 KiB
C++
471 lines
14 KiB
C++
/* GStreamer
|
|
* Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "gstd3d12.h"
|
|
#include "gstd3d12memory-private.h"
|
|
#include <directx/d3dx12.h>
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gst_d3d12_buffer_pool_debug);
|
|
#define GST_CAT_DEFAULT gst_d3d12_buffer_pool_debug
|
|
|
|
struct _GstD3D12BufferPoolPrivate
|
|
{
|
|
GstD3D12Allocator *alloc[GST_VIDEO_MAX_PLANES];
|
|
|
|
GstD3D12AllocationParams *d3d12_params;
|
|
|
|
gint stride[GST_VIDEO_MAX_PLANES];
|
|
gsize offset[GST_VIDEO_MAX_PLANES];
|
|
};
|
|
|
|
#define gst_d3d12_buffer_pool_parent_class parent_class
|
|
G_DEFINE_TYPE_WITH_PRIVATE (GstD3D12BufferPool,
|
|
gst_d3d12_buffer_pool, GST_TYPE_BUFFER_POOL);
|
|
|
|
static void gst_d3d12_buffer_pool_dispose (GObject * object);
|
|
static const gchar **gst_d3d12_buffer_pool_get_options (GstBufferPool * pool);
|
|
static gboolean gst_d3d12_buffer_pool_set_config (GstBufferPool * pool,
|
|
GstStructure * config);
|
|
static GstFlowReturn gst_d3d12_buffer_pool_alloc_buffer (GstBufferPool * pool,
|
|
GstBuffer ** buffer, GstBufferPoolAcquireParams * params);
|
|
static GstFlowReturn gst_d3d12_buffer_pool_acquire_buffer (GstBufferPool * pool,
|
|
GstBuffer ** buffer, GstBufferPoolAcquireParams * params);
|
|
static gboolean gst_d3d12_buffer_pool_start (GstBufferPool * pool);
|
|
static gboolean gst_d3d12_buffer_pool_stop (GstBufferPool * pool);
|
|
|
|
static void
|
|
gst_d3d12_buffer_pool_class_init (GstD3D12BufferPoolClass * klass)
|
|
{
|
|
auto object_class = G_OBJECT_CLASS (klass);
|
|
auto pool_class = GST_BUFFER_POOL_CLASS (klass);
|
|
|
|
object_class->dispose = gst_d3d12_buffer_pool_dispose;
|
|
|
|
pool_class->get_options = gst_d3d12_buffer_pool_get_options;
|
|
pool_class->set_config = gst_d3d12_buffer_pool_set_config;
|
|
pool_class->alloc_buffer = gst_d3d12_buffer_pool_alloc_buffer;
|
|
pool_class->acquire_buffer = gst_d3d12_buffer_pool_acquire_buffer;
|
|
pool_class->start = gst_d3d12_buffer_pool_start;
|
|
pool_class->stop = gst_d3d12_buffer_pool_stop;
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_d3d12_buffer_pool_debug, "d3d12bufferpool", 0,
|
|
"d3d12bufferpool");
|
|
}
|
|
|
|
static void
|
|
gst_d3d12_buffer_pool_init (GstD3D12BufferPool * self)
|
|
{
|
|
self->priv = (GstD3D12BufferPoolPrivate *)
|
|
gst_d3d12_buffer_pool_get_instance_private (self);
|
|
}
|
|
|
|
static void
|
|
gst_d3d12_buffer_pool_clear_allocator (GstD3D12BufferPool * self)
|
|
{
|
|
auto priv = self->priv;
|
|
guint i;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
|
|
if (priv->alloc[i]) {
|
|
gst_d3d12_allocator_set_active (priv->alloc[i], FALSE);
|
|
gst_clear_object (&priv->alloc[i]);
|
|
}
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_d3d12_buffer_pool_dispose (GObject * object)
|
|
{
|
|
auto self = GST_D3D12_BUFFER_POOL (object);
|
|
auto priv = self->priv;
|
|
|
|
g_clear_pointer (&priv->d3d12_params, gst_d3d12_allocation_params_free);
|
|
gst_clear_object (&self->device);
|
|
gst_d3d12_buffer_pool_clear_allocator (self);
|
|
|
|
G_OBJECT_CLASS (parent_class)->dispose (object);
|
|
}
|
|
|
|
static const gchar **
|
|
gst_d3d12_buffer_pool_get_options (GstBufferPool * pool)
|
|
{
|
|
/* NOTE: d3d12 memory does not support alignment */
|
|
static const gchar *options[] =
|
|
{ GST_BUFFER_POOL_OPTION_VIDEO_META, nullptr };
|
|
|
|
return options;
|
|
}
|
|
|
|
static void
|
|
gst_d3d12_buffer_pool_do_align (D3D12_RESOURCE_DESC & desc)
|
|
{
|
|
UINT width_align =
|
|
D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetWidthAlignment (desc.Format);
|
|
UINT height_align =
|
|
D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetHeightAlignment (desc.Format);
|
|
|
|
if (width_align > 1)
|
|
desc.Width = GST_ROUND_UP_N (desc.Width, (UINT64) width_align);
|
|
|
|
if (height_align > 1)
|
|
desc.Height = GST_ROUND_UP_N (desc.Height, height_align);
|
|
}
|
|
|
|
static gboolean
|
|
gst_d3d12_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
|
|
{
|
|
auto self = GST_D3D12_BUFFER_POOL (pool);
|
|
auto priv = self->priv;
|
|
GstVideoInfo info;
|
|
GstCaps *caps = nullptr;
|
|
guint min_buffers, max_buffers;
|
|
D3D12_RESOURCE_DESC desc[GST_VIDEO_MAX_PLANES];
|
|
D3D12_HEAP_PROPERTIES heap_props =
|
|
CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
|
|
|
|
if (!gst_buffer_pool_config_get_params (config, &caps, nullptr, &min_buffers,
|
|
&max_buffers)) {
|
|
GST_WARNING_OBJECT (self, "invalid config");
|
|
return FALSE;
|
|
}
|
|
|
|
if (!caps) {
|
|
GST_WARNING_OBJECT (self, "Empty caps");
|
|
return FALSE;
|
|
}
|
|
|
|
/* now parse the caps from the config */
|
|
if (!gst_video_info_from_caps (&info, caps)) {
|
|
GST_WARNING_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
|
|
return FALSE;
|
|
}
|
|
|
|
GST_LOG_OBJECT (self, "%dx%d, caps %" GST_PTR_FORMAT, info.width, info.height,
|
|
caps);
|
|
|
|
gst_d3d12_buffer_pool_clear_allocator (self);
|
|
|
|
memset (priv->stride, 0, sizeof (priv->stride));
|
|
memset (priv->offset, 0, sizeof (priv->offset));
|
|
|
|
g_clear_pointer (&priv->d3d12_params, gst_d3d12_allocation_params_free);
|
|
priv->d3d12_params =
|
|
gst_buffer_pool_config_get_d3d12_allocation_params (config);
|
|
if (!priv->d3d12_params) {
|
|
GstD3D12Format format;
|
|
gst_d3d12_device_get_format (self->device, GST_VIDEO_INFO_FORMAT (&info),
|
|
&format);
|
|
|
|
D3D12_RESOURCE_FLAGS resource_flags =
|
|
D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
|
|
if ((format.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) ==
|
|
D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
|
|
resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
|
|
}
|
|
|
|
if ((format.support1 & D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW) ==
|
|
D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW &&
|
|
(format.format_flags & GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) ==
|
|
GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) {
|
|
resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
|
|
}
|
|
|
|
priv->d3d12_params =
|
|
gst_d3d12_allocation_params_new (self->device,
|
|
&info, GST_D3D12_ALLOCATION_FLAG_DEFAULT,
|
|
resource_flags, D3D12_HEAP_FLAG_SHARED);
|
|
}
|
|
|
|
auto device = gst_d3d12_device_get_device_handle (self->device);
|
|
const auto params = priv->d3d12_params;
|
|
memset (desc, 0, sizeof (desc));
|
|
|
|
gsize total_mem_size = 0;
|
|
D3D12_PLACED_SUBRESOURCE_FOOTPRINT layout[GST_VIDEO_MAX_PLANES];
|
|
if (params->d3d12_format.dxgi_format != DXGI_FORMAT_UNKNOWN) {
|
|
desc[0] = CD3DX12_RESOURCE_DESC::Tex2D (params->d3d12_format.dxgi_format,
|
|
params->aligned_info.width, params->aligned_info.height,
|
|
params->array_size, 1, 1, 0, params->resource_flags);
|
|
|
|
gst_d3d12_buffer_pool_do_align (desc[0]);
|
|
|
|
auto alloc = (GstD3D12Allocator *)
|
|
gst_d3d12_pool_allocator_new (self->device,
|
|
&heap_props, params->heap_flags, &desc[0],
|
|
D3D12_RESOURCE_STATE_COMMON, nullptr);
|
|
auto num_planes = D3D12GetFormatPlaneCount (device,
|
|
params->d3d12_format.dxgi_format);
|
|
|
|
auto single_array_desc = desc[0];
|
|
single_array_desc.DepthOrArraySize = 1;
|
|
|
|
UINT64 mem_size;
|
|
device->GetCopyableFootprints (&single_array_desc, 0, num_planes, 0,
|
|
layout, nullptr, nullptr, &mem_size);
|
|
total_mem_size = mem_size;
|
|
for (guint i = 0; i < num_planes; i++) {
|
|
priv->stride[i] = layout[i].Footprint.RowPitch;
|
|
priv->offset[i] = layout[i].Offset;
|
|
}
|
|
|
|
priv->alloc[0] = alloc;
|
|
} else {
|
|
auto finfo = params->aligned_info.finfo;
|
|
|
|
for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
|
|
if (params->d3d12_format.resource_format[i] == DXGI_FORMAT_UNKNOWN)
|
|
break;
|
|
|
|
gint comp[GST_VIDEO_MAX_COMPONENTS];
|
|
gst_video_format_info_component (finfo, i, comp);
|
|
|
|
guint width = GST_VIDEO_INFO_COMP_WIDTH (¶ms->aligned_info, comp[0]);
|
|
guint height =
|
|
GST_VIDEO_INFO_COMP_HEIGHT (¶ms->aligned_info, comp[0]);
|
|
width = MAX (width, 1);
|
|
height = MAX (height, 1);
|
|
|
|
desc[i] =
|
|
CD3DX12_RESOURCE_DESC::Tex2D (params->d3d12_format.resource_format[i],
|
|
width, height, params->array_size, 1, 1, 0, params->resource_flags);
|
|
|
|
gst_d3d12_buffer_pool_do_align (desc[i]);
|
|
|
|
auto alloc = (GstD3D12Allocator *)
|
|
gst_d3d12_pool_allocator_new (self->device,
|
|
&heap_props, params->heap_flags, &desc[i],
|
|
D3D12_RESOURCE_STATE_COMMON, nullptr);
|
|
|
|
UINT64 mem_size;
|
|
device->GetCopyableFootprints (&desc[i], 0, 1, 0,
|
|
&layout[i], nullptr, nullptr, &mem_size);
|
|
|
|
priv->stride[i] = layout[i].Footprint.RowPitch;
|
|
priv->offset[i] = total_mem_size;
|
|
total_mem_size += mem_size;
|
|
|
|
priv->alloc[i] = alloc;
|
|
}
|
|
}
|
|
|
|
if (params->array_size > 1)
|
|
max_buffers = params->array_size;
|
|
|
|
gst_buffer_pool_config_set_params (config,
|
|
caps, total_mem_size, min_buffers, max_buffers);
|
|
|
|
return GST_BUFFER_POOL_CLASS (parent_class)->set_config (pool, config);
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_d3d12_buffer_pool_fill_buffer (GstD3D12BufferPool * self, GstBuffer * buf)
|
|
{
|
|
auto priv = self->priv;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
guint i;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
|
|
GstMemory *mem = nullptr;
|
|
auto alloc = (GstD3D12PoolAllocator *) priv->alloc[i];
|
|
|
|
if (!alloc)
|
|
break;
|
|
|
|
ret = gst_d3d12_pool_allocator_acquire_memory (alloc, &mem);
|
|
if (ret != GST_FLOW_OK) {
|
|
GST_WARNING_OBJECT (self, "Failed to acquire memory, ret %s",
|
|
gst_flow_get_name (ret));
|
|
return ret;
|
|
}
|
|
|
|
auto dmem = (GstD3D12Memory *) mem;
|
|
GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
|
|
gst_d3d12_memory_sync (dmem);
|
|
gst_buffer_append_memory (buf, mem);
|
|
}
|
|
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_d3d12_buffer_pool_alloc_buffer (GstBufferPool * pool, GstBuffer ** buffer,
|
|
GstBufferPoolAcquireParams * params)
|
|
{
|
|
auto self = GST_D3D12_BUFFER_POOL (pool);
|
|
auto priv = self->priv;
|
|
GstD3D12AllocationParams *d3d12_params = priv->d3d12_params;
|
|
GstVideoInfo *info = &d3d12_params->info;
|
|
GstBuffer *buf;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
|
|
buf = gst_buffer_new ();
|
|
ret = gst_d3d12_buffer_pool_fill_buffer (self, buf);
|
|
if (ret != GST_FLOW_OK) {
|
|
gst_buffer_unref (buf);
|
|
return ret;
|
|
}
|
|
|
|
gst_buffer_add_video_meta_full (buf, GST_VIDEO_FRAME_FLAG_NONE,
|
|
GST_VIDEO_INFO_FORMAT (info), GST_VIDEO_INFO_WIDTH (info),
|
|
GST_VIDEO_INFO_HEIGHT (info), GST_VIDEO_INFO_N_PLANES (info),
|
|
priv->offset, priv->stride);
|
|
|
|
*buffer = buf;
|
|
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_d3d12_buffer_pool_acquire_buffer (GstBufferPool * pool,
|
|
GstBuffer ** buffer, GstBufferPoolAcquireParams * params)
|
|
{
|
|
GstFlowReturn ret;
|
|
|
|
ret = GST_BUFFER_POOL_CLASS (parent_class)->acquire_buffer (pool,
|
|
buffer, params);
|
|
if (ret != GST_FLOW_OK)
|
|
return ret;
|
|
|
|
guint num_mems = gst_buffer_n_memory (*buffer);
|
|
for (guint i = 0; i < num_mems; i++) {
|
|
auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (*buffer, i);
|
|
GST_MINI_OBJECT_FLAG_UNSET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
|
|
gst_d3d12_memory_sync (mem);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static gboolean
|
|
gst_d3d12_buffer_pool_start (GstBufferPool * pool)
|
|
{
|
|
auto self = GST_D3D12_BUFFER_POOL (pool);
|
|
auto priv = self->priv;
|
|
guint i;
|
|
|
|
GST_DEBUG_OBJECT (self, "Start");
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
|
|
GstD3D12Allocator *alloc = priv->alloc[i];
|
|
|
|
if (!alloc)
|
|
break;
|
|
|
|
if (!gst_d3d12_allocator_set_active (alloc, TRUE)) {
|
|
GST_ERROR_OBJECT (self, "Failed to activate allocator");
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_d3d12_buffer_pool_stop (GstBufferPool * pool)
|
|
{
|
|
auto self = GST_D3D12_BUFFER_POOL (pool);
|
|
auto priv = self->priv;
|
|
guint i;
|
|
|
|
GST_DEBUG_OBJECT (self, "Stop");
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
|
|
GstD3D12Allocator *alloc = priv->alloc[i];
|
|
|
|
if (!alloc)
|
|
break;
|
|
|
|
if (!gst_d3d12_allocator_set_active (alloc, FALSE)) {
|
|
GST_ERROR_OBJECT (self, "Failed to deactivate allocator");
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
return GST_BUFFER_POOL_CLASS (parent_class)->stop (pool);
|
|
}
|
|
|
|
/**
|
|
* gst_d3d12_buffer_pool_new:
|
|
* @device: a #GstD3D12Device to use
|
|
*
|
|
* Returns: (transfer full): a #GstBufferPool that allocates buffers with
|
|
* #GstD3D12Memory
|
|
*
|
|
* Since: 1.26
|
|
*/
|
|
GstBufferPool *
|
|
gst_d3d12_buffer_pool_new (GstD3D12Device * device)
|
|
{
|
|
g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
|
|
|
|
auto self = (GstD3D12BufferPool *)
|
|
g_object_new (GST_TYPE_D3D12_BUFFER_POOL, nullptr);
|
|
gst_object_ref_sink (self);
|
|
|
|
self->device = (GstD3D12Device *) gst_object_ref (device);
|
|
|
|
return GST_BUFFER_POOL_CAST (self);
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_get_d3d12_allocation_params:
|
|
* @config: a buffer pool config
|
|
*
|
|
* Returns: (transfer full) (nullable): the currently configured
|
|
* #GstD3D12AllocationParams on @config or %NULL if @config doesn't contain
|
|
* #GstD3D12AllocationParams
|
|
*
|
|
* Since: 1.26
|
|
*/
|
|
GstD3D12AllocationParams *
|
|
gst_buffer_pool_config_get_d3d12_allocation_params (GstStructure * config)
|
|
{
|
|
GstD3D12AllocationParams *ret = nullptr;
|
|
|
|
if (!gst_structure_get (config, "d3d12-allocation-params",
|
|
GST_TYPE_D3D12_ALLOCATION_PARAMS, &ret, nullptr)) {
|
|
return nullptr;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_set_d3d12_allocation_params:
|
|
* @config: a buffer pool config
|
|
* @params: (transfer none): a #GstD3D12AllocationParams
|
|
*
|
|
* Sets @params on @config
|
|
*
|
|
* Since: 1.26
|
|
*/
|
|
void
|
|
gst_buffer_pool_config_set_d3d12_allocation_params (GstStructure * config,
|
|
GstD3D12AllocationParams * params)
|
|
{
|
|
g_return_if_fail (config);
|
|
g_return_if_fail (params);
|
|
|
|
gst_structure_set (config, "d3d12-allocation-params",
|
|
GST_TYPE_D3D12_ALLOCATION_PARAMS, params, nullptr);
|
|
}
|