mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-14 12:26:36 +00:00
cdaa798ac7
Adding prefer-stream-ordered-alloc property to GstCudaContext. If stream ordered allocation buffer pool option is not configured and this property is enabled, buffer pool will enable the stream ordered allocation. Otherwise it will follow default behavior. If GST_CUDA_ENABLE_STREAM_ORDERED_ALLOC env is set, default behavior is enabling the stream ordered allocation. Otherwise sync alloc/free method will be used. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
460 lines
13 KiB
C++
460 lines
13 KiB
C++
/* GStreamer
|
|
* Copyright (C) <2018-2019> Seungha Yang <seungha.yang@navercorp.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "gstcudabufferpool.h"
|
|
#include "gstcudacontext.h"
|
|
#include "gstcudamemory.h"
|
|
#include "gstcuda-private.h"
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gst_cuda_buffer_pool_debug);
|
|
#define GST_CAT_DEFAULT gst_cuda_buffer_pool_debug
|
|
|
|
struct _GstCudaBufferPoolPrivate
|
|
{
|
|
GstVideoInfo info;
|
|
GstCudaStream *stream;
|
|
GstCudaPoolAllocator *alloc;
|
|
GstCudaMemoryAllocMethod alloc_method;
|
|
CUmemAllocationProp prop;
|
|
};
|
|
|
|
#define gst_cuda_buffer_pool_parent_class parent_class
|
|
G_DEFINE_TYPE_WITH_PRIVATE (GstCudaBufferPool, gst_cuda_buffer_pool,
|
|
GST_TYPE_BUFFER_POOL);
|
|
|
|
static const gchar **
|
|
gst_cuda_buffer_pool_get_options (GstBufferPool * pool)
|
|
{
|
|
static const gchar *options[] = { GST_BUFFER_POOL_OPTION_VIDEO_META, nullptr
|
|
};
|
|
|
|
return options;
|
|
}
|
|
|
|
static gboolean
|
|
gst_cuda_buffer_pool_update_alloc_prop (GstCudaBufferPool * self)
|
|
{
|
|
GstCudaBufferPoolPrivate *priv = self->priv;
|
|
gboolean virtual_mem_supported;
|
|
gboolean os_handle_supported;
|
|
guint device;
|
|
|
|
g_object_get (self->context, "cuda-device-id", &device,
|
|
"virtual-memory", &virtual_mem_supported,
|
|
"os-handle", &os_handle_supported, nullptr);
|
|
|
|
if (!virtual_mem_supported) {
|
|
GST_DEBUG_OBJECT (self, "Virtual memory management is not supported");
|
|
return FALSE;
|
|
}
|
|
|
|
if (!os_handle_supported) {
|
|
GST_DEBUG_OBJECT (self, "OS handle is not supported");;
|
|
return FALSE;
|
|
}
|
|
|
|
priv->prop.type = CU_MEM_ALLOCATION_TYPE_PINNED;
|
|
priv->prop.location.type = CU_MEM_LOCATION_TYPE_DEVICE;
|
|
priv->prop.location.id = (int) device;
|
|
#ifdef G_OS_WIN32
|
|
priv->prop.requestedHandleTypes = CU_MEM_HANDLE_TYPE_WIN32;
|
|
priv->prop.win32HandleMetaData = gst_cuda_get_win32_handle_metadata ();
|
|
#else
|
|
priv->prop.requestedHandleTypes = CU_MEM_HANDLE_TYPE_POSIX_FILE_DESCRIPTOR;
|
|
#endif
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
default_stream_ordered_alloc_enabled (void)
|
|
{
|
|
static gboolean enabled = FALSE;
|
|
GST_CUDA_CALL_ONCE_BEGIN {
|
|
if (g_getenv ("GST_CUDA_ENABLE_STREAM_ORDERED_ALLOC"))
|
|
enabled = TRUE;
|
|
}
|
|
GST_CUDA_CALL_ONCE_END;
|
|
|
|
return enabled;
|
|
}
|
|
|
|
static gboolean
|
|
gst_cuda_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
|
|
{
|
|
GstCudaBufferPool *self = GST_CUDA_BUFFER_POOL (pool);
|
|
GstCudaBufferPoolPrivate *priv = self->priv;
|
|
GstCaps *caps = nullptr;
|
|
guint size, min_buffers, max_buffers;
|
|
GstVideoInfo info;
|
|
GstMemory *mem = nullptr;
|
|
GstCudaMemory *cmem;
|
|
|
|
if (!gst_buffer_pool_config_get_params (config, &caps, &size, &min_buffers,
|
|
&max_buffers)) {
|
|
GST_WARNING_OBJECT (self, "invalid config");
|
|
return FALSE;
|
|
}
|
|
|
|
if (!caps) {
|
|
GST_WARNING_OBJECT (pool, "no caps in config");
|
|
return FALSE;
|
|
}
|
|
|
|
if (!gst_video_info_from_caps (&info, caps)) {
|
|
GST_WARNING_OBJECT (self, "Failed to convert caps to video-info");
|
|
return FALSE;
|
|
}
|
|
|
|
if (priv->alloc) {
|
|
gst_cuda_allocator_set_active (GST_CUDA_ALLOCATOR (priv->alloc), FALSE);
|
|
gst_clear_object (&priv->alloc);
|
|
}
|
|
|
|
gst_clear_cuda_stream (&priv->stream);
|
|
priv->stream = gst_buffer_pool_config_get_cuda_stream (config);
|
|
priv->alloc_method = gst_buffer_pool_config_get_cuda_alloc_method (config);
|
|
if (priv->alloc_method == GST_CUDA_MEMORY_ALLOC_UNKNOWN)
|
|
priv->alloc_method = GST_CUDA_MEMORY_ALLOC_MALLOC;
|
|
|
|
if (priv->alloc_method == GST_CUDA_MEMORY_ALLOC_MMAP) {
|
|
if (!gst_cuda_buffer_pool_update_alloc_prop (self)) {
|
|
GST_ERROR_OBJECT (self, "Virtual memory management is not supported");
|
|
return FALSE;
|
|
}
|
|
|
|
priv->alloc = gst_cuda_pool_allocator_new_for_virtual_memory (self->context,
|
|
priv->stream, &info, &priv->prop, CU_MEM_ALLOC_GRANULARITY_MINIMUM);
|
|
} else {
|
|
gboolean stream_ordered = FALSE;
|
|
if (!gst_buffer_pool_config_get_cuda_stream_ordered_alloc (config,
|
|
&stream_ordered)) {
|
|
gboolean prefer_stream_ordered = FALSE;
|
|
g_object_get (self->context, "prefer-stream-ordered-alloc",
|
|
&prefer_stream_ordered, nullptr);
|
|
if (prefer_stream_ordered) {
|
|
GST_DEBUG_OBJECT (self, "Stream ordered alloc was enabled in context");
|
|
stream_ordered = TRUE;
|
|
} else {
|
|
stream_ordered = default_stream_ordered_alloc_enabled ();
|
|
GST_DEBUG_OBJECT (self, "Use default stream ordered alloc: %d",
|
|
stream_ordered);
|
|
}
|
|
} else {
|
|
GST_DEBUG_OBJECT (self,
|
|
"stream ordered alloc by config: %d", stream_ordered);
|
|
}
|
|
|
|
GstStructure *alloc_config = gst_structure_new ("alloc-config",
|
|
GST_CUDA_ALLOCATOR_OPT_STREAM_ORDERED, G_TYPE_BOOLEAN, stream_ordered,
|
|
nullptr);
|
|
|
|
priv->alloc = gst_cuda_pool_allocator_new_full (self->context, priv->stream,
|
|
&info, alloc_config);
|
|
}
|
|
|
|
if (!priv->alloc) {
|
|
GST_ERROR_OBJECT (self, "Couldn't create allocator");
|
|
return FALSE;
|
|
}
|
|
|
|
if (!gst_cuda_allocator_set_active (GST_CUDA_ALLOCATOR (priv->alloc), TRUE)) {
|
|
GST_ERROR_OBJECT (self, "Couldn't set active");
|
|
return FALSE;
|
|
}
|
|
|
|
gst_cuda_pool_allocator_acquire_memory (priv->alloc, &mem);
|
|
gst_cuda_allocator_set_active (GST_CUDA_ALLOCATOR (priv->alloc), FALSE);
|
|
if (!mem) {
|
|
GST_WARNING_OBJECT (self, "Failed to allocate memory");
|
|
return FALSE;
|
|
}
|
|
|
|
cmem = GST_CUDA_MEMORY_CAST (mem);
|
|
|
|
gst_buffer_pool_config_set_params (config, caps,
|
|
GST_VIDEO_INFO_SIZE (&cmem->info), min_buffers, max_buffers);
|
|
|
|
priv->info = info;
|
|
|
|
gst_memory_unref (mem);
|
|
|
|
return GST_BUFFER_POOL_CLASS (parent_class)->set_config (pool, config);
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_cuda_buffer_pool_alloc (GstBufferPool * pool, GstBuffer ** buffer,
|
|
GstBufferPoolAcquireParams * params)
|
|
{
|
|
GstCudaBufferPool *self = GST_CUDA_BUFFER_POOL_CAST (pool);
|
|
GstCudaBufferPoolPrivate *priv = self->priv;
|
|
GstVideoInfo *info = &priv->info;
|
|
GstBuffer *buf;
|
|
GstMemory *mem;
|
|
GstCudaMemory *cmem;
|
|
GstFlowReturn ret;
|
|
|
|
ret = gst_cuda_pool_allocator_acquire_memory (priv->alloc, &mem);
|
|
if (ret != GST_FLOW_OK) {
|
|
GST_WARNING_OBJECT (self, "Couldn't acquire memory");
|
|
return ret;
|
|
}
|
|
|
|
buf = gst_buffer_new ();
|
|
gst_buffer_append_memory (buf, mem);
|
|
|
|
cmem = GST_CUDA_MEMORY_CAST (mem);
|
|
|
|
GST_DEBUG_OBJECT (pool, "adding GstVideoMeta");
|
|
gst_buffer_add_video_meta_full (buf, GST_VIDEO_FRAME_FLAG_NONE,
|
|
GST_VIDEO_INFO_FORMAT (info), GST_VIDEO_INFO_WIDTH (info),
|
|
GST_VIDEO_INFO_HEIGHT (info), GST_VIDEO_INFO_N_PLANES (info),
|
|
cmem->info.offset, cmem->info.stride);
|
|
|
|
*buffer = buf;
|
|
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static gboolean
|
|
gst_cuda_buffer_pool_start (GstBufferPool * pool)
|
|
{
|
|
GstCudaBufferPool *self = GST_CUDA_BUFFER_POOL_CAST (pool);
|
|
GstCudaBufferPoolPrivate *priv = self->priv;
|
|
|
|
if (!gst_cuda_allocator_set_active (GST_CUDA_ALLOCATOR (priv->alloc), TRUE)) {
|
|
GST_ERROR_OBJECT (self, "Couldn't activate allocator");
|
|
return FALSE;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_cuda_buffer_pool_stop (GstBufferPool * pool)
|
|
{
|
|
GstCudaBufferPool *self = GST_CUDA_BUFFER_POOL_CAST (pool);
|
|
GstCudaBufferPoolPrivate *priv = self->priv;
|
|
|
|
if (priv->alloc)
|
|
gst_cuda_allocator_set_active (GST_CUDA_ALLOCATOR (priv->alloc), FALSE);
|
|
|
|
return GST_BUFFER_POOL_CLASS (parent_class)->stop (pool);
|
|
}
|
|
|
|
/**
|
|
* gst_cuda_buffer_pool_new:
|
|
* @context: The #GstCudaContext to use for the new buffer pool
|
|
*
|
|
* Returns: A newly created #GstCudaBufferPool
|
|
*
|
|
* Since: 1.22
|
|
*/
|
|
GstBufferPool *
|
|
gst_cuda_buffer_pool_new (GstCudaContext * context)
|
|
{
|
|
GstCudaBufferPool *self;
|
|
|
|
g_return_val_if_fail (GST_IS_CUDA_CONTEXT (context), nullptr);
|
|
|
|
self = (GstCudaBufferPool *)
|
|
g_object_new (GST_TYPE_CUDA_BUFFER_POOL, nullptr);
|
|
gst_object_ref_sink (self);
|
|
|
|
self->context = (GstCudaContext *) gst_object_ref (context);
|
|
self->priv->alloc_method = GST_CUDA_MEMORY_ALLOC_MALLOC;
|
|
|
|
return GST_BUFFER_POOL_CAST (self);
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_get_cuda_stream:
|
|
* @config: a buffer pool config
|
|
*
|
|
* Returns: (transfer full) (nullable): the currently configured #GstCudaStream
|
|
* on @config or %NULL if @config doesn't hold #GstCudaStream
|
|
*
|
|
* Since: 1.24
|
|
*/
|
|
GstCudaStream *
|
|
gst_buffer_pool_config_get_cuda_stream (GstStructure * config)
|
|
{
|
|
GstCudaStream *stream = nullptr;
|
|
|
|
g_return_val_if_fail (config, nullptr);
|
|
|
|
gst_structure_get (config, "cuda-stream", GST_TYPE_CUDA_STREAM, &stream,
|
|
nullptr);
|
|
|
|
return stream;
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_set_cuda_stream:
|
|
* @config: a buffer pool config
|
|
* @stream: a #GstCudaStream
|
|
*
|
|
* Sets @stream on @config
|
|
*
|
|
* Since: 1.24
|
|
*/
|
|
void
|
|
gst_buffer_pool_config_set_cuda_stream (GstStructure * config,
|
|
GstCudaStream * stream)
|
|
{
|
|
g_return_if_fail (config);
|
|
g_return_if_fail (GST_IS_CUDA_STREAM (stream));
|
|
|
|
gst_structure_set (config,
|
|
"cuda-stream", GST_TYPE_CUDA_STREAM, stream, nullptr);
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_get_cuda_alloc_method:
|
|
* @config: a buffer pool config
|
|
*
|
|
* Gets configured allocation method
|
|
*
|
|
* Since: 1.24
|
|
*/
|
|
GstCudaMemoryAllocMethod
|
|
gst_buffer_pool_config_get_cuda_alloc_method (GstStructure * config)
|
|
{
|
|
GstCudaMemoryAllocMethod type;
|
|
|
|
g_return_val_if_fail (config, GST_CUDA_MEMORY_ALLOC_UNKNOWN);
|
|
|
|
if (gst_structure_get_enum (config, "cuda-alloc-method",
|
|
GST_TYPE_CUDA_MEMORY_ALLOC_METHOD, (gint *) & type)) {
|
|
return type;
|
|
}
|
|
|
|
return GST_CUDA_MEMORY_ALLOC_UNKNOWN;
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_set_cuda_alloc_method:
|
|
* @config: a buffer pool config
|
|
*
|
|
* Sets allocation method
|
|
*
|
|
* Since: 1.24
|
|
*/
|
|
void
|
|
gst_buffer_pool_config_set_cuda_alloc_method (GstStructure * config,
|
|
GstCudaMemoryAllocMethod method)
|
|
{
|
|
g_return_if_fail (config);
|
|
|
|
gst_structure_set (config, "cuda-alloc-method",
|
|
GST_TYPE_CUDA_MEMORY_ALLOC_METHOD, method, nullptr);
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_get_cuda_stream_ordered_alloc:
|
|
* @config: a buffer pool config
|
|
* @enabled: (out): whether stream ordered allocation was requested or not
|
|
*
|
|
* Returns: %TRUE stream ordered allocation option was specified
|
|
*
|
|
* Since: 1.26
|
|
*/
|
|
gboolean
|
|
gst_buffer_pool_config_get_cuda_stream_ordered_alloc (GstStructure * config,
|
|
gboolean * enabled)
|
|
{
|
|
gboolean stream_ordered = FALSE;
|
|
|
|
g_return_val_if_fail (config, FALSE);
|
|
|
|
if (!gst_structure_get_boolean (config,
|
|
"cuda-stream-ordered-alloc", &stream_ordered)) {
|
|
return FALSE;
|
|
}
|
|
|
|
if (enabled)
|
|
*enabled = stream_ordered;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
/**
|
|
* gst_buffer_pool_config_set_cuda_stream_ordered_alloc:
|
|
* @config: a buffer pool config
|
|
* @stream_ordered: whether stream ordered allocation is allowed
|
|
*
|
|
* Sets stream ordered allocation option
|
|
*
|
|
* Since: 1.26
|
|
*/
|
|
void
|
|
gst_buffer_pool_config_set_cuda_stream_ordered_alloc (GstStructure * config,
|
|
gboolean stream_ordered)
|
|
{
|
|
g_return_if_fail (config);
|
|
|
|
gst_structure_set (config, "cuda-stream-ordered-alloc", G_TYPE_BOOLEAN,
|
|
stream_ordered, nullptr);
|
|
}
|
|
|
|
static void
|
|
gst_cuda_buffer_pool_dispose (GObject * object)
|
|
{
|
|
GstCudaBufferPool *self = GST_CUDA_BUFFER_POOL_CAST (object);
|
|
GstCudaBufferPoolPrivate *priv = self->priv;
|
|
|
|
if (priv->alloc) {
|
|
gst_cuda_allocator_set_active (GST_CUDA_ALLOCATOR (priv->alloc), FALSE);
|
|
gst_clear_object (&priv->alloc);
|
|
}
|
|
|
|
gst_clear_cuda_stream (&priv->stream);
|
|
gst_clear_object (&self->context);
|
|
|
|
G_OBJECT_CLASS (parent_class)->dispose (object);
|
|
}
|
|
|
|
static void
|
|
gst_cuda_buffer_pool_class_init (GstCudaBufferPoolClass * klass)
|
|
{
|
|
GObjectClass *gobject_class = (GObjectClass *) klass;
|
|
GstBufferPoolClass *bufferpool_class = (GstBufferPoolClass *) klass;
|
|
|
|
gobject_class->dispose = gst_cuda_buffer_pool_dispose;
|
|
|
|
bufferpool_class->get_options = gst_cuda_buffer_pool_get_options;
|
|
bufferpool_class->set_config = gst_cuda_buffer_pool_set_config;
|
|
bufferpool_class->start = gst_cuda_buffer_pool_start;
|
|
bufferpool_class->stop = gst_cuda_buffer_pool_stop;
|
|
bufferpool_class->alloc_buffer = gst_cuda_buffer_pool_alloc;
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_cuda_buffer_pool_debug, "cudabufferpool", 0,
|
|
"CUDA Buffer Pool");
|
|
}
|
|
|
|
static void
|
|
gst_cuda_buffer_pool_init (GstCudaBufferPool * pool)
|
|
{
|
|
pool->priv = (GstCudaBufferPoolPrivate *)
|
|
gst_cuda_buffer_pool_get_instance_private (pool);
|
|
}
|