mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-18 15:51:11 +00:00
nvcodec: Refactor cudaupload/download and add support for GL memory
* Implement new baseclass GstCudaMemoryCopy to remove duplicated cudaupload/download code * Add support for CUDA <-> GL memory conversion via cudaupload/download Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1834>
This commit is contained in:
Seungha Yang
parent
111b2c3f53
commit
c31bf2db4d
9 changed files with 1161 additions and 722 deletions
|
|
@ -1,329 +0,0 @@
|
||||||
|
|
||||||
/* GStreamer
|
|
||||||
* Copyright (C) <2019> Seungha Yang <seungha.yang@navercorp.com>
|
|
||||||
*
|
|
||||||
* This library is free software; you can redistribute it and/or
|
|
||||||
* modify it under the terms of the GNU Library General Public
|
|
||||||
* License as published by the Free Software Foundation; either
|
|
||||||
* version 2 of the License, or (at your option) any later version.
|
|
||||||
*
|
|
||||||
* This library is distributed in the hope that it will be useful,
|
|
||||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
||||||
* Library General Public License for more details.
|
|
||||||
*
|
|
||||||
* You should have received a copy of the GNU Library General Public
|
|
||||||
* License along with this library; if not, write to the
|
|
||||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
||||||
* Boston, MA 02110-1301, USA.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* element-cudadownload:
|
|
||||||
*
|
|
||||||
* Downloads data from NVIDA GPU via CUDA APIs
|
|
||||||
*
|
|
||||||
* Since: 1.20
|
|
||||||
*/
|
|
||||||
|
|
||||||
#ifdef HAVE_CONFIG_H
|
|
||||||
# include <config.h>
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#include "gstcudadownload.h"
|
|
||||||
#include "gstcudaformat.h"
|
|
||||||
|
|
||||||
GST_DEBUG_CATEGORY_STATIC (gst_cuda_download_debug);
|
|
||||||
#define GST_CAT_DEFAULT gst_cuda_download_debug
|
|
||||||
|
|
||||||
static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
||||||
GST_PAD_SINK,
|
|
||||||
GST_PAD_ALWAYS,
|
|
||||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
|
|
||||||
(GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
|
|
||||||
GST_CUDA_FORMATS) ";" GST_VIDEO_CAPS_MAKE (GST_CUDA_FORMATS)));
|
|
||||||
|
|
||||||
static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
|
|
||||||
GST_PAD_SRC,
|
|
||||||
GST_PAD_ALWAYS,
|
|
||||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (GST_CUDA_FORMATS) ";"
|
|
||||||
GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
|
|
||||||
GST_CUDA_FORMATS)));
|
|
||||||
|
|
||||||
struct _GstCudaDownload
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform parent;
|
|
||||||
};
|
|
||||||
|
|
||||||
#define gst_cuda_download_parent_class parent_class
|
|
||||||
G_DEFINE_TYPE (GstCudaDownload, gst_cuda_download,
|
|
||||||
GST_TYPE_CUDA_BASE_TRANSFORM);
|
|
||||||
|
|
||||||
static GstCaps *gst_cuda_download_transform_caps (GstBaseTransform * trans,
|
|
||||||
GstPadDirection direction, GstCaps * caps, GstCaps * filter);
|
|
||||||
static gboolean gst_cuda_download_propose_allocation (GstBaseTransform * trans,
|
|
||||||
GstQuery * decide_query, GstQuery * query);
|
|
||||||
static gboolean gst_cuda_download_decide_allocation (GstBaseTransform * trans,
|
|
||||||
GstQuery * query);
|
|
||||||
static GstFlowReturn gst_cuda_download_transform (GstBaseTransform * trans,
|
|
||||||
GstBuffer * inbuf, GstBuffer * outbuf);
|
|
||||||
|
|
||||||
static void
|
|
||||||
gst_cuda_download_class_init (GstCudaDownloadClass * klass)
|
|
||||||
{
|
|
||||||
GstElementClass *element_class;
|
|
||||||
GstBaseTransformClass *trans_class;
|
|
||||||
|
|
||||||
element_class = GST_ELEMENT_CLASS (klass);
|
|
||||||
trans_class = GST_BASE_TRANSFORM_CLASS (klass);
|
|
||||||
|
|
||||||
gst_element_class_add_static_pad_template (element_class, &sink_template);
|
|
||||||
gst_element_class_add_static_pad_template (element_class, &src_template);
|
|
||||||
|
|
||||||
gst_element_class_set_static_metadata (element_class,
|
|
||||||
"CUDA downloader", "Filter/Video",
|
|
||||||
"Downloads data from NVIDA GPU via CUDA APIs",
|
|
||||||
"Seungha Yang <seungha.yang@navercorp.com>");
|
|
||||||
|
|
||||||
trans_class->passthrough_on_same_caps = TRUE;
|
|
||||||
|
|
||||||
trans_class->transform_caps =
|
|
||||||
GST_DEBUG_FUNCPTR (gst_cuda_download_transform_caps);
|
|
||||||
trans_class->propose_allocation =
|
|
||||||
GST_DEBUG_FUNCPTR (gst_cuda_download_propose_allocation);
|
|
||||||
trans_class->decide_allocation =
|
|
||||||
GST_DEBUG_FUNCPTR (gst_cuda_download_decide_allocation);
|
|
||||||
trans_class->transform = GST_DEBUG_FUNCPTR (gst_cuda_download_transform);
|
|
||||||
|
|
||||||
GST_DEBUG_CATEGORY_INIT (gst_cuda_download_debug,
|
|
||||||
"cudadownload", 0, "cudadownload Element");
|
|
||||||
}
|
|
||||||
|
|
||||||
static void
|
|
||||||
gst_cuda_download_init (GstCudaDownload * download)
|
|
||||||
{
|
|
||||||
}
|
|
||||||
|
|
||||||
static GstCaps *
|
|
||||||
_set_caps_features (const GstCaps * caps, const gchar * feature_name)
|
|
||||||
{
|
|
||||||
GstCaps *tmp = gst_caps_copy (caps);
|
|
||||||
guint n = gst_caps_get_size (tmp);
|
|
||||||
guint i = 0;
|
|
||||||
|
|
||||||
for (i = 0; i < n; i++)
|
|
||||||
gst_caps_set_features (tmp, i,
|
|
||||||
gst_caps_features_from_string (feature_name));
|
|
||||||
|
|
||||||
return tmp;
|
|
||||||
}
|
|
||||||
|
|
||||||
static GstCaps *
|
|
||||||
gst_cuda_download_transform_caps (GstBaseTransform * trans,
|
|
||||||
GstPadDirection direction, GstCaps * caps, GstCaps * filter)
|
|
||||||
{
|
|
||||||
GstCaps *result, *tmp;
|
|
||||||
|
|
||||||
GST_DEBUG_OBJECT (trans,
|
|
||||||
"Transforming caps %" GST_PTR_FORMAT " in direction %s", caps,
|
|
||||||
(direction == GST_PAD_SINK) ? "sink" : "src");
|
|
||||||
|
|
||||||
if (direction == GST_PAD_SINK) {
|
|
||||||
tmp = _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
|
|
||||||
tmp = gst_caps_merge (gst_caps_ref (caps), tmp);
|
|
||||||
} else {
|
|
||||||
GstCaps *newcaps;
|
|
||||||
tmp = gst_caps_ref (caps);
|
|
||||||
|
|
||||||
newcaps = _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
|
|
||||||
tmp = gst_caps_merge (tmp, newcaps);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (filter) {
|
|
||||||
result = gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST);
|
|
||||||
gst_caps_unref (tmp);
|
|
||||||
} else {
|
|
||||||
result = tmp;
|
|
||||||
}
|
|
||||||
|
|
||||||
GST_DEBUG_OBJECT (trans, "returning caps: %" GST_PTR_FORMAT, result);
|
|
||||||
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
static gboolean
|
|
||||||
gst_cuda_download_propose_allocation (GstBaseTransform * trans,
|
|
||||||
GstQuery * decide_query, GstQuery * query)
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform *ctrans = GST_CUDA_BASE_TRANSFORM (trans);
|
|
||||||
GstVideoInfo info;
|
|
||||||
GstBufferPool *pool;
|
|
||||||
GstCaps *caps;
|
|
||||||
guint size;
|
|
||||||
|
|
||||||
if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
|
|
||||||
decide_query, query))
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
/* passthrough, we're done */
|
|
||||||
if (decide_query == NULL)
|
|
||||||
return TRUE;
|
|
||||||
|
|
||||||
gst_query_parse_allocation (query, &caps, NULL);
|
|
||||||
|
|
||||||
if (caps == NULL)
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
if (!gst_video_info_from_caps (&info, caps))
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
if (gst_query_get_n_allocation_pools (query) == 0) {
|
|
||||||
GstCapsFeatures *features;
|
|
||||||
GstStructure *config;
|
|
||||||
|
|
||||||
features = gst_caps_get_features (caps, 0);
|
|
||||||
|
|
||||||
if (features && gst_caps_features_contains (features,
|
|
||||||
GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
|
|
||||||
GST_DEBUG_OBJECT (ctrans, "upstream support CUDA memory");
|
|
||||||
pool = gst_cuda_buffer_pool_new (ctrans->context);
|
|
||||||
} else {
|
|
||||||
pool = gst_video_buffer_pool_new ();
|
|
||||||
}
|
|
||||||
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
|
|
||||||
gst_buffer_pool_config_add_option (config,
|
|
||||||
GST_BUFFER_POOL_OPTION_VIDEO_META);
|
|
||||||
|
|
||||||
size = GST_VIDEO_INFO_SIZE (&info);
|
|
||||||
gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
|
|
||||||
|
|
||||||
if (!gst_buffer_pool_set_config (pool, config)) {
|
|
||||||
GST_ERROR_OBJECT (ctrans, "failed to set config");
|
|
||||||
gst_object_unref (pool);
|
|
||||||
return FALSE;
|
|
||||||
}
|
|
||||||
|
|
||||||
/* Get updated size by cuda buffer pool */
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
gst_buffer_pool_config_get_params (config, NULL, &size, NULL, NULL);
|
|
||||||
gst_structure_free (config);
|
|
||||||
|
|
||||||
gst_query_add_allocation_pool (query, pool, size, 0, 0);
|
|
||||||
|
|
||||||
gst_object_unref (pool);
|
|
||||||
}
|
|
||||||
|
|
||||||
gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
|
|
||||||
|
|
||||||
return TRUE;
|
|
||||||
}
|
|
||||||
|
|
||||||
static gboolean
|
|
||||||
gst_cuda_download_decide_allocation (GstBaseTransform * trans, GstQuery * query)
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform *ctrans = GST_CUDA_BASE_TRANSFORM (trans);
|
|
||||||
GstCaps *outcaps = NULL;
|
|
||||||
GstBufferPool *pool = NULL;
|
|
||||||
guint size, min, max;
|
|
||||||
GstStructure *config;
|
|
||||||
gboolean update_pool = FALSE;
|
|
||||||
gboolean need_cuda = FALSE;
|
|
||||||
GstCapsFeatures *features;
|
|
||||||
|
|
||||||
gst_query_parse_allocation (query, &outcaps, NULL);
|
|
||||||
|
|
||||||
if (!outcaps)
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
features = gst_caps_get_features (outcaps, 0);
|
|
||||||
if (features && gst_caps_features_contains (features,
|
|
||||||
GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
|
|
||||||
need_cuda = TRUE;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (gst_query_get_n_allocation_pools (query) > 0) {
|
|
||||||
gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
|
|
||||||
if (need_cuda && pool) {
|
|
||||||
if (!GST_IS_CUDA_BUFFER_POOL (pool)) {
|
|
||||||
gst_clear_object (&pool);
|
|
||||||
} else {
|
|
||||||
GstCudaBufferPool *cpool = GST_CUDA_BUFFER_POOL (pool);
|
|
||||||
|
|
||||||
if (cpool->context != ctrans->context) {
|
|
||||||
gst_clear_object (&pool);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
update_pool = TRUE;
|
|
||||||
} else {
|
|
||||||
GstVideoInfo vinfo;
|
|
||||||
gst_video_info_from_caps (&vinfo, outcaps);
|
|
||||||
size = GST_VIDEO_INFO_SIZE (&vinfo);
|
|
||||||
min = max = 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!pool) {
|
|
||||||
GST_DEBUG_OBJECT (ctrans, "create our pool");
|
|
||||||
|
|
||||||
if (need_cuda)
|
|
||||||
pool = gst_cuda_buffer_pool_new (ctrans->context);
|
|
||||||
else
|
|
||||||
pool = gst_video_buffer_pool_new ();
|
|
||||||
}
|
|
||||||
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
|
|
||||||
gst_buffer_pool_config_set_params (config, outcaps, size, min, max);
|
|
||||||
gst_buffer_pool_set_config (pool, config);
|
|
||||||
|
|
||||||
/* Get updated size by cuda buffer pool */
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
gst_buffer_pool_config_get_params (config, NULL, &size, NULL, NULL);
|
|
||||||
gst_structure_free (config);
|
|
||||||
|
|
||||||
if (update_pool)
|
|
||||||
gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
|
|
||||||
else
|
|
||||||
gst_query_add_allocation_pool (query, pool, size, min, max);
|
|
||||||
|
|
||||||
gst_object_unref (pool);
|
|
||||||
|
|
||||||
return GST_BASE_TRANSFORM_CLASS (parent_class)->decide_allocation (trans,
|
|
||||||
query);
|
|
||||||
}
|
|
||||||
|
|
||||||
static GstFlowReturn
|
|
||||||
gst_cuda_download_transform (GstBaseTransform * trans, GstBuffer * inbuf,
|
|
||||||
GstBuffer * outbuf)
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform *ctrans = GST_CUDA_BASE_TRANSFORM (trans);
|
|
||||||
GstVideoFrame in_frame, out_frame;
|
|
||||||
gboolean ret;
|
|
||||||
|
|
||||||
if (!gst_video_frame_map (&in_frame, &ctrans->in_info, inbuf, GST_MAP_READ)) {
|
|
||||||
GST_ERROR_OBJECT (ctrans, "Failed to map input buffer");
|
|
||||||
return GST_FLOW_ERROR;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!gst_video_frame_map (&out_frame,
|
|
||||||
&ctrans->out_info, outbuf, GST_MAP_WRITE)) {
|
|
||||||
gst_video_frame_unmap (&in_frame);
|
|
||||||
|
|
||||||
GST_ERROR_OBJECT (ctrans, "Failed to map input buffer");
|
|
||||||
return GST_FLOW_ERROR;
|
|
||||||
}
|
|
||||||
|
|
||||||
ret = gst_video_frame_copy (&out_frame, &in_frame);
|
|
||||||
gst_video_frame_unmap (&out_frame);
|
|
||||||
gst_video_frame_unmap (&in_frame);
|
|
||||||
|
|
||||||
if (!ret) {
|
|
||||||
GST_ERROR_OBJECT (ctrans, "Failed to copy frame");
|
|
||||||
return GST_FLOW_ERROR;
|
|
||||||
}
|
|
||||||
|
|
||||||
return GST_FLOW_OK;
|
|
||||||
}
|
|
||||||
|
|
@ -1,31 +0,0 @@
|
||||||
/* GStreamer
|
|
||||||
* Copyright (C) <2019> Seungha Yang <seungha.yang@navercorp.com>
|
|
||||||
*
|
|
||||||
* This library is free software; you can redistribute it and/or
|
|
||||||
* modify it under the terms of the GNU Library General Public
|
|
||||||
* License as published by the Free Software Foundation; either
|
|
||||||
* version 2 of the License, or (at your option) any later version.
|
|
||||||
*
|
|
||||||
* This library is distributed in the hope that it will be useful,
|
|
||||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
||||||
* Library General Public License for more details.
|
|
||||||
*
|
|
||||||
* You should have received a copy of the GNU Library General Public
|
|
||||||
* License along with this library; if not, write to the
|
|
||||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
||||||
* Boston, MA 02110-1301, USA.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#pragma once
|
|
||||||
|
|
||||||
#include "gstcudabasetransform.h"
|
|
||||||
|
|
||||||
G_BEGIN_DECLS
|
|
||||||
|
|
||||||
#define GST_TYPE_CUDA_DOWNLOAD (gst_cuda_download_get_type())
|
|
||||||
G_DECLARE_FINAL_TYPE (GstCudaDownload,
|
|
||||||
gst_cuda_download, GST, CUDA_DOWNLOAD, GstCudaBaseTransform);
|
|
||||||
|
|
||||||
G_END_DECLS
|
|
||||||
|
|
||||||
|
|
@ -27,4 +27,8 @@ G_BEGIN_DECLS
|
||||||
"{ I420, YV12, NV12, NV21, P010_10LE, P016_LE, I420_10LE, Y444, Y444_16LE, " \
|
"{ I420, YV12, NV12, NV21, P010_10LE, P016_LE, I420_10LE, Y444, Y444_16LE, " \
|
||||||
"BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE }"
|
"BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE }"
|
||||||
|
|
||||||
|
#define GST_CUDA_GL_FORMATS \
|
||||||
|
"{ I420, YV12, NV12, NV21, P010_10LE, P016_LE, Y444, " \
|
||||||
|
"BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE }"
|
||||||
|
|
||||||
G_END_DECLS
|
G_END_DECLS
|
||||||
|
|
|
||||||
1104
subprojects/gst-plugins-bad/sys/nvcodec/gstcudamemorycopy.c
Normal file
1104
subprojects/gst-plugins-bad/sys/nvcodec/gstcudamemorycopy.c
Normal file
File diff suppressed because it is too large
Load diff
50
subprojects/gst-plugins-bad/sys/nvcodec/gstcudamemorycopy.h
Normal file
50
subprojects/gst-plugins-bad/sys/nvcodec/gstcudamemorycopy.h
Normal file
|
|
@ -0,0 +1,50 @@
|
||||||
|
/* GStreamer
|
||||||
|
* Copyright (C) 2022 Seungha Yang <seungha@centricular.com>
|
||||||
|
*
|
||||||
|
* This library is free software; you can redistribute it and/or
|
||||||
|
* modify it under the terms of the GNU Library General Public
|
||||||
|
* License as published by the Free Software Foundation; either
|
||||||
|
* version 2 of the License, or (at your option) any later version.
|
||||||
|
*
|
||||||
|
* This library is distributed in the hope that it will be useful,
|
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||||
|
* Library General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Library General Public
|
||||||
|
* License along with this library; if not, write to the
|
||||||
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||||
|
* Boston, MA 02110-1301, USA.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include <gst/gst.h>
|
||||||
|
#include "gstcudabasetransform.h"
|
||||||
|
|
||||||
|
G_BEGIN_DECLS
|
||||||
|
|
||||||
|
#define GST_TYPE_CUDA_MEMORY_COPY (gst_cuda_memory_copy_get_type())
|
||||||
|
#define GST_CUDA_MEMORY_COPY(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_CUDA_MEMORY_COPY,GstCudaMemoryCopy))
|
||||||
|
#define GST_CUDA_MEMORY_COPY_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_CUDA_MEMORY_COPY,GstCudaMemoryCopyClass))
|
||||||
|
#define GST_CUDA_MEMORY_COPY_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_CUDA_MEMORY_COPY,GstCudaMemoryCopyClass))
|
||||||
|
#define GST_IS_CUDA_MEMORY_COPY(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_CUDA_MEMORY_COPY))
|
||||||
|
#define GST_IS_CUDA_MEMORY_COPY_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_CUDA_MEMORY_COPY))
|
||||||
|
|
||||||
|
typedef struct _GstCudaMemoryCopy GstCudaMemoryCopy;
|
||||||
|
typedef struct _GstCudaMemoryCopyClass GstCudaMemoryCopyClass;
|
||||||
|
|
||||||
|
struct _GstCudaMemoryCopyClass
|
||||||
|
{
|
||||||
|
GstCudaBaseTransform parent_class;
|
||||||
|
|
||||||
|
gboolean uploader;
|
||||||
|
};
|
||||||
|
|
||||||
|
GType gst_cuda_memory_copy_get_type (void);
|
||||||
|
|
||||||
|
void gst_cuda_memory_copy_register (GstPlugin * plugin,
|
||||||
|
guint rank);
|
||||||
|
|
||||||
|
G_END_DECLS
|
||||||
|
|
||||||
|
|
@ -1,323 +0,0 @@
|
||||||
/* GStreamer
|
|
||||||
* Copyright (C) <2019> Seungha Yang <seungha.yang@navercorp.com>
|
|
||||||
*
|
|
||||||
* This library is free software; you can redistribute it and/or
|
|
||||||
* modify it under the terms of the GNU Library General Public
|
|
||||||
* License as published by the Free Software Foundation; either
|
|
||||||
* version 2 of the License, or (at your option) any later version.
|
|
||||||
*
|
|
||||||
* This library is distributed in the hope that it will be useful,
|
|
||||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
||||||
* Library General Public License for more details.
|
|
||||||
*
|
|
||||||
* You should have received a copy of the GNU Library General Public
|
|
||||||
* License along with this library; if not, write to the
|
|
||||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
||||||
* Boston, MA 02110-1301, USA.
|
|
||||||
*/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* element-cudaupload:
|
|
||||||
*
|
|
||||||
* Uploads data to NVIDA GPU via CUDA APIs
|
|
||||||
*
|
|
||||||
* Since: 1.20
|
|
||||||
*/
|
|
||||||
|
|
||||||
#ifdef HAVE_CONFIG_H
|
|
||||||
# include <config.h>
|
|
||||||
#endif
|
|
||||||
|
|
||||||
#include "gstcudaupload.h"
|
|
||||||
#include "gstcudaformat.h"
|
|
||||||
|
|
||||||
GST_DEBUG_CATEGORY_STATIC (gst_cuda_upload_debug);
|
|
||||||
#define GST_CAT_DEFAULT gst_cuda_upload_debug
|
|
||||||
|
|
||||||
static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
||||||
GST_PAD_SINK,
|
|
||||||
GST_PAD_ALWAYS,
|
|
||||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (GST_CUDA_FORMATS) ";"
|
|
||||||
GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
|
|
||||||
GST_CUDA_FORMATS)));
|
|
||||||
|
|
||||||
static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
|
|
||||||
GST_PAD_SRC,
|
|
||||||
GST_PAD_ALWAYS,
|
|
||||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
|
|
||||||
(GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
|
|
||||||
GST_CUDA_FORMATS) ";" GST_VIDEO_CAPS_MAKE (GST_CUDA_FORMATS)));
|
|
||||||
struct _GstCudaUpload
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform parent;
|
|
||||||
};
|
|
||||||
|
|
||||||
#define gst_cuda_upload_parent_class parent_class
|
|
||||||
G_DEFINE_TYPE (GstCudaUpload, gst_cuda_upload, GST_TYPE_CUDA_BASE_TRANSFORM);
|
|
||||||
|
|
||||||
static GstCaps *gst_cuda_upload_transform_caps (GstBaseTransform * trans,
|
|
||||||
GstPadDirection direction, GstCaps * caps, GstCaps * filter);
|
|
||||||
static gboolean gst_cuda_upload_propose_allocation (GstBaseTransform * trans,
|
|
||||||
GstQuery * decide_query, GstQuery * query);
|
|
||||||
static gboolean gst_cuda_upload_decide_allocation (GstBaseTransform * trans,
|
|
||||||
GstQuery * query);
|
|
||||||
static GstFlowReturn gst_cuda_upload_transform (GstBaseTransform * trans,
|
|
||||||
GstBuffer * inbuf, GstBuffer * outbuf);
|
|
||||||
|
|
||||||
static void
|
|
||||||
gst_cuda_upload_class_init (GstCudaUploadClass * klass)
|
|
||||||
{
|
|
||||||
GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
|
|
||||||
GstBaseTransformClass *trans_class = GST_BASE_TRANSFORM_CLASS (klass);
|
|
||||||
|
|
||||||
gst_element_class_add_static_pad_template (element_class, &sink_template);
|
|
||||||
gst_element_class_add_static_pad_template (element_class, &src_template);
|
|
||||||
|
|
||||||
gst_element_class_set_static_metadata (element_class,
|
|
||||||
"CUDA uploader", "Filter/Video",
|
|
||||||
"Uploads data into NVIDA GPU via CUDA APIs",
|
|
||||||
"Seungha Yang <seungha.yang@navercorp.com>");
|
|
||||||
|
|
||||||
trans_class->passthrough_on_same_caps = TRUE;
|
|
||||||
|
|
||||||
trans_class->transform_caps =
|
|
||||||
GST_DEBUG_FUNCPTR (gst_cuda_upload_transform_caps);
|
|
||||||
trans_class->propose_allocation =
|
|
||||||
GST_DEBUG_FUNCPTR (gst_cuda_upload_propose_allocation);
|
|
||||||
trans_class->decide_allocation =
|
|
||||||
GST_DEBUG_FUNCPTR (gst_cuda_upload_decide_allocation);
|
|
||||||
trans_class->transform = GST_DEBUG_FUNCPTR (gst_cuda_upload_transform);
|
|
||||||
|
|
||||||
GST_DEBUG_CATEGORY_INIT (gst_cuda_upload_debug,
|
|
||||||
"cudaupload", 0, "cudaupload Element");
|
|
||||||
}
|
|
||||||
|
|
||||||
static void
|
|
||||||
gst_cuda_upload_init (GstCudaUpload * upload)
|
|
||||||
{
|
|
||||||
}
|
|
||||||
|
|
||||||
static GstCaps *
|
|
||||||
_set_caps_features (const GstCaps * caps, const gchar * feature_name)
|
|
||||||
{
|
|
||||||
GstCaps *tmp = gst_caps_copy (caps);
|
|
||||||
guint n = gst_caps_get_size (tmp);
|
|
||||||
guint i = 0;
|
|
||||||
|
|
||||||
for (i = 0; i < n; i++)
|
|
||||||
gst_caps_set_features (tmp, i,
|
|
||||||
gst_caps_features_from_string (feature_name));
|
|
||||||
|
|
||||||
return tmp;
|
|
||||||
}
|
|
||||||
|
|
||||||
static GstCaps *
|
|
||||||
gst_cuda_upload_transform_caps (GstBaseTransform * trans,
|
|
||||||
GstPadDirection direction, GstCaps * caps, GstCaps * filter)
|
|
||||||
{
|
|
||||||
GstCaps *result, *tmp;
|
|
||||||
|
|
||||||
GST_DEBUG_OBJECT (trans,
|
|
||||||
"Transforming caps %" GST_PTR_FORMAT " in direction %s", caps,
|
|
||||||
(direction == GST_PAD_SINK) ? "sink" : "src");
|
|
||||||
|
|
||||||
if (direction == GST_PAD_SINK) {
|
|
||||||
tmp = _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
|
|
||||||
tmp = gst_caps_merge (gst_caps_ref (caps), tmp);
|
|
||||||
} else {
|
|
||||||
GstCaps *newcaps;
|
|
||||||
tmp = gst_caps_ref (caps);
|
|
||||||
|
|
||||||
newcaps = _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
|
|
||||||
tmp = gst_caps_merge (tmp, newcaps);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (filter) {
|
|
||||||
result = gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST);
|
|
||||||
gst_caps_unref (tmp);
|
|
||||||
} else {
|
|
||||||
result = tmp;
|
|
||||||
}
|
|
||||||
|
|
||||||
GST_DEBUG_OBJECT (trans, "returning caps: %" GST_PTR_FORMAT, result);
|
|
||||||
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
static gboolean
|
|
||||||
gst_cuda_upload_propose_allocation (GstBaseTransform * trans,
|
|
||||||
GstQuery * decide_query, GstQuery * query)
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform *ctrans = GST_CUDA_BASE_TRANSFORM (trans);
|
|
||||||
GstVideoInfo info;
|
|
||||||
GstBufferPool *pool;
|
|
||||||
GstCaps *caps;
|
|
||||||
guint size;
|
|
||||||
|
|
||||||
if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
|
|
||||||
decide_query, query))
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
/* passthrough, we're done */
|
|
||||||
if (decide_query == NULL)
|
|
||||||
return TRUE;
|
|
||||||
|
|
||||||
gst_query_parse_allocation (query, &caps, NULL);
|
|
||||||
|
|
||||||
if (caps == NULL)
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
if (!gst_video_info_from_caps (&info, caps))
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
if (gst_query_get_n_allocation_pools (query) == 0) {
|
|
||||||
GstCapsFeatures *features;
|
|
||||||
GstStructure *config;
|
|
||||||
|
|
||||||
features = gst_caps_get_features (caps, 0);
|
|
||||||
|
|
||||||
if (features && gst_caps_features_contains (features,
|
|
||||||
GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
|
|
||||||
GST_DEBUG_OBJECT (ctrans, "upstream support CUDA memory");
|
|
||||||
pool = gst_cuda_buffer_pool_new (ctrans->context);
|
|
||||||
} else {
|
|
||||||
pool = gst_video_buffer_pool_new ();
|
|
||||||
}
|
|
||||||
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
|
|
||||||
gst_buffer_pool_config_add_option (config,
|
|
||||||
GST_BUFFER_POOL_OPTION_VIDEO_META);
|
|
||||||
|
|
||||||
size = GST_VIDEO_INFO_SIZE (&info);
|
|
||||||
gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
|
|
||||||
|
|
||||||
if (!gst_buffer_pool_set_config (pool, config)) {
|
|
||||||
GST_ERROR_OBJECT (ctrans, "failed to set config");
|
|
||||||
gst_object_unref (pool);
|
|
||||||
return FALSE;
|
|
||||||
}
|
|
||||||
|
|
||||||
/* Get updated size by cuda buffer pool */
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
gst_buffer_pool_config_get_params (config, NULL, &size, NULL, NULL);
|
|
||||||
gst_structure_free (config);
|
|
||||||
|
|
||||||
gst_query_add_allocation_pool (query, pool, size, 0, 0);
|
|
||||||
|
|
||||||
gst_object_unref (pool);
|
|
||||||
}
|
|
||||||
|
|
||||||
gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
|
|
||||||
|
|
||||||
return TRUE;
|
|
||||||
}
|
|
||||||
|
|
||||||
static gboolean
|
|
||||||
gst_cuda_upload_decide_allocation (GstBaseTransform * trans, GstQuery * query)
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform *ctrans = GST_CUDA_BASE_TRANSFORM (trans);
|
|
||||||
GstCaps *outcaps = NULL;
|
|
||||||
GstBufferPool *pool = NULL;
|
|
||||||
guint size, min, max;
|
|
||||||
GstStructure *config;
|
|
||||||
gboolean update_pool = FALSE;
|
|
||||||
gboolean need_cuda = FALSE;
|
|
||||||
GstCapsFeatures *features;
|
|
||||||
|
|
||||||
gst_query_parse_allocation (query, &outcaps, NULL);
|
|
||||||
|
|
||||||
if (!outcaps)
|
|
||||||
return FALSE;
|
|
||||||
|
|
||||||
features = gst_caps_get_features (outcaps, 0);
|
|
||||||
if (features && gst_caps_features_contains (features,
|
|
||||||
GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
|
|
||||||
need_cuda = TRUE;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (gst_query_get_n_allocation_pools (query) > 0) {
|
|
||||||
gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
|
|
||||||
if (need_cuda && pool) {
|
|
||||||
if (!GST_IS_CUDA_BUFFER_POOL (pool)) {
|
|
||||||
gst_clear_object (&pool);
|
|
||||||
} else {
|
|
||||||
GstCudaBufferPool *cpool = GST_CUDA_BUFFER_POOL (pool);
|
|
||||||
|
|
||||||
if (cpool->context != ctrans->context) {
|
|
||||||
gst_clear_object (&pool);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
update_pool = TRUE;
|
|
||||||
} else {
|
|
||||||
GstVideoInfo vinfo;
|
|
||||||
gst_video_info_from_caps (&vinfo, outcaps);
|
|
||||||
size = GST_VIDEO_INFO_SIZE (&vinfo);
|
|
||||||
min = max = 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!pool) {
|
|
||||||
GST_DEBUG_OBJECT (ctrans, "create our pool");
|
|
||||||
|
|
||||||
if (need_cuda)
|
|
||||||
pool = gst_cuda_buffer_pool_new (ctrans->context);
|
|
||||||
else
|
|
||||||
pool = gst_video_buffer_pool_new ();
|
|
||||||
}
|
|
||||||
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
|
|
||||||
gst_buffer_pool_config_set_params (config, outcaps, size, min, max);
|
|
||||||
gst_buffer_pool_set_config (pool, config);
|
|
||||||
|
|
||||||
/* Get updated size by cuda buffer pool */
|
|
||||||
config = gst_buffer_pool_get_config (pool);
|
|
||||||
gst_buffer_pool_config_get_params (config, NULL, &size, NULL, NULL);
|
|
||||||
gst_structure_free (config);
|
|
||||||
|
|
||||||
if (update_pool)
|
|
||||||
gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
|
|
||||||
else
|
|
||||||
gst_query_add_allocation_pool (query, pool, size, min, max);
|
|
||||||
|
|
||||||
gst_object_unref (pool);
|
|
||||||
|
|
||||||
return GST_BASE_TRANSFORM_CLASS (parent_class)->decide_allocation (trans,
|
|
||||||
query);
|
|
||||||
}
|
|
||||||
|
|
||||||
static GstFlowReturn
|
|
||||||
gst_cuda_upload_transform (GstBaseTransform * trans, GstBuffer * inbuf,
|
|
||||||
GstBuffer * outbuf)
|
|
||||||
{
|
|
||||||
GstCudaBaseTransform *ctrans = GST_CUDA_BASE_TRANSFORM (trans);
|
|
||||||
GstVideoFrame in_frame, out_frame;
|
|
||||||
gboolean ret;
|
|
||||||
|
|
||||||
if (!gst_video_frame_map (&in_frame, &ctrans->in_info, inbuf, GST_MAP_READ)) {
|
|
||||||
GST_ERROR_OBJECT (ctrans, "Failed to map input buffer");
|
|
||||||
return GST_FLOW_ERROR;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!gst_video_frame_map (&out_frame,
|
|
||||||
&ctrans->out_info, outbuf, GST_MAP_WRITE)) {
|
|
||||||
gst_video_frame_unmap (&in_frame);
|
|
||||||
|
|
||||||
GST_ERROR_OBJECT (ctrans, "Failed to map input buffer");
|
|
||||||
return GST_FLOW_ERROR;
|
|
||||||
}
|
|
||||||
|
|
||||||
ret = gst_video_frame_copy (&out_frame, &in_frame);
|
|
||||||
gst_video_frame_unmap (&out_frame);
|
|
||||||
gst_video_frame_unmap (&in_frame);
|
|
||||||
|
|
||||||
if (!ret) {
|
|
||||||
GST_ERROR_OBJECT (ctrans, "Failed to copy frame");
|
|
||||||
return GST_FLOW_ERROR;
|
|
||||||
}
|
|
||||||
|
|
||||||
return GST_FLOW_OK;
|
|
||||||
}
|
|
||||||
|
|
@ -1,31 +0,0 @@
|
||||||
/* GStreamer
|
|
||||||
* Copyright (C) <2019> Seungha Yang <seungha.yang@navercorp.com>
|
|
||||||
*
|
|
||||||
* This library is free software; you can redistribute it and/or
|
|
||||||
* modify it under the terms of the GNU Library General Public
|
|
||||||
* License as published by the Free Software Foundation; either
|
|
||||||
* version 2 of the License, or (at your option) any later version.
|
|
||||||
*
|
|
||||||
* This library is distributed in the hope that it will be useful,
|
|
||||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
||||||
* Library General Public License for more details.
|
|
||||||
*
|
|
||||||
* You should have received a copy of the GNU Library General Public
|
|
||||||
* License along with this library; if not, write to the
|
|
||||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
||||||
* Boston, MA 02110-1301, USA.
|
|
||||||
*/
|
|
||||||
|
|
||||||
#pragma once
|
|
||||||
|
|
||||||
#include "gstcudabasetransform.h"
|
|
||||||
|
|
||||||
G_BEGIN_DECLS
|
|
||||||
|
|
||||||
#define GST_TYPE_CUDA_UPLOAD (gst_cuda_upload_get_type())
|
|
||||||
G_DECLARE_FINAL_TYPE (GstCudaUpload,
|
|
||||||
gst_cuda_upload, GST, CUDA_UPLOAD, GstCudaBaseTransform);
|
|
||||||
|
|
||||||
G_END_DECLS
|
|
||||||
|
|
||||||
|
|
@ -15,8 +15,7 @@ nvcodec_sources = [
|
||||||
'gstcudamemory.c',
|
'gstcudamemory.c',
|
||||||
'gstcudabufferpool.c',
|
'gstcudabufferpool.c',
|
||||||
'gstcudabasetransform.c',
|
'gstcudabasetransform.c',
|
||||||
'gstcudadownload.c',
|
'gstcudamemorycopy.c',
|
||||||
'gstcudaupload.c',
|
|
||||||
'gstcudanvrtc.c',
|
'gstcudanvrtc.c',
|
||||||
'gstnvrtcloader.c',
|
'gstnvrtcloader.c',
|
||||||
'cuda-converter.c',
|
'cuda-converter.c',
|
||||||
|
|
|
||||||
|
|
@ -36,8 +36,7 @@
|
||||||
#include "gstnvvp8dec.h"
|
#include "gstnvvp8dec.h"
|
||||||
#include "gstnvvp9dec.h"
|
#include "gstnvvp9dec.h"
|
||||||
#include "gstnvdecoder.h"
|
#include "gstnvdecoder.h"
|
||||||
#include "gstcudadownload.h"
|
#include "gstcudamemorycopy.h"
|
||||||
#include "gstcudaupload.h"
|
|
||||||
#include "gstcudafilter.h"
|
#include "gstcudafilter.h"
|
||||||
#include "gstcudamemory.h"
|
#include "gstcudamemory.h"
|
||||||
|
|
||||||
|
|
@ -233,10 +232,7 @@ plugin_init (GstPlugin * plugin)
|
||||||
CuCtxDestroy (cuda_ctx);
|
CuCtxDestroy (cuda_ctx);
|
||||||
}
|
}
|
||||||
|
|
||||||
gst_element_register (plugin, "cudadownload", GST_RANK_NONE,
|
gst_cuda_memory_copy_register (plugin, GST_RANK_NONE);
|
||||||
GST_TYPE_CUDA_DOWNLOAD);
|
|
||||||
gst_element_register (plugin, "cudaupload", GST_RANK_NONE,
|
|
||||||
GST_TYPE_CUDA_UPLOAD);
|
|
||||||
|
|
||||||
gst_cuda_filter_plugin_init (plugin);
|
gst_cuda_filter_plugin_init (plugin);
|
||||||
gst_cuda_memory_init_once ();
|
gst_cuda_memory_init_once ();
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue