2017-05-03 00:21:43 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2017 Ericsson AB. All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
*
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer
|
|
|
|
* in the documentation and/or other materials provided with the
|
|
|
|
* distribution.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
#include "config.h"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#include "gstnvdec.h"
|
nvdec,nvenc: Port to dynamic library loading
... and put them into new nvcodec plugin.
* nvcodec plugin
Now each nvenc and nvdec element is moved to be a part of nvcodec plugin
for better interoperability.
Additionally, cuda runtime API header dependencies
(i.e., cuda_runtime_api.h and cuda_gl_interop.h) are removed.
Note that cuda runtime APIs have prefix "cuda". Since 1.16 release with
Windows support, only "cuda.h" and "cudaGL.h" dependent symbols have
been used except for some defined types. However, those types could be
replaced with other types which were defined by "cuda.h".
* dynamic library loading
CUDA library will be opened with g_module_open() instead of build-time linking.
On Windows, nvcuda.dll is installed to system path by CUDA Toolkit
installer, and on *nix, user should ensure that libcuda.so.1 can be
loadable (i.e., via LD_LIBRARY_PATH or default dlopen path)
Therefore, NVIDIA_VIDEO_CODEC_SDK_PATH env build time dependency for Windows
is removed.
2019-05-17 13:27:50 +00:00
|
|
|
#include "gstnvenc.h"
|
2020-04-16 14:27:31 +00:00
|
|
|
#include "gstnvh264dec.h"
|
2020-06-19 20:57:59 +00:00
|
|
|
#include "gstnvh265dec.h"
|
2020-04-16 14:27:31 +00:00
|
|
|
#include "gstnvdecoder.h"
|
2019-10-16 13:42:06 +00:00
|
|
|
#include "gstcudadownload.h"
|
|
|
|
#include "gstcudaupload.h"
|
2019-10-16 13:42:55 +00:00
|
|
|
#include "gstcudafilter.h"
|
2017-05-03 00:21:43 +00:00
|
|
|
|
2019-11-28 09:54:31 +00:00
|
|
|
GST_DEBUG_CATEGORY (gst_nvcodec_debug);
|
|
|
|
GST_DEBUG_CATEGORY (gst_nvdec_debug);
|
|
|
|
GST_DEBUG_CATEGORY (gst_nvenc_debug);
|
2020-04-16 14:27:31 +00:00
|
|
|
GST_DEBUG_CATEGORY (gst_nv_decoder_debug);
|
2019-11-28 09:54:31 +00:00
|
|
|
|
|
|
|
#define GST_CAT_DEFAULT gst_nvcodec_debug
|
|
|
|
|
2017-05-03 00:21:43 +00:00
|
|
|
static gboolean
|
|
|
|
plugin_init (GstPlugin * plugin)
|
|
|
|
{
|
2019-11-28 09:54:31 +00:00
|
|
|
CUresult cuda_ret;
|
|
|
|
gint dev_count = 0;
|
|
|
|
gint i;
|
|
|
|
gboolean nvdec_available = TRUE;
|
|
|
|
gboolean nvenc_available = TRUE;
|
2020-04-09 07:12:58 +00:00
|
|
|
/* hardcoded minimum supported version */
|
|
|
|
guint api_major_ver = 8;
|
|
|
|
guint api_minor_ver = 1;
|
2020-04-22 05:57:12 +00:00
|
|
|
const gchar *env;
|
|
|
|
gboolean use_h264_sl_dec = FALSE;
|
2020-06-19 20:57:59 +00:00
|
|
|
gboolean use_h265_sl_dec = FALSE;
|
2019-11-28 09:54:31 +00:00
|
|
|
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_nvcodec_debug, "nvcodec", 0, "nvcodec");
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_nvdec_debug, "nvdec", 0, "nvdec");
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_nvenc_debug, "nvenc", 0, "nvenc");
|
2020-04-16 14:27:31 +00:00
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_nv_decoder_debug, "nvdecoder", 0, "nvdecoder");
|
2019-11-28 09:54:31 +00:00
|
|
|
|
|
|
|
if (!gst_cuda_load_library ()) {
|
|
|
|
GST_WARNING ("Failed to load cuda library");
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
2020-04-09 07:12:58 +00:00
|
|
|
/* get available API version from nvenc and it will be passed to
|
|
|
|
* nvdec */
|
|
|
|
if (!gst_nvenc_load_library (&api_major_ver, &api_minor_ver)) {
|
2019-11-28 09:54:31 +00:00
|
|
|
GST_WARNING ("Failed to load nvenc library");
|
|
|
|
nvenc_available = FALSE;
|
|
|
|
}
|
|
|
|
|
2020-04-09 07:12:58 +00:00
|
|
|
if (!gst_cuvid_load_library (api_major_ver, api_minor_ver)) {
|
|
|
|
GST_WARNING ("Failed to load nvdec library");
|
|
|
|
nvdec_available = FALSE;
|
|
|
|
}
|
|
|
|
|
2019-11-28 09:54:31 +00:00
|
|
|
if (!nvdec_available && !nvenc_available)
|
nvdec,nvenc: Port to dynamic library loading
... and put them into new nvcodec plugin.
* nvcodec plugin
Now each nvenc and nvdec element is moved to be a part of nvcodec plugin
for better interoperability.
Additionally, cuda runtime API header dependencies
(i.e., cuda_runtime_api.h and cuda_gl_interop.h) are removed.
Note that cuda runtime APIs have prefix "cuda". Since 1.16 release with
Windows support, only "cuda.h" and "cudaGL.h" dependent symbols have
been used except for some defined types. However, those types could be
replaced with other types which were defined by "cuda.h".
* dynamic library loading
CUDA library will be opened with g_module_open() instead of build-time linking.
On Windows, nvcuda.dll is installed to system path by CUDA Toolkit
installer, and on *nix, user should ensure that libcuda.so.1 can be
loadable (i.e., via LD_LIBRARY_PATH or default dlopen path)
Therefore, NVIDIA_VIDEO_CODEC_SDK_PATH env build time dependency for Windows
is removed.
2019-05-17 13:27:50 +00:00
|
|
|
return TRUE;
|
|
|
|
|
2019-11-28 09:54:31 +00:00
|
|
|
cuda_ret = CuInit (0);
|
|
|
|
if (cuda_ret != CUDA_SUCCESS) {
|
|
|
|
GST_WARNING ("Failed to init cuda, ret: 0x%x", (gint) cuda_ret);
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (CuDeviceGetCount (&dev_count) != CUDA_SUCCESS || !dev_count) {
|
|
|
|
GST_WARNING ("No available device, ret: 0x%x", (gint) cuda_ret);
|
|
|
|
return TRUE;
|
nvdec,nvenc: Port to dynamic library loading
... and put them into new nvcodec plugin.
* nvcodec plugin
Now each nvenc and nvdec element is moved to be a part of nvcodec plugin
for better interoperability.
Additionally, cuda runtime API header dependencies
(i.e., cuda_runtime_api.h and cuda_gl_interop.h) are removed.
Note that cuda runtime APIs have prefix "cuda". Since 1.16 release with
Windows support, only "cuda.h" and "cudaGL.h" dependent symbols have
been used except for some defined types. However, those types could be
replaced with other types which were defined by "cuda.h".
* dynamic library loading
CUDA library will be opened with g_module_open() instead of build-time linking.
On Windows, nvcuda.dll is installed to system path by CUDA Toolkit
installer, and on *nix, user should ensure that libcuda.so.1 can be
loadable (i.e., via LD_LIBRARY_PATH or default dlopen path)
Therefore, NVIDIA_VIDEO_CODEC_SDK_PATH env build time dependency for Windows
is removed.
2019-05-17 13:27:50 +00:00
|
|
|
}
|
|
|
|
|
2020-04-22 05:57:12 +00:00
|
|
|
/* check environment to determine primary h264decoder */
|
|
|
|
env = g_getenv ("GST_USE_NV_STATELESS_CODEC");
|
|
|
|
if (env) {
|
|
|
|
gchar **split;
|
|
|
|
gchar **iter;
|
|
|
|
|
|
|
|
split = g_strsplit (env, ",", 0);
|
|
|
|
|
|
|
|
for (iter = split; *iter; iter++) {
|
|
|
|
if (g_ascii_strcasecmp (*iter, "h264") == 0) {
|
|
|
|
GST_INFO ("Found %s in GST_USE_NV_STATELESS_CODEC environment", *iter);
|
|
|
|
use_h264_sl_dec = TRUE;
|
2020-06-19 20:57:59 +00:00
|
|
|
} else if (g_ascii_strcasecmp (*iter, "h265") == 0) {
|
|
|
|
GST_INFO ("Found %s in GST_USE_NV_STATELESS_CODEC environment", *iter);
|
|
|
|
use_h265_sl_dec = TRUE;
|
2020-04-22 05:57:12 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
g_strfreev (split);
|
|
|
|
}
|
|
|
|
|
2019-11-28 09:54:31 +00:00
|
|
|
for (i = 0; i < dev_count; i++) {
|
|
|
|
CUdevice cuda_device;
|
|
|
|
CUcontext cuda_ctx;
|
|
|
|
|
|
|
|
cuda_ret = CuDeviceGet (&cuda_device, i);
|
|
|
|
if (cuda_ret != CUDA_SUCCESS) {
|
|
|
|
GST_WARNING ("Failed to get device handle %d, ret: 0x%x", i,
|
|
|
|
(gint) cuda_ret);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
cuda_ret = CuCtxCreate (&cuda_ctx, 0, cuda_device);
|
|
|
|
if (cuda_ret != CUDA_SUCCESS) {
|
|
|
|
GST_WARNING ("Failed to create cuda context, ret: 0x%x", (gint) cuda_ret);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
CuCtxPopCurrent (NULL);
|
|
|
|
|
2020-04-16 14:27:31 +00:00
|
|
|
if (nvdec_available) {
|
|
|
|
gint j;
|
|
|
|
|
|
|
|
for (j = 0; j < cudaVideoCodec_NumCodecs; j++) {
|
|
|
|
GstCaps *sink_template = NULL;
|
|
|
|
GstCaps *src_template = NULL;
|
|
|
|
cudaVideoCodec codec = (cudaVideoCodec) j;
|
2020-04-22 05:57:12 +00:00
|
|
|
gboolean register_cuviddec = TRUE;
|
2020-04-16 14:27:31 +00:00
|
|
|
|
|
|
|
if (gst_nv_decoder_check_device_caps (cuda_ctx,
|
|
|
|
codec, &sink_template, &src_template)) {
|
|
|
|
const gchar *codec_name = gst_cuda_video_codec_to_string (codec);
|
|
|
|
|
|
|
|
GST_INFO ("CUDA video codec %s, sink template %" GST_PTR_FORMAT
|
|
|
|
"src template %" GST_PTR_FORMAT, codec_name,
|
|
|
|
sink_template, src_template);
|
|
|
|
|
2020-06-19 20:57:59 +00:00
|
|
|
switch (codec) {
|
|
|
|
case cudaVideoCodec_H264:
|
2020-04-22 05:57:12 +00:00
|
|
|
gst_nv_h264_dec_register (plugin,
|
2020-06-19 20:57:59 +00:00
|
|
|
i, GST_RANK_SECONDARY, sink_template, src_template, FALSE);
|
|
|
|
if (use_h264_sl_dec) {
|
|
|
|
GST_INFO ("Skip register cuvid parser based nvh264dec");
|
|
|
|
register_cuviddec = FALSE;
|
|
|
|
|
|
|
|
gst_nv_h264_dec_register (plugin,
|
|
|
|
i, GST_RANK_PRIMARY, sink_template, src_template, TRUE);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case cudaVideoCodec_HEVC:
|
|
|
|
gst_nv_h265_dec_register (plugin,
|
|
|
|
i, GST_RANK_SECONDARY, sink_template, src_template, FALSE);
|
|
|
|
if (use_h265_sl_dec) {
|
|
|
|
GST_INFO ("Skip register cuvid parser based nvh264dec");
|
|
|
|
register_cuviddec = FALSE;
|
|
|
|
|
|
|
|
gst_nv_h265_dec_register (plugin,
|
|
|
|
i, GST_RANK_PRIMARY, sink_template, src_template, TRUE);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
2020-04-22 05:57:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if (register_cuviddec) {
|
|
|
|
gst_nvdec_plugin_init (plugin,
|
|
|
|
i, codec, codec_name, sink_template, src_template);
|
2020-04-16 14:27:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
gst_caps_unref (sink_template);
|
|
|
|
gst_caps_unref (src_template);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-11-28 09:54:31 +00:00
|
|
|
|
|
|
|
if (nvenc_available)
|
|
|
|
gst_nvenc_plugin_init (plugin, i, cuda_ctx);
|
|
|
|
|
|
|
|
CuCtxDestroy (cuda_ctx);
|
|
|
|
}
|
nvdec,nvenc: Port to dynamic library loading
... and put them into new nvcodec plugin.
* nvcodec plugin
Now each nvenc and nvdec element is moved to be a part of nvcodec plugin
for better interoperability.
Additionally, cuda runtime API header dependencies
(i.e., cuda_runtime_api.h and cuda_gl_interop.h) are removed.
Note that cuda runtime APIs have prefix "cuda". Since 1.16 release with
Windows support, only "cuda.h" and "cudaGL.h" dependent symbols have
been used except for some defined types. However, those types could be
replaced with other types which were defined by "cuda.h".
* dynamic library loading
CUDA library will be opened with g_module_open() instead of build-time linking.
On Windows, nvcuda.dll is installed to system path by CUDA Toolkit
installer, and on *nix, user should ensure that libcuda.so.1 can be
loadable (i.e., via LD_LIBRARY_PATH or default dlopen path)
Therefore, NVIDIA_VIDEO_CODEC_SDK_PATH env build time dependency for Windows
is removed.
2019-05-17 13:27:50 +00:00
|
|
|
|
2019-10-16 13:42:06 +00:00
|
|
|
gst_element_register (plugin, "cudadownload", GST_RANK_NONE,
|
|
|
|
GST_TYPE_CUDA_DOWNLOAD);
|
|
|
|
gst_element_register (plugin, "cudaupload", GST_RANK_NONE,
|
|
|
|
GST_TYPE_CUDA_UPLOAD);
|
|
|
|
|
2019-10-16 13:42:55 +00:00
|
|
|
gst_cuda_filter_plugin_init (plugin);
|
|
|
|
|
nvdec,nvenc: Port to dynamic library loading
... and put them into new nvcodec plugin.
* nvcodec plugin
Now each nvenc and nvdec element is moved to be a part of nvcodec plugin
for better interoperability.
Additionally, cuda runtime API header dependencies
(i.e., cuda_runtime_api.h and cuda_gl_interop.h) are removed.
Note that cuda runtime APIs have prefix "cuda". Since 1.16 release with
Windows support, only "cuda.h" and "cudaGL.h" dependent symbols have
been used except for some defined types. However, those types could be
replaced with other types which were defined by "cuda.h".
* dynamic library loading
CUDA library will be opened with g_module_open() instead of build-time linking.
On Windows, nvcuda.dll is installed to system path by CUDA Toolkit
installer, and on *nix, user should ensure that libcuda.so.1 can be
loadable (i.e., via LD_LIBRARY_PATH or default dlopen path)
Therefore, NVIDIA_VIDEO_CODEC_SDK_PATH env build time dependency for Windows
is removed.
2019-05-17 13:27:50 +00:00
|
|
|
return TRUE;
|
2017-05-03 00:21:43 +00:00
|
|
|
}
|
|
|
|
|
nvdec,nvenc: Port to dynamic library loading
... and put them into new nvcodec plugin.
* nvcodec plugin
Now each nvenc and nvdec element is moved to be a part of nvcodec plugin
for better interoperability.
Additionally, cuda runtime API header dependencies
(i.e., cuda_runtime_api.h and cuda_gl_interop.h) are removed.
Note that cuda runtime APIs have prefix "cuda". Since 1.16 release with
Windows support, only "cuda.h" and "cudaGL.h" dependent symbols have
been used except for some defined types. However, those types could be
replaced with other types which were defined by "cuda.h".
* dynamic library loading
CUDA library will be opened with g_module_open() instead of build-time linking.
On Windows, nvcuda.dll is installed to system path by CUDA Toolkit
installer, and on *nix, user should ensure that libcuda.so.1 can be
loadable (i.e., via LD_LIBRARY_PATH or default dlopen path)
Therefore, NVIDIA_VIDEO_CODEC_SDK_PATH env build time dependency for Windows
is removed.
2019-05-17 13:27:50 +00:00
|
|
|
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR, nvcodec,
|
|
|
|
"GStreamer NVCODEC plugin", plugin_init, VERSION, "LGPL",
|
2017-05-03 00:21:43 +00:00
|
|
|
GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)
|