mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-13 20:06:35 +00:00
cef1f179c6
Add env vars GST_MSDK_DRM_DEVICE in plugin_add_dependencies to register msdk plugins according to user's choice in a multi-gpu platform. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5615>
467 lines
14 KiB
C
467 lines
14 KiB
C
/* GStreamer Intel MSDK plugin
|
|
* Copyright (c) 2016, Oblong Industries, Inc.
|
|
* Copyright (c) 2018, Intel Corporation
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are met:
|
|
*
|
|
* 1. Redistributions of source code must retain the above copyright notice,
|
|
* this list of conditions and the following disclaimer.
|
|
*
|
|
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
* this list of conditions and the following disclaimer in the documentation
|
|
* and/or other materials provided with the distribution.
|
|
*
|
|
* 3. Neither the name of the copyright holder nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
|
|
* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
|
|
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
|
|
* OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
|
|
* EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
/**
|
|
* SECTION: plugin-msdk
|
|
*
|
|
* Since: 1.12
|
|
*
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
# include <config.h>
|
|
#endif
|
|
|
|
#include <gst/gst.h>
|
|
|
|
#include "gstmsdkh264dec.h"
|
|
#include "gstmsdkh264enc.h"
|
|
#include "gstmsdkh265dec.h"
|
|
#include "gstmsdkh265enc.h"
|
|
#include "gstmsdkmjpegdec.h"
|
|
#include "gstmsdkmjpegenc.h"
|
|
#include "gstmsdkmpeg2dec.h"
|
|
#include "gstmsdkmpeg2enc.h"
|
|
#include "gstmsdkvp8dec.h"
|
|
#ifdef USE_MSDK_VP9_ENC
|
|
#include "gstmsdkvp9enc.h"
|
|
#endif
|
|
#include "gstmsdkvc1dec.h"
|
|
#ifdef USE_MSDK_VP9_DEC
|
|
#include "gstmsdkvp9dec.h"
|
|
#endif
|
|
#ifdef USE_MSDK_AV1_DEC
|
|
#include "gstmsdkav1dec.h"
|
|
#endif
|
|
#ifdef USE_MSDK_AV1_ENC
|
|
#include "gstmsdkav1enc.h"
|
|
#endif
|
|
#include "gstmsdkvpp.h"
|
|
|
|
GST_DEBUG_CATEGORY (gst_msdk_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkdec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkenc_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkvpp_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkh264dec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkh264enc_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkh265dec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkh265enc_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkmjpegdec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkmjpegenc_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkmpeg2enc_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkmpeg2dec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkvp8dec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkvc1dec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkvp9dec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkvp9enc_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkav1dec_debug);
|
|
GST_DEBUG_CATEGORY (gst_msdkav1enc_debug);
|
|
|
|
static void
|
|
plugin_add_dependencies (GstPlugin * plugin)
|
|
{
|
|
#ifndef _WIN32
|
|
const gchar *env_vars[] =
|
|
{ "LIBVA_DRIVER_NAME", "GST_MSDK_DRM_DEVICE", NULL };
|
|
const gchar *kernel_paths[] = { "/dev/dri", NULL };
|
|
const gchar *kernel_names[] = { "card", "render", NULL };
|
|
|
|
/* features get updated upon changes in /dev/dri/card* */
|
|
gst_plugin_add_dependency (plugin, NULL, kernel_paths, kernel_names,
|
|
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_PREFIX);
|
|
|
|
/* features get updated upon changes in VA environment variables */
|
|
gst_plugin_add_dependency (plugin, env_vars, NULL, NULL,
|
|
GST_PLUGIN_DEPENDENCY_FLAG_NONE);
|
|
|
|
/* features get updated upon changes in default VA drivers
|
|
* directory */
|
|
gst_plugin_add_dependency_simple (plugin, "LIBVA_DRIVERS_PATH",
|
|
VA_DRIVERS_PATH, "_drv_video.so",
|
|
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_SUFFIX |
|
|
GST_PLUGIN_DEPENDENCY_FLAG_PATHS_ARE_DEFAULT_ONLY);
|
|
#endif
|
|
}
|
|
|
|
static gboolean
|
|
_register_encoder (GstPlugin * plugin,
|
|
GstMsdkContext * context, guint codec_id,
|
|
GstCaps * sink_caps, GstCaps * src_caps)
|
|
{
|
|
gboolean ret = TRUE;
|
|
|
|
switch (codec_id) {
|
|
case MFX_CODEC_AVC:
|
|
ret = gst_msdkh264enc_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
case MFX_CODEC_HEVC:
|
|
ret = gst_msdkh265enc_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);;
|
|
break;
|
|
case MFX_CODEC_MPEG2:
|
|
ret = gst_msdkmpeg2enc_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
#ifdef USE_MSDK_VP9_ENC
|
|
case MFX_CODEC_VP9:
|
|
ret = gst_msdkvp9enc_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
#endif
|
|
#ifdef USE_MSDK_AV1_ENC
|
|
case MFX_CODEC_AV1:
|
|
ret = gst_msdkav1enc_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
#endif
|
|
case MFX_CODEC_JPEG:
|
|
ret = gst_msdkmjpegenc_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
default:
|
|
ret = FALSE;
|
|
break;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static gboolean
|
|
_register_decoder (GstPlugin * plugin,
|
|
GstMsdkContext * context, guint codec_id,
|
|
GstCaps * sink_caps, GstCaps * src_caps)
|
|
{
|
|
gboolean ret = TRUE;
|
|
|
|
switch (codec_id) {
|
|
case MFX_CODEC_AVC:
|
|
ret = gst_msdkh264dec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
case MFX_CODEC_HEVC:
|
|
ret = gst_msdkh265dec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
case MFX_CODEC_MPEG2:
|
|
ret = gst_msdkmpeg2dec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
case MFX_CODEC_VP8:
|
|
ret = gst_msdkvp8dec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
#ifdef USE_MSDK_VP9_DEC
|
|
case MFX_CODEC_VP9:
|
|
ret = gst_msdkvp9dec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
#endif
|
|
#ifdef USE_MSDK_AV1_DEC
|
|
case MFX_CODEC_AV1:
|
|
ret = gst_msdkav1dec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
#endif
|
|
case MFX_CODEC_JPEG:
|
|
ret = gst_msdkmjpegdec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
case MFX_CODEC_VC1:
|
|
ret = gst_msdkvc1dec_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE);
|
|
break;
|
|
default:
|
|
ret = FALSE;
|
|
break;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
#if (MFX_VERSION >= 2000)
|
|
|
|
static void
|
|
_register_encoders (GstPlugin * plugin,
|
|
GstMsdkContext * context, mfxEncoderDescription * enc_desc)
|
|
{
|
|
GstCaps *sink_caps = NULL;
|
|
GstCaps *src_caps = NULL;
|
|
|
|
for (guint c = 0; c < enc_desc->NumCodecs; c++) {
|
|
if (!gst_msdkcaps_enc_create_caps (context, enc_desc,
|
|
enc_desc->Codecs[c].CodecID, &sink_caps, &src_caps)) {
|
|
GST_WARNING ("Failed to create caps for %" GST_FOURCC_FORMAT " ENC",
|
|
GST_FOURCC_ARGS (enc_desc->Codecs[c].CodecID));
|
|
continue;
|
|
}
|
|
|
|
if (!_register_encoder (plugin,
|
|
context, enc_desc->Codecs[c].CodecID, sink_caps, src_caps)) {
|
|
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " ENC",
|
|
GST_FOURCC_ARGS (enc_desc->Codecs[c].CodecID));
|
|
continue;
|
|
}
|
|
|
|
gst_caps_unref (sink_caps);
|
|
gst_caps_unref (src_caps);
|
|
}
|
|
}
|
|
|
|
static void
|
|
_register_decoders (GstPlugin * plugin,
|
|
GstMsdkContext * context, mfxDecoderDescription * dec_desc)
|
|
{
|
|
GstCaps *sink_caps = NULL;
|
|
GstCaps *src_caps = NULL;
|
|
|
|
for (guint c = 0; c < dec_desc->NumCodecs; c++) {
|
|
if (!gst_msdkcaps_dec_create_caps (context, dec_desc,
|
|
dec_desc->Codecs[c].CodecID, &sink_caps, &src_caps)) {
|
|
GST_WARNING ("Failed to create caps for %" GST_FOURCC_FORMAT " DEC",
|
|
GST_FOURCC_ARGS (dec_desc->Codecs[c].CodecID));
|
|
continue;
|
|
}
|
|
|
|
if (!_register_decoder (plugin,
|
|
context, dec_desc->Codecs[c].CodecID, sink_caps, src_caps)) {
|
|
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " DEC",
|
|
GST_FOURCC_ARGS (dec_desc->Codecs[c].CodecID));
|
|
continue;
|
|
}
|
|
|
|
gst_caps_unref (sink_caps);
|
|
gst_caps_unref (src_caps);
|
|
}
|
|
}
|
|
|
|
static void
|
|
_register_vpp (GstPlugin * plugin,
|
|
GstMsdkContext * context, mfxVPPDescription * vpp_desc)
|
|
{
|
|
GstCaps *sink_caps = NULL;
|
|
GstCaps *src_caps = NULL;
|
|
|
|
if (!gst_msdkcaps_vpp_create_caps (context, vpp_desc, &sink_caps, &src_caps)) {
|
|
GST_WARNING ("Failed to create caps for VPP");
|
|
return;
|
|
}
|
|
|
|
if (!gst_msdkvpp_register (plugin,
|
|
context, sink_caps, src_caps, GST_RANK_NONE)) {
|
|
GST_WARNING ("Failed to register VPP");
|
|
}
|
|
|
|
gst_caps_unref (sink_caps);
|
|
gst_caps_unref (src_caps);
|
|
}
|
|
|
|
#endif
|
|
|
|
static const guint enc_static_codecs[] = {
|
|
MFX_CODEC_AVC,
|
|
MFX_CODEC_HEVC,
|
|
MFX_CODEC_MPEG2,
|
|
#ifdef USE_MSDK_VP9_ENC
|
|
MFX_CODEC_VP9,
|
|
#endif
|
|
#ifdef USE_MSDK_AV1_ENC
|
|
MFX_CODEC_AV1,
|
|
#endif
|
|
MFX_CODEC_JPEG
|
|
};
|
|
|
|
static const guint dec_static_codecs[] = {
|
|
MFX_CODEC_AVC,
|
|
MFX_CODEC_HEVC,
|
|
MFX_CODEC_MPEG2,
|
|
MFX_CODEC_VP8,
|
|
#ifdef USE_MSDK_VP9_DEC
|
|
MFX_CODEC_VP9,
|
|
#endif
|
|
#ifdef USE_MSDK_AV1_DEC
|
|
MFX_CODEC_AV1,
|
|
#endif
|
|
MFX_CODEC_JPEG,
|
|
MFX_CODEC_VC1
|
|
};
|
|
|
|
static void
|
|
_register_encoders_with_static_caps (GstPlugin * plugin,
|
|
GstMsdkContext * context)
|
|
{
|
|
GstCaps *sink_caps = NULL;
|
|
GstCaps *src_caps = NULL;
|
|
|
|
for (guint c = 0; c < G_N_ELEMENTS (enc_static_codecs); c++) {
|
|
if (!gst_msdkcaps_enc_create_static_caps (context,
|
|
enc_static_codecs[c], &sink_caps, &src_caps)) {
|
|
GST_WARNING ("Failed to create static caps for %" GST_FOURCC_FORMAT
|
|
" ENC", GST_FOURCC_ARGS (enc_static_codecs[c]));
|
|
continue;
|
|
}
|
|
|
|
if (!_register_encoder (plugin, context,
|
|
enc_static_codecs[c], sink_caps, src_caps)) {
|
|
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " ENC",
|
|
GST_FOURCC_ARGS (enc_static_codecs[c]));
|
|
continue;
|
|
}
|
|
|
|
gst_caps_unref (sink_caps);
|
|
gst_caps_unref (src_caps);
|
|
}
|
|
}
|
|
|
|
static void
|
|
_register_decoders_with_static_caps (GstPlugin * plugin,
|
|
GstMsdkContext * context)
|
|
{
|
|
GstCaps *sink_caps = NULL;
|
|
GstCaps *src_caps = NULL;
|
|
|
|
for (guint c = 0; c < G_N_ELEMENTS (dec_static_codecs); c++) {
|
|
if (!gst_msdkcaps_dec_create_static_caps (context,
|
|
dec_static_codecs[c], &sink_caps, &src_caps)) {
|
|
GST_WARNING ("Failed to create static caps for %" GST_FOURCC_FORMAT
|
|
" DEC", GST_FOURCC_ARGS (dec_static_codecs[c]));
|
|
continue;
|
|
}
|
|
|
|
if (!_register_decoder (plugin, context,
|
|
dec_static_codecs[c], sink_caps, src_caps)) {
|
|
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " DEC",
|
|
GST_FOURCC_ARGS (dec_static_codecs[c]));
|
|
continue;
|
|
}
|
|
|
|
gst_caps_unref (sink_caps);
|
|
gst_caps_unref (src_caps);
|
|
}
|
|
}
|
|
|
|
static void
|
|
_register_vpp_with_static_caps (GstPlugin * plugin, GstMsdkContext * context)
|
|
{
|
|
GstCaps *sink_caps = NULL;
|
|
GstCaps *src_caps = NULL;
|
|
|
|
if (!gst_msdkcaps_vpp_create_static_caps (context, &sink_caps, &src_caps)) {
|
|
GST_WARNING ("Failed to create static caps for VPP");
|
|
return;
|
|
}
|
|
|
|
if (!gst_msdkvpp_register (plugin, context,
|
|
sink_caps, src_caps, GST_RANK_NONE)) {
|
|
GST_WARNING ("Failed to register VPP");
|
|
}
|
|
|
|
gst_caps_unref (sink_caps);
|
|
gst_caps_unref (src_caps);
|
|
}
|
|
|
|
static gboolean
|
|
plugin_init (GstPlugin * plugin)
|
|
{
|
|
GstMsdkContext *context;
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdk_debug, "msdk", 0, "msdk");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkdec_debug, "msdkdec", 0, "msdkdec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkenc_debug, "msdkenc", 0, "msdkenc");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkh264dec_debug, "msdkh264dec", 0,
|
|
"msdkh264dec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkh264enc_debug, "msdkh264enc", 0,
|
|
"msdkh264enc");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkvpp_debug, "msdkvpp", 0, "msdkvpp");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkh265dec_debug, "msdkh265dec", 0,
|
|
"msdkh265dec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkh265enc_debug, "msdkh265enc", 0,
|
|
"msdkh265enc");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkmjpegdec_debug, "msdkmjpegdec", 0,
|
|
"msdkmjpegdec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkmjpegenc_debug, "msdkmjpegenc", 0,
|
|
"msdkmjpegenc");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkmpeg2enc_debug, "msdkmpeg2enc", 0,
|
|
"msdkmpeg2enc");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkmpeg2dec_debug, "msdkmpeg2dec", 0,
|
|
"msdkmpeg2dec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkvp8dec_debug, "msdkvp8dec", 0, "msdkvp8dec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkvc1dec_debug, "msdkvc1dec", 0, "msdkvc1dec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkvp9dec_debug, "msdkvp9dec", 0, "msdkvp9dec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkvp9enc_debug, "msdkvp9enc", 0, "msdkvp9enc");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkav1dec_debug, "msdkav1dec", 0, "msdkav1dec");
|
|
GST_DEBUG_CATEGORY_INIT (gst_msdkav1enc_debug, "msdkav1enc", 0, "msdkav1enc");
|
|
|
|
plugin_add_dependencies (plugin);
|
|
|
|
context = gst_msdk_context_new (TRUE);
|
|
if (!context)
|
|
return TRUE; /* return TRUE to avoid getting blacklisted */
|
|
|
|
#if (MFX_VERSION >= 2000)
|
|
mfxImplDescription *desc = (mfxImplDescription *)
|
|
msdk_get_impl_description (gst_msdk_context_get_loader (context),
|
|
gst_msdk_context_get_impl_idx (context));
|
|
|
|
if (desc && desc->Enc.NumCodecs > 0)
|
|
_register_encoders (plugin, context, &desc->Enc);
|
|
else
|
|
_register_encoders_with_static_caps (plugin, context);
|
|
|
|
if (desc && desc->Dec.NumCodecs > 0)
|
|
_register_decoders (plugin, context, &desc->Dec);
|
|
else
|
|
_register_decoders_with_static_caps (plugin, context);
|
|
|
|
if (desc && desc->VPP.NumFilters > 0)
|
|
_register_vpp (plugin, context, &desc->VPP);
|
|
else
|
|
_register_vpp_with_static_caps (plugin, context);
|
|
|
|
if (desc)
|
|
msdk_release_impl_description (gst_msdk_context_get_loader (context), desc);
|
|
#else
|
|
_register_encoders_with_static_caps (plugin, context);
|
|
_register_decoders_with_static_caps (plugin, context);
|
|
_register_vpp_with_static_caps (plugin, context);
|
|
#endif
|
|
|
|
gst_object_unref (context);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
|
|
GST_VERSION_MINOR,
|
|
msdk,
|
|
"MFX API (" MFX_API_SDK ") based elements",
|
|
plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)
|