gstreamer/subprojects/gst-plugins-bad/sys/msdk/gstmsdk.c
Yinhang Liu 35177b81b3 msdk: Fix segfault for OneVPL dispatcher + legacy MSDK runtime path
From the spec, the OneVPL dispatcher should be able to work with
legacy MSDK runtime:
https://www.intel.com/content/www/us/en/docs/onevpl/upgrade-from-msdk/2023-1/onevpl-hardware-support-details.html

Currently supported capabilities:
  OneVPL dispatcher + OneVPL runtime: dynamic capability
  MSDK dispatcher + MSDK runtime: static capability
  MSDK dispatcher + OneVPL runtime: static capability
  OneVPL dispatcher + legacy MSDK runtime: static capability

Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2506

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4466>
2023-04-25 08:09:29 +00:00

466 lines
14 KiB
C

/* GStreamer Intel MSDK plugin
* Copyright (c) 2016, Oblong Industries, Inc.
* Copyright (c) 2018, Intel Corporation
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice,
* this list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice,
* this list of conditions and the following disclaimer in the documentation
* and/or other materials provided with the distribution.
*
* 3. Neither the name of the copyright holder nor the names of its contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
* OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
* EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
/**
* SECTION: plugin-msdk
*
* Since: 1.12
*
*/
#ifdef HAVE_CONFIG_H
# include <config.h>
#endif
#include <gst/gst.h>
#include "gstmsdkh264dec.h"
#include "gstmsdkh264enc.h"
#include "gstmsdkh265dec.h"
#include "gstmsdkh265enc.h"
#include "gstmsdkmjpegdec.h"
#include "gstmsdkmjpegenc.h"
#include "gstmsdkmpeg2dec.h"
#include "gstmsdkmpeg2enc.h"
#include "gstmsdkvp8dec.h"
#ifdef USE_MSDK_VP9_ENC
#include "gstmsdkvp9enc.h"
#endif
#include "gstmsdkvc1dec.h"
#ifdef USE_MSDK_VP9_DEC
#include "gstmsdkvp9dec.h"
#endif
#ifdef USE_MSDK_AV1_DEC
#include "gstmsdkav1dec.h"
#endif
#ifdef USE_MSDK_AV1_ENC
#include "gstmsdkav1enc.h"
#endif
#include "gstmsdkvpp.h"
GST_DEBUG_CATEGORY (gst_msdk_debug);
GST_DEBUG_CATEGORY (gst_msdkdec_debug);
GST_DEBUG_CATEGORY (gst_msdkenc_debug);
GST_DEBUG_CATEGORY (gst_msdkvpp_debug);
GST_DEBUG_CATEGORY (gst_msdkh264dec_debug);
GST_DEBUG_CATEGORY (gst_msdkh264enc_debug);
GST_DEBUG_CATEGORY (gst_msdkh265dec_debug);
GST_DEBUG_CATEGORY (gst_msdkh265enc_debug);
GST_DEBUG_CATEGORY (gst_msdkmjpegdec_debug);
GST_DEBUG_CATEGORY (gst_msdkmjpegenc_debug);
GST_DEBUG_CATEGORY (gst_msdkmpeg2enc_debug);
GST_DEBUG_CATEGORY (gst_msdkmpeg2dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvp8dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvc1dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvp9dec_debug);
GST_DEBUG_CATEGORY (gst_msdkvp9enc_debug);
GST_DEBUG_CATEGORY (gst_msdkav1dec_debug);
GST_DEBUG_CATEGORY (gst_msdkav1enc_debug);
static void
plugin_add_dependencies (GstPlugin * plugin)
{
#ifndef _WIN32
const gchar *env_vars[] = { "LIBVA_DRIVER_NAME", NULL };
const gchar *kernel_paths[] = { "/dev/dri", NULL };
const gchar *kernel_names[] = { "card", "render", NULL };
/* features get updated upon changes in /dev/dri/card* */
gst_plugin_add_dependency (plugin, NULL, kernel_paths, kernel_names,
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_PREFIX);
/* features get updated upon changes in VA environment variables */
gst_plugin_add_dependency (plugin, env_vars, NULL, NULL,
GST_PLUGIN_DEPENDENCY_FLAG_NONE);
/* features get updated upon changes in default VA drivers
* directory */
gst_plugin_add_dependency_simple (plugin, "LIBVA_DRIVERS_PATH",
VA_DRIVERS_PATH, "_drv_video.so",
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_SUFFIX |
GST_PLUGIN_DEPENDENCY_FLAG_PATHS_ARE_DEFAULT_ONLY);
#endif
}
static gboolean
_register_encoder (GstPlugin * plugin,
GstMsdkContext * context, guint codec_id,
GstCaps * sink_caps, GstCaps * src_caps)
{
gboolean ret = TRUE;
switch (codec_id) {
case MFX_CODEC_AVC:
ret = gst_msdkh264enc_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
case MFX_CODEC_HEVC:
ret = gst_msdkh265enc_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);;
break;
case MFX_CODEC_MPEG2:
ret = gst_msdkmpeg2enc_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
#ifdef USE_MSDK_VP9_ENC
case MFX_CODEC_VP9:
ret = gst_msdkvp9enc_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
#endif
#ifdef USE_MSDK_AV1_ENC
case MFX_CODEC_AV1:
ret = gst_msdkav1enc_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
#endif
case MFX_CODEC_JPEG:
ret = gst_msdkmjpegenc_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
default:
ret = FALSE;
break;
}
return ret;
}
static gboolean
_register_decoder (GstPlugin * plugin,
GstMsdkContext * context, guint codec_id,
GstCaps * sink_caps, GstCaps * src_caps)
{
gboolean ret = TRUE;
switch (codec_id) {
case MFX_CODEC_AVC:
ret = gst_msdkh264dec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
case MFX_CODEC_HEVC:
ret = gst_msdkh265dec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
case MFX_CODEC_MPEG2:
ret = gst_msdkmpeg2dec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
case MFX_CODEC_VP8:
ret = gst_msdkvp8dec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
#ifdef USE_MSDK_VP9_DEC
case MFX_CODEC_VP9:
ret = gst_msdkvp9dec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
#endif
#ifdef USE_MSDK_AV1_DEC
case MFX_CODEC_AV1:
ret = gst_msdkav1dec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
#endif
case MFX_CODEC_JPEG:
ret = gst_msdkmjpegdec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
case MFX_CODEC_VC1:
ret = gst_msdkvc1dec_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE);
break;
default:
ret = FALSE;
break;
}
return ret;
}
#if (MFX_VERSION >= 2000)
static void
_register_encoders (GstPlugin * plugin,
GstMsdkContext * context, mfxEncoderDescription * enc_desc)
{
GstCaps *sink_caps = NULL;
GstCaps *src_caps = NULL;
for (guint c = 0; c < enc_desc->NumCodecs; c++) {
if (!gst_msdkcaps_enc_create_caps (context, enc_desc,
enc_desc->Codecs[c].CodecID, &sink_caps, &src_caps)) {
GST_WARNING ("Failed to create caps for %" GST_FOURCC_FORMAT " ENC",
GST_FOURCC_ARGS (enc_desc->Codecs[c].CodecID));
continue;
}
if (!_register_encoder (plugin,
context, enc_desc->Codecs[c].CodecID, sink_caps, src_caps)) {
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " ENC",
GST_FOURCC_ARGS (enc_desc->Codecs[c].CodecID));
continue;
}
gst_caps_unref (sink_caps);
gst_caps_unref (src_caps);
}
}
static void
_register_decoders (GstPlugin * plugin,
GstMsdkContext * context, mfxDecoderDescription * dec_desc)
{
GstCaps *sink_caps = NULL;
GstCaps *src_caps = NULL;
for (guint c = 0; c < dec_desc->NumCodecs; c++) {
if (!gst_msdkcaps_dec_create_caps (context, dec_desc,
dec_desc->Codecs[c].CodecID, &sink_caps, &src_caps)) {
GST_WARNING ("Failed to create caps for %" GST_FOURCC_FORMAT " DEC",
GST_FOURCC_ARGS (dec_desc->Codecs[c].CodecID));
continue;
}
if (!_register_decoder (plugin,
context, dec_desc->Codecs[c].CodecID, sink_caps, src_caps)) {
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " DEC",
GST_FOURCC_ARGS (dec_desc->Codecs[c].CodecID));
continue;
}
gst_caps_unref (sink_caps);
gst_caps_unref (src_caps);
}
}
static void
_register_vpp (GstPlugin * plugin,
GstMsdkContext * context, mfxVPPDescription * vpp_desc)
{
GstCaps *sink_caps = NULL;
GstCaps *src_caps = NULL;
if (!gst_msdkcaps_vpp_create_caps (context, vpp_desc, &sink_caps, &src_caps)) {
GST_WARNING ("Failed to create caps for VPP");
return;
}
if (!gst_msdkvpp_register (plugin,
context, sink_caps, src_caps, GST_RANK_NONE)) {
GST_WARNING ("Failed to register VPP");
}
gst_caps_unref (sink_caps);
gst_caps_unref (src_caps);
}
#endif
static const guint enc_static_codecs[] = {
MFX_CODEC_AVC,
MFX_CODEC_HEVC,
MFX_CODEC_MPEG2,
#ifdef USE_MSDK_VP9_ENC
MFX_CODEC_VP9,
#endif
#ifdef USE_MSDK_AV1_ENC
MFX_CODEC_AV1,
#endif
MFX_CODEC_JPEG
};
static const guint dec_static_codecs[] = {
MFX_CODEC_AVC,
MFX_CODEC_HEVC,
MFX_CODEC_MPEG2,
MFX_CODEC_VP8,
#ifdef USE_MSDK_VP9_DEC
MFX_CODEC_VP9,
#endif
#ifdef USE_MSDK_AV1_DEC
MFX_CODEC_AV1,
#endif
MFX_CODEC_JPEG,
MFX_CODEC_VC1
};
static void
_register_encoders_with_static_caps (GstPlugin * plugin,
GstMsdkContext * context)
{
GstCaps *sink_caps = NULL;
GstCaps *src_caps = NULL;
for (guint c = 0; c < G_N_ELEMENTS (enc_static_codecs); c++) {
if (!gst_msdkcaps_enc_create_static_caps (context,
enc_static_codecs[c], &sink_caps, &src_caps)) {
GST_WARNING ("Failed to create static caps for %" GST_FOURCC_FORMAT
" ENC", GST_FOURCC_ARGS (enc_static_codecs[c]));
continue;
}
if (!_register_encoder (plugin, context,
enc_static_codecs[c], sink_caps, src_caps)) {
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " ENC",
GST_FOURCC_ARGS (enc_static_codecs[c]));
continue;
}
gst_caps_unref (sink_caps);
gst_caps_unref (src_caps);
}
}
static void
_register_decoders_with_static_caps (GstPlugin * plugin,
GstMsdkContext * context)
{
GstCaps *sink_caps = NULL;
GstCaps *src_caps = NULL;
for (guint c = 0; c < G_N_ELEMENTS (dec_static_codecs); c++) {
if (!gst_msdkcaps_dec_create_static_caps (context,
dec_static_codecs[c], &sink_caps, &src_caps)) {
GST_WARNING ("Failed to create static caps for %" GST_FOURCC_FORMAT
" DEC", GST_FOURCC_ARGS (dec_static_codecs[c]));
continue;
}
if (!_register_decoder (plugin, context,
dec_static_codecs[c], sink_caps, src_caps)) {
GST_WARNING ("Failed to register %" GST_FOURCC_FORMAT " DEC",
GST_FOURCC_ARGS (dec_static_codecs[c]));
continue;
}
gst_caps_unref (sink_caps);
gst_caps_unref (src_caps);
}
}
static void
_register_vpp_with_static_caps (GstPlugin * plugin, GstMsdkContext * context)
{
GstCaps *sink_caps = NULL;
GstCaps *src_caps = NULL;
if (!gst_msdkcaps_vpp_create_static_caps (context, &sink_caps, &src_caps)) {
GST_WARNING ("Failed to create static caps for VPP");
return;
}
if (!gst_msdkvpp_register (plugin, context,
sink_caps, src_caps, GST_RANK_NONE)) {
GST_WARNING ("Failed to register VPP");
}
gst_caps_unref (sink_caps);
gst_caps_unref (src_caps);
}
static gboolean
plugin_init (GstPlugin * plugin)
{
GstMsdkContext *context;
GST_DEBUG_CATEGORY_INIT (gst_msdk_debug, "msdk", 0, "msdk");
GST_DEBUG_CATEGORY_INIT (gst_msdkdec_debug, "msdkdec", 0, "msdkdec");
GST_DEBUG_CATEGORY_INIT (gst_msdkenc_debug, "msdkenc", 0, "msdkenc");
GST_DEBUG_CATEGORY_INIT (gst_msdkh264dec_debug, "msdkh264dec", 0,
"msdkh264dec");
GST_DEBUG_CATEGORY_INIT (gst_msdkh264enc_debug, "msdkh264enc", 0,
"msdkh264enc");
GST_DEBUG_CATEGORY_INIT (gst_msdkvpp_debug, "msdkvpp", 0, "msdkvpp");
GST_DEBUG_CATEGORY_INIT (gst_msdkh265dec_debug, "msdkh265dec", 0,
"msdkh265dec");
GST_DEBUG_CATEGORY_INIT (gst_msdkh265enc_debug, "msdkh265enc", 0,
"msdkh265enc");
GST_DEBUG_CATEGORY_INIT (gst_msdkmjpegdec_debug, "msdkmjpegdec", 0,
"msdkmjpegdec");
GST_DEBUG_CATEGORY_INIT (gst_msdkmjpegenc_debug, "msdkmjpegenc", 0,
"msdkmjpegenc");
GST_DEBUG_CATEGORY_INIT (gst_msdkmpeg2enc_debug, "msdkmpeg2enc", 0,
"msdkmpeg2enc");
GST_DEBUG_CATEGORY_INIT (gst_msdkmpeg2dec_debug, "msdkmpeg2dec", 0,
"msdkmpeg2dec");
GST_DEBUG_CATEGORY_INIT (gst_msdkvp8dec_debug, "msdkvp8dec", 0, "msdkvp8dec");
GST_DEBUG_CATEGORY_INIT (gst_msdkvc1dec_debug, "msdkvc1dec", 0, "msdkvc1dec");
GST_DEBUG_CATEGORY_INIT (gst_msdkvp9dec_debug, "msdkvp9dec", 0, "msdkvp9dec");
GST_DEBUG_CATEGORY_INIT (gst_msdkvp9enc_debug, "msdkvp9enc", 0, "msdkvp9enc");
GST_DEBUG_CATEGORY_INIT (gst_msdkav1dec_debug, "msdkav1dec", 0, "msdkav1dec");
GST_DEBUG_CATEGORY_INIT (gst_msdkav1enc_debug, "msdkav1enc", 0, "msdkav1enc");
plugin_add_dependencies (plugin);
context = gst_msdk_context_new (TRUE);
if (!context)
return TRUE; /* return TRUE to avoid getting blacklisted */
#if (MFX_VERSION >= 2000)
mfxImplDescription *desc = (mfxImplDescription *)
msdk_get_impl_description (gst_msdk_context_get_loader (context),
gst_msdk_context_get_impl_idx (context));
if (desc && desc->Enc.NumCodecs > 0)
_register_encoders (plugin, context, &desc->Enc);
else
_register_encoders_with_static_caps (plugin, context);
if (desc && desc->Dec.NumCodecs > 0)
_register_decoders (plugin, context, &desc->Dec);
else
_register_decoders_with_static_caps (plugin, context);
if (desc && desc->VPP.NumFilters > 0)
_register_vpp (plugin, context, &desc->VPP);
else
_register_vpp_with_static_caps (plugin, context);
if (desc)
msdk_release_impl_description (gst_msdk_context_get_loader (context), desc);
#else
_register_encoders_with_static_caps (plugin, context);
_register_decoders_with_static_caps (plugin, context);
_register_vpp_with_static_caps (plugin, context);
#endif
gst_object_unref (context);
return TRUE;
}
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
GST_VERSION_MINOR,
msdk,
"MFX API (" MFX_API_SDK ") based elements",
plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)