gstreamer/subprojects/gst-plugins-bad/sys/msdk/gstmsdkvc1dec.c
Yinhang Liu bfbde5ce22 msdkdec: Enable dynamic capability support
Enable dynamic capability support for msdkav1dec, msdkh264dec,
msdkh265dec, msdkmjpegdec, msdkmpeg2dec, msdkvc1dec, msdkvp8dec,
msdkvp9dec.
The gstmsdkdec elements can create the sink caps and src caps
dynamically for different platforms.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
2023-04-17 05:24:06 +00:00

271 lines
8.4 KiB
C

/* GStreamer Intel MSDK plugin
* Copyright (c) 2018, Intel Corporation
* All rights reserved.
*
* Sreerenj Balachandran <sreerenj.balachandran@intel.com>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice,
* this list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice,
* this list of conditions and the following disclaimer in the documentation
* and/or other materials provided with the distribution.
*
* 3. Neither the name of the copyright holder nor the names of its contributors
* may be used to endorse or promote products derived from this software
* without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
* THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
* EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
* PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGDECE
* OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
* EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
/**
* SECTION: element-msdkvc1dec
* @title: msdkvc1dec
* @short_description: Intel MSDK VC1 decoder
*
* VC1/WMV video decoder based on Intel MFX
*
* ## Example launch line
* ```
* gst-launch-1.0 filesrc location=video.wmv ! asfdemux ! vc1parse ! msdkvc1dec ! videoconvert ! xvimagesink
* ```
*
* Since: 1.14
*
*/
#ifdef HAVE_CONFIG_H
# include <config.h>
#endif
#include "gstmsdkvc1dec.h"
GST_DEBUG_CATEGORY_EXTERN (gst_msdkvc1dec_debug);
#define GST_CAT_DEFAULT gst_msdkvc1dec_debug
#define GST_MSDKVC1DEC(obj) \
(G_TYPE_CHECK_INSTANCE_CAST((obj), G_TYPE_FROM_INSTANCE (obj), GstMsdkVC1Dec))
#define GST_MSDKVC1DEC_CLASS(klass) \
(G_TYPE_CHECK_CLASS_CAST((klass), G_TYPE_FROM_CLASS (klass), GstMsdkVC1DecClass))
#define GST_IS_MSDKVC1DEC(obj) \
(G_TYPE_CHECK_INSTANCE_TYPE((obj), G_TYPE_FROM_INSTANCE (obj)))
#define GST_IS_MSDKVC1DEC_CLASS(klass) \
(G_TYPE_CHECK_CLASS_TYPE((klass), G_TYPE_FROM_CLASS (klass)))
/* *INDENT-OFF* */
static const gchar *doc_src_caps_str =
GST_VIDEO_CAPS_MAKE ("{ NV12 }") " ;"
GST_VIDEO_CAPS_MAKE_WITH_FEATURES ("memory:DMABuf", "{ NV12 }") " ;"
GST_VIDEO_CAPS_MAKE_WITH_FEATURES ("memory:VAMemory", "{ NV12 }");
/* *INDENT-ON* */
static const gchar *doc_sink_caps_str = "video/x-wmv";
static GstElementClass *parent_class = NULL;
static gboolean
gst_msdkvc1dec_configure (GstMsdkDec * decoder)
{
GstMsdkVC1Dec *vc1dec = GST_MSDKVC1DEC (decoder);
GstBuffer *buffer;
GstCaps *caps;
GstStructure *structure;
const gchar *profile_str;
caps = decoder->input_state->caps;
if (!caps)
return FALSE;
structure = gst_caps_get_structure (caps, 0);
if (!structure)
return FALSE;
decoder->param.mfx.CodecId = MFX_CODEC_VC1;
profile_str = gst_structure_get_string (structure, "profile");
if (!strcmp (profile_str, "simple"))
decoder->param.mfx.CodecProfile = MFX_PROFILE_VC1_SIMPLE;
else if (!strcmp (profile_str, "main"))
decoder->param.mfx.CodecProfile = MFX_PROFILE_VC1_MAIN;
else {
decoder->param.mfx.CodecProfile = MFX_PROFILE_VC1_ADVANCED;
/* asf advanced profile codec-data has 1 byte in the beginning
* which is the ASF binding byte. MediaSDK can't recognize this
* byte, so discard it */
if (decoder->input_state->codec_data) {
buffer = gst_buffer_copy_region (decoder->input_state->codec_data,
GST_BUFFER_COPY_DEEP | GST_BUFFER_COPY_MEMORY, 1,
gst_buffer_get_size (decoder->input_state->codec_data) - 1);
gst_adapter_push (decoder->adapter, buffer);
}
gst_video_decoder_set_packetized (GST_VIDEO_DECODER (decoder), FALSE);
}
/* This is a deprecated attribute in msdk-2017 version, but some
* customers still using this for low-latency streaming of non-b-frame
* encoded streams */
decoder->param.mfx.DecodedOrder = vc1dec->output_order;
return TRUE;
}
static void
gst_msdkdec_vc1_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
GstMsdkVC1Dec *thiz = GST_MSDKVC1DEC (object);
GstState state;
GST_OBJECT_LOCK (thiz);
state = GST_STATE (thiz);
if (!gst_msdkdec_prop_check_state (state, pspec)) {
GST_WARNING_OBJECT (thiz, "setting property in wrong state");
GST_OBJECT_UNLOCK (thiz);
return;
}
switch (prop_id) {
case GST_MSDKDEC_PROP_OUTPUT_ORDER:
thiz->output_order = g_value_get_enum (value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
GST_OBJECT_UNLOCK (thiz);
return;
}
static void
gst_msdkdec_vc1_get_property (GObject * object, guint prop_id, GValue * value,
GParamSpec * pspec)
{
GstMsdkVC1Dec *thiz = GST_MSDKVC1DEC (object);
GST_OBJECT_LOCK (thiz);
switch (prop_id) {
case GST_MSDKDEC_PROP_OUTPUT_ORDER:
g_value_set_enum (value, thiz->output_order);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
GST_OBJECT_UNLOCK (thiz);
}
static gboolean
gst_msdkvc1dec_preinit_decoder (GstMsdkDec * decoder)
{
decoder->param.mfx.FrameInfo.Width =
GST_ROUND_UP_16 (decoder->param.mfx.FrameInfo.Width);
decoder->param.mfx.FrameInfo.Height =
GST_ROUND_UP_32 (decoder->param.mfx.FrameInfo.Height);
return TRUE;
}
static void
gst_msdkvc1dec_class_init (gpointer klass, gpointer data)
{
GObjectClass *gobject_class;
GstElementClass *element_class;
GstMsdkDecClass *decoder_class;
MsdkDecCData *cdata = data;
parent_class = g_type_class_peek_parent (klass);
gobject_class = G_OBJECT_CLASS (klass);
element_class = GST_ELEMENT_CLASS (klass);
decoder_class = GST_MSDKDEC_CLASS (klass);
gobject_class->set_property = gst_msdkdec_vc1_set_property;
gobject_class->get_property = gst_msdkdec_vc1_get_property;
decoder_class->configure = GST_DEBUG_FUNCPTR (gst_msdkvc1dec_configure);
decoder_class->preinit_decoder =
GST_DEBUG_FUNCPTR (gst_msdkvc1dec_preinit_decoder);
gst_element_class_set_static_metadata (element_class,
"Intel MSDK VC1 decoder",
"Codec/Decoder/Video/Hardware",
"VC1/WMV video decoder based on " MFX_API_SDK,
"Sreerenj Balachandran <sreerenj.balachandran@intel.com>");
gst_msdkdec_prop_install_output_oder_property (gobject_class);
gst_msdkcaps_pad_template_init (element_class,
cdata->sink_caps, cdata->src_caps, doc_sink_caps_str, doc_src_caps_str);
gst_caps_unref (cdata->sink_caps);
gst_caps_unref (cdata->src_caps);
g_free (cdata);
}
static void
gst_msdkvc1dec_init (GTypeInstance * instance, gpointer g_class)
{
GstMsdkVC1Dec *thiz = GST_MSDKVC1DEC (instance);
thiz->output_order = PROP_OUTPUT_ORDER_DEFAULT;
}
gboolean
gst_msdkvc1dec_register (GstPlugin * plugin,
GstMsdkContext * context, GstCaps * sink_caps,
GstCaps * src_caps, guint rank)
{
GType type;
MsdkDecCData *cdata;
gchar *type_name, *feature_name;
gboolean ret = FALSE;
GTypeInfo type_info = {
.class_size = sizeof (GstMsdkVC1DecClass),
.class_init = gst_msdkvc1dec_class_init,
.instance_size = sizeof (GstMsdkVC1Dec),
.instance_init = gst_msdkvc1dec_init
};
cdata = g_new (MsdkDecCData, 1);
cdata->sink_caps = gst_caps_ref (sink_caps);
#ifndef _WIN32
cdata->src_caps = gst_caps_ref (src_caps);
#else
cdata->src_caps = gst_caps_copy (src_caps);
gst_msdkcaps_remove_structure (cdata->src_caps, "memory:D3D11Memory");
#endif
GST_MINI_OBJECT_FLAG_SET (cdata->sink_caps,
GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
GST_MINI_OBJECT_FLAG_SET (cdata->src_caps,
GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
type_info.class_data = cdata;
type_name = g_strdup ("GstMsdkVC1Dec");
feature_name = g_strdup ("msdkvc1dec");
type = g_type_register_static (GST_TYPE_MSDKDEC, type_name, &type_info, 0);
if (type)
ret = gst_element_register (plugin, feature_name, rank, type);
g_free (type_name);
g_free (feature_name);
return ret;
}