msdk: add msdkvp9enc element

sys/msdk/Makefile.am

@@ -16,6 +16,7 @@ libgstmsdk_la_SOURCES = \
 	gstmsdkmpeg2enc.c \
 	gstmsdkvp8dec.c \
 	gstmsdkvp8enc.c \
+	gstmsdkvp9enc.c \
 	gstmsdkvc1dec.c \
 	gstmsdkdec.c \
 	gstmsdkenc.c \
@@ -47,6 +48,7 @@ noinst_HEADERS = \
 	gstmsdkmpeg2enc.h \
 	gstmsdkvp8dec.h \
 	gstmsdkvp8enc.h \
+	gstmsdkvp9enc.h \
 	gstmsdkvc1dec.h \
 	gstmsdkdec.h \
 	gstmsdkenc.h \

sys/msdk/gstmsdk.c

@@ -46,6 +46,7 @@
 #include "gstmsdkmpeg2enc.h"
 #include "gstmsdkvp8dec.h"
 #include "gstmsdkvp8enc.h"
+#include "gstmsdkvp9enc.h"
 #include "gstmsdkvc1dec.h"
 #ifdef USE_MSDK_VP9_DEC
 #include "gstmsdkvp9dec.h"
@@ -68,6 +69,7 @@ GST_DEBUG_CATEGORY (gst_msdkvp8dec_debug);
 GST_DEBUG_CATEGORY (gst_msdkvp8enc_debug);
 GST_DEBUG_CATEGORY (gst_msdkvc1dec_debug);
 GST_DEBUG_CATEGORY (gst_msdkvp9dec_debug);
+GST_DEBUG_CATEGORY (gst_msdkvp9enc_debug);
 
 static gboolean
 plugin_init (GstPlugin * plugin)
@@ -98,6 +100,7 @@ plugin_init (GstPlugin * plugin)
   GST_DEBUG_CATEGORY_INIT (gst_msdkvp8enc_debug, "msdkvp8enc", 0, "msdkvp8enc");
   GST_DEBUG_CATEGORY_INIT (gst_msdkvc1dec_debug, "msdkvc1dec", 0, "msdkvc1dec");
   GST_DEBUG_CATEGORY_INIT (gst_msdkvp9dec_debug, "msdkvp9dec", 0, "msdkvp9dec");
+  GST_DEBUG_CATEGORY_INIT (gst_msdkvp9enc_debug, "msdkvp9enc", 0, "msdkvp9enc");
 
   if (!msdk_is_available ())
     return FALSE;
@@ -139,6 +142,9 @@ plugin_init (GstPlugin * plugin)
       GST_TYPE_MSDKVP9DEC);
 #endif
 
+  ret = gst_element_register (plugin, "msdkvp9enc", GST_RANK_NONE,
+      GST_TYPE_MSDKVP9ENC);
+
   ret = gst_element_register (plugin, "msdkvpp", GST_RANK_NONE,
       GST_TYPE_MSDKVPP);
 

sys/msdk/gstmsdkvp9enc.c

@@ -0,0 +1,235 @@
+/*
+ * GStreamer Intel MSDK plugin
+ * Copyright (c) 2019 Intel Corporation. All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ *
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * 3. Neither the name of the copyright holder nor the names of its contributors
+ *    may be used to endorse or promote products derived from this software
+ *    without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+ * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+ * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+ * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+ * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifdef HAVE_CONFIG_H
+#  include <config.h>
+#endif
+
+#include <mfxplugin.h>
+
+#include <gst/allocators/gstdmabuf.h>
+
+#include "gstmsdkvp9enc.h"
+
+GST_DEBUG_CATEGORY_EXTERN (gst_msdkvp9enc_debug);
+#define GST_CAT_DEFAULT gst_msdkvp9enc_debug
+
+static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-raw, "
+        "format = (string) { NV12, I420, YV12, YUY2, UYVY, BGRA, P010_10LE }, "
+        "framerate = (fraction) [0/1, MAX], "
+        "width = (int) [ 1, MAX ], height = (int) [ 1, MAX ],"
+        "interlace-mode = (string) progressive" ";"
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_DMABUF,
+            "{ NV12 }")));
+
+static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-vp9, "
+        "framerate = (fraction) [0/1, MAX], "
+        "width = (int) [ 1, MAX ], height = (int) [ 1, MAX ], "
+        "profile = (string) { 0, 2 } ")
+    );
+
+#define gst_msdkvp9enc_parent_class parent_class
+G_DEFINE_TYPE (GstMsdkVP9Enc, gst_msdkvp9enc, GST_TYPE_MSDKENC);
+
+static gboolean
+gst_msdkvp9enc_set_format (GstMsdkEnc * encoder)
+{
+  GstMsdkVP9Enc *thiz = GST_MSDKVP9ENC (encoder);
+  GstCaps *template_caps;
+  GstCaps *allowed_caps = NULL;
+
+  thiz->profile = MFX_PROFILE_VP9_0;
+  template_caps = gst_static_pad_template_get_caps (&src_factory);
+  allowed_caps = gst_pad_get_allowed_caps (GST_VIDEO_ENCODER_SRC_PAD (encoder));
+
+  /* If downstream has ANY caps let encoder decide profile and level */
+  if (allowed_caps == template_caps) {
+    GST_INFO_OBJECT (thiz,
+        "downstream has ANY caps, profile/level set to auto");
+  } else if (allowed_caps) {
+    GstStructure *s;
+    const gchar *profile;
+
+    if (gst_caps_is_empty (allowed_caps)) {
+      gst_caps_unref (allowed_caps);
+      gst_caps_unref (template_caps);
+      return FALSE;
+    }
+
+    allowed_caps = gst_caps_make_writable (allowed_caps);
+    allowed_caps = gst_caps_fixate (allowed_caps);
+    s = gst_caps_get_structure (allowed_caps, 0);
+    profile = gst_structure_get_string (s, "profile");
+
+    if (profile) {
+      if (!strcmp (profile, "2")) {
+        thiz->profile = MFX_PROFILE_VP9_2;
+      } else if (!strcmp (profile, "0")) {
+        thiz->profile = MFX_PROFILE_VP9_0;
+      } else {
+        g_assert_not_reached ();
+      }
+    }
+
+    gst_caps_unref (allowed_caps);
+  }
+
+  gst_caps_unref (template_caps);
+
+  return TRUE;
+}
+
+static gboolean
+gst_msdkvp9enc_configure (GstMsdkEnc * encoder)
+{
+  GstMsdkVP9Enc *thiz = GST_MSDKVP9ENC (encoder);
+  mfxSession session;
+  mfxStatus status;
+
+  if (encoder->hardware) {
+    session = gst_msdk_context_get_session (encoder->context);
+    status = MFXVideoUSER_Load (session, &MFX_PLUGINID_VP9E_HW, 1);
+
+    if (status < MFX_ERR_NONE) {
+      GST_ERROR_OBJECT (thiz, "Media SDK Plugin load failed (%s)",
+          msdk_status_to_string (status));
+      return FALSE;
+    } else if (status > MFX_ERR_NONE) {
+      GST_WARNING_OBJECT (thiz, "Media SDK Plugin load warning: %s",
+          msdk_status_to_string (status));
+    }
+  }
+
+  encoder->num_extra_frames = encoder->async_depth - 1;
+  encoder->param.mfx.CodecId = MFX_CODEC_VP9;
+  encoder->param.mfx.CodecLevel = 0;
+  encoder->param.mfx.CodecProfile = thiz->profile;
+  /* Always turn on this flag for VP9 */
+  encoder->param.mfx.LowPower = MFX_CODINGOPTION_ON;
+
+  /* Enable Extended coding options */
+  gst_msdkenc_ensure_extended_coding_options (encoder);
+
+  return TRUE;
+}
+
+static inline const gchar *
+profile_to_string (gint profile)
+{
+  switch (profile) {
+    case MFX_PROFILE_VP9_2:
+      return "2";
+    case MFX_PROFILE_VP9_0:
+      return "0";
+    default:
+      break;
+  }
+
+  return NULL;
+}
+
+static GstCaps *
+gst_msdkvp9enc_set_src_caps (GstMsdkEnc * encoder)
+{
+  GstCaps *caps;
+  GstStructure *structure;
+  const gchar *profile;
+
+  caps = gst_caps_new_empty_simple ("video/x-vp9");
+  structure = gst_caps_get_structure (caps, 0);
+
+  profile = profile_to_string (encoder->param.mfx.CodecProfile);
+  if (profile)
+    gst_structure_set (structure, "profile", G_TYPE_STRING, profile, NULL);
+
+  return caps;
+}
+
+static void
+gst_msdkvp9enc_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstMsdkVP9Enc *thiz = GST_MSDKVP9ENC (object);
+
+  if (!gst_msdkenc_set_common_property (object, prop_id, value, pspec))
+    GST_WARNING_OBJECT (thiz, "Failed to set common encode property");
+}
+
+static void
+gst_msdkvp9enc_get_property (GObject * object, guint prop_id, GValue * value,
+    GParamSpec * pspec)
+{
+  GstMsdkVP9Enc *thiz = GST_MSDKVP9ENC (object);
+
+  if (!gst_msdkenc_get_common_property (object, prop_id, value, pspec))
+    GST_WARNING_OBJECT (thiz, "Failed to get common encode property");
+}
+
+static void
+gst_msdkvp9enc_class_init (GstMsdkVP9EncClass * klass)
+{
+  GObjectClass *gobject_class;
+  GstElementClass *element_class;
+  GstMsdkEncClass *encoder_class;
+
+  gobject_class = G_OBJECT_CLASS (klass);
+  element_class = GST_ELEMENT_CLASS (klass);
+  encoder_class = GST_MSDKENC_CLASS (klass);
+
+  gobject_class->set_property = gst_msdkvp9enc_set_property;
+  gobject_class->get_property = gst_msdkvp9enc_get_property;
+
+  encoder_class->set_format = gst_msdkvp9enc_set_format;
+  encoder_class->configure = gst_msdkvp9enc_configure;
+  encoder_class->set_src_caps = gst_msdkvp9enc_set_src_caps;
+
+  gst_msdkenc_install_common_properties (encoder_class);
+
+  gst_element_class_set_static_metadata (element_class,
+      "Intel MSDK VP9 encoder",
+      "Codec/Encoder/Video/Hardware",
+      "VP9 video encoder based on Intel Media SDK",
+      "Haihao Xiang <haihao.xiang@intel.com>");
+
+  gst_element_class_add_static_pad_template (element_class, &sink_factory);
+  gst_element_class_add_static_pad_template (element_class, &src_factory);
+}
+
+static void
+gst_msdkvp9enc_init (GstMsdkVP9Enc * thiz)
+{
+}

sys/msdk/gstmsdkvp9enc.h

@@ -0,0 +1,69 @@
+/*
+ * GStreamer Intel MSDK plugin
+ * Copyright (c) 2019 Intel Corporation. All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer.
+ *
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution.
+ *
+ * 3. Neither the name of the copyright holder nor the names of its contributors
+ *    may be used to endorse or promote products derived from this software
+ *    without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+ * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+ * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+ * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+ * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef __GST_MSDKVP9ENC_H__
+#define __GST_MSDKVP9ENC_H__
+
+#include "gstmsdkenc.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_MSDKVP9ENC \
+  (gst_msdkvp9enc_get_type())
+#define GST_MSDKVP9ENC(obj) \
+  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_MSDKVP9ENC,GstMsdkVP9Enc))
+#define GST_MSDKVP9ENC_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_MSDKVP9ENC,GstMsdkVP9EncClass))
+#define GST_IS_MSDKVP9ENC(obj) \
+  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_MSDKVP9ENC))
+#define GST_IS_MSDKVP9ENC_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_MSDKVP9ENC))
+
+typedef struct _GstMsdkVP9Enc GstMsdkVP9Enc;
+typedef struct _GstMsdkVP9EncClass GstMsdkVP9EncClass;
+
+struct _GstMsdkVP9Enc
+{
+  GstMsdkEnc base;
+
+  gint profile;
+};
+
+struct _GstMsdkVP9EncClass
+{
+  GstMsdkEncClass parent_class;
+};
+
+GType gst_msdkvp9enc_get_type (void);
+
+G_END_DECLS
+
+#endif /* __GST_MSDKVP9ENC_H__ */

sys/msdk/meson.build

@@ -19,6 +19,7 @@ msdk_sources = [
   'gstmsdkvideomemory.c',
   'gstmsdkvp8dec.c',
   'gstmsdkvp8enc.c',
+  'gstmsdkvp9enc.c',
   'gstmsdkvpp.c',
   'gstmsdkvpputil.c',
   'msdk-enums.c',