d3d12: Add VP8 decoder

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6088>

subprojects/gst-plugins-bad/docs/plugins/gst_plugins_cache.json

@@ -13940,6 +13940,78 @@
                 },
                 "rank": "none"
             },
+            "d3d12vp8dec": {
+                "author": "Seungha Yang <seungha@centricualr.com>",
+                "description": "Direct3D12/DXVA based VP8 video decoder",
+                "hierarchy": [
+                    "GstD3D12Vp8Dec",
+                    "GstDxvaVp8Decoder",
+                    "GstVp8Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ],
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-vp8:\n          width: [ 1, 4096 ]\n         height: [ 1, 4096 ]\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: NV12\n          width: [ 1, 4096 ]\n         height: [ 1, 4096 ]\nvideo/x-raw:\n         format: NV12\n          width: [ 1, 4096 ]\n         height: [ 1, 4096 ]\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "adapter-luid": {
+                        "blurb": "DXGI Adapter LUID (Locally Unique Identifier) of created device",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "9223372036854775807",
+                        "min": "-9223372036854775808",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint64",
+                        "writable": false
+                    },
+                    "device-id": {
+                        "blurb": "DXGI Device ID",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": false
+                    },
+                    "vendor-id": {
+                        "blurb": "DXGI Vendor ID",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": false
+                    }
+                },
+                "rank": "none"
+            },
             "d3d12vp9dec": {
                 "author": "Seungha Yang <seungha@centricualr.com>",
                 "description": "Direct3D12/DXVA based VP9 video decoder",

subprojects/gst-plugins-bad/sys/d3d12/gstd3d12decoder.cpp

@@ -57,6 +57,8 @@ static const DecoderFormat format_list[] = {
       {DXGI_FORMAT_NV12, DXGI_FORMAT_UNKNOWN,}},
   {GST_DXVA_CODEC_H265, D3D12_VIDEO_DECODE_PROFILE_HEVC_MAIN10,
       DXGI_FORMAT_P010},
+  {GST_DXVA_CODEC_VP8, D3D12_VIDEO_DECODE_PROFILE_VP8,
+      {DXGI_FORMAT_NV12, DXGI_FORMAT_UNKNOWN,}},
   {GST_DXVA_CODEC_VP9, D3D12_VIDEO_DECODE_PROFILE_VP9,
       {DXGI_FORMAT_NV12, DXGI_FORMAT_UNKNOWN,}},
   {GST_DXVA_CODEC_VP9, D3D12_VIDEO_DECODE_PROFILE_VP9_10BIT_PROFILE2,
@@ -1927,6 +1929,8 @@ gst_d3d12_decoder_get_profiles (const GUID & profile,
     list.push_back ("main");
   } else if (profile == D3D12_VIDEO_DECODE_PROFILE_HEVC_MAIN10) {
     list.push_back ("main-10");
+  } else if (profile == D3D12_VIDEO_DECODE_PROFILE_VP8) {
+    /* skip profile field */
   } else if (profile == D3D12_VIDEO_DECODE_PROFILE_VP9) {
     list.push_back ("0");
   } else if (profile == D3D12_VIDEO_DECODE_PROFILE_VP9_10BIT_PROFILE2) {
@@ -2056,6 +2060,9 @@ gst_d3d12_decoder_check_feature_support (GstD3D12Device * device,
           "stream-format=(string) { hev1, hvc1, byte-stream }, "
           "alignment=(string) au";
       break;
+    case GST_DXVA_CODEC_VP8:
+      sink_caps_string = "video/x-vp8";
+      break;
     case GST_DXVA_CODEC_VP9:
       if (profiles.size () > 1) {
         sink_caps_string =
@@ -2080,7 +2087,7 @@ gst_d3d12_decoder_check_feature_support (GstD3D12Device * device,
   }
 
   /* *INDENT-OFF* */
-  if (codec != GST_DXVA_CODEC_VP9) {
+  if (codec != GST_DXVA_CODEC_VP9 && codec != GST_DXVA_CODEC_VP8) {
     if (profiles.size () > 1) {
       profile_string = "{ ";
       bool first = true;

subprojects/gst-plugins-bad/sys/d3d12/gstd3d12vp8dec.cpp

@@ -0,0 +1,367 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02120-1301, USA.
+ */
+
+/**
+ * SECTION:element-d3d12vp8dec
+ * @title: d3d12vp8dec
+ *
+ * A Direct3D12 based VP8 video decoder
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=/path/to/vp8/file ! parsebin ! d3d12vp8dec ! videoconvert ! autovideosink
+ * ```
+ *
+ * Since: 1.24
+ *
+ */
+
+#ifdef HAVE_CONFIG_H
+#include <config.h>
+#endif
+
+#include "gstd3d12vp8dec.h"
+#include <gst/dxva/gstdxvavp8decoder.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_vp8_dec_debug);
+#define GST_CAT_DEFAULT gst_d3d12_vp8_dec_debug
+
+GST_D3D12_DECODER_DEFINE_TYPE (GstD3D12Vp8Dec, gst_d3d12_vp8_dec,
+    GST, D3D12_VP8_DEC, GstDxvaVp8Decoder);
+
+static void
+gst_d3d12_vp8_dec_class_init (GstD3D12Vp8DecClass * klass, gpointer data)
+{
+  auto gobject_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto decoder_class = GST_VIDEO_DECODER_CLASS (klass);
+  auto dxva_class = GST_DXVA_VP8_DECODER_CLASS (klass);
+  auto cdata = (GstD3D12DecoderClassData *) data;
+
+  gobject_class->finalize = gst_d3d12_vp8_dec_finalize;
+  gobject_class->get_property = gst_d3d12_vp8_dec_get_property;
+
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_set_context);
+
+  parent_class = (GstElementClass *) g_type_class_peek_parent (klass);
+  gst_d3d12_decoder_class_data_fill_subclass_data (cdata, &klass->class_data);
+
+  gst_d3d12_decoder_proxy_class_init (element_class, cdata,
+      "Seungha Yang <seungha@centricualr.com>");
+
+  decoder_class->open = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_open);
+  decoder_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_stop);
+  decoder_class->close = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_close);
+  decoder_class->negotiate = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_negotiate);
+  decoder_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_decide_allocation);
+  decoder_class->sink_query = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_sink_query);
+  decoder_class->src_query = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_src_query);
+  decoder_class->sink_event = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_sink_event);
+  decoder_class->drain = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_drain);
+  decoder_class->finish = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_finish);
+  decoder_class->flush = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_flush);
+
+  dxva_class->configure = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_configure);
+  dxva_class->new_picture = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_new_picture);
+  dxva_class->get_picture_id =
+      GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_get_picture_id);
+  dxva_class->start_picture =
+      GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_start_picture);
+  dxva_class->end_picture = GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_end_picture);
+  dxva_class->output_picture =
+      GST_DEBUG_FUNCPTR (gst_d3d12_vp8_dec_output_picture);
+}
+
+static void
+gst_d3d12_vp8_dec_init (GstD3D12Vp8Dec * self)
+{
+  auto klass = GST_D3D12_VP8_DEC_GET_CLASS (self);
+  auto cdata = &klass->class_data;
+
+  self->decoder = gst_d3d12_decoder_new (GST_DXVA_CODEC_VP8,
+      cdata->adapter_luid);
+}
+
+static void
+gst_d3d12_vp8_dec_finalize (GObject * object)
+{
+  auto self = GST_D3D12_VP8_DEC (object);
+
+  gst_object_unref (self->decoder);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_vp8_dec_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto klass = GST_D3D12_VP8_DEC_GET_CLASS (object);
+  auto cdata = &klass->class_data;
+
+  gst_d3d12_decoder_proxy_get_property (object, prop_id, value, pspec, cdata);
+}
+
+static void
+gst_d3d12_vp8_dec_set_context (GstElement * element, GstContext * context)
+{
+  auto self = GST_D3D12_VP8_DEC (element);
+
+  gst_d3d12_decoder_set_context (self->decoder, element, context);
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_d3d12_vp8_dec_open (GstVideoDecoder * decoder)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  return gst_d3d12_decoder_open (self->decoder, GST_ELEMENT (self));
+}
+
+static gboolean
+gst_d3d12_vp8_dec_stop (GstVideoDecoder * decoder)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  gst_d3d12_decoder_stop (self->decoder);
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->stop (decoder);
+}
+
+static gboolean
+gst_d3d12_vp8_dec_close (GstVideoDecoder * decoder)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  return gst_d3d12_decoder_close (self->decoder);
+}
+
+static gboolean
+gst_d3d12_vp8_dec_negotiate (GstVideoDecoder * decoder)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  if (!gst_d3d12_decoder_negotiate (self->decoder, decoder))
+    return FALSE;
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->negotiate (decoder);
+}
+
+static gboolean
+gst_d3d12_vp8_dec_decide_allocation (GstVideoDecoder * decoder,
+    GstQuery * query)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  if (!gst_d3d12_decoder_decide_allocation (self->decoder, decoder, query)) {
+    return FALSE;
+  }
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->decide_allocation
+      (decoder, query);
+}
+
+static gboolean
+gst_d3d12_vp8_dec_sink_query (GstVideoDecoder * decoder, GstQuery * query)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  if (gst_d3d12_decoder_handle_query (self->decoder, GST_ELEMENT (self), query))
+    return TRUE;
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->sink_query (decoder, query);
+}
+
+static gboolean
+gst_d3d12_vp8_dec_src_query (GstVideoDecoder * decoder, GstQuery * query)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  if (gst_d3d12_decoder_handle_query (self->decoder, GST_ELEMENT (self), query))
+    return TRUE;
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->src_query (decoder, query);
+}
+
+static gboolean
+gst_d3d12_vp8_dec_sink_event (GstVideoDecoder * decoder, GstEvent * event)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  gst_d3d12_decoder_sink_event (self->decoder, event);
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->sink_event (decoder, event);
+}
+
+static GstFlowReturn
+gst_d3d12_vp8_dec_drain (GstVideoDecoder * decoder)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  auto ret = GST_VIDEO_DECODER_CLASS (parent_class)->drain (decoder);
+  gst_d3d12_decoder_drain (self->decoder, decoder);
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_d3d12_vp8_dec_finish (GstVideoDecoder * decoder)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  auto ret = GST_VIDEO_DECODER_CLASS (parent_class)->finish (decoder);
+  gst_d3d12_decoder_drain (self->decoder, decoder);
+
+  return ret;
+}
+
+static gboolean
+gst_d3d12_vp8_dec_flush (GstVideoDecoder * decoder)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  auto ret = GST_VIDEO_DECODER_CLASS (parent_class)->flush (decoder);
+  gst_d3d12_decoder_flush (self->decoder, decoder);
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_d3d12_vp8_dec_configure (GstDxvaVp8Decoder * decoder,
+    GstVideoCodecState * input_state, const GstVideoInfo * info,
+    gint crop_x, gint crop_y, gint coded_width, gint coded_height,
+    gint max_dpb_size)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+  auto videodec = GST_VIDEO_DECODER (decoder);
+
+  return gst_d3d12_decoder_configure (self->decoder, videodec, input_state,
+      info, crop_x, crop_y, coded_width, coded_height, max_dpb_size);
+}
+
+static GstFlowReturn
+gst_d3d12_vp8_dec_new_picture (GstDxvaVp8Decoder * decoder,
+    GstCodecPicture * picture)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  return gst_d3d12_decoder_new_picture (self->decoder,
+      GST_VIDEO_DECODER (decoder), picture);
+}
+
+static guint8
+gst_d3d12_vp8_dec_get_picture_id (GstDxvaVp8Decoder * decoder,
+    GstCodecPicture * picture)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  return gst_d3d12_decoder_get_picture_id (self->decoder, picture);
+}
+
+static GstFlowReturn
+gst_d3d12_vp8_dec_start_picture (GstDxvaVp8Decoder * decoder,
+    GstCodecPicture * picture, guint8 * picture_id)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  return gst_d3d12_decoder_start_picture (self->decoder, picture, picture_id);
+}
+
+static GstFlowReturn
+gst_d3d12_vp8_dec_end_picture (GstDxvaVp8Decoder * decoder,
+    GstCodecPicture * picture, GPtrArray * ref_pics,
+    const GstDxvaDecodingArgs * args)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  return gst_d3d12_decoder_end_picture (self->decoder, picture, ref_pics, args);
+}
+
+static GstFlowReturn
+gst_d3d12_vp8_dec_output_picture (GstDxvaVp8Decoder * decoder,
+    GstVideoCodecFrame * frame, GstCodecPicture * picture,
+    GstVideoBufferFlags buffer_flags, gint display_width, gint display_height)
+{
+  auto self = GST_D3D12_VP8_DEC (decoder);
+
+  return gst_d3d12_decoder_output_picture (self->decoder,
+      GST_VIDEO_DECODER (decoder), frame, picture,
+      buffer_flags, display_width, display_height);
+}
+
+void
+gst_d3d12_vp8_dec_register (GstPlugin * plugin, GstD3D12Device * device,
+    ID3D12VideoDevice * video_device, guint rank)
+{
+  GType type;
+  gchar *type_name;
+  gchar *feature_name;
+  guint index = 0;
+  GTypeInfo type_info = {
+    sizeof (GstD3D12Vp8DecClass),
+    nullptr,
+    nullptr,
+    (GClassInitFunc) gst_d3d12_vp8_dec_class_init,
+    nullptr,
+    nullptr,
+    sizeof (GstD3D12Vp8Dec),
+    0,
+    (GInstanceInitFunc) gst_d3d12_vp8_dec_init,
+  };
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_vp8_dec_debug, "d3d12vp8dec", 0,
+      "d3d12vp8dec");
+
+  type_info.class_data =
+      gst_d3d12_decoder_check_feature_support (device, video_device,
+      GST_DXVA_CODEC_VP8);
+  if (!type_info.class_data)
+    return;
+
+  type_name = g_strdup ("GstD3D12Vp8Dec");
+  feature_name = g_strdup ("d3d12vp8dec");
+
+  while (g_type_from_name (type_name)) {
+    index++;
+    g_free (type_name);
+    g_free (feature_name);
+    type_name = g_strdup_printf ("GstD3D12Vp8Device%dDec", index);
+    feature_name = g_strdup_printf ("d3d12vp8device%ddec", index);
+  }
+
+  type = g_type_register_static (GST_TYPE_DXVA_VP8_DECODER,
+      type_name, &type_info, (GTypeFlags) 0);
+
+  /* make lower rank than default device */
+  if (rank > 0 && index != 0)
+    rank--;
+
+  if (index != 0)
+    gst_element_type_set_skip_documentation (type);
+
+  if (!gst_element_register (plugin, feature_name, rank, type))
+    GST_WARNING ("Failed to register plugin '%s'", type_name);
+
+  g_free (type_name);
+  g_free (feature_name);
+}

subprojects/gst-plugins-bad/sys/d3d12/gstd3d12vp8dec.h

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstd3d12decoder.h"
+
+G_BEGIN_DECLS
+
+void  gst_d3d12_vp8_dec_register (GstPlugin * plugin,
+                                  GstD3D12Device * device,
+                                  ID3D12VideoDevice * video_device,
+                                  guint rank);
+
+G_END_DECLS
+

subprojects/gst-plugins-bad/sys/d3d12/meson.build

@@ -34,6 +34,7 @@ d3d12_sources = [
   'gstd3d12upload.cpp',
   'gstd3d12utils.cpp',
   'gstd3d12videosink.cpp',
+  'gstd3d12vp8dec.cpp',
   'gstd3d12vp9dec.cpp',
   'gstd3d12window.cpp',
   'plugin.cpp',

subprojects/gst-plugins-bad/sys/d3d12/plugin.cpp

@@ -42,6 +42,7 @@
 #include "gstd3d12h264dec.h"
 #include "gstd3d12h264enc.h"
 #include "gstd3d12h265dec.h"
+#include "gstd3d12vp8dec.h"
 #include "gstd3d12vp9dec.h"
 #include "gstd3d12av1dec.h"
 #include <windows.h>
@@ -112,6 +113,8 @@ plugin_init (GstPlugin * plugin)
         GST_RANK_NONE);
     gst_d3d12_h265_dec_register (plugin, device, video_device.Get (),
         GST_RANK_NONE);
+    gst_d3d12_vp8_dec_register (plugin, device, video_device.Get (),
+        GST_RANK_NONE);
     gst_d3d12_vp9_dec_register (plugin, device, video_device.Get (),
         GST_RANK_NONE);
     gst_d3d12_av1_dec_register (plugin, device, video_device.Get (),