/* GStreamer * Copyright (C) 2019 Seungha Yang <seungha.yang@navercorp.com> * Copyright (C) 2020 Seungha Yang <seungha@centricular.com> * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstmfconfig.h" #include <winapifamily.h> #include <gst/gst.h> #include <gst/video/video.h> #include "gstmfvideosrc.h" #include "gstmfdevice.h" #include "gstmfutils.h" #include "gstmfh264enc.h" #include "gstmfh265enc.h" #include "gstmfvp9enc.h" #include "gstmfaacenc.h" #include "gstmfmp3enc.h" #include "gstmftransform.h" #if GST_MF_HAVE_D3D11 #include <gst/d3d11/gstd3d11.h> #endif GST_DEBUG_CATEGORY (gst_mf_debug); GST_DEBUG_CATEGORY (gst_mf_utils_debug); GST_DEBUG_CATEGORY (gst_mf_source_object_debug); GST_DEBUG_CATEGORY (gst_mf_transform_debug); GST_DEBUG_CATEGORY (gst_mf_video_buffer_debug); GST_DEBUG_CATEGORY (gst_mf_video_enc_debug); #define GST_CAT_DEFAULT gst_mf_debug static void plugin_deinit (gpointer data) { MFShutdown (); } #if GST_MF_HAVE_D3D11 static GList * get_d3d11_devices (void) { GList *ret = NULL; guint i; HRESULT hr; IMFVideoSampleAllocatorEx *allocator = NULL; /* Check whether we can use IMFVideoSampleAllocatorEx interface */ hr = MFCreateVideoSampleAllocatorEx (&IID_IMFVideoSampleAllocatorEx, &allocator); if (!gst_mf_result (hr)) { GST_DEBUG ("IMFVideoSampleAllocatorEx interface is unavailable"); return NULL; } else { IMFVideoSampleAllocatorEx_Release (allocator); } /* AMD seems supporting up to 12 cards, and 8 for NVIDIA */ for (i = 0; i < 12; i++) { GstD3D11Device *device; gboolean is_hardware = FALSE; const GstD3D11Format *d3d11_format; ID3D11Device *device_handle; D3D11_FEATURE_DATA_D3D11_OPTIONS4 options = { 0, }; UINT supported = 0; device = gst_d3d11_device_new (i, D3D11_CREATE_DEVICE_VIDEO_SUPPORT); if (!device) break; g_object_get (device, "hardware", &is_hardware, NULL); if (!is_hardware) { GST_DEBUG_OBJECT (device, "Given d3d11 device is not for hardware"); gst_object_unref (device); continue; } /* device can support NV12 format? */ d3d11_format = gst_d3d11_device_format_from_gst (device, GST_VIDEO_FORMAT_NV12); if (!d3d11_format || d3d11_format->dxgi_format != DXGI_FORMAT_NV12) { GST_DEBUG_OBJECT (device, "Given d3d11 device cannot support NV12 format"); gst_object_unref (device); continue; } /* device can support ExtendedNV12SharedTextureSupported? * * NOTE: we will make use of per encoder object d3d11 device without * sharing it in a pipeline because MF needs D3D11_CREATE_DEVICE_VIDEO_SUPPORT * but the flag doesn't used for the other our use cases. * So we need texture sharing feature so that we can copy d3d11 texture into * MF specific texture pool without download texture */ device_handle = gst_d3d11_device_get_device_handle (device); hr = ID3D11Device_CheckFeatureSupport (device_handle, D3D11_FEATURE_D3D11_OPTIONS4, &options, sizeof (options)); if (!gst_d3d11_result (hr, device) || !options.ExtendedNV12SharedTextureSupported) { GST_DEBUG_OBJECT (device, "Given d3d11 device cannot support NV12 format for shared texture"); gst_object_unref (device); continue; } /* can we bind NV12 texture for encoder? */ hr = ID3D11Device_CheckFormatSupport (device_handle, DXGI_FORMAT_NV12, &supported); if (!gst_d3d11_result (hr, device)) { GST_DEBUG_OBJECT (device, "Couldn't query format support"); gst_object_unref (device); continue; } else if ((supported & D3D11_FORMAT_SUPPORT_VIDEO_ENCODER) == 0) { GST_DEBUG_OBJECT (device, "We cannot bind NV12 format for encoding"); gst_object_unref (device); continue; } ret = g_list_append (ret, device); } return ret; } #endif static gboolean plugin_init (GstPlugin * plugin) { HRESULT hr; GstRank rank = GST_RANK_SECONDARY; GList *device_list = NULL; /** * plugin-mediafoundation: * * Since: 1.18 */ GST_DEBUG_CATEGORY_INIT (gst_mf_debug, "mf", 0, "media foundation"); GST_DEBUG_CATEGORY_INIT (gst_mf_utils_debug, "mfutils", 0, "media foundation utility functions"); GST_DEBUG_CATEGORY_INIT (gst_mf_source_object_debug, "mfsourceobject", 0, "mfsourceobject"); GST_DEBUG_CATEGORY_INIT (gst_mf_transform_debug, "mftransform", 0, "mftransform"); GST_DEBUG_CATEGORY_INIT (gst_mf_video_buffer_debug, "mfvideobuffer", 0, "mfvideobuffer"); GST_DEBUG_CATEGORY_INIT (gst_mf_video_enc_debug, "mfvideoenc", 0, "mfvideoenc"); hr = MFStartup (MF_VERSION, MFSTARTUP_NOSOCKET); if (!gst_mf_result (hr)) { GST_WARNING ("MFStartup failure, hr: 0x%x", hr); return TRUE; } /* mfvideosrc should be primary rank for UWP */ #if (GST_MF_WINAPI_APP && !GST_MF_WINAPI_DESKTOP) rank = GST_RANK_PRIMARY + 1; #endif /* FIXME: In order to create MFT for a specific GPU, MFTEnum2() API is * required API but it's desktop only. * So, resulting MFT and D3D11 might not be compatible in case of multi-GPU * environment on UWP. */ #if GST_MF_HAVE_D3D11 if (gst_mf_transform_load_library ()) device_list = get_d3d11_devices (); #endif gst_element_register (plugin, "mfvideosrc", rank, GST_TYPE_MF_VIDEO_SRC); gst_device_provider_register (plugin, "mfdeviceprovider", rank, GST_TYPE_MF_DEVICE_PROVIDER); gst_mf_h264_enc_plugin_init (plugin, GST_RANK_SECONDARY, device_list); gst_mf_h265_enc_plugin_init (plugin, GST_RANK_SECONDARY, device_list); gst_mf_vp9_enc_plugin_init (plugin, GST_RANK_SECONDARY, device_list); if (device_list) g_list_free_full (device_list, gst_object_unref); gst_mf_aac_enc_plugin_init (plugin, GST_RANK_SECONDARY); gst_mf_mp3_enc_plugin_init (plugin, GST_RANK_SECONDARY); /* So that call MFShutdown() when this plugin is no more used * (i.e., gst_deinit). Otherwise valgrind-like tools would complain * about un-released media foundation resources. * * NOTE: MFStartup and MFShutdown can be called multiple times, but the number * of each MFStartup and MFShutdown call should be identical. This rule is * simliar to that of CoInitialize/CoUninitialize pair */ g_object_set_data_full (G_OBJECT (plugin), "plugin-mediafoundation-shutdown", "shutdown-data", (GDestroyNotify) plugin_deinit); return TRUE; } GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR, mediafoundation, "Microsoft Media Foundation plugin", plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)