mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-10-19 08:53:51 +00:00
84db4b68fe
Initial support for d3d11 texture so that encoder can copy upstream d3d11 texture into encoder's own texture pool without downloading memory. This implementation requires MFTEnum2() API for creating MFT (Media Foundation Transform) object for specific GPU but the API is Windows 10 desktop only. So UWP is not target of this change. See also https://docs.microsoft.com/en-us/windows/win32/api/mfapi/nf-mfapi-mftenum2 Note that, for MF plugin to be able to support old OS versions without breakage, this commit will load MFTEnum2() symbol by using g_module_open() Summary of required system environment: - Needs Windows 10 (probably at least RS 1 update) - GPU should support ExtendedNV12SharedTextureSupported feature - Desktop application only (UWP is not supported yet) Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/1903>
142 lines
No EOL
4.8 KiB
C
142 lines
No EOL
4.8 KiB
C
/* GStreamer
|
|
* Copyright (C) 2020 Seungha Yang <seungha.yang@navercorp.com>
|
|
* Copyright (C) 2020 Seungha Yang <seungha@centricular.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifndef __GST_MF_VIDEO_ENC_H__
|
|
#define __GST_MF_VIDEO_ENC_H__
|
|
|
|
#include "gstmfconfig.h"
|
|
|
|
#include <gst/gst.h>
|
|
#include <gst/video/video.h>
|
|
#include "gstmfutils.h"
|
|
#include "gstmftransform.h"
|
|
|
|
#if GST_MF_HAVE_D3D11
|
|
#include <gst/d3d11/gstd3d11.h>
|
|
#endif
|
|
|
|
G_BEGIN_DECLS
|
|
|
|
#define GST_TYPE_MF_VIDEO_ENC (gst_mf_video_enc_get_type())
|
|
#define GST_MF_VIDEO_ENC(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_MF_VIDEO_ENC,GstMFVideoEnc))
|
|
#define GST_MF_VIDEO_ENC_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_MF_VIDEO_ENC,GstMFVideoEncClass))
|
|
#define GST_MF_VIDEO_ENC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_MF_VIDEO_ENC,GstMFVideoEncClass))
|
|
#define GST_IS_MF_VIDEO_ENC(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_MF_VIDEO_ENC))
|
|
#define GST_IS_MF_VIDEO_ENC_CLASS(obj) (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_MF_VIDEO_ENC))
|
|
|
|
typedef struct _GstMFVideoEnc GstMFVideoEnc;
|
|
typedef struct _GstMFVideoEncClass GstMFVideoEncClass;
|
|
typedef struct _GstMFVideoEncDeviceCaps GstMFVideoEncDeviceCaps;
|
|
typedef struct _GstMFVideoEncClassData GstMFVideoEncClassData;
|
|
|
|
struct _GstMFVideoEncDeviceCaps
|
|
{
|
|
gboolean rc_mode; /* AVEncCommonRateControlMode */
|
|
gboolean quality; /* AVEncCommonQuality */
|
|
|
|
gboolean adaptive_mode; /* AVEncAdaptiveMode */
|
|
gboolean buffer_size; /* AVEncCommonBufferSize */
|
|
gboolean max_bitrate; /* AVEncCommonMaxBitRate */
|
|
gboolean quality_vs_speed; /* AVEncCommonQualityVsSpeed */
|
|
gboolean cabac; /* AVEncH264CABACEnable */
|
|
gboolean sps_id; /* AVEncH264SPSID */
|
|
gboolean pps_id; /* AVEncH264PPSID */
|
|
gboolean bframes; /* AVEncMPVDefaultBPictureCount */
|
|
gboolean gop_size; /* AVEncMPVGOPSize */
|
|
gboolean threads; /* AVEncNumWorkerThreads */
|
|
gboolean content_type; /* AVEncVideoContentType */
|
|
gboolean qp; /* AVEncVideoEncodeQP */
|
|
gboolean force_keyframe; /* AVEncVideoForceKeyFrame */
|
|
gboolean low_latency; /* AVLowLatencyMode */
|
|
|
|
gboolean min_qp; /* AVEncVideoMinQP */
|
|
gboolean max_qp; /* AVEncVideoMaxQP */
|
|
gboolean frame_type_qp; /* AVEncVideoEncodeFrameTypeQP */
|
|
gboolean max_num_ref; /* AVEncVideoMaxNumRefFrame */
|
|
guint max_num_ref_high;
|
|
guint max_num_ref_low;
|
|
|
|
/* TRUE if MFT support d3d11 and also we can use d3d11 interop */
|
|
gboolean d3d11_aware;
|
|
/* DXGI adapter index to use, ignored if d3d11-unaware */
|
|
guint adapter;
|
|
};
|
|
|
|
struct _GstMFVideoEncClassData
|
|
{
|
|
GstCaps *sink_caps;
|
|
GstCaps *src_caps;
|
|
gchar *device_name;
|
|
guint32 enum_flags;
|
|
guint device_index;
|
|
GstMFVideoEncDeviceCaps device_caps;
|
|
gboolean is_default;
|
|
};
|
|
|
|
struct _GstMFVideoEnc
|
|
{
|
|
GstVideoEncoder parent;
|
|
|
|
GstMFTransform *transform;
|
|
gboolean async_mft;
|
|
GstFlowReturn last_ret;
|
|
|
|
GstVideoCodecState *input_state;
|
|
|
|
#if GST_MF_HAVE_D3D11
|
|
/* For D3D11 interop. */
|
|
GstD3D11Device *other_d3d11_device;
|
|
GstD3D11Device *d3d11_device;
|
|
IMFDXGIDeviceManager *device_manager;
|
|
UINT reset_token;
|
|
IMFVideoSampleAllocatorEx *mf_allocator;
|
|
#endif
|
|
};
|
|
|
|
struct _GstMFVideoEncClass
|
|
{
|
|
GstVideoEncoderClass parent_class;
|
|
|
|
/* Set by subclass */
|
|
GUID codec_id; /* Output subtype of MFT */
|
|
guint32 enum_flags; /* MFT_ENUM_FLAG */
|
|
guint device_index; /* Index of enumerated IMFActivate via MFTEnum */
|
|
GstMFVideoEncDeviceCaps device_caps;
|
|
|
|
gboolean (*set_option) (GstMFVideoEnc * mfenc,
|
|
GstVideoCodecState * state,
|
|
IMFMediaType * output_type);
|
|
|
|
gboolean (*set_src_caps) (GstMFVideoEnc * mfenc,
|
|
GstVideoCodecState * state,
|
|
IMFMediaType * output_type);
|
|
};
|
|
|
|
GType gst_mf_video_enc_get_type (void);
|
|
|
|
void gst_mf_video_enc_register (GstPlugin * plugin,
|
|
guint rank,
|
|
GUID * subtype,
|
|
GTypeInfo * type_info,
|
|
GList * d3d11_device);
|
|
|
|
G_END_DECLS
|
|
|
|
#endif /* __GST_MF_VIDEO_ENC_H__ */ |