mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-07-16 03:18:29 +00:00
ba26a5aea8
When B-frame is enabled, encoder seems to adjust PTS of encoded sample by using frame duration. For instance, one observed timestamp pattern by using B-frame enabled and 30fps stream is: * Frame-1: MF pts 0:00.033333300 MF dts 0:00.000000000 * Frame-2: MF pts 0:00.133333300 MF dts 0:00.033333300 * Frame-3: MF pts 0:00.066666600 MF dts 0:00.066666600 * Frame-4: MF pts 0:00.099999900 MF dts 0:00.100000000 We can notice that the amount of PTS shift is frame duration and Frame-4 exhibits PTS < DTS. To compensate shifted timestamp, we should calculate the timestamp offset and re-calculate DTS correspondingly. Otherwise, total timeline of output stream will be shifted, and that can cause time sync issue. Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/2354>
149 lines
5 KiB
C
149 lines
5 KiB
C
/* GStreamer
|
|
* Copyright (C) 2020 Seungha Yang <seungha.yang@navercorp.com>
|
|
* Copyright (C) 2020 Seungha Yang <seungha@centricular.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifndef __GST_MF_VIDEO_ENC_H__
|
|
#define __GST_MF_VIDEO_ENC_H__
|
|
|
|
#include "gstmfconfig.h"
|
|
|
|
#include <gst/gst.h>
|
|
#include <gst/video/video.h>
|
|
#include "gstmfutils.h"
|
|
#include "gstmftransform.h"
|
|
|
|
#if GST_MF_HAVE_D3D11
|
|
#include <gst/d3d11/gstd3d11.h>
|
|
#endif
|
|
|
|
G_BEGIN_DECLS
|
|
|
|
#define GST_TYPE_MF_VIDEO_ENC (gst_mf_video_enc_get_type())
|
|
#define GST_MF_VIDEO_ENC(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_MF_VIDEO_ENC,GstMFVideoEnc))
|
|
#define GST_MF_VIDEO_ENC_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_MF_VIDEO_ENC,GstMFVideoEncClass))
|
|
#define GST_MF_VIDEO_ENC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_MF_VIDEO_ENC,GstMFVideoEncClass))
|
|
#define GST_IS_MF_VIDEO_ENC(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_MF_VIDEO_ENC))
|
|
#define GST_IS_MF_VIDEO_ENC_CLASS(obj) (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_MF_VIDEO_ENC))
|
|
|
|
typedef struct _GstMFVideoEnc GstMFVideoEnc;
|
|
typedef struct _GstMFVideoEncClass GstMFVideoEncClass;
|
|
typedef struct _GstMFVideoEncDeviceCaps GstMFVideoEncDeviceCaps;
|
|
typedef struct _GstMFVideoEncClassData GstMFVideoEncClassData;
|
|
|
|
struct _GstMFVideoEncDeviceCaps
|
|
{
|
|
gboolean rc_mode; /* AVEncCommonRateControlMode */
|
|
gboolean quality; /* AVEncCommonQuality */
|
|
|
|
gboolean adaptive_mode; /* AVEncAdaptiveMode */
|
|
gboolean buffer_size; /* AVEncCommonBufferSize */
|
|
gboolean max_bitrate; /* AVEncCommonMaxBitRate */
|
|
gboolean quality_vs_speed; /* AVEncCommonQualityVsSpeed */
|
|
gboolean cabac; /* AVEncH264CABACEnable */
|
|
gboolean sps_id; /* AVEncH264SPSID */
|
|
gboolean pps_id; /* AVEncH264PPSID */
|
|
gboolean bframes; /* AVEncMPVDefaultBPictureCount */
|
|
gboolean gop_size; /* AVEncMPVGOPSize */
|
|
gboolean threads; /* AVEncNumWorkerThreads */
|
|
gboolean content_type; /* AVEncVideoContentType */
|
|
gboolean qp; /* AVEncVideoEncodeQP */
|
|
gboolean force_keyframe; /* AVEncVideoForceKeyFrame */
|
|
gboolean low_latency; /* AVLowLatencyMode */
|
|
|
|
gboolean min_qp; /* AVEncVideoMinQP */
|
|
gboolean max_qp; /* AVEncVideoMaxQP */
|
|
gboolean frame_type_qp; /* AVEncVideoEncodeFrameTypeQP */
|
|
gboolean max_num_ref; /* AVEncVideoMaxNumRefFrame */
|
|
guint max_num_ref_high;
|
|
guint max_num_ref_low;
|
|
|
|
/* TRUE if MFT support d3d11 and also we can use d3d11 interop */
|
|
gboolean d3d11_aware;
|
|
/* DXGI adapter index to use, ignored if d3d11-unaware */
|
|
guint adapter;
|
|
};
|
|
|
|
struct _GstMFVideoEncClassData
|
|
{
|
|
GstCaps *sink_caps;
|
|
GstCaps *src_caps;
|
|
gchar *device_name;
|
|
guint32 enum_flags;
|
|
guint device_index;
|
|
GstMFVideoEncDeviceCaps device_caps;
|
|
gboolean is_default;
|
|
};
|
|
|
|
struct _GstMFVideoEnc
|
|
{
|
|
GstVideoEncoder parent;
|
|
|
|
GstMFTransform *transform;
|
|
gboolean async_mft;
|
|
GstFlowReturn last_ret;
|
|
|
|
GstVideoCodecState *input_state;
|
|
|
|
/* Set by subclass */
|
|
gboolean has_reorder_frame;
|
|
|
|
/* Calculated timestamp offset in MF timescale (100ns scale)
|
|
* when B-frame is enabled. */
|
|
LONGLONG mf_pts_offset;
|
|
|
|
#if GST_MF_HAVE_D3D11
|
|
/* For D3D11 interop. */
|
|
GstD3D11Device *other_d3d11_device;
|
|
GstD3D11Device *d3d11_device;
|
|
IMFDXGIDeviceManager *device_manager;
|
|
UINT reset_token;
|
|
IMFVideoSampleAllocatorEx *mf_allocator;
|
|
#endif
|
|
};
|
|
|
|
struct _GstMFVideoEncClass
|
|
{
|
|
GstVideoEncoderClass parent_class;
|
|
|
|
/* Set by subclass */
|
|
GUID codec_id; /* Output subtype of MFT */
|
|
guint32 enum_flags; /* MFT_ENUM_FLAG */
|
|
guint device_index; /* Index of enumerated IMFActivate via MFTEnum */
|
|
GstMFVideoEncDeviceCaps device_caps;
|
|
|
|
gboolean (*set_option) (GstMFVideoEnc * mfenc,
|
|
GstVideoCodecState * state,
|
|
IMFMediaType * output_type);
|
|
|
|
gboolean (*set_src_caps) (GstMFVideoEnc * mfenc,
|
|
GstVideoCodecState * state,
|
|
IMFMediaType * output_type);
|
|
};
|
|
|
|
GType gst_mf_video_enc_get_type (void);
|
|
|
|
void gst_mf_video_enc_register (GstPlugin * plugin,
|
|
guint rank,
|
|
GUID * subtype,
|
|
GTypeInfo * type_info,
|
|
GList * d3d11_device);
|
|
|
|
G_END_DECLS
|
|
|
|
#endif /* __GST_MF_VIDEO_ENC_H__ */ |