mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-19 00:01:23 +00:00
1219 lines
40 KiB
C
1219 lines
40 KiB
C
/* VP8
|
|
* Copyright (C) 2006 David Schleef <ds@schleef.org>
|
|
* Copyright (C) 2010 Entropy Wave Inc
|
|
* Copyright (C) 2010 Sebastian Dröge <sebastian.droege@collabora.co.uk>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
* Boston, MA 02111-1307, USA.
|
|
*
|
|
*/
|
|
/**
|
|
* SECTION:element-vp8enc
|
|
* @see_also: vp8dec, webmmux, oggmux
|
|
*
|
|
* This element encodes raw video into a VP8 stream.
|
|
* <ulink url="http://www.webmproject.org">VP8</ulink> is a royalty-free
|
|
* video codec maintained by <ulink url="http://www.google.com/">Google
|
|
* </ulink>. It's the successor of On2 VP3, which was the base of the
|
|
* Theora video codec.
|
|
*
|
|
* To control the quality of the encoding, the #GstVP8Enc::bitrate and
|
|
* #GstVP8Enc::quality properties can be used. These two properties are
|
|
* mutualy exclusive. Setting the bitrate property will produce a constant
|
|
* bitrate (CBR) stream while setting the quality property will produce a
|
|
* variable bitrate (VBR) stream.
|
|
*
|
|
* <refsect2>
|
|
* <title>Example pipeline</title>
|
|
* |[
|
|
* gst-launch -v videotestsrc num-buffers=1000 ! vp8enc ! webmmux ! filesink location=videotestsrc.webm
|
|
* ]| This example pipeline will encode a test video source to VP8 muxed in an
|
|
* WebM container.
|
|
* </refsect2>
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#ifdef HAVE_VP8_ENCODER
|
|
|
|
#include <gst/tag/tag.h>
|
|
#include <string.h>
|
|
|
|
#include "gstvp8utils.h"
|
|
#include "gstvp8enc.h"
|
|
|
|
#include <gst/video/gstvideometa.h>
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gst_vp8enc_debug);
|
|
#define GST_CAT_DEFAULT gst_vp8enc_debug
|
|
|
|
typedef struct
|
|
{
|
|
vpx_image_t *image;
|
|
GList *invisible;
|
|
} GstVP8EncUserData;
|
|
|
|
static void
|
|
_gst_mini_object_unref0 (GstMiniObject * obj)
|
|
{
|
|
if (obj)
|
|
gst_mini_object_unref (obj);
|
|
}
|
|
|
|
static void
|
|
gst_vp8_enc_user_data_free (GstVP8EncUserData * user_data)
|
|
{
|
|
if (user_data->image)
|
|
g_slice_free (vpx_image_t, user_data->image);
|
|
|
|
g_list_foreach (user_data->invisible, (GFunc) _gst_mini_object_unref0, NULL);
|
|
g_list_free (user_data->invisible);
|
|
g_slice_free (GstVP8EncUserData, user_data);
|
|
}
|
|
|
|
#define DEFAULT_BITRATE 0
|
|
#define DEFAULT_MODE VPX_VBR
|
|
#define DEFAULT_MINSECTION_PCT 5
|
|
#define DEFAULT_MAXSECTION_PCT 800
|
|
#define DEFAULT_MIN_QUANTIZER 0
|
|
#define DEFAULT_MAX_QUANTIZER 63
|
|
#define DEFAULT_QUALITY 5
|
|
#define DEFAULT_ERROR_RESILIENT FALSE
|
|
#define DEFAULT_MAX_LATENCY 10
|
|
#define DEFAULT_MAX_KEYFRAME_DISTANCE 60
|
|
#define DEFAULT_SPEED 0
|
|
#define DEFAULT_THREADS 1
|
|
#define DEFAULT_MULTIPASS_MODE VPX_RC_ONE_PASS
|
|
#define DEFAULT_MULTIPASS_CACHE_FILE "multipass.cache"
|
|
#define DEFAULT_AUTO_ALT_REF_FRAMES FALSE
|
|
#define DEFAULT_LAG_IN_FRAMES 0
|
|
#define DEFAULT_SHARPNESS 0
|
|
#define DEFAULT_NOISE_SENSITIVITY 0
|
|
#ifdef HAVE_VP8ENC_TUNING
|
|
#define DEFAULT_TUNE VP8_TUNE_PSNR
|
|
#else
|
|
typedef enum
|
|
{ VP8_TUNE_NONE } vp8e_tuning;
|
|
#define DEFAULT_TUNE VP8_TUNE_NONE
|
|
#endif
|
|
#define DEFAULT_STATIC_THRESHOLD 0
|
|
#define DEFAULT_DROP_FRAME 0
|
|
#define DEFAULT_RESIZE_ALLOWED TRUE
|
|
#define DEFAULT_TOKEN_PARTS 0
|
|
|
|
|
|
enum
|
|
{
|
|
PROP_0,
|
|
PROP_BITRATE,
|
|
PROP_MODE,
|
|
PROP_MINSECTION_PCT,
|
|
PROP_MAXSECTION_PCT,
|
|
PROP_MIN_QUANTIZER,
|
|
PROP_MAX_QUANTIZER,
|
|
PROP_QUALITY,
|
|
PROP_ERROR_RESILIENT,
|
|
PROP_MAX_LATENCY,
|
|
PROP_MAX_KEYFRAME_DISTANCE,
|
|
PROP_SPEED,
|
|
PROP_THREADS,
|
|
PROP_MULTIPASS_MODE,
|
|
PROP_MULTIPASS_CACHE_FILE,
|
|
PROP_AUTO_ALT_REF_FRAMES,
|
|
PROP_LAG_IN_FRAMES,
|
|
PROP_SHARPNESS,
|
|
PROP_NOISE_SENSITIVITY,
|
|
PROP_TUNE,
|
|
PROP_STATIC_THRESHOLD,
|
|
PROP_DROP_FRAME,
|
|
PROP_RESIZE_ALLOWED,
|
|
PROP_TOKEN_PARTS
|
|
};
|
|
|
|
#define GST_VP8_ENC_MODE_TYPE (gst_vp8_enc_mode_get_type())
|
|
static GType
|
|
gst_vp8_enc_mode_get_type (void)
|
|
{
|
|
static const GEnumValue values[] = {
|
|
{VPX_VBR, "Variable Bit Rate (VBR) mode", "vbr"},
|
|
{VPX_CBR, "Constant Bit Rate (CBR) mode", "cbr"},
|
|
{0, NULL, NULL}
|
|
};
|
|
static volatile GType id = 0;
|
|
|
|
if (g_once_init_enter ((gsize *) & id)) {
|
|
GType _id;
|
|
|
|
_id = g_enum_register_static ("GstVP8EncMode", values);
|
|
|
|
g_once_init_leave ((gsize *) & id, _id);
|
|
}
|
|
|
|
return id;
|
|
}
|
|
|
|
#define GST_VP8_ENC_MULTIPASS_MODE_TYPE (gst_vp8_enc_multipass_mode_get_type())
|
|
static GType
|
|
gst_vp8_enc_multipass_mode_get_type (void)
|
|
{
|
|
static const GEnumValue values[] = {
|
|
{VPX_RC_ONE_PASS, "One pass encoding (default)", "one-pass"},
|
|
{VPX_RC_FIRST_PASS, "First pass of multipass encoding", "first-pass"},
|
|
{VPX_RC_LAST_PASS, "Last pass of multipass encoding", "last-pass"},
|
|
{0, NULL, NULL}
|
|
};
|
|
static volatile GType id = 0;
|
|
|
|
if (g_once_init_enter ((gsize *) & id)) {
|
|
GType _id;
|
|
|
|
_id = g_enum_register_static ("GstVP8EncMultipassMode", values);
|
|
|
|
g_once_init_leave ((gsize *) & id, _id);
|
|
}
|
|
|
|
return id;
|
|
}
|
|
|
|
#define GST_VP8_ENC_TUNE_TYPE (gst_vp8_enc_tune_get_type())
|
|
static GType
|
|
gst_vp8_enc_tune_get_type (void)
|
|
{
|
|
static const GEnumValue values[] = {
|
|
#ifdef HAVE_VP8ENC_TUNING
|
|
{VP8_TUNE_PSNR, "Tune for PSNR", "psnr"},
|
|
{VP8_TUNE_SSIM, "Tune for SSIM", "ssim"},
|
|
#else
|
|
{VP8_TUNE_NONE, "none", "none"},
|
|
#endif
|
|
{0, NULL, NULL}
|
|
};
|
|
static volatile GType id = 0;
|
|
|
|
if (g_once_init_enter ((gsize *) & id)) {
|
|
GType _id;
|
|
|
|
_id = g_enum_register_static ("GstVP8EncTune", values);
|
|
|
|
g_once_init_leave ((gsize *) & id, _id);
|
|
}
|
|
|
|
return id;
|
|
}
|
|
|
|
static void gst_vp8_enc_finalize (GObject * object);
|
|
static void gst_vp8_enc_set_property (GObject * object, guint prop_id,
|
|
const GValue * value, GParamSpec * pspec);
|
|
static void gst_vp8_enc_get_property (GObject * object, guint prop_id,
|
|
GValue * value, GParamSpec * pspec);
|
|
|
|
static gboolean gst_vp8_enc_start (GstVideoEncoder * encoder);
|
|
static gboolean gst_vp8_enc_stop (GstVideoEncoder * encoder);
|
|
static gboolean gst_vp8_enc_set_format (GstVideoEncoder *
|
|
video_encoder, GstVideoCodecState * state);
|
|
static gboolean gst_vp8_enc_finish (GstVideoEncoder * video_encoder);
|
|
static GstFlowReturn gst_vp8_enc_handle_frame (GstVideoEncoder *
|
|
video_encoder, GstVideoCodecFrame * frame);
|
|
static GstFlowReturn gst_vp8_enc_pre_push (GstVideoEncoder * encoder,
|
|
GstVideoCodecFrame * frame);
|
|
static gboolean gst_vp8_enc_sink_event (GstVideoEncoder *
|
|
video_encoder, GstEvent * event);
|
|
static gboolean gst_vp8_enc_propose_allocation (GstVideoEncoder * encoder,
|
|
GstQuery * query);
|
|
|
|
static GstStaticPadTemplate gst_vp8_enc_sink_template =
|
|
GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("I420"))
|
|
);
|
|
|
|
static GstStaticPadTemplate gst_vp8_enc_src_template =
|
|
GST_STATIC_PAD_TEMPLATE ("src",
|
|
GST_PAD_SRC,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS ("video/x-vp8")
|
|
);
|
|
|
|
#define parent_class gst_vp8_enc_parent_class
|
|
G_DEFINE_TYPE_WITH_CODE (GstVP8Enc, gst_vp8_enc, GST_TYPE_VIDEO_ENCODER,
|
|
G_IMPLEMENT_INTERFACE (GST_TYPE_TAG_SETTER, NULL);
|
|
G_IMPLEMENT_INTERFACE (GST_TYPE_PRESET, NULL););
|
|
|
|
static void
|
|
gst_vp8_enc_class_init (GstVP8EncClass * klass)
|
|
{
|
|
GObjectClass *gobject_class;
|
|
GstElementClass *element_class;
|
|
GstVideoEncoderClass *video_encoder_class;
|
|
|
|
gobject_class = G_OBJECT_CLASS (klass);
|
|
element_class = GST_ELEMENT_CLASS (klass);
|
|
video_encoder_class = GST_VIDEO_ENCODER_CLASS (klass);
|
|
|
|
gobject_class->set_property = gst_vp8_enc_set_property;
|
|
gobject_class->get_property = gst_vp8_enc_get_property;
|
|
gobject_class->finalize = gst_vp8_enc_finalize;
|
|
|
|
gst_element_class_add_pad_template (element_class,
|
|
gst_static_pad_template_get (&gst_vp8_enc_src_template));
|
|
gst_element_class_add_pad_template (element_class,
|
|
gst_static_pad_template_get (&gst_vp8_enc_sink_template));
|
|
|
|
gst_element_class_set_details_simple (element_class,
|
|
"On2 VP8 Encoder",
|
|
"Codec/Encoder/Video",
|
|
"Encode VP8 video streams", "David Schleef <ds@entropywave.com>");
|
|
|
|
video_encoder_class->start = gst_vp8_enc_start;
|
|
video_encoder_class->stop = gst_vp8_enc_stop;
|
|
video_encoder_class->handle_frame = gst_vp8_enc_handle_frame;
|
|
video_encoder_class->set_format = gst_vp8_enc_set_format;
|
|
video_encoder_class->finish = gst_vp8_enc_finish;
|
|
video_encoder_class->pre_push = gst_vp8_enc_pre_push;
|
|
video_encoder_class->sink_event = gst_vp8_enc_sink_event;
|
|
video_encoder_class->propose_allocation = gst_vp8_enc_propose_allocation;
|
|
|
|
g_object_class_install_property (gobject_class, PROP_BITRATE,
|
|
g_param_spec_int ("bitrate", "Bit rate",
|
|
"Bit rate (in bits/sec)",
|
|
0, 1000000000, DEFAULT_BITRATE,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MODE,
|
|
g_param_spec_enum ("mode", "Mode",
|
|
"Mode",
|
|
GST_VP8_ENC_MODE_TYPE, DEFAULT_MODE,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MINSECTION_PCT,
|
|
g_param_spec_uint ("minsection-pct",
|
|
"minimum percentage allocation per section",
|
|
"The numbers represent a percentage of the average allocation per section (frame)",
|
|
0, 20, DEFAULT_MINSECTION_PCT,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MAXSECTION_PCT,
|
|
g_param_spec_uint ("maxsection-pct",
|
|
"maximum percentage allocation per section",
|
|
"The numbers represent a percentage of the average allocation per section (frame)",
|
|
200, 800, DEFAULT_MAXSECTION_PCT,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MIN_QUANTIZER,
|
|
g_param_spec_int ("min-quantizer", "Minimum quantizer",
|
|
"Minimum (best) quantizer",
|
|
0, 63, DEFAULT_MIN_QUANTIZER,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MAX_QUANTIZER,
|
|
g_param_spec_int ("max-quantizer", "Maximum quantizer",
|
|
"Maximum (worst) quantizer",
|
|
0, 63, DEFAULT_MAX_QUANTIZER,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_QUALITY,
|
|
g_param_spec_double ("quality", "Quality",
|
|
"Quality. This parameter sets a constant quantizer.",
|
|
0, 10.0, DEFAULT_QUALITY,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_ERROR_RESILIENT,
|
|
g_param_spec_boolean ("error-resilient", "Error Resilient",
|
|
"Encode streams that are error resilient",
|
|
DEFAULT_ERROR_RESILIENT,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MAX_LATENCY,
|
|
g_param_spec_int ("max-latency", "Max latency",
|
|
"Number of frames in encoder queue",
|
|
0, 25, DEFAULT_MAX_LATENCY,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MAX_KEYFRAME_DISTANCE,
|
|
g_param_spec_int ("max-keyframe-distance", "Maximum Key frame distance",
|
|
"Maximum distance between key frames",
|
|
0, 9999, DEFAULT_MAX_KEYFRAME_DISTANCE,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_SPEED,
|
|
g_param_spec_int ("speed", "Speed",
|
|
"Speed",
|
|
0, 7, DEFAULT_SPEED,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_THREADS,
|
|
g_param_spec_int ("threads", "Threads",
|
|
"Threads",
|
|
1, 64, DEFAULT_THREADS,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MULTIPASS_MODE,
|
|
g_param_spec_enum ("multipass-mode", "Multipass Mode",
|
|
"Multipass encode mode",
|
|
GST_VP8_ENC_MULTIPASS_MODE_TYPE, DEFAULT_MULTIPASS_MODE,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_MULTIPASS_CACHE_FILE,
|
|
g_param_spec_string ("multipass-cache-file", "Multipass Cache File",
|
|
"Multipass cache file",
|
|
DEFAULT_MULTIPASS_CACHE_FILE,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_AUTO_ALT_REF_FRAMES,
|
|
g_param_spec_boolean ("auto-alt-ref-frames", "Auto Alt Ref Frames",
|
|
"Automatically create alternative reference frames",
|
|
DEFAULT_AUTO_ALT_REF_FRAMES,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_LAG_IN_FRAMES,
|
|
g_param_spec_uint ("lag-in-frames", "Max number of frames to lag",
|
|
"If set, this value allows the encoder to consume a number of input "
|
|
"frames before producing output frames.",
|
|
0, 64, DEFAULT_LAG_IN_FRAMES,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_SHARPNESS,
|
|
g_param_spec_int ("sharpness", "Sharpness",
|
|
"Sharpness",
|
|
0, 7, DEFAULT_SHARPNESS,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_NOISE_SENSITIVITY,
|
|
g_param_spec_int ("noise-sensitivity", "Noise Sensitivity",
|
|
"Noise Sensitivity",
|
|
0, 6, DEFAULT_NOISE_SENSITIVITY,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_TUNE,
|
|
g_param_spec_enum ("tune", "Tune",
|
|
"Tune",
|
|
GST_VP8_ENC_TUNE_TYPE, DEFAULT_TUNE,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_STATIC_THRESHOLD,
|
|
g_param_spec_int ("static-threshold", "Static Threshold",
|
|
"Static Threshold",
|
|
0, 1000, DEFAULT_STATIC_THRESHOLD,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_DROP_FRAME,
|
|
g_param_spec_int ("drop-frame", "Drop Frame",
|
|
"Drop Frame",
|
|
0, 100, DEFAULT_DROP_FRAME,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_RESIZE_ALLOWED,
|
|
g_param_spec_boolean ("resize-allowed", "Resize Allowed",
|
|
"Resize Allowed",
|
|
DEFAULT_RESIZE_ALLOWED,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
g_object_class_install_property (gobject_class, PROP_TOKEN_PARTS,
|
|
g_param_spec_int ("token-parts", "Token Parts",
|
|
"Token Parts",
|
|
0, 3, DEFAULT_TOKEN_PARTS,
|
|
(GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_vp8enc_debug, "vp8enc", 0, "VP8 Encoder");
|
|
}
|
|
|
|
static void
|
|
gst_vp8_enc_init (GstVP8Enc * gst_vp8_enc)
|
|
{
|
|
|
|
GST_DEBUG_OBJECT (gst_vp8_enc, "init");
|
|
|
|
gst_vp8_enc->bitrate = DEFAULT_BITRATE;
|
|
gst_vp8_enc->minsection_pct = DEFAULT_MINSECTION_PCT;
|
|
gst_vp8_enc->maxsection_pct = DEFAULT_MAXSECTION_PCT;
|
|
gst_vp8_enc->min_quantizer = DEFAULT_MIN_QUANTIZER;
|
|
gst_vp8_enc->max_quantizer = DEFAULT_MAX_QUANTIZER;
|
|
gst_vp8_enc->mode = DEFAULT_MODE;
|
|
gst_vp8_enc->quality = DEFAULT_QUALITY;
|
|
gst_vp8_enc->error_resilient = DEFAULT_ERROR_RESILIENT;
|
|
gst_vp8_enc->max_latency = DEFAULT_MAX_LATENCY;
|
|
gst_vp8_enc->max_keyframe_distance = DEFAULT_MAX_KEYFRAME_DISTANCE;
|
|
gst_vp8_enc->multipass_mode = DEFAULT_MULTIPASS_MODE;
|
|
gst_vp8_enc->multipass_cache_file = g_strdup (DEFAULT_MULTIPASS_CACHE_FILE);
|
|
gst_vp8_enc->auto_alt_ref_frames = DEFAULT_AUTO_ALT_REF_FRAMES;
|
|
gst_vp8_enc->lag_in_frames = DEFAULT_LAG_IN_FRAMES;
|
|
}
|
|
|
|
static void
|
|
gst_vp8_enc_finalize (GObject * object)
|
|
{
|
|
GstVP8Enc *gst_vp8_enc;
|
|
|
|
GST_DEBUG_OBJECT (object, "finalize");
|
|
|
|
g_return_if_fail (GST_IS_VP8_ENC (object));
|
|
gst_vp8_enc = GST_VP8_ENC (object);
|
|
|
|
g_free (gst_vp8_enc->multipass_cache_file);
|
|
gst_vp8_enc->multipass_cache_file = NULL;
|
|
|
|
G_OBJECT_CLASS (parent_class)->finalize (object);
|
|
|
|
}
|
|
|
|
static void
|
|
gst_vp8_enc_set_property (GObject * object, guint prop_id,
|
|
const GValue * value, GParamSpec * pspec)
|
|
{
|
|
GstVP8Enc *gst_vp8_enc;
|
|
|
|
g_return_if_fail (GST_IS_VP8_ENC (object));
|
|
gst_vp8_enc = GST_VP8_ENC (object);
|
|
|
|
GST_DEBUG_OBJECT (object, "gst_vp8_enc_set_property");
|
|
switch (prop_id) {
|
|
case PROP_BITRATE:
|
|
gst_vp8_enc->bitrate = g_value_get_int (value);
|
|
break;
|
|
case PROP_MODE:
|
|
gst_vp8_enc->mode = g_value_get_enum (value);
|
|
break;
|
|
case PROP_MINSECTION_PCT:
|
|
gst_vp8_enc->minsection_pct = g_value_get_uint (value);
|
|
break;
|
|
case PROP_MAXSECTION_PCT:
|
|
gst_vp8_enc->maxsection_pct = g_value_get_uint (value);
|
|
break;
|
|
case PROP_MIN_QUANTIZER:
|
|
gst_vp8_enc->min_quantizer = g_value_get_int (value);
|
|
break;
|
|
case PROP_MAX_QUANTIZER:
|
|
gst_vp8_enc->max_quantizer = g_value_get_int (value);
|
|
break;
|
|
case PROP_QUALITY:
|
|
gst_vp8_enc->quality = g_value_get_double (value);
|
|
break;
|
|
case PROP_ERROR_RESILIENT:
|
|
gst_vp8_enc->error_resilient = g_value_get_boolean (value);
|
|
break;
|
|
case PROP_MAX_LATENCY:
|
|
gst_vp8_enc->max_latency = g_value_get_int (value);
|
|
break;
|
|
case PROP_MAX_KEYFRAME_DISTANCE:
|
|
gst_vp8_enc->max_keyframe_distance = g_value_get_int (value);
|
|
break;
|
|
case PROP_SPEED:
|
|
gst_vp8_enc->speed = g_value_get_int (value);
|
|
break;
|
|
case PROP_THREADS:
|
|
gst_vp8_enc->threads = g_value_get_int (value);
|
|
break;
|
|
case PROP_MULTIPASS_MODE:
|
|
gst_vp8_enc->multipass_mode = g_value_get_enum (value);
|
|
break;
|
|
case PROP_MULTIPASS_CACHE_FILE:
|
|
if (gst_vp8_enc->multipass_cache_file)
|
|
g_free (gst_vp8_enc->multipass_cache_file);
|
|
gst_vp8_enc->multipass_cache_file = g_value_dup_string (value);
|
|
break;
|
|
case PROP_AUTO_ALT_REF_FRAMES:
|
|
gst_vp8_enc->auto_alt_ref_frames = g_value_get_boolean (value);
|
|
break;
|
|
case PROP_LAG_IN_FRAMES:
|
|
gst_vp8_enc->lag_in_frames = g_value_get_uint (value);
|
|
break;
|
|
case PROP_SHARPNESS:
|
|
gst_vp8_enc->sharpness = g_value_get_int (value);
|
|
break;
|
|
case PROP_NOISE_SENSITIVITY:
|
|
gst_vp8_enc->noise_sensitivity = g_value_get_int (value);
|
|
break;
|
|
case PROP_TUNE:
|
|
#ifdef HAVE_VP8ENC_TUNING
|
|
gst_vp8_enc->tuning = g_value_get_enum (value);
|
|
#else
|
|
GST_WARNING_OBJECT (gst_vp8_enc,
|
|
"The tuning property is unsupported by this libvpx");
|
|
#endif
|
|
break;
|
|
case PROP_STATIC_THRESHOLD:
|
|
gst_vp8_enc->static_threshold = g_value_get_int (value);
|
|
break;
|
|
case PROP_DROP_FRAME:
|
|
gst_vp8_enc->drop_frame = g_value_get_int (value);
|
|
break;
|
|
case PROP_RESIZE_ALLOWED:
|
|
gst_vp8_enc->resize_allowed = g_value_get_boolean (value);
|
|
break;
|
|
case PROP_TOKEN_PARTS:
|
|
gst_vp8_enc->partitions = g_value_get_int (value);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_vp8_enc_get_property (GObject * object, guint prop_id, GValue * value,
|
|
GParamSpec * pspec)
|
|
{
|
|
GstVP8Enc *gst_vp8_enc;
|
|
|
|
g_return_if_fail (GST_IS_VP8_ENC (object));
|
|
gst_vp8_enc = GST_VP8_ENC (object);
|
|
|
|
switch (prop_id) {
|
|
case PROP_BITRATE:
|
|
g_value_set_int (value, gst_vp8_enc->bitrate);
|
|
break;
|
|
case PROP_MODE:
|
|
g_value_set_enum (value, gst_vp8_enc->mode);
|
|
break;
|
|
case PROP_MINSECTION_PCT:
|
|
g_value_set_uint (value, gst_vp8_enc->minsection_pct);
|
|
break;
|
|
case PROP_MAXSECTION_PCT:
|
|
g_value_set_uint (value, gst_vp8_enc->maxsection_pct);
|
|
break;
|
|
case PROP_MIN_QUANTIZER:
|
|
g_value_set_int (value, gst_vp8_enc->min_quantizer);
|
|
break;
|
|
case PROP_MAX_QUANTIZER:
|
|
g_value_set_int (value, gst_vp8_enc->max_quantizer);
|
|
break;
|
|
case PROP_QUALITY:
|
|
g_value_set_double (value, gst_vp8_enc->quality);
|
|
break;
|
|
case PROP_ERROR_RESILIENT:
|
|
g_value_set_boolean (value, gst_vp8_enc->error_resilient);
|
|
break;
|
|
case PROP_MAX_LATENCY:
|
|
g_value_set_int (value, gst_vp8_enc->max_latency);
|
|
break;
|
|
case PROP_MAX_KEYFRAME_DISTANCE:
|
|
g_value_set_int (value, gst_vp8_enc->max_keyframe_distance);
|
|
break;
|
|
case PROP_SPEED:
|
|
g_value_set_int (value, gst_vp8_enc->speed);
|
|
break;
|
|
case PROP_THREADS:
|
|
g_value_set_int (value, gst_vp8_enc->threads);
|
|
break;
|
|
case PROP_MULTIPASS_MODE:
|
|
g_value_set_enum (value, gst_vp8_enc->multipass_mode);
|
|
break;
|
|
case PROP_MULTIPASS_CACHE_FILE:
|
|
g_value_set_string (value, gst_vp8_enc->multipass_cache_file);
|
|
break;
|
|
case PROP_AUTO_ALT_REF_FRAMES:
|
|
g_value_set_boolean (value, gst_vp8_enc->auto_alt_ref_frames);
|
|
break;
|
|
case PROP_LAG_IN_FRAMES:
|
|
g_value_set_uint (value, gst_vp8_enc->lag_in_frames);
|
|
break;
|
|
case PROP_SHARPNESS:
|
|
g_value_set_int (value, gst_vp8_enc->sharpness);
|
|
break;
|
|
case PROP_NOISE_SENSITIVITY:
|
|
g_value_set_int (value, gst_vp8_enc->noise_sensitivity);
|
|
break;
|
|
case PROP_TUNE:
|
|
#ifdef HAVE_VP8ENC_TUNING
|
|
g_value_set_enum (value, gst_vp8_enc->tuning);
|
|
#else
|
|
GST_WARNING_OBJECT (gst_vp8_enc,
|
|
"The tuning property is unsupported by this libvpx");
|
|
#endif
|
|
break;
|
|
case PROP_STATIC_THRESHOLD:
|
|
g_value_set_int (value, gst_vp8_enc->static_threshold);
|
|
break;
|
|
case PROP_DROP_FRAME:
|
|
g_value_set_int (value, gst_vp8_enc->drop_frame);
|
|
break;
|
|
case PROP_RESIZE_ALLOWED:
|
|
g_value_set_boolean (value, gst_vp8_enc->resize_allowed);
|
|
break;
|
|
case PROP_TOKEN_PARTS:
|
|
g_value_set_int (value, gst_vp8_enc->partitions);
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static gboolean
|
|
gst_vp8_enc_start (GstVideoEncoder * video_encoder)
|
|
{
|
|
GST_DEBUG_OBJECT (video_encoder, "start");
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_vp8_enc_stop (GstVideoEncoder * video_encoder)
|
|
{
|
|
GstVP8Enc *encoder;
|
|
|
|
GST_DEBUG_OBJECT (video_encoder, "stop");
|
|
|
|
encoder = GST_VP8_ENC (video_encoder);
|
|
|
|
if (encoder->inited) {
|
|
vpx_codec_destroy (&encoder->encoder);
|
|
encoder->inited = FALSE;
|
|
}
|
|
|
|
if (encoder->first_pass_cache_content) {
|
|
g_byte_array_free (encoder->first_pass_cache_content, TRUE);
|
|
encoder->first_pass_cache_content = NULL;
|
|
}
|
|
|
|
if (encoder->last_pass_cache_content.buf) {
|
|
g_free (encoder->last_pass_cache_content.buf);
|
|
encoder->last_pass_cache_content.buf = NULL;
|
|
encoder->last_pass_cache_content.sz = 0;
|
|
}
|
|
|
|
gst_tag_setter_reset_tags (GST_TAG_SETTER (encoder));
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_vp8_enc_set_format (GstVideoEncoder * video_encoder,
|
|
GstVideoCodecState * state)
|
|
{
|
|
GstVP8Enc *encoder;
|
|
vpx_codec_enc_cfg_t cfg;
|
|
vpx_codec_err_t status;
|
|
vpx_image_t *image;
|
|
guint8 *data = NULL;
|
|
GstCaps *caps;
|
|
gboolean ret = TRUE;
|
|
GstVideoInfo *info = &state->info;
|
|
GstVideoCodecState *output_state;
|
|
|
|
encoder = GST_VP8_ENC (video_encoder);
|
|
GST_DEBUG_OBJECT (video_encoder, "set_format");
|
|
|
|
if (encoder->inited) {
|
|
GST_DEBUG_OBJECT (video_encoder, "refusing renegotiation");
|
|
return FALSE;
|
|
}
|
|
|
|
status = vpx_codec_enc_config_default (&vpx_codec_vp8_cx_algo, &cfg, 0);
|
|
if (status != VPX_CODEC_OK) {
|
|
GST_ELEMENT_ERROR (encoder, LIBRARY, INIT,
|
|
("Failed to get default encoder configuration"), ("%s",
|
|
gst_vpx_error_name (status)));
|
|
return FALSE;
|
|
}
|
|
|
|
/* Scale default bitrate to our size */
|
|
cfg.rc_target_bitrate = gst_util_uint64_scale (cfg.rc_target_bitrate,
|
|
GST_VIDEO_INFO_WIDTH (info) * GST_VIDEO_INFO_HEIGHT (info),
|
|
cfg.g_w * cfg.g_h);
|
|
|
|
cfg.g_w = GST_VIDEO_INFO_WIDTH (info);
|
|
cfg.g_h = GST_VIDEO_INFO_HEIGHT (info);
|
|
cfg.g_timebase.num = GST_VIDEO_INFO_FPS_D (info);
|
|
cfg.g_timebase.den = GST_VIDEO_INFO_FPS_N (info);
|
|
|
|
cfg.g_error_resilient = encoder->error_resilient;
|
|
cfg.g_lag_in_frames = encoder->max_latency;
|
|
cfg.g_threads = encoder->threads;
|
|
cfg.rc_end_usage = encoder->mode;
|
|
cfg.rc_2pass_vbr_minsection_pct = encoder->minsection_pct;
|
|
cfg.rc_2pass_vbr_maxsection_pct = encoder->maxsection_pct;
|
|
/* Standalone qp-min do not make any sence, with bitrate=0 and qp-min=1
|
|
* encoder will use only default qp-max=63. Also this will make
|
|
* worst possbile quality.
|
|
*/
|
|
if (encoder->bitrate != DEFAULT_BITRATE ||
|
|
encoder->max_quantizer != DEFAULT_MAX_QUANTIZER) {
|
|
cfg.rc_target_bitrate = encoder->bitrate / 1000;
|
|
cfg.rc_min_quantizer = encoder->min_quantizer;
|
|
cfg.rc_max_quantizer = encoder->max_quantizer;
|
|
} else {
|
|
cfg.rc_min_quantizer = (gint) (63 - encoder->quality * 6.2);
|
|
cfg.rc_max_quantizer = (gint) (63 - encoder->quality * 6.2);
|
|
}
|
|
cfg.rc_dropframe_thresh = encoder->drop_frame;
|
|
cfg.rc_resize_allowed = encoder->resize_allowed;
|
|
|
|
cfg.kf_mode = VPX_KF_AUTO;
|
|
cfg.kf_min_dist = 0;
|
|
cfg.kf_max_dist = encoder->max_keyframe_distance;
|
|
|
|
cfg.g_pass = encoder->multipass_mode;
|
|
if (encoder->multipass_mode == VPX_RC_FIRST_PASS) {
|
|
encoder->first_pass_cache_content = g_byte_array_sized_new (4096);
|
|
} else if (encoder->multipass_mode == VPX_RC_LAST_PASS) {
|
|
GError *err = NULL;
|
|
|
|
if (!encoder->multipass_cache_file) {
|
|
GST_ELEMENT_ERROR (encoder, RESOURCE, OPEN_READ,
|
|
("No multipass cache file provided"), (NULL));
|
|
return FALSE;
|
|
}
|
|
|
|
if (!g_file_get_contents (encoder->multipass_cache_file,
|
|
(gchar **) & encoder->last_pass_cache_content.buf,
|
|
&encoder->last_pass_cache_content.sz, &err)) {
|
|
GST_ELEMENT_ERROR (encoder, RESOURCE, OPEN_READ,
|
|
("Failed to read multipass cache file provided"), ("%s",
|
|
err->message));
|
|
g_error_free (err);
|
|
return FALSE;
|
|
}
|
|
cfg.rc_twopass_stats_in = encoder->last_pass_cache_content;
|
|
}
|
|
|
|
status = vpx_codec_enc_init (&encoder->encoder, &vpx_codec_vp8_cx_algo,
|
|
&cfg, 0);
|
|
if (status != VPX_CODEC_OK) {
|
|
GST_ELEMENT_ERROR (encoder, LIBRARY, INIT,
|
|
("Failed to initialize encoder"), ("%s", gst_vpx_error_name (status)));
|
|
return FALSE;
|
|
}
|
|
|
|
/* FIXME move this to a set_speed() function */
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_CPUUSED,
|
|
(encoder->speed == 0) ? 0 : (encoder->speed - 1));
|
|
if (status != VPX_CODEC_OK) {
|
|
GST_WARNING_OBJECT (encoder, "Failed to set VP8E_SET_CPUUSED to 0: %s",
|
|
gst_vpx_error_name (status));
|
|
}
|
|
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_NOISE_SENSITIVITY,
|
|
encoder->noise_sensitivity);
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_SHARPNESS,
|
|
encoder->sharpness);
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_STATIC_THRESHOLD,
|
|
encoder->static_threshold);
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_TOKEN_PARTITIONS,
|
|
encoder->partitions);
|
|
#if 0
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_MAXFRAMES,
|
|
encoder->arnr_maxframes);
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_STRENGTH,
|
|
encoder->arnr_strength);
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_ARNR_TYPE,
|
|
encoder->arnr_type);
|
|
#endif
|
|
#ifdef HAVE_VP8ENC_TUNING
|
|
status = vpx_codec_control (&encoder->encoder, VP8E_SET_TUNING,
|
|
encoder->tuning);
|
|
#endif
|
|
|
|
status =
|
|
vpx_codec_control (&encoder->encoder, VP8E_SET_ENABLEAUTOALTREF,
|
|
(encoder->auto_alt_ref_frames ? 1 : 0));
|
|
if (status != VPX_CODEC_OK) {
|
|
GST_WARNING_OBJECT (encoder,
|
|
"Failed to set VP8E_ENABLEAUTOALTREF to %d: %s",
|
|
(encoder->auto_alt_ref_frames ? 1 : 0), gst_vpx_error_name (status));
|
|
}
|
|
|
|
cfg.g_lag_in_frames = encoder->lag_in_frames;
|
|
|
|
gst_video_encoder_set_latency (video_encoder, 0,
|
|
gst_util_uint64_scale (encoder->max_latency,
|
|
GST_VIDEO_INFO_FPS_D (info) * GST_SECOND,
|
|
GST_VIDEO_INFO_FPS_N (info)));
|
|
encoder->inited = TRUE;
|
|
|
|
/* Store input state */
|
|
if (encoder->input_state)
|
|
gst_video_codec_state_unref (encoder->input_state);
|
|
encoder->input_state = gst_video_codec_state_ref (state);
|
|
|
|
/* prepare cached image buffer setup */
|
|
image = &encoder->image;
|
|
memset (image, 0, sizeof (*image));
|
|
|
|
image->fmt = VPX_IMG_FMT_I420;
|
|
image->bps = 12;
|
|
image->x_chroma_shift = image->y_chroma_shift = 1;
|
|
image->w = image->d_w = GST_VIDEO_INFO_WIDTH (info);
|
|
image->h = image->d_h = GST_VIDEO_INFO_HEIGHT (info);
|
|
|
|
image->stride[VPX_PLANE_Y] = GST_VIDEO_INFO_COMP_STRIDE (info, 0);
|
|
image->stride[VPX_PLANE_U] = GST_VIDEO_INFO_COMP_STRIDE (info, 1);
|
|
image->stride[VPX_PLANE_V] = GST_VIDEO_INFO_COMP_STRIDE (info, 2);
|
|
|
|
caps = gst_caps_new_empty_simple ("video/x-vp8");
|
|
{
|
|
GstStructure *s;
|
|
GstBuffer *stream_hdr, *vorbiscomment;
|
|
const GstTagList *iface_tags;
|
|
GValue array = { 0, };
|
|
GValue value = { 0, };
|
|
GstMapInfo map;
|
|
|
|
s = gst_caps_get_structure (caps, 0);
|
|
|
|
/* put buffers in a fixed list */
|
|
g_value_init (&array, GST_TYPE_ARRAY);
|
|
g_value_init (&value, GST_TYPE_BUFFER);
|
|
|
|
/* Create Ogg stream-info */
|
|
stream_hdr = gst_buffer_new_and_alloc (26);
|
|
gst_buffer_map (stream_hdr, &map, GST_MAP_WRITE);
|
|
data = map.data;
|
|
|
|
GST_WRITE_UINT8 (data, 0x4F);
|
|
GST_WRITE_UINT32_BE (data + 1, 0x56503830); /* "VP80" */
|
|
GST_WRITE_UINT8 (data + 5, 0x01); /* stream info header */
|
|
GST_WRITE_UINT8 (data + 6, 1); /* Major version 1 */
|
|
GST_WRITE_UINT8 (data + 7, 0); /* Minor version 0 */
|
|
GST_WRITE_UINT16_BE (data + 8, GST_VIDEO_INFO_WIDTH (info));
|
|
GST_WRITE_UINT16_BE (data + 10, GST_VIDEO_INFO_HEIGHT (info));
|
|
GST_WRITE_UINT24_BE (data + 12, GST_VIDEO_INFO_PAR_N (info));
|
|
GST_WRITE_UINT24_BE (data + 15, GST_VIDEO_INFO_PAR_D (info));
|
|
GST_WRITE_UINT32_BE (data + 18, GST_VIDEO_INFO_FPS_N (info));
|
|
GST_WRITE_UINT32_BE (data + 22, GST_VIDEO_INFO_FPS_D (info));
|
|
|
|
gst_buffer_unmap (stream_hdr, &map);
|
|
|
|
GST_BUFFER_FLAG_SET (stream_hdr, GST_BUFFER_FLAG_HEADER);
|
|
gst_value_set_buffer (&value, stream_hdr);
|
|
gst_value_array_append_value (&array, &value);
|
|
g_value_unset (&value);
|
|
gst_buffer_unref (stream_hdr);
|
|
|
|
iface_tags = gst_tag_setter_get_tag_list (GST_TAG_SETTER (video_encoder));
|
|
if (iface_tags) {
|
|
vorbiscomment =
|
|
gst_tag_list_to_vorbiscomment_buffer (iface_tags,
|
|
(const guint8 *) "OVP80\2 ", 7,
|
|
"Encoded with GStreamer vp8enc " PACKAGE_VERSION);
|
|
|
|
GST_BUFFER_FLAG_SET (vorbiscomment, GST_BUFFER_FLAG_HEADER);
|
|
|
|
g_value_init (&value, GST_TYPE_BUFFER);
|
|
gst_value_set_buffer (&value, vorbiscomment);
|
|
gst_value_array_append_value (&array, &value);
|
|
g_value_unset (&value);
|
|
gst_buffer_unref (vorbiscomment);
|
|
}
|
|
|
|
gst_structure_set_value (s, "streamheader", &array);
|
|
g_value_unset (&array);
|
|
}
|
|
output_state =
|
|
gst_video_encoder_set_output_state (video_encoder, caps, state);
|
|
gst_video_codec_state_unref (output_state);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_vp8_enc_process (GstVP8Enc * encoder)
|
|
{
|
|
vpx_codec_iter_t iter = NULL;
|
|
const vpx_codec_cx_pkt_t *pkt;
|
|
GstVideoEncoder *video_encoder;
|
|
GstVP8EncUserData *user_data;
|
|
GstVideoCodecFrame *frame;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
|
|
video_encoder = GST_VIDEO_ENCODER (encoder);
|
|
|
|
pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
|
|
while (pkt != NULL) {
|
|
GstBuffer *buffer;
|
|
gboolean invisible;
|
|
|
|
GST_DEBUG_OBJECT (encoder, "packet %u type %d", (guint) pkt->data.frame.sz,
|
|
pkt->kind);
|
|
|
|
if (pkt->kind == VPX_CODEC_STATS_PKT
|
|
&& encoder->multipass_mode == VPX_RC_FIRST_PASS) {
|
|
GST_LOG_OBJECT (encoder, "handling STATS packet");
|
|
|
|
g_byte_array_append (encoder->first_pass_cache_content,
|
|
pkt->data.twopass_stats.buf, pkt->data.twopass_stats.sz);
|
|
|
|
frame = gst_video_encoder_get_oldest_frame (video_encoder);
|
|
if (frame != NULL) {
|
|
buffer = gst_buffer_new ();
|
|
GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_LIVE);
|
|
frame->output_buffer = buffer;
|
|
gst_video_encoder_finish_frame (video_encoder, frame);
|
|
}
|
|
|
|
pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
|
|
continue;
|
|
} else if (pkt->kind != VPX_CODEC_CX_FRAME_PKT) {
|
|
GST_LOG_OBJECT (encoder, "non frame pkt: %d", pkt->kind);
|
|
pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
|
|
continue;
|
|
}
|
|
|
|
invisible = (pkt->data.frame.flags & VPX_FRAME_IS_INVISIBLE) != 0;
|
|
frame = gst_video_encoder_get_oldest_frame (video_encoder);
|
|
g_assert (frame != NULL);
|
|
if ((pkt->data.frame.flags & VPX_FRAME_IS_KEY) != 0)
|
|
GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
|
|
else
|
|
GST_VIDEO_CODEC_FRAME_UNSET_SYNC_POINT (frame);
|
|
|
|
user_data = gst_video_codec_frame_get_user_data (frame);
|
|
|
|
/* FIXME : It would be nice to avoid the memory copy ... */
|
|
buffer =
|
|
gst_buffer_new_wrapped (g_memdup (pkt->data.frame.buf,
|
|
pkt->data.frame.sz), pkt->data.frame.sz);
|
|
|
|
if (user_data->image)
|
|
g_slice_free (vpx_image_t, user_data->image);
|
|
user_data->image = NULL;
|
|
|
|
if (invisible) {
|
|
user_data->invisible = g_list_append (user_data->invisible, buffer);
|
|
} else {
|
|
frame->output_buffer = buffer;
|
|
ret = gst_video_encoder_finish_frame (video_encoder, frame);
|
|
}
|
|
|
|
pkt = vpx_codec_get_cx_data (&encoder->encoder, &iter);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_vp8_enc_finish (GstVideoEncoder * video_encoder)
|
|
{
|
|
GstVP8Enc *encoder;
|
|
int flags = 0;
|
|
vpx_codec_err_t status;
|
|
|
|
GST_DEBUG_OBJECT (video_encoder, "finish");
|
|
|
|
encoder = GST_VP8_ENC (video_encoder);
|
|
|
|
status =
|
|
vpx_codec_encode (&encoder->encoder, NULL, encoder->n_frames, 1, flags,
|
|
0);
|
|
if (status != 0) {
|
|
GST_ERROR_OBJECT (encoder, "encode returned %d %s", status,
|
|
gst_vpx_error_name (status));
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
/* dispatch remaining frames */
|
|
gst_vp8_enc_process (encoder);
|
|
|
|
if (encoder->multipass_mode == VPX_RC_FIRST_PASS
|
|
&& encoder->multipass_cache_file) {
|
|
GError *err = NULL;
|
|
|
|
if (!g_file_set_contents (encoder->multipass_cache_file,
|
|
(const gchar *) encoder->first_pass_cache_content->data,
|
|
encoder->first_pass_cache_content->len, &err)) {
|
|
GST_ELEMENT_ERROR (encoder, RESOURCE, WRITE, (NULL),
|
|
("Failed to write multipass cache file: %s", err->message));
|
|
g_error_free (err);
|
|
}
|
|
}
|
|
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static vpx_image_t *
|
|
gst_vp8_enc_buffer_to_image (GstVP8Enc * enc, GstVideoFrame * frame)
|
|
{
|
|
vpx_image_t *image = g_slice_new (vpx_image_t);
|
|
|
|
memcpy (image, &enc->image, sizeof (*image));
|
|
|
|
image->planes[VPX_PLANE_Y] = GST_VIDEO_FRAME_COMP_DATA (frame, 0);
|
|
image->planes[VPX_PLANE_U] = GST_VIDEO_FRAME_COMP_DATA (frame, 1);
|
|
image->planes[VPX_PLANE_V] = GST_VIDEO_FRAME_COMP_DATA (frame, 2);
|
|
|
|
return image;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_vp8_enc_handle_frame (GstVideoEncoder * video_encoder,
|
|
GstVideoCodecFrame * frame)
|
|
{
|
|
GstVP8Enc *encoder;
|
|
vpx_codec_err_t status;
|
|
int flags = 0;
|
|
vpx_image_t *image;
|
|
GstVP8EncUserData *user_data;
|
|
int quality;
|
|
GstVideoFrame vframe;
|
|
|
|
GST_DEBUG_OBJECT (video_encoder, "handle_frame");
|
|
|
|
encoder = GST_VP8_ENC (video_encoder);
|
|
|
|
encoder->n_frames++;
|
|
|
|
GST_DEBUG_OBJECT (video_encoder, "size %d %d",
|
|
GST_VIDEO_INFO_WIDTH (&encoder->input_state->info),
|
|
GST_VIDEO_INFO_HEIGHT (&encoder->input_state->info));
|
|
|
|
gst_video_frame_map (&vframe, &encoder->input_state->info,
|
|
frame->input_buffer, GST_MAP_READ);
|
|
image = gst_vp8_enc_buffer_to_image (encoder, &vframe);
|
|
|
|
user_data = g_slice_new0 (GstVP8EncUserData);
|
|
user_data->image = image;
|
|
gst_video_codec_frame_set_user_data (frame, user_data,
|
|
(GDestroyNotify) gst_vp8_enc_user_data_free);
|
|
|
|
if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (frame)) {
|
|
flags |= VPX_EFLAG_FORCE_KF;
|
|
}
|
|
|
|
quality = (encoder->speed == 0) ? VPX_DL_BEST_QUALITY : VPX_DL_GOOD_QUALITY;
|
|
|
|
status = vpx_codec_encode (&encoder->encoder, image,
|
|
encoder->n_frames, 1, flags, quality);
|
|
gst_video_frame_unmap (&vframe);
|
|
|
|
if (status != 0) {
|
|
GST_ELEMENT_ERROR (encoder, LIBRARY, ENCODE,
|
|
("Failed to encode frame"), ("%s", gst_vpx_error_name (status)));
|
|
gst_video_codec_frame_set_user_data (frame, NULL, NULL);
|
|
return FALSE;
|
|
}
|
|
|
|
return gst_vp8_enc_process (encoder);
|
|
}
|
|
|
|
static guint64
|
|
_to_granulepos (guint64 frame_end_number, guint inv_count, guint keyframe_dist)
|
|
{
|
|
guint64 granulepos;
|
|
guint inv;
|
|
|
|
inv = (inv_count == 0) ? 0x3 : inv_count - 1;
|
|
|
|
granulepos = (frame_end_number << 32) | (inv << 30) | (keyframe_dist << 3);
|
|
return granulepos;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_vp8_enc_pre_push (GstVideoEncoder * video_encoder,
|
|
GstVideoCodecFrame * frame)
|
|
{
|
|
GstVP8Enc *encoder;
|
|
GstBuffer *buf;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
GstVP8EncUserData *user_data = gst_video_codec_frame_get_user_data (frame);
|
|
GList *l;
|
|
gint inv_count;
|
|
GstVideoInfo *info;
|
|
|
|
GST_DEBUG_OBJECT (video_encoder, "pre_push");
|
|
|
|
encoder = GST_VP8_ENC (video_encoder);
|
|
|
|
info = &encoder->input_state->info;
|
|
|
|
g_assert (user_data != NULL);
|
|
|
|
for (inv_count = 0, l = user_data->invisible; l; inv_count++, l = l->next) {
|
|
buf = l->data;
|
|
l->data = NULL;
|
|
|
|
/* FIXME : All of this should have already been handled by base classes, no ? */
|
|
if (l == user_data->invisible
|
|
&& GST_VIDEO_CODEC_FRAME_IS_SYNC_POINT (frame)) {
|
|
GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
|
|
encoder->keyframe_distance = 0;
|
|
} else {
|
|
GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
|
|
encoder->keyframe_distance++;
|
|
}
|
|
|
|
GST_BUFFER_TIMESTAMP (buf) = GST_BUFFER_TIMESTAMP (frame->output_buffer);
|
|
GST_BUFFER_DURATION (buf) = 0;
|
|
GST_BUFFER_OFFSET_END (buf) =
|
|
_to_granulepos (frame->presentation_frame_number + 1,
|
|
inv_count, encoder->keyframe_distance);
|
|
GST_BUFFER_OFFSET (buf) =
|
|
gst_util_uint64_scale (frame->presentation_frame_number + 1,
|
|
GST_SECOND * GST_VIDEO_INFO_FPS_D (info), GST_VIDEO_INFO_FPS_N (info));
|
|
|
|
ret = gst_pad_push (GST_VIDEO_ENCODER_SRC_PAD (video_encoder), buf);
|
|
|
|
if (ret != GST_FLOW_OK) {
|
|
GST_WARNING_OBJECT (encoder, "flow error %d", ret);
|
|
goto done;
|
|
}
|
|
}
|
|
|
|
buf = frame->output_buffer;
|
|
|
|
/* FIXME : All of this should have already been handled by base classes, no ? */
|
|
if (!user_data->invisible && GST_VIDEO_CODEC_FRAME_IS_SYNC_POINT (frame)) {
|
|
GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
|
|
encoder->keyframe_distance = 0;
|
|
} else {
|
|
GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
|
|
encoder->keyframe_distance++;
|
|
}
|
|
|
|
GST_BUFFER_OFFSET_END (buf) =
|
|
_to_granulepos (frame->presentation_frame_number + 1, 0,
|
|
encoder->keyframe_distance);
|
|
GST_BUFFER_OFFSET (buf) =
|
|
gst_util_uint64_scale (frame->presentation_frame_number + 1,
|
|
GST_SECOND * GST_VIDEO_INFO_FPS_D (info), GST_VIDEO_INFO_FPS_N (info));
|
|
|
|
GST_LOG_OBJECT (video_encoder, "src ts: %" GST_TIME_FORMAT,
|
|
GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buf)));
|
|
|
|
done:
|
|
return ret;
|
|
}
|
|
|
|
static gboolean
|
|
gst_vp8_enc_sink_event (GstVideoEncoder * benc, GstEvent * event)
|
|
{
|
|
GstVP8Enc *enc = GST_VP8_ENC (benc);
|
|
|
|
/* FIXME : Move this to base encoder class */
|
|
|
|
if (GST_EVENT_TYPE (event) == GST_EVENT_TAG) {
|
|
GstTagList *list;
|
|
GstTagSetter *setter = GST_TAG_SETTER (enc);
|
|
const GstTagMergeMode mode = gst_tag_setter_get_tag_merge_mode (setter);
|
|
|
|
gst_event_parse_tag (event, &list);
|
|
gst_tag_setter_merge_tags (setter, list, mode);
|
|
}
|
|
|
|
/* just peeked, baseclass handles the rest */
|
|
return GST_VIDEO_ENCODER_CLASS (parent_class)->sink_event (benc, event);
|
|
}
|
|
|
|
static gboolean
|
|
gst_vp8_enc_propose_allocation (GstVideoEncoder * encoder, GstQuery * query)
|
|
{
|
|
gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE);
|
|
|
|
return GST_VIDEO_ENCODER_CLASS (parent_class)->propose_allocation (encoder,
|
|
query);
|
|
}
|
|
|
|
#endif /* HAVE_VP8_ENCODER */
|