mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-11-30 05:31:15 +00:00
Code Issues 1 Projects Releases Wiki Activity

openh264: Add OpenH264 based encoder/decoder elements

Browse source 
These are the openh264 elements released under the BSD-2 license
by Ericsson as part of the OpenWebRTC project.
https://github.com/EricssonResearch/openwebrtc-gst-plugins

https://bugzilla.gnome.org/show_bug.cgi?id=737788
This commit is contained in:
Sebastian Dröge 2014-10-03 13:45:26 +03:00
parent 3637296ee9
commit cf4ec9b04e
8 changed files with 1326 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
configure.ac
View file

@ -2550,6 +2550,15 @@ AG_GST_CHECK_FEATURE(OPENEXR, [openexr library], openexr, [
AG_GST_PKG_CHECK_MODULES(OPENEXR, OpenEXR) AG_GST_PKG_CHECK_MODULES(OPENEXR, OpenEXR)
]) ])
dnl *** openh264 ***
translit(dnm, m, l) AM_CONDITIONAL(USE_OPENH264, true)
AG_GST_CHECK_FEATURE(OPENH264, [openh264 library], openh264, [
HAVE_OPENH264="yes"
AG_GST_CHECK_LIBHEADER(OPENH264, openh264, WelsSnprintf, ,wels/codec_api.h,
OPENH264_LIBS="-lopenh264", HAVE_OPENH264="no")
AC_SUBST(OPENH264_LIBS)
])
dnl *** OpenJPEG *** dnl *** OpenJPEG ***
translit(dnm, m, l) AM_CONDITIONAL(USE_OPENJPEG, true) translit(dnm, m, l) AM_CONDITIONAL(USE_OPENJPEG, true)
AG_GST_CHECK_FEATURE(OPENJPEG, [openjpeg library], openjpeg, [ AG_GST_CHECK_FEATURE(OPENJPEG, [openjpeg library], openjpeg, [
@ -3089,6 +3098,7 @@ AM_CONDITIONAL(USE_TELETEXTDEC, false)
AM_CONDITIONAL(USE_SNDIO, false) AM_CONDITIONAL(USE_SNDIO, false)
AM_CONDITIONAL(USE_UVCH264, false) AM_CONDITIONAL(USE_UVCH264, false)
AM_CONDITIONAL(USE_WEBP, false) AM_CONDITIONAL(USE_WEBP, false)
AM_CONDITIONAL(USE_OPENH264, false)
fi dnl of EXT plugins fi dnl of EXT plugins
@ -3358,6 +3368,7 @@ ext/ofa/Makefile
ext/openal/Makefile ext/openal/Makefile
ext/opencv/Makefile ext/opencv/Makefile
ext/openexr/Makefile ext/openexr/Makefile
ext/openh264/Makefile
ext/openjpeg/Makefile ext/openjpeg/Makefile
ext/openni2/Makefile ext/openni2/Makefile
ext/opus/Makefile ext/opus/Makefile

8
ext/Makefile.am
View file

@ -238,6 +238,12 @@ else
OPENEXR_DIR = OPENEXR_DIR =
endif endif
if USE_OPENH264
OPENH264_DIR = openh264
else
OPENH264_DIR =
endif
if USE_OPENNI2 if USE_OPENNI2
OPENNI2_DIR=openni2 OPENNI2_DIR=openni2
else else
@ -437,6 +443,7 @@ SUBDIRS=\
$(OPENAL_DIR) \ $(OPENAL_DIR) \
$(OPENCV_DIR) \ $(OPENCV_DIR) \
$(OPENEXR_DIR) \ $(OPENEXR_DIR) \
$(OPENH264_DIR) \
$(OPENJPEG_DIR) \ $(OPENJPEG_DIR) \
$(OPENNI2_DIR) \ $(OPENNI2_DIR) \
$(OPUS_DIR) \ $(OPUS_DIR) \
@ -499,6 +506,7 @@ DIST_SUBDIRS = \
openal \ openal \
opencv \ opencv \
openexr \ openexr \
openh264 \
openni2 \ openni2 \
openjpeg \ openjpeg \
opus \ opus \

16
ext/openh264/Makefile.am Normal file
View file

@ -0,0 +1,16 @@
plugin_LTLIBRARIES = libgstopenh264.la
libgstopenh264_la_SOURCES = \
gstopenh264plugin.c \
gstopenh264enc.cpp \
gstopenh264dec.cpp
libgstopenh264_la_CFLAGS = $(GST_PLUGINS_BASE_CFLAGS) $(GST_CFLAGS) $(OPENH264_CFLAGS) -DGST_USE_UNSTABLE_API=1
libgstopenh264_la_CXXFLAGS = $(GST_PLUGINS_BAD_CFLAGS) $(GST_PLUGINS_BASE_CFLAGS) $(GST_CXXFLAGS) $(OPENH264_CFLAGS) -DGST_USE_UNSTABLE_API=1
libgstopenh264_la_LIBADD = $(top_builddir)/gst-libs/gst/codecparsers/libgstcodecparsers-1.0.la $(GST_PLUGINS_BASE_LIBS) -lgstvideo-1.0 $(GST_LIBS) $(OPENH264_LIBS)
libgstopenh264_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
libgstopenh264_la_LIBTOOLFLAGS = $(GST_PLUGIN_LIBTOOLFLAGS)
noinst_HEADERS = \
gstopenh264dec.h \
gstopenh264enc.h

411
ext/openh264/gstopenh264dec.cpp Normal file
View file

@ -0,0 +1,411 @@
/*
* Copyright (c) 2014, Ericsson AB. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without modification,
* are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice, this
* list of conditions and the following disclaimer in the documentation and/or other
* materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
* INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
* OF SUCH DAMAGE.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <wels/codec_api.h>
#include <wels/codec_app_def.h>
#include <wels/codec_def.h>
#include "gstopenh264dec.h"
#include <gst/gst.h>
#include <gst/video/video.h>
#include <gst/video/gstvideodecoder.h>
#include <gst/codecparsers/gsth264parser.h>
#include <string.h> /* for memcpy */
#define GST_OPENH264DEC_GET_PRIVATE(obj) (G_TYPE_INSTANCE_GET_PRIVATE ( \
(obj), GST_TYPE_OPENH264DEC, \
GstOpenh264DecPrivate))
GST_DEBUG_CATEGORY_STATIC(gst_openh264dec_debug_category);
#define GST_CAT_DEFAULT gst_openh264dec_debug_category
/* prototypes */
static void gst_openh264dec_set_property(GObject *object,
guint property_id, const GValue *value, GParamSpec *pspec);
static void gst_openh264dec_get_property(GObject *object, guint property_id,
GValue *value, GParamSpec *pspec);
static gboolean gst_openh264dec_start(GstVideoDecoder *decoder);
static gboolean gst_openh264dec_stop(GstVideoDecoder *decoder);
static gboolean gst_openh264dec_set_format(GstVideoDecoder *decoder, GstVideoCodecState *state);
static gboolean gst_openh264dec_reset(GstVideoDecoder *decoder, gboolean hard);
static GstFlowReturn gst_openh264dec_finish(GstVideoDecoder *decoder);
static GstFlowReturn gst_openh264dec_handle_frame(GstVideoDecoder *decoder,
GstVideoCodecFrame *frame);
enum
{
PROP_0,
N_PROPERTIES
};
struct _GstOpenh264DecPrivate
{
ISVCDecoder *decoder;
GstH264NalParser *nal_parser;
guint width;
guint height;
guint fps_n;
guint fps_d;
};
/* pad templates */
static GstStaticPadTemplate gst_openh264dec_sink_template = GST_STATIC_PAD_TEMPLATE("sink",
GST_PAD_SINK,
GST_PAD_ALWAYS,
GST_STATIC_CAPS("video/x-h264, stream-format=(string)\"byte-stream\", alignment=(string)\"nal\""));
static GstStaticPadTemplate gst_openh264dec_src_template = GST_STATIC_PAD_TEMPLATE("src",
GST_PAD_SRC,
GST_PAD_ALWAYS,
GST_STATIC_CAPS(GST_VIDEO_CAPS_MAKE("{ I420 }")));
/* class initialization */
G_DEFINE_TYPE_WITH_CODE(GstOpenh264Dec, gst_openh264dec, GST_TYPE_VIDEO_DECODER,
GST_DEBUG_CATEGORY_INIT(gst_openh264dec_debug_category,
"openh264dec", 0, "debug category for openh264dec element"));
static void gst_openh264dec_class_init(GstOpenh264DecClass *klass)
{
GObjectClass *gobject_class = G_OBJECT_CLASS(klass);
GstVideoDecoderClass *video_decoder_class = GST_VIDEO_DECODER_CLASS(klass);
g_type_class_add_private(klass, sizeof(GstOpenh264DecPrivate));
/* Setting up pads and setting metadata should be moved to
base_class_init if you intend to subclass this class. */
gst_element_class_add_pad_template(GST_ELEMENT_CLASS(klass),
gst_static_pad_template_get(&gst_openh264dec_sink_template));
gst_element_class_add_pad_template(GST_ELEMENT_CLASS(klass),
gst_static_pad_template_get(&gst_openh264dec_src_template));
gst_element_class_set_static_metadata(GST_ELEMENT_CLASS(klass), "OpenH264 video decoder", "Decoder/Video", "OpenH264 video decoder", "Ericsson AB, http://www.ericsson.com");
gobject_class->set_property = gst_openh264dec_set_property;
gobject_class->get_property = gst_openh264dec_get_property;
video_decoder_class->start = GST_DEBUG_FUNCPTR(gst_openh264dec_start);
video_decoder_class->stop = GST_DEBUG_FUNCPTR(gst_openh264dec_stop);
video_decoder_class->set_format = GST_DEBUG_FUNCPTR(gst_openh264dec_set_format);
video_decoder_class->reset = GST_DEBUG_FUNCPTR(gst_openh264dec_reset);
video_decoder_class->finish = GST_DEBUG_FUNCPTR(gst_openh264dec_finish);
video_decoder_class->handle_frame = GST_DEBUG_FUNCPTR(gst_openh264dec_handle_frame);
}
static void gst_openh264dec_init(GstOpenh264Dec *openh264dec)
{
openh264dec->priv = GST_OPENH264DEC_GET_PRIVATE(openh264dec);
openh264dec->priv->nal_parser = NULL;
openh264dec->priv->decoder = NULL;
openh264dec->priv->width = 0;
openh264dec->priv->height = 0;
openh264dec->priv->fps_n = 0;
openh264dec->priv->fps_d = 1;
gst_video_decoder_set_packetized(GST_VIDEO_DECODER(openh264dec), TRUE);
}
void gst_openh264dec_set_property(GObject *object, guint property_id,
const GValue *value, GParamSpec *pspec)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(object);
GST_DEBUG_OBJECT(openh264dec, "set_property");
switch (property_id) {
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, property_id, pspec);
break;
}
}
void gst_openh264dec_get_property(GObject *object, guint property_id, GValue *value, GParamSpec *pspec)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(object);
GST_DEBUG_OBJECT(openh264dec, "get_property");
switch (property_id) {
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, property_id, pspec);
break;
}
}
static gboolean gst_openh264dec_start(GstVideoDecoder *decoder)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(decoder);
gint ret;
SDecodingParam dec_param = {0};
openh264dec->priv->nal_parser = gst_h264_nal_parser_new();
if (openh264dec->priv->decoder != NULL)
{
openh264dec->priv->decoder->Uninitialize();
WelsDestroyDecoder(openh264dec->priv->decoder);
openh264dec->priv->decoder = NULL;
}
WelsCreateDecoder(&(openh264dec->priv->decoder));
dec_param.uiTargetDqLayer = 255;
dec_param.uiEcActiveFlag = 1;
dec_param.iOutputColorFormat = videoFormatI420;
dec_param.sVideoProperty.eVideoBsType = VIDEO_BITSTREAM_AVC;
ret = openh264dec->priv->decoder->Initialize(&dec_param);
GST_DEBUG_OBJECT(openh264dec, "openh264_dec_start called, openh264dec %sinitialized OK!", (ret != cmResultSuccess) ? "NOT " : "");
return (ret == cmResultSuccess);
}
static gboolean gst_openh264dec_stop(GstVideoDecoder *decoder)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(decoder);
gint ret;
gst_h264_nal_parser_free(openh264dec->priv->nal_parser);
openh264dec->priv->nal_parser = NULL;
ret = openh264dec->priv->decoder->Uninitialize();
WelsDestroyDecoder(openh264dec->priv->decoder);
openh264dec->priv->decoder = NULL;
return ret;
}
static gboolean gst_openh264dec_set_format(GstVideoDecoder *decoder, GstVideoCodecState *state)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(decoder);
GstStructure *caps_data;
const gchar *sprop_parameter_sets;
gchar *comma;
SBufferInfo dst_buf_info;
guchar *pps, *sps;
guchar *tmpdata[3];
gsize pps_len = 0, sps_len = 0;
gint ret;
GST_DEBUG_OBJECT(openh264dec, "openh264_dec_set_format called, caps: %" GST_PTR_FORMAT, state->caps);
caps_data = gst_caps_get_structure(state->caps, 0);
sprop_parameter_sets = gst_structure_get_string(caps_data, "sprop-parameter-sets");
if (!sprop_parameter_sets) {
return TRUE;
}
for (comma = (gchar *)sprop_parameter_sets; *comma != 0 && *comma != ','; comma++);
if (*comma == 0) {
return TRUE;
}
pps = g_base64_decode(comma + 1, &pps_len);
*comma = 0;
sps = g_base64_decode(sprop_parameter_sets, &sps_len);
memset (&dst_buf_info, 0, sizeof (SBufferInfo));
ret = openh264dec->priv->decoder->DecodeFrame2(sps, sps_len, tmpdata, &dst_buf_info);
if (ret != cmResultSuccess) {
GST_DEBUG_OBJECT(openh264dec, "error decoding sps nal, return code: %d", ret);
}
memset (&dst_buf_info, 0, sizeof (SBufferInfo));
ret = openh264dec->priv->decoder->DecodeFrame2(pps, pps_len, tmpdata, &dst_buf_info);
if (ret != cmResultSuccess) {
GST_DEBUG_OBJECT(openh264dec, "error decoding pps nal, return code: %d", ret);
}
return TRUE;
}
static gboolean gst_openh264dec_reset(GstVideoDecoder *decoder, gboolean hard)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(decoder);
GST_DEBUG_OBJECT(openh264dec, "reset");
return TRUE;
}
static GstFlowReturn gst_openh264dec_finish(GstVideoDecoder *decoder)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(decoder);
GST_DEBUG_OBJECT(openh264dec, "finish");
return GST_FLOW_OK;
}
static GstFlowReturn gst_openh264dec_handle_frame(GstVideoDecoder *decoder, GstVideoCodecFrame *frame)
{
GstOpenh264Dec *openh264dec = GST_OPENH264DEC(decoder);
GstMapInfo map_info;
GstVideoCodecState *state;
SBufferInfo dst_buf_info;
guint offset = 0;
GstH264ParserResult parser_result;
GstH264NalUnit nalu;
GstH264SPS sps;
DECODING_STATE ret;
guchar *yuvdata[3];
GstFlowReturn flow_status;
GstVideoFrame video_frame;
guint actual_width, actual_height;
guint i;
gpointer p;
guint row_stride, component_width, component_height, src_width, row;
if (!gst_buffer_map(frame->input_buffer, &map_info, GST_MAP_READ)) {
GST_ERROR_OBJECT(openh264dec, "Cannot map input buffer!");
return GST_FLOW_ERROR;
}
GST_LOG_OBJECT(openh264dec, "handle frame, %d", map_info.size > 4 ? map_info.data[4] & 0x1f : -1);
memset (&dst_buf_info, 0, sizeof (SBufferInfo));
while (offset < map_info.size) {
parser_result = gst_h264_parser_identify_nalu(openh264dec->priv->nal_parser,
map_info.data, offset, map_info.size, &nalu);
offset = nalu.offset + nalu.size;
if (parser_result != GST_H264_PARSER_OK && parser_result != GST_H264_PARSER_NO_NAL_END) {
GST_WARNING_OBJECT(openh264dec, "Failed to identify nalu, parser result: %u", parser_result);
break;
}
memset (&dst_buf_info, 0, sizeof (SBufferInfo));
ret = openh264dec->priv->decoder->DecodeFrame2(nalu.data, nalu.size + 4, yuvdata, &dst_buf_info);
if (ret == dsNoParamSets) {
GST_DEBUG_OBJECT(openh264dec, "Requesting a key unit");
gst_pad_push_event(GST_VIDEO_DECODER_SINK_PAD(decoder),
gst_video_event_new_upstream_force_key_unit(GST_CLOCK_TIME_NONE, FALSE, 0));
}
if (ret != dsErrorFree && ret != dsNoParamSets) {
GST_DEBUG_OBJECT(openh264dec, "Requesting a key unit");
gst_pad_push_event(GST_VIDEO_DECODER_SINK_PAD(decoder),
gst_video_event_new_upstream_force_key_unit(GST_CLOCK_TIME_NONE, FALSE, 0));
GST_LOG_OBJECT(openh264dec, "error decoding nal, return code: %d", ret);
GST_LOG_OBJECT(openh264dec, "nal first byte: %u", (guint) nalu.data[0]);
GST_LOG_OBJECT(openh264dec, "nal size: %u", nalu.size);
}
if (nalu.type == GST_H264_NAL_SPS) {
parser_result = gst_h264_parser_parse_sps(openh264dec->priv->nal_parser, &nalu, &sps, TRUE);
if (parser_result == GST_H264_PARSER_OK) {
GST_DEBUG_OBJECT(openh264dec, "Got SPS, fps_n: %u fps_d: %u", sps.fps_num, sps.fps_den);
openh264dec->priv->fps_n = sps.fps_num ? sps.fps_num : 30;
openh264dec->priv->fps_d = sps.fps_num ? sps.fps_den : 1;
} else {
GST_WARNING_OBJECT(openh264dec, "Failed to parse SPS, parser result: %u", parser_result);
}
} else {
parser_result = gst_h264_parser_parse_nal(openh264dec->priv->nal_parser, &nalu);
if (parser_result == GST_H264_PARSER_OK) {
if (nalu.type == GST_H264_NAL_SLICE_IDR) {
GST_DEBUG_OBJECT(openh264dec, "Got an intra picture");
GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT(frame);
}
} else {
GST_WARNING_OBJECT(openh264dec, "Failed to parse nal, parser result: %u", parser_result);
}
}
}
gst_buffer_unmap(frame->input_buffer, &map_info);
if (dst_buf_info.iBufferStatus != 1) {
GST_VIDEO_CODEC_FRAME_SET_DECODE_ONLY(frame);
goto finish;
}
actual_width = dst_buf_info.UsrData.sSystemBuffer.iWidth;
actual_height = dst_buf_info.UsrData.sSystemBuffer.iHeight;
if (actual_width != openh264dec->priv->width || actual_height != openh264dec->priv->height) {
state = gst_video_decoder_set_output_state(decoder,
GST_VIDEO_FORMAT_I420,
actual_width,
actual_height,
NULL);
openh264dec->priv->width = actual_width;
openh264dec->priv->height = actual_height;
state->caps = gst_caps_new_simple("video/x-raw",
"format", G_TYPE_STRING, "I420",
"width", G_TYPE_INT, actual_width,
"height", G_TYPE_INT, actual_height,
"framerate", GST_TYPE_FRACTION, openh264dec->priv->fps_n, openh264dec->priv->fps_d,
NULL);
if (!gst_video_decoder_negotiate(decoder)) {
GST_ERROR_OBJECT(openh264dec, "Failed to negotiate with downstream elements");
}
} else {
state = gst_video_decoder_get_output_state(decoder);
}
flow_status = gst_video_decoder_allocate_output_frame(decoder, frame);
if (flow_status != GST_FLOW_OK) {
return flow_status;
}
if (!gst_video_frame_map(&video_frame, &state->info, frame->output_buffer, GST_MAP_WRITE)) {
GST_ERROR_OBJECT(openh264dec, "Cannot map output buffer!");
return GST_FLOW_ERROR;
}
for (i = 0; i < 3; i++) {
p = GST_VIDEO_FRAME_COMP_DATA(&video_frame, i);
row_stride = GST_VIDEO_FRAME_COMP_STRIDE(&video_frame, i);
component_width = GST_VIDEO_FRAME_COMP_WIDTH(&video_frame, i);
component_height = GST_VIDEO_FRAME_COMP_HEIGHT(&video_frame, i);
src_width = i < 1 ? dst_buf_info.UsrData.sSystemBuffer.iStride[0] : dst_buf_info.UsrData.sSystemBuffer.iStride[1];
for (row = 0; row < component_height; row++) {
memcpy((guchar *)p + (row * row_stride), yuvdata[i] + (row * src_width), component_width);
}
}
gst_video_frame_unmap(&video_frame);
finish:
gst_video_decoder_finish_frame(decoder, frame);
return GST_FLOW_OK;
}

63
ext/openh264/gstopenh264dec.h Normal file
View file

@ -0,0 +1,63 @@
/*
* Copyright (c) 2014, Ericsson AB. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without modification,
* are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice, this
* list of conditions and the following disclaimer in the documentation and/or other
* materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
* INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
* OF SUCH DAMAGE.
*/
/*/
\*\ GstOPENH264Dec
/*/
#ifndef _GST_OPENH264DEC_H_
#define _GST_OPENH264DEC_H_
#include <gst/video/video.h>
#include <gst/video/gstvideodecoder.h>
G_BEGIN_DECLS
#define GST_TYPE_OPENH264DEC (gst_openh264dec_get_type())
#define GST_OPENH264DEC(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_OPENH264DEC,GstOpenh264Dec))
#define GST_OPENH264DEC_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_OPENH264DEC,GstOpenh264DecClass))
#define GST_IS_OPENH264DEC(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_OPENH264DEC))
#define GST_IS_OPENH264DEC_CLASS(obj) (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_OPENH264DEC))
typedef struct _GstOpenh264Dec GstOpenh264Dec;
typedef struct _GstOpenh264DecClass GstOpenh264DecClass;
typedef struct _GstOpenh264DecPrivate GstOpenh264DecPrivate;
struct _GstOpenh264Dec
{
GstVideoDecoder base_openh264dec;
/*< private >*/
GstOpenh264DecPrivate *priv;
};
struct _GstOpenh264DecClass
{
GstVideoDecoderClass base_openh264dec_class;
};
GType gst_openh264dec_get_type(void);
G_END_DECLS
#endif

698
ext/openh264/gstopenh264enc.cpp Normal file
View file

@ -0,0 +1,698 @@
/*
* Copyright (c) 2014, Ericsson AB. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without modification,
* are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice, this
* list of conditions and the following disclaimer in the documentation and/or other
* materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
* INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
* OF SUCH DAMAGE.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "gstopenh264enc.h"
#include <gst/gst.h>
#include <gst/video/video.h>
#include <gst/video/gstvideoencoder.h>
#include <string.h>
#include <wels/codec_api.h>
#include <wels/codec_app_def.h>
#include <wels/codec_def.h>
#define GST_OPENH264ENC_GET_PRIVATE(obj) \
(G_TYPE_INSTANCE_GET_PRIVATE((obj), GST_TYPE_OPENH264ENC, GstOpenh264EncPrivate))
GST_DEBUG_CATEGORY_STATIC(gst_openh264enc_debug_category);
#define GST_CAT_DEFAULT gst_openh264enc_debug_category
#define GST_TYPE_USAGE_TYPE (gst_openh264enc_usage_type_get_type ())
static GType
gst_openh264enc_usage_type_get_type (void)
{
static GType usage_type = 0;
if (!usage_type) {
static GEnumValue usage_types[] = {
{ CAMERA_VIDEO_REAL_TIME, "video from camera", "camera" },
{ SCREEN_CONTENT_REAL_TIME, "screen content", "screen" },
{ 0, NULL, NULL },
};
usage_type =
g_enum_register_static ("EUsageType",
usage_types);
}
return usage_type;
}
#define GST_TYPE_RC_MODES (gst_openh264enc_rc_modes_get_type ())
static GType
gst_openh264enc_rc_modes_get_type (void)
{
static GType rc_modes_type = 0;
if (!rc_modes_type) {
static GEnumValue rc_modes_types[] = {
{ RC_QUALITY_MODE, "Quality mode", "quality" },
{ RC_BITRATE_MODE, "Bitrate mode", "bitrate" },
{ RC_LOW_BW_MODE, "Low bandwidth mode", "bandwidth" },
{ RC_OFF_MODE, "Rate control off mode", "off" },
{ 0, NULL, NULL },
};
rc_modes_type =
g_enum_register_static ("RC_MODES",
rc_modes_types);
}
return rc_modes_type;
}
/* prototypes */
static void gst_openh264enc_set_property(GObject *object,
guint property_id, const GValue *value, GParamSpec *pspec);
static void gst_openh264enc_get_property(GObject *object,
guint property_id, GValue *value, GParamSpec *pspec);
static void gst_openh264enc_finalize(GObject *object);
static gboolean gst_openh264enc_start(GstVideoEncoder *encoder);
static gboolean gst_openh264enc_stop(GstVideoEncoder *encoder);
static gboolean gst_openh264enc_set_format(GstVideoEncoder *encoder, GstVideoCodecState *state);
static GstFlowReturn gst_openh264enc_handle_frame(GstVideoEncoder *encoder,
GstVideoCodecFrame *frame);
static void gst_openh264enc_set_usage_type (GstOpenh264Enc *openh264enc, gint usage_type);
static void gst_openh264enc_set_rate_control (GstOpenh264Enc *openh264enc, gint rc_mode);
#define DEFAULT_BITRATE (128000)
#define DEFAULT_GOP_SIZE (90)
#define DEFAULT_MAX_SLICE_SIZE (1500000)
#define DROP_BITRATE 20000
#define START_FRAMERATE 30
#define DEFAULT_USAGE_TYPE CAMERA_VIDEO_REAL_TIME
#define DEFAULT_RATE_CONTROL RC_QUALITY_MODE
#define DEFAULT_MULTI_THREAD 0
#define DEFAULT_ENABLE_DENOISE FALSE
enum
{
PROP_0,
PROP_USAGE_TYPE,
PROP_BITRATE,
PROP_GOP_SIZE,
PROP_MAX_SLICE_SIZE,
PROP_RATE_CONTROL,
PROP_MULTI_THREAD,
PROP_ENABLE_DENOISE,
N_PROPERTIES
};
struct _GstOpenh264EncPrivate
{
ISVCEncoder *encoder;
EUsageType usage_type;
guint gop_size;
RC_MODES rate_control;
guint max_slice_size;
guint bitrate;
guint framerate;
guint multi_thread;
gboolean enable_denoise;
GstVideoCodecState *input_state;
guint32 drop_bitrate;
guint64 time_per_frame;
guint64 frame_count;
guint64 previous_timestamp;
};
/* pad templates */
static GstStaticPadTemplate gst_openh264enc_sink_template = GST_STATIC_PAD_TEMPLATE("sink",
GST_PAD_SINK,
GST_PAD_ALWAYS,
GST_STATIC_CAPS(GST_VIDEO_CAPS_MAKE("{ I420 }"))
);
static GstStaticPadTemplate gst_openh264enc_src_template = GST_STATIC_PAD_TEMPLATE("src",
GST_PAD_SRC,
GST_PAD_ALWAYS,
GST_STATIC_CAPS("video/x-h264, stream-format=(string)\"avc\", alignment=(string)\"au\", profile=(string)\"baseline\"")
);
/* class initialization */
G_DEFINE_TYPE_WITH_CODE(GstOpenh264Enc, gst_openh264enc, GST_TYPE_VIDEO_ENCODER,
GST_DEBUG_CATEGORY_INIT(gst_openh264enc_debug_category, "openh264enc", 0,
"debug category for openh264enc element"));
static void gst_openh264enc_class_init(GstOpenh264EncClass *klass)
{
GObjectClass *gobject_class = G_OBJECT_CLASS(klass);
GstVideoEncoderClass *video_encoder_class = GST_VIDEO_ENCODER_CLASS(klass);
g_type_class_add_private(klass, sizeof(GstOpenh264EncPrivate));
/* Setting up pads and setting metadata should be moved to
base_class_init if you intend to subclass this class. */
gst_element_class_add_pad_template(GST_ELEMENT_CLASS(klass),
gst_static_pad_template_get(&gst_openh264enc_src_template));
gst_element_class_add_pad_template(GST_ELEMENT_CLASS(klass),
gst_static_pad_template_get(&gst_openh264enc_sink_template));
gst_element_class_set_static_metadata(GST_ELEMENT_CLASS(klass), "OpenH264 video encoder", "Encoder/Video", "OpenH264 video encoder", "Ericsson AB, http://www.ericsson.com");
gobject_class->set_property = gst_openh264enc_set_property;
gobject_class->get_property = gst_openh264enc_get_property;
gobject_class->finalize = gst_openh264enc_finalize;
video_encoder_class->start = GST_DEBUG_FUNCPTR(gst_openh264enc_start);
video_encoder_class->stop = GST_DEBUG_FUNCPTR(gst_openh264enc_stop);
video_encoder_class->set_format = GST_DEBUG_FUNCPTR(gst_openh264enc_set_format);
video_encoder_class->handle_frame = GST_DEBUG_FUNCPTR(gst_openh264enc_handle_frame);
/* define properties */
g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_USAGE_TYPE,
g_param_spec_enum ("usage-type", "Usage type",
"Type of video content",
GST_TYPE_USAGE_TYPE, CAMERA_VIDEO_REAL_TIME,
(GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_RATE_CONTROL,
g_param_spec_enum ("rate-control", "Rate control",
"Rate control mode",
GST_TYPE_RC_MODES, RC_QUALITY_MODE,
(GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_MULTI_THREAD,
g_param_spec_uint("multi-thread", "Number of threads",
"The number of threads.",
0, G_MAXUINT, DEFAULT_MULTI_THREAD,
(GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property (gobject_class, PROP_ENABLE_DENOISE,
g_param_spec_boolean ("enable-denoise", "Denoise Control",
"Denoise control",
FALSE,
(GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property(gobject_class, PROP_BITRATE,
g_param_spec_uint("bitrate", "Bitrate",
"Bitrate (in bits per second)",
0, G_MAXUINT, DEFAULT_BITRATE,
(GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property(gobject_class, PROP_GOP_SIZE,
g_param_spec_uint("gop-size", "GOP size",
"Number of frames between intra frames",
0, G_MAXUINT, DEFAULT_GOP_SIZE,
(GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
g_object_class_install_property(gobject_class, PROP_MAX_SLICE_SIZE,
g_param_spec_uint("max-slice-size", "Max slice size",
"The maximum size of one slice (in bytes).",
0, G_MAXUINT, DEFAULT_MAX_SLICE_SIZE,
(GParamFlags)(G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
}
static void gst_openh264enc_init(GstOpenh264Enc *openh264enc)
{
openh264enc->priv = GST_OPENH264ENC_GET_PRIVATE(openh264enc);
openh264enc->priv->gop_size = DEFAULT_GOP_SIZE;
openh264enc->priv->usage_type = DEFAULT_USAGE_TYPE;
openh264enc->priv->rate_control = DEFAULT_RATE_CONTROL;
openh264enc->priv->multi_thread = DEFAULT_MULTI_THREAD;
openh264enc->priv->max_slice_size = DEFAULT_MAX_SLICE_SIZE;
openh264enc->priv->bitrate = DEFAULT_BITRATE;
openh264enc->priv->framerate = START_FRAMERATE;
openh264enc->priv->input_state = NULL;
openh264enc->priv->time_per_frame = GST_SECOND/openh264enc->priv->framerate;
openh264enc->priv->frame_count = 0;
openh264enc->priv->previous_timestamp = 0;
openh264enc->priv->drop_bitrate = DROP_BITRATE;
openh264enc->priv->enable_denoise = DEFAULT_ENABLE_DENOISE;
openh264enc->priv->encoder = NULL;
gst_openh264enc_set_usage_type(openh264enc, CAMERA_VIDEO_REAL_TIME);
gst_openh264enc_set_rate_control(openh264enc, RC_QUALITY_MODE);
}
static void
gst_openh264enc_set_usage_type (GstOpenh264Enc *openh264enc, gint usage_type)
{
switch (usage_type) {
case CAMERA_VIDEO_REAL_TIME:
openh264enc->priv->usage_type = CAMERA_VIDEO_REAL_TIME;
break;
case SCREEN_CONTENT_REAL_TIME:
openh264enc->priv->usage_type = SCREEN_CONTENT_REAL_TIME;
break;
default:
g_assert_not_reached ();
}
}
static void
gst_openh264enc_set_rate_control (GstOpenh264Enc *openh264enc, gint rc_mode)
{
switch (rc_mode) {
case RC_QUALITY_MODE:
openh264enc->priv->rate_control = RC_QUALITY_MODE;
break;
case RC_BITRATE_MODE:
openh264enc->priv->rate_control = RC_BITRATE_MODE;
break;
case RC_LOW_BW_MODE:
openh264enc->priv->rate_control = RC_LOW_BW_MODE;
break;
case RC_OFF_MODE:
openh264enc->priv->rate_control = RC_OFF_MODE;
break;
default:
g_assert_not_reached ();
}
}
void gst_openh264enc_set_property(GObject *object, guint property_id,
const GValue *value, GParamSpec *pspec)
{
GstOpenh264Enc *openh264enc = GST_OPENH264ENC(object);
GST_DEBUG_OBJECT(openh264enc, "set_property");
switch (property_id) {
case PROP_BITRATE:
openh264enc->priv->bitrate = g_value_get_uint(value);
break;
case PROP_MULTI_THREAD:
openh264enc->priv->multi_thread = g_value_get_uint(value);
break;
case PROP_USAGE_TYPE:
gst_openh264enc_set_usage_type(openh264enc, g_value_get_enum (value));
break;
case PROP_ENABLE_DENOISE:
openh264enc->priv->enable_denoise = g_value_get_boolean(value);
break;
case PROP_RATE_CONTROL:
gst_openh264enc_set_rate_control(openh264enc, g_value_get_enum (value));
break;
case PROP_GOP_SIZE:
openh264enc->priv->gop_size = g_value_get_uint(value);
break;
case PROP_MAX_SLICE_SIZE:
openh264enc->priv->max_slice_size = g_value_get_uint(value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, property_id, pspec);
break;
}
}
void gst_openh264enc_get_property(GObject *object, guint property_id, GValue *value, GParamSpec *pspec)
{
GstOpenh264Enc *openh264enc = GST_OPENH264ENC(object);
GST_DEBUG_OBJECT(openh264enc, "get_property");
switch (property_id) {
case PROP_USAGE_TYPE:
g_value_set_enum(value, openh264enc->priv->usage_type);
break;
case PROP_RATE_CONTROL:
g_value_set_enum(value, openh264enc->priv->rate_control);
break;
case PROP_BITRATE:
g_value_set_uint(value, openh264enc->priv->bitrate);
break;
case PROP_ENABLE_DENOISE:
g_value_set_boolean(value, openh264enc->priv->enable_denoise);
break;
case PROP_MULTI_THREAD:
g_value_set_uint(value, openh264enc->priv->multi_thread);
break;
case PROP_GOP_SIZE:
g_value_set_uint(value, openh264enc->priv->gop_size);
break;
case PROP_MAX_SLICE_SIZE:
g_value_set_uint(value, openh264enc->priv->max_slice_size);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID(object, property_id, pspec);
break;
}
}
void gst_openh264enc_finalize(GObject * object)
{
GstOpenh264Enc *openh264enc = GST_OPENH264ENC(object);
GST_DEBUG_OBJECT(openh264enc, "finalize");
/* clean up object here */
if (openh264enc->priv->input_state) {
gst_video_codec_state_unref(openh264enc->priv->input_state);
}
G_OBJECT_CLASS(gst_openh264enc_parent_class)->finalize(object);
}
static gboolean gst_openh264enc_start(GstVideoEncoder *encoder)
{
GstOpenh264Enc *openh264enc = GST_OPENH264ENC(encoder);
GST_DEBUG_OBJECT(openh264enc, "start");
return TRUE;
}
static gboolean gst_openh264enc_stop(GstVideoEncoder *encoder)
{
GstOpenh264Enc *openh264enc;
openh264enc = GST_OPENH264ENC(encoder);
if (openh264enc->priv->encoder != NULL) {
openh264enc->priv->encoder->Uninitialize();
WelsDestroySVCEncoder(openh264enc->priv->encoder);
openh264enc->priv->encoder = NULL;
}
openh264enc->priv->encoder = NULL;
GST_DEBUG_OBJECT(openh264enc, "openh264_enc_stop called");
return TRUE;
}
static gboolean gst_openh264enc_set_format(GstVideoEncoder *encoder, GstVideoCodecState *state)
{
GstOpenh264Enc *openh264enc = GST_OPENH264ENC(encoder);
GstOpenh264EncPrivate *priv = openh264enc->priv;
gchar *debug_caps;
SFrameBSInfo bsInfo;
guint width, height, fps_n, fps_d, par_n, par_d;
SEncParamExt enc_params;
gint ret;
guchar *nal_sps_data = NULL;
gint nal_sps_length = 0;
guchar *nal_pps_data = NULL;
gint nal_pps_length = 0;
guchar *sps_tmp_buf;
guchar *codec_data_tmp_buf;
GstBuffer *codec_data;
GstCaps *outcaps;
GstVideoCodecState *output_state;
openh264enc->priv->frame_count = 0;
debug_caps = gst_caps_to_string(state->caps);
GST_DEBUG_OBJECT(openh264enc, "gst_e26d4_enc_set_format called, caps: %s", debug_caps);
g_free(debug_caps);
gst_openh264enc_stop(encoder);
if (priv->input_state) {
gst_video_codec_state_unref(priv->input_state);
}
priv->input_state = gst_video_codec_state_ref(state);
width = GST_VIDEO_INFO_WIDTH(&state->info);
height = GST_VIDEO_INFO_HEIGHT(&state->info);
fps_n = GST_VIDEO_INFO_FPS_N(&state->info);
fps_d = GST_VIDEO_INFO_FPS_D(&state->info);
par_n = GST_VIDEO_INFO_PAR_N(&state->info);
par_d = GST_VIDEO_INFO_PAR_D(&state->info);
if (priv->encoder != NULL) {
priv->encoder->Uninitialize();
WelsDestroySVCEncoder(priv->encoder);
priv->encoder = NULL;
}
WelsCreateSVCEncoder(&(priv->encoder));
priv->encoder->GetDefaultParams(&enc_params);
enc_params.iUsageType = openh264enc->priv->usage_type;
enc_params.iPicWidth = width;
enc_params.iPicHeight = height;
enc_params.iTargetBitrate = openh264enc->priv->bitrate;
enc_params.iRCMode = RC_QUALITY_MODE;
enc_params.iTemporalLayerNum = 1;
enc_params.iSpatialLayerNum = 1;
enc_params.iLtrMarkPeriod = 30;
enc_params.iInputCsp = videoFormatI420;
enc_params.iMultipleThreadIdc = openh264enc->priv->multi_thread;
enc_params.bEnableDenoise = openh264enc->priv->enable_denoise;
enc_params.uiIntraPeriod = priv->gop_size;
enc_params.bEnableDenoise = 0;
enc_params.bEnableBackgroundDetection = 1;
enc_params.bEnableAdaptiveQuant = 1;
enc_params.bEnableFrameSkip = 1;
enc_params.bEnableLongTermReference = 0;
enc_params.bEnableSpsPpsIdAddition = 1;
enc_params.bPrefixNalAddingCtrl = 0;
enc_params.fMaxFrameRate = fps_n * 1.0 / fps_d;
enc_params.sSpatialLayers[0].uiProfileIdc = PRO_BASELINE;
enc_params.sSpatialLayers[0].iVideoWidth = width;
enc_params.sSpatialLayers[0].iVideoHeight = height;
enc_params.sSpatialLayers[0].fFrameRate = fps_n * 1.0 / fps_d;
enc_params.sSpatialLayers[0].iSpatialBitrate = openh264enc->priv->bitrate;
enc_params.sSpatialLayers[0].sSliceCfg.uiSliceMode = SM_SINGLE_SLICE;
priv->framerate = (1 + fps_n / fps_d);
ret = priv->encoder->InitializeExt(&enc_params) ;
if (ret != cmResultSuccess) {
GST_ERROR_OBJECT(openh264enc, "failed to initialize encoder");
return FALSE;
}
memset (&bsInfo, 0, sizeof (SFrameBSInfo));
ret = priv->encoder->EncodeParameterSets (&bsInfo);
nal_sps_data = bsInfo.sLayerInfo[0].pBsBuf + 4;
nal_sps_length = bsInfo.sLayerInfo[0].pNalLengthInByte[0] - 4;
nal_pps_data = bsInfo.sLayerInfo[0].pBsBuf + nal_sps_length + 8;
nal_pps_length = bsInfo.sLayerInfo[0].pNalLengthInByte[1] - 4;
if (ret != cmResultSuccess) {
GST_ELEMENT_ERROR(openh264enc, STREAM, ENCODE, ("Could not create headers"), ("Could not create SPS"));
return FALSE;
}
sps_tmp_buf = (guchar *)(g_memdup(nal_sps_data, nal_sps_length));
codec_data_tmp_buf = (guchar *)g_malloc(5 + 3 + nal_sps_length + 3 + nal_pps_length);
codec_data_tmp_buf[0] = 1; /* version 1 */;
codec_data_tmp_buf[1] = sps_tmp_buf[1]; /* profile */
codec_data_tmp_buf[2] = sps_tmp_buf[2]; /* profile constraints */
codec_data_tmp_buf[3] = sps_tmp_buf[3]; /* level */
codec_data_tmp_buf[4] = 1; /* NAL length marker length minus one */
codec_data_tmp_buf[5] = 1; /* Number of SPS */
GST_WRITE_UINT16_BE(codec_data_tmp_buf + 6, nal_sps_length);
memcpy(codec_data_tmp_buf + 8, sps_tmp_buf, nal_sps_length);
g_free(sps_tmp_buf);
codec_data_tmp_buf[8 + nal_sps_length] = 1; /* Number of PPS */
GST_WRITE_UINT16_BE(codec_data_tmp_buf + 8 + nal_sps_length + 1, nal_pps_length);
memcpy(codec_data_tmp_buf + 8 + nal_sps_length + 3, nal_pps_data, nal_pps_length);
GST_DEBUG_OBJECT(openh264enc, "Got SPS of size %d and PPS of size %d", nal_sps_length, nal_pps_length);
codec_data = gst_buffer_new_wrapped(codec_data_tmp_buf, 5 + 3 + nal_sps_length + 3 + nal_pps_length);
outcaps = gst_caps_copy(gst_static_pad_template_get_caps(&gst_openh264enc_src_template));
gst_caps_set_simple(outcaps,
"width", G_TYPE_INT, width,
"height", G_TYPE_INT, height,
"framerate", GST_TYPE_FRACTION, fps_n, fps_d,
"pixel-aspect-ratio", GST_TYPE_FRACTION, par_n, par_d,
"codec_data", GST_TYPE_BUFFER, codec_data,
NULL);
ret = gst_pad_set_caps(GST_VIDEO_ENCODER_SRC_PAD(openh264enc), outcaps);
gst_buffer_unref(codec_data);
output_state = gst_video_encoder_set_output_state(encoder, outcaps, state);
gst_video_codec_state_unref(output_state);
return TRUE;
}
static GstFlowReturn gst_openh264enc_handle_frame(GstVideoEncoder *encoder, GstVideoCodecFrame *frame)
{
GstOpenh264Enc *openh264enc = GST_OPENH264ENC(encoder);
SSourcePicture* src_pic = NULL;
GstVideoFrame video_frame;
gboolean force_keyframe;
gint ret;
SFrameBSInfo frame_info;
guchar* tmpbuf;
GstMemory *mem;
gfloat fps;
GstVideoEncoder *base_encoder = GST_VIDEO_ENCODER(openh264enc);
src_pic = new SSourcePicture;
if (src_pic == NULL) {
gst_video_codec_frame_unref(frame);
return GST_FLOW_ERROR;
}
//fill default src_pic
src_pic->iColorFormat = videoFormatI420;
src_pic->uiTimeStamp = 0;
openh264enc->priv->frame_count++;
if (G_UNLIKELY(openh264enc->priv->frame_count == 1)) {
openh264enc->priv->time_per_frame = (GST_NSECOND / openh264enc->priv->framerate);
openh264enc->priv->previous_timestamp = frame->pts;
} else {
openh264enc->priv->time_per_frame = openh264enc->priv->time_per_frame * 0.8 +
(frame->pts - openh264enc->priv->previous_timestamp) * 0.2;
openh264enc->priv->previous_timestamp = frame->pts;
if (openh264enc->priv->frame_count % 10 == 0) {
fps = GST_SECOND/(gdouble)openh264enc->priv->time_per_frame;
openh264enc->priv->encoder->SetOption(ENCODER_OPTION_FRAME_RATE, &fps);
}
}
if (openh264enc->priv->bitrate <= openh264enc->priv->drop_bitrate) {
GST_LOG_OBJECT(openh264enc, "Dropped frame due to too low bitrate");
gst_video_encoder_finish_frame(encoder, frame);
if (src_pic != NULL) delete src_pic;
return GST_FLOW_OK;
}
gst_video_frame_map(&video_frame, &openh264enc->priv->input_state->info, frame->input_buffer, GST_MAP_READ);
src_pic->iPicWidth = GST_VIDEO_FRAME_COMP_WIDTH(&video_frame, 0);
src_pic->iPicHeight = GST_VIDEO_FRAME_COMP_HEIGHT(&video_frame, 0);
src_pic->iStride[0] = src_pic->iPicWidth;
src_pic->iStride[1] = src_pic->iStride[2] = src_pic->iStride[0] >> 1;
src_pic->pData[0] = GST_VIDEO_FRAME_COMP_DATA(&video_frame, 0);
src_pic->pData[1] = GST_VIDEO_FRAME_COMP_DATA(&video_frame, 1);
src_pic->pData[2] = GST_VIDEO_FRAME_COMP_DATA(&video_frame, 2);
force_keyframe = GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME(frame);
if (force_keyframe) {
openh264enc->priv->encoder->ForceIntraFrame(true);
GST_DEBUG_OBJECT(openh264enc,"Got force key unit event, next frame coded as intra picture");
}
memset (&frame_info, 0, sizeof (SFrameBSInfo));
ret = openh264enc->priv->encoder->EncodeFrame(src_pic, &frame_info);
if (ret != cmResultSuccess) {
gst_video_frame_unmap(&video_frame);
GST_ELEMENT_ERROR(openh264enc, STREAM, ENCODE, ("Could not encode frame"), ("Openh264 returned %d", ret));
gst_video_codec_frame_unref(frame);
if (src_pic != NULL) delete src_pic;
return GST_FLOW_ERROR;
}
if (videoFrameTypeSkip == frame_info.eFrameType) {
gst_video_frame_unmap(&video_frame);
gst_video_encoder_finish_frame(base_encoder, frame);
if (src_pic != NULL) delete src_pic;
return GST_FLOW_OK;
}
gst_video_codec_frame_unref(frame);
frame = gst_video_encoder_get_oldest_frame(base_encoder);
if (!frame) {
gst_video_frame_unmap(&video_frame);
GST_ELEMENT_ERROR(openh264enc, STREAM, ENCODE, ("Could not encode frame"), ("openh264enc returned %d", ret));
gst_video_codec_frame_unref(frame);
if (src_pic != NULL) delete src_pic;
return GST_FLOW_ERROR;
}
SLayerBSInfo* bs_info = &frame_info.sLayerInfo[0];
gint nal_size = bs_info->pNalLengthInByte[0] - 4;
guchar *nal_sps_data, *nal_pps_data;
gint nal_sps_length, nal_pps_length, idr_length, tmp_buf_length;
if (videoFrameTypeIDR == frame_info.eFrameType) {
/* sps */
nal_sps_data = frame_info.sLayerInfo[0].pBsBuf + 4;
nal_sps_length = frame_info.sLayerInfo[0].pNalLengthInByte[0] - 4;
/* pps */
nal_pps_data = nal_sps_data + frame_info.sLayerInfo[0].pNalLengthInByte[0];
nal_pps_length = frame_info.sLayerInfo[0].pNalLengthInByte[1] - 4;
/* idr */
bs_info = &frame_info.sLayerInfo[1];
idr_length = bs_info->pNalLengthInByte[0] - 4;
tmp_buf_length = nal_sps_length + 2 + nal_pps_length + 2 + idr_length + 2;
tmpbuf = (guchar *)g_malloc(tmp_buf_length);
GST_WRITE_UINT16_BE(tmpbuf, nal_sps_length);
memcpy(tmpbuf + 2, nal_sps_data, nal_sps_length);
GST_WRITE_UINT16_BE(tmpbuf + nal_sps_length + 2, nal_pps_length);
memcpy(tmpbuf + nal_sps_length + 2 + 2, nal_pps_data, nal_pps_length);
GST_WRITE_UINT16_BE(tmpbuf + nal_sps_length + 2 + nal_pps_length + 2 , idr_length);
memcpy(tmpbuf + nal_sps_length + 2 + nal_pps_length + 2 + 2, bs_info->pBsBuf + 4, idr_length);
GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT(frame);
} else {
tmp_buf_length = nal_size + 2;
tmpbuf = (guchar *)g_malloc(tmp_buf_length);
GST_WRITE_UINT16_BE(tmpbuf, nal_size);
memcpy(tmpbuf + 2, bs_info->pBsBuf + 4, nal_size);
GST_VIDEO_CODEC_FRAME_UNSET_SYNC_POINT(frame);
}
if (frame->output_buffer) {
mem = gst_memory_new_wrapped(GST_MEMORY_FLAG_READONLY, tmpbuf, tmp_buf_length, 0, tmp_buf_length, tmpbuf, g_free);
gst_buffer_append_memory(frame->output_buffer, mem);
} else {
frame->output_buffer = gst_buffer_new_wrapped(tmpbuf, tmp_buf_length);
}
delete src_pic;
GST_LOG_OBJECT(openh264enc, "openh264 picture %scoded OK!", (ret != cmResultSuccess) ? "NOT " : "");
gst_video_frame_unmap(&video_frame);
if (ret == cmResultSuccess) {
gst_video_encoder_finish_frame(encoder, frame);
} else {
gst_video_codec_frame_unref(frame);
GST_ELEMENT_ERROR(openh264enc, STREAM, ENCODE, ("Could not encode frame"), ("openh264enc returned %d", ret));
}
return (ret == cmResultSuccess) ? GST_FLOW_OK : GST_FLOW_ERROR;
}

63
ext/openh264/gstopenh264enc.h Normal file
View file

@ -0,0 +1,63 @@
/*
* Copyright (c) 2014, Ericsson AB. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without modification,
* are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice, this
* list of conditions and the following disclaimer in the documentation and/or other
* materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
* INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
* OF SUCH DAMAGE.
*/
/*/
\*\ GstOpenh264Enc
/*/
#ifndef _GST_OPENH264ENC_H_
#define _GST_OPENH264ENC_H_
#include <gst/video/video.h>
#include <gst/video/gstvideoencoder.h>
G_BEGIN_DECLS
#define GST_TYPE_OPENH264ENC (gst_openh264enc_get_type())
#define GST_OPENH264ENC(obj) (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_OPENH264ENC,GstOpenh264Enc))
#define GST_OPENH264ENC_CLASS(klass) (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_OPENH264ENC,GstOpenh264EncClass))
#define GST_IS_OPENH264ENC(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_OPENH264ENC))
#define GST_IS_OPENH264ENC_CLASS(obj) (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_OPENH264ENC))
typedef struct _GstOpenh264Enc GstOpenh264Enc;
typedef struct _GstOpenh264EncClass GstOpenh264EncClass;
typedef struct _GstOpenh264EncPrivate GstOpenh264EncPrivate;
struct _GstOpenh264Enc
{
GstVideoEncoder base_openh264enc;
/*< private >*/
GstOpenh264EncPrivate *priv;
};
struct _GstOpenh264EncClass
{
GstVideoEncoderClass base_openh264enc_class;
};
GType gst_openh264enc_get_type(void);
G_END_DECLS
#endif

56
ext/openh264/gstopenh264plugin.c Normal file
View file

@ -0,0 +1,56 @@
/*
* Copyright (c) 2014, Ericsson AB. All rights reserved.
*
* Redistribution and use in source and binary forms, with or without modification,
* are permitted provided that the following conditions are met:
*
* 1. Redistributions of source code must retain the above copyright notice, this
* list of conditions and the following disclaimer.
*
* 2. Redistributions in binary form must reproduce the above copyright notice, this
* list of conditions and the following disclaimer in the documentation and/or other
* materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
* IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
* INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
* WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY
* OF SUCH DAMAGE.
*/
/*
* Openh264 GStreamer plugin
*/
#ifdef HAVE_CONFIG_H
#include <config.h>
#endif
#include <gst/gst.h>
#include "gstopenh264dec.h"
#include "gstopenh264enc.h"
static gboolean
plugin_init(GstPlugin *plugin)
{
gst_element_register(plugin, "openh264dec", GST_RANK_NONE, GST_TYPE_OPENH264DEC);
gst_element_register(plugin, "openh264enc", GST_RANK_NONE, GST_TYPE_OPENH264ENC);
return TRUE;
}
GST_PLUGIN_DEFINE(
GST_VERSION_MAJOR,
GST_VERSION_MINOR,
openh264,
"OpenH264 encoder/decoder plugin",
plugin_init,
VERSION,
"BSD",
"OpenWebRTC GStreamer plugins",
"http://www.ericsson.com")