mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-09-08 13:18:52 +00:00
Just do the same as other demux. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1837>
418 lines
12 KiB
C
418 lines
12 KiB
C
/* -*- Mode: c; c-basic-offset: 2; indent-tabs-mode: nil -*- */
|
|
/*
|
|
* GStreamer IVF parser
|
|
* (c) 2010 Opera Software ASA, Philip Jägenstedt <philipj@opera.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
/* Snippets of source code copied freely from wavparse,
|
|
* aviparse and auparse. */
|
|
|
|
/* File format as written by libvpx ivfenc:
|
|
*
|
|
* All fields are little endian.
|
|
*
|
|
* 32 byte file header format:
|
|
*
|
|
* 0-3: "DKIF" (file magic)
|
|
* 4-5: version (uint16)
|
|
* 6-7: header size (uint16)
|
|
* 8-11: "VP80" (FOURCC)
|
|
* 12-13: width (uint16)
|
|
* 14-15: height (uint16)
|
|
* 16-19: framerate numerator (uint32)
|
|
* 20-23: framerate denominator (uint32)
|
|
* 24-27: frame count (uint32)
|
|
* 28-31: unused
|
|
*
|
|
* 12 byte frame header format:
|
|
*
|
|
* 0-3: frame size in bytes (uint32)
|
|
* 4-11: time stamp (uint64)
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
# include <config.h>
|
|
#endif
|
|
|
|
#include "gstivfparse.h"
|
|
|
|
#define IVF_FILE_HEADER_SIZE 32
|
|
#define IVF_FRAME_HEADER_SIZE 12
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gst_ivf_parse_debug);
|
|
#define GST_CAT_DEFAULT gst_ivf_parse_debug
|
|
|
|
/* sink and src pad templates */
|
|
static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS ("video/x-ivf")
|
|
);
|
|
|
|
static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src",
|
|
GST_PAD_SRC,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS ("ANY")
|
|
);
|
|
|
|
#define gst_ivf_parse_parent_class parent_class
|
|
G_DEFINE_TYPE (GstIvfParse, gst_ivf_parse, GST_TYPE_BASE_PARSE);
|
|
GST_ELEMENT_REGISTER_DEFINE (ivfparse, "ivfparse", GST_RANK_PRIMARY,
|
|
GST_TYPE_IVF_PARSE);
|
|
|
|
static void gst_ivf_parse_finalize (GObject * object);
|
|
static gboolean gst_ivf_parse_start (GstBaseParse * parse);
|
|
static gboolean gst_ivf_parse_stop (GstBaseParse * parse);
|
|
|
|
static GstFlowReturn
|
|
gst_ivf_parse_handle_frame (GstBaseParse * parse,
|
|
GstBaseParseFrame * frame, gint * skipsize);
|
|
|
|
/* initialize the ivfparse's class */
|
|
static void
|
|
gst_ivf_parse_class_init (GstIvfParseClass * klass)
|
|
{
|
|
GObjectClass *gobject_class;
|
|
GstElementClass *gstelement_class;
|
|
GstBaseParseClass *gstbaseparse_class;
|
|
|
|
gobject_class = (GObjectClass *) klass;
|
|
gstelement_class = (GstElementClass *) klass;
|
|
gstbaseparse_class = (GstBaseParseClass *) klass;
|
|
|
|
gobject_class->finalize = gst_ivf_parse_finalize;
|
|
|
|
gstbaseparse_class->start = gst_ivf_parse_start;
|
|
gstbaseparse_class->stop = gst_ivf_parse_stop;
|
|
gstbaseparse_class->handle_frame = gst_ivf_parse_handle_frame;
|
|
|
|
gst_element_class_add_static_pad_template (gstelement_class, &src_factory);
|
|
gst_element_class_add_static_pad_template (gstelement_class, &sink_factory);
|
|
|
|
gst_element_class_set_static_metadata (gstelement_class,
|
|
"IVF parser", "Codec/Demuxer",
|
|
"Demuxes a IVF stream", "Philip Jägenstedt <philipj@opera.com>");
|
|
|
|
/* debug category for filtering log messages */
|
|
GST_DEBUG_CATEGORY_INIT (gst_ivf_parse_debug, "ivfparse", 0, "IVF parser");
|
|
}
|
|
|
|
static void
|
|
gst_ivf_parse_reset (GstIvfParse * ivf)
|
|
{
|
|
ivf->state = GST_IVF_PARSE_START;
|
|
ivf->width = 0;
|
|
ivf->height = 0;
|
|
ivf->fps_n = 0;
|
|
ivf->fps_d = 0;
|
|
ivf->update_caps = FALSE;
|
|
}
|
|
|
|
/* initialize the new element
|
|
* instantiate pads and add them to element
|
|
* set pad callback functions
|
|
* initialize instance structure
|
|
*/
|
|
static void
|
|
gst_ivf_parse_init (GstIvfParse * ivf)
|
|
{
|
|
gst_ivf_parse_reset (ivf);
|
|
}
|
|
|
|
static void
|
|
gst_ivf_parse_finalize (GObject * object)
|
|
{
|
|
GstIvfParse *const ivf = GST_IVF_PARSE (object);
|
|
|
|
GST_DEBUG_OBJECT (ivf, "finalizing");
|
|
gst_ivf_parse_reset (ivf);
|
|
|
|
G_OBJECT_CLASS (parent_class)->finalize (object);
|
|
}
|
|
|
|
static gboolean
|
|
gst_ivf_parse_start (GstBaseParse * parse)
|
|
{
|
|
GstIvfParse *const ivf = GST_IVF_PARSE (parse);
|
|
|
|
gst_ivf_parse_reset (ivf);
|
|
|
|
/* Minimal file header size needed at start */
|
|
gst_base_parse_set_min_frame_size (parse, IVF_FILE_HEADER_SIZE);
|
|
|
|
/* No sync code to detect frame boundaries */
|
|
gst_base_parse_set_syncable (parse, FALSE);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_ivf_parse_stop (GstBaseParse * parse)
|
|
{
|
|
GstIvfParse *const ivf = GST_IVF_PARSE (parse);
|
|
|
|
gst_ivf_parse_reset (ivf);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static void
|
|
gst_ivf_parse_set_size (GstIvfParse * ivf, guint width, guint height)
|
|
{
|
|
if (ivf->width != width || ivf->height != height) {
|
|
GST_INFO_OBJECT (ivf, "resolution changed to %ux%u", width, height);
|
|
ivf->width = width;
|
|
ivf->height = height;
|
|
ivf->update_caps = TRUE;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_ivf_parse_set_framerate (GstIvfParse * ivf, guint fps_n, guint fps_d)
|
|
{
|
|
if (ivf->fps_n != fps_n || ivf->fps_d != fps_d) {
|
|
GST_INFO_OBJECT (ivf, "framerate changed to %u/%u", fps_n, fps_d);
|
|
ivf->fps_n = fps_n;
|
|
ivf->fps_d = fps_d;
|
|
ivf->update_caps = TRUE;
|
|
}
|
|
}
|
|
|
|
static const gchar *
|
|
fourcc_to_media_type (guint32 fourcc)
|
|
{
|
|
switch (fourcc) {
|
|
case GST_MAKE_FOURCC ('V', 'P', '8', '0'):
|
|
return "video/x-vp8";
|
|
break;
|
|
case GST_MAKE_FOURCC ('V', 'P', '9', '0'):
|
|
return "video/x-vp9";
|
|
break;
|
|
case GST_MAKE_FOURCC ('A', 'V', '0', '1'):
|
|
return "video/x-av1";
|
|
break;
|
|
default:
|
|
return NULL;
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
static void
|
|
gst_ivf_parse_update_src_caps (GstIvfParse * ivf)
|
|
{
|
|
GstCaps *caps;
|
|
const gchar *media_type;
|
|
if (!ivf->update_caps &&
|
|
G_LIKELY (gst_pad_has_current_caps (GST_BASE_PARSE_SRC_PAD (ivf))))
|
|
return;
|
|
ivf->update_caps = FALSE;
|
|
|
|
media_type = fourcc_to_media_type (ivf->fourcc);
|
|
|
|
/* Create src pad caps */
|
|
caps = gst_caps_new_empty_simple (media_type);
|
|
if (ivf->width > 0 && ivf->height > 0) {
|
|
gst_caps_set_simple (caps, "width", G_TYPE_INT, ivf->width,
|
|
"height", G_TYPE_INT, ivf->height, NULL);
|
|
}
|
|
|
|
if (ivf->fps_n > 0 && ivf->fps_d > 0) {
|
|
gst_base_parse_set_frame_rate (GST_BASE_PARSE_CAST (ivf),
|
|
ivf->fps_n, ivf->fps_d, 0, 0);
|
|
gst_caps_set_simple (caps, "framerate", GST_TYPE_FRACTION, ivf->fps_n,
|
|
ivf->fps_d, NULL);
|
|
}
|
|
|
|
if (ivf->fourcc == GST_MAKE_FOURCC ('A', 'V', '0', '1'))
|
|
gst_caps_set_simple (caps, "alignment", G_TYPE_STRING, "tu", NULL);
|
|
|
|
gst_pad_set_caps (GST_BASE_PARSE_SRC_PAD (ivf), caps);
|
|
gst_caps_unref (caps);
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_ivf_parse_handle_frame_start (GstIvfParse * ivf, GstBaseParseFrame * frame,
|
|
gint * skipsize)
|
|
{
|
|
GstBuffer *const buffer = frame->buffer;
|
|
GstMapInfo map;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
|
|
gst_buffer_map (buffer, &map, GST_MAP_READ);
|
|
if (map.size >= IVF_FILE_HEADER_SIZE) {
|
|
guint32 magic = GST_READ_UINT32_LE (map.data);
|
|
guint16 version = GST_READ_UINT16_LE (map.data + 4);
|
|
guint16 header_size = GST_READ_UINT16_LE (map.data + 6);
|
|
guint32 fourcc = GST_READ_UINT32_LE (map.data + 8);
|
|
guint16 width = GST_READ_UINT16_LE (map.data + 12);
|
|
guint16 height = GST_READ_UINT16_LE (map.data + 14);
|
|
guint32 fps_n = GST_READ_UINT32_LE (map.data + 16);
|
|
guint32 fps_d = GST_READ_UINT32_LE (map.data + 20);
|
|
#ifndef GST_DISABLE_GST_DEBUG
|
|
guint32 num_frames = GST_READ_UINT32_LE (map.data + 24);
|
|
#endif
|
|
|
|
if (magic != GST_MAKE_FOURCC ('D', 'K', 'I', 'F') ||
|
|
version != 0 || header_size != 32 ||
|
|
fourcc_to_media_type (fourcc) == NULL) {
|
|
GST_ELEMENT_ERROR (ivf, STREAM, WRONG_TYPE, (NULL), (NULL));
|
|
ret = GST_FLOW_ERROR;
|
|
goto end;
|
|
}
|
|
|
|
ivf->fourcc = fourcc;
|
|
|
|
gst_ivf_parse_set_size (ivf, width, height);
|
|
gst_ivf_parse_set_framerate (ivf, fps_n, fps_d);
|
|
|
|
GST_LOG_OBJECT (ivf, "Stream has %d frames", num_frames);
|
|
|
|
/* move along */
|
|
ivf->state = GST_IVF_PARSE_DATA;
|
|
gst_base_parse_set_min_frame_size (GST_BASE_PARSE_CAST (ivf),
|
|
IVF_FRAME_HEADER_SIZE);
|
|
*skipsize = IVF_FILE_HEADER_SIZE;
|
|
} else {
|
|
GST_LOG_OBJECT (ivf, "Header data not yet available.");
|
|
*skipsize = 0;
|
|
}
|
|
|
|
end:
|
|
gst_buffer_unmap (buffer, &map);
|
|
return ret;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_ivf_parse_handle_frame_data (GstIvfParse * ivf, GstBaseParseFrame * frame,
|
|
gint * skipsize)
|
|
{
|
|
GstBuffer *const buffer = frame->buffer;
|
|
GstMapInfo map;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
GstBuffer *out_buffer;
|
|
|
|
gst_buffer_map (buffer, &map, GST_MAP_READ);
|
|
if (map.size >= IVF_FRAME_HEADER_SIZE) {
|
|
guint32 frame_size = GST_READ_UINT32_LE (map.data);
|
|
guint64 frame_pts = GST_READ_UINT64_LE (map.data + 4);
|
|
|
|
GST_LOG_OBJECT (ivf,
|
|
"Read frame header: size %u, pts %" G_GUINT64_FORMAT, frame_size,
|
|
frame_pts);
|
|
|
|
if (map.size < IVF_FRAME_HEADER_SIZE + frame_size) {
|
|
gst_base_parse_set_min_frame_size (GST_BASE_PARSE_CAST (ivf),
|
|
IVF_FRAME_HEADER_SIZE + frame_size);
|
|
gst_buffer_unmap (buffer, &map);
|
|
*skipsize = 0;
|
|
goto end;
|
|
}
|
|
|
|
gst_buffer_unmap (buffer, &map);
|
|
|
|
/* Eventually, we would need the buffer memory in a merged state anyway */
|
|
out_buffer = gst_buffer_copy_region (buffer, GST_BUFFER_COPY_FLAGS |
|
|
GST_BUFFER_COPY_TIMESTAMPS | GST_BUFFER_COPY_META |
|
|
GST_BUFFER_COPY_MEMORY | GST_BUFFER_COPY_MERGE,
|
|
IVF_FRAME_HEADER_SIZE, frame_size);
|
|
if (!out_buffer) {
|
|
GST_ERROR_OBJECT (ivf, "Failed to copy frame buffer");
|
|
ret = GST_FLOW_ERROR;
|
|
*skipsize = IVF_FRAME_HEADER_SIZE + frame_size;
|
|
goto end;
|
|
}
|
|
gst_buffer_replace (&frame->out_buffer, out_buffer);
|
|
gst_buffer_unref (out_buffer);
|
|
|
|
/* Detect resolution changes on key frames */
|
|
if (gst_buffer_map (frame->out_buffer, &map, GST_MAP_READ)) {
|
|
guint32 width, height;
|
|
|
|
if (ivf->fourcc == GST_MAKE_FOURCC ('V', 'P', '8', '0')) {
|
|
guint32 frame_tag;
|
|
frame_tag = GST_READ_UINT24_LE (map.data);
|
|
if (!(frame_tag & 0x01) && map.size >= 10) { /* key frame */
|
|
GST_DEBUG_OBJECT (ivf, "key frame detected");
|
|
|
|
width = GST_READ_UINT16_LE (map.data + 6) & 0x3fff;
|
|
height = GST_READ_UINT16_LE (map.data + 8) & 0x3fff;
|
|
gst_ivf_parse_set_size (ivf, width, height);
|
|
}
|
|
} else if (ivf->fourcc == GST_MAKE_FOURCC ('V', 'P', '9', '0')) {
|
|
/* Fixme: Add vp9 frame header parsing? */
|
|
} else if (ivf->fourcc == GST_MAKE_FOURCC ('A', 'V', '0', '1')) {
|
|
/* Fixme: Add av1 frame header parsing? */
|
|
/* This would allow to parse dynamic resolution changes */
|
|
/* implement when gstav1parser is ready */
|
|
}
|
|
gst_buffer_unmap (frame->out_buffer, &map);
|
|
}
|
|
|
|
if (ivf->fps_n > 0) {
|
|
GST_BUFFER_TIMESTAMP (out_buffer) =
|
|
gst_util_uint64_scale_int (GST_SECOND * frame_pts, ivf->fps_d,
|
|
ivf->fps_n);
|
|
}
|
|
|
|
gst_ivf_parse_update_src_caps (ivf);
|
|
|
|
ret = gst_base_parse_finish_frame (GST_BASE_PARSE_CAST (ivf), frame,
|
|
IVF_FRAME_HEADER_SIZE + frame_size);
|
|
*skipsize = 0;
|
|
} else {
|
|
GST_LOG_OBJECT (ivf, "Frame data not yet available.");
|
|
gst_buffer_unmap (buffer, &map);
|
|
*skipsize = 0;
|
|
}
|
|
|
|
end:
|
|
return ret;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_ivf_parse_handle_frame (GstBaseParse * parse,
|
|
GstBaseParseFrame * frame, gint * skipsize)
|
|
{
|
|
GstIvfParse *const ivf = GST_IVF_PARSE (parse);
|
|
|
|
switch (ivf->state) {
|
|
case GST_IVF_PARSE_START:
|
|
return gst_ivf_parse_handle_frame_start (ivf, frame, skipsize);
|
|
case GST_IVF_PARSE_DATA:
|
|
return gst_ivf_parse_handle_frame_data (ivf, frame, skipsize);
|
|
default:
|
|
break;
|
|
}
|
|
|
|
g_assert_not_reached ();
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
/* entry point to initialize the plug-in */
|
|
static gboolean
|
|
ivfparse_init (GstPlugin * plugin)
|
|
{
|
|
return GST_ELEMENT_REGISTER (ivfparse, plugin);
|
|
}
|
|
|
|
/* gstreamer looks for this structure to register plugins */
|
|
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
|
|
GST_VERSION_MINOR,
|
|
ivfparse,
|
|
"IVF parser",
|
|
ivfparse_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)
|