mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2025-01-02 13:38:48 +00:00
bb5331e272
Parse JPEG images, extracts its metadata, set caps and packetize an image per buffer.
807 lines
23 KiB
C
807 lines
23 KiB
C
/* GStreamer
|
|
*
|
|
* jpegparse: a parser for JPEG streams
|
|
*
|
|
* Copyright (C) <2009> Arnout Vandecappelle (Essensium/Mind) <arnout@mind.be>
|
|
* Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
* Boston, MA 02111-1307, USA.
|
|
*/
|
|
|
|
/**
|
|
* SECTION:element-jpegparse
|
|
* @short_description: JPEG parser
|
|
*
|
|
* Parses a JPEG stream into JPEG images. It looks for EOI boundaries to
|
|
* split a continuous stream into single-frame buffers. Also reads the
|
|
* image header searching for image properties such as width and height
|
|
* among others.
|
|
* <refsect2>
|
|
* <title>Example launch line</title>
|
|
* |[
|
|
* gst-launch -v souphttpsrc location=... ! jpegparse ! matroskamux ! filesink location=...
|
|
* ]|
|
|
* The above pipeline fetches a motion JPEG stream from an IP camera over
|
|
* HTTP and stores it in a matroska file.
|
|
* </refsect2>
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include <config.h>
|
|
#endif
|
|
|
|
#include <gst/base/gstbytereader.h>
|
|
|
|
#include "gstjpegparse.h"
|
|
|
|
/*
|
|
* JPEG Markers
|
|
*/
|
|
#define SOF0 0xc0
|
|
#define SOF1 0xc1
|
|
#define SOF2 0xc2
|
|
#define SOF3 0xc3
|
|
|
|
#define SOF5 0xc5
|
|
#define SOF6 0xc6
|
|
#define SOF7 0xc7
|
|
|
|
#define JPG 0xc8
|
|
#define SOF9 0xc9
|
|
#define SOF10 0xca
|
|
#define SOF11 0xcb
|
|
#define SOF13 0xcd
|
|
#define SOF14 0xce
|
|
#define SOF15 0xcf
|
|
|
|
#define DHT 0xc4
|
|
|
|
#define DAC 0xcc
|
|
|
|
#define RST0 0xd0
|
|
#define RST1 0xd1
|
|
#define RST2 0xd2
|
|
#define RST3 0xd3
|
|
#define RST4 0xd4
|
|
#define RST5 0xd5
|
|
#define RST6 0xd6
|
|
#define RST7 0xd7
|
|
|
|
#define SOI 0xd8
|
|
#define EOI 0xd9
|
|
#define SOS 0xda
|
|
#define DQT 0xdb
|
|
#define DNL 0xdc
|
|
#define DRI 0xdd
|
|
#define DHP 0xde
|
|
#define EXP 0xdf
|
|
|
|
#define APP0 0xe0
|
|
#define APP1 0xe1
|
|
#define APP15 0xef
|
|
|
|
#define JPG0 0xf0
|
|
#define JPG13 0xfd
|
|
#define COM 0xfe
|
|
|
|
#define TEM 0x01
|
|
|
|
static const GstElementDetails gst_jpeg_parse_details =
|
|
GST_ELEMENT_DETAILS ("JPEG stream parser",
|
|
"Codec/Parser/Video",
|
|
"Parse JPEG images into single-frame buffers",
|
|
"Arnout Vandecappelle (Essensium/Mind) <arnout@mind.be>");
|
|
|
|
static GstStaticPadTemplate gst_jpeg_parse_src_pad_template =
|
|
GST_STATIC_PAD_TEMPLATE ("src",
|
|
GST_PAD_SRC,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS ("image/jpeg, "
|
|
"format = (fourcc) { I420, Y41B, UYVY, YV12 }, "
|
|
"width = (int) [ 0, MAX ],"
|
|
"height = (int) [ 0, MAX ], "
|
|
"interlaced = (boolean) { true, false }, "
|
|
"framerate = (fraction) [ 0/1, MAX ], " "parsed = (boolean) true")
|
|
);
|
|
|
|
static GstStaticPadTemplate gst_jpeg_parse_sink_pad_template =
|
|
GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS ("image/jpeg, parsed = (boolean) false")
|
|
);
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (jpeg_parse_debug);
|
|
#define GST_CAT_DEFAULT jpeg_parse_debug
|
|
|
|
#define GST_JPEG_PARSE_GET_PRIVATE(obj) \
|
|
(G_TYPE_INSTANCE_GET_PRIVATE ((obj), GST_TYPE_JPEG_PARSE, GstJpegParsePrivate))
|
|
|
|
struct _GstJpegParsePrivate
|
|
{
|
|
GstPad *srcpad;
|
|
|
|
GstAdapter *adapter;
|
|
|
|
/* negotiated state */
|
|
gint caps_width, caps_height;
|
|
gint caps_framerate_numerator;
|
|
gint caps_framerate_denominator;
|
|
|
|
/* a new segment arrived */
|
|
gboolean new_segment;
|
|
|
|
/* the parsed frame size */
|
|
guint16 width, height;
|
|
|
|
/* TRUE if the image is interlaced */
|
|
gboolean interlaced;
|
|
|
|
/* fourcc color space */
|
|
guint32 fourcc;
|
|
|
|
/* TRUE if the src caps sets a specific framerate */
|
|
gboolean has_fps;
|
|
|
|
/* the (expected) timestamp of the next frame */
|
|
guint64 next_ts;
|
|
|
|
/* duration of the current frame */
|
|
guint64 duration;
|
|
|
|
/* video state */
|
|
gint framerate_numerator;
|
|
gint framerate_denominator;
|
|
};
|
|
|
|
static void gst_jpeg_parse_base_init (gpointer g_class);
|
|
static void gst_jpeg_parse_class_init (GstJpegParseClass * klass);
|
|
static void gst_jpeg_parse_dispose (GObject * object);
|
|
|
|
static GstFlowReturn gst_jpeg_parse_chain (GstPad * pad, GstBuffer * buffer);
|
|
static gboolean gst_jpeg_parse_sink_setcaps (GstPad * pad, GstCaps * caps);
|
|
static gboolean gst_jpeg_parse_sink_event (GstPad * pad, GstEvent * event);
|
|
static GstStateChangeReturn gst_jpeg_parse_change_state (GstElement * element,
|
|
GstStateChange transition);
|
|
|
|
#define _do_init(bla) \
|
|
GST_DEBUG_CATEGORY_INIT (jpeg_parse_debug, "jpegparse", 0, "JPEG parser");
|
|
|
|
GST_BOILERPLATE_FULL (GstJpegParse, gst_jpeg_parse, GstElement,
|
|
GST_TYPE_ELEMENT, _do_init);
|
|
|
|
static void
|
|
gst_jpeg_parse_base_init (gpointer g_class)
|
|
{
|
|
GstElementClass *element_class = GST_ELEMENT_CLASS (g_class);
|
|
|
|
gst_element_class_add_pad_template (element_class,
|
|
gst_static_pad_template_get (&gst_jpeg_parse_src_pad_template));
|
|
gst_element_class_add_pad_template (element_class,
|
|
gst_static_pad_template_get (&gst_jpeg_parse_sink_pad_template));
|
|
gst_element_class_set_details (element_class, &gst_jpeg_parse_details);
|
|
}
|
|
|
|
static void
|
|
gst_jpeg_parse_class_init (GstJpegParseClass * klass)
|
|
{
|
|
GstElementClass *gstelement_class;
|
|
GObjectClass *gobject_class;
|
|
|
|
gstelement_class = (GstElementClass *) klass;
|
|
gobject_class = (GObjectClass *) klass;
|
|
|
|
g_type_class_add_private (gobject_class, sizeof (GstJpegParsePrivate));
|
|
gobject_class->dispose = gst_jpeg_parse_dispose;
|
|
|
|
gstelement_class->change_state =
|
|
GST_DEBUG_FUNCPTR (gst_jpeg_parse_change_state);
|
|
}
|
|
|
|
static void
|
|
gst_jpeg_parse_init (GstJpegParse * parse, GstJpegParseClass * g_class)
|
|
{
|
|
GstPad *sinkpad;
|
|
|
|
parse->priv = GST_JPEG_PARSE_GET_PRIVATE (parse);
|
|
|
|
/* create the sink and src pads */
|
|
sinkpad = gst_pad_new_from_static_template (&gst_jpeg_parse_sink_pad_template,
|
|
"sink");
|
|
gst_pad_set_chain_function (sinkpad,
|
|
GST_DEBUG_FUNCPTR (gst_jpeg_parse_chain));
|
|
gst_pad_set_event_function (sinkpad,
|
|
GST_DEBUG_FUNCPTR (gst_jpeg_parse_sink_event));
|
|
gst_pad_set_setcaps_function (sinkpad,
|
|
GST_DEBUG_FUNCPTR (gst_jpeg_parse_sink_setcaps));
|
|
gst_element_add_pad (GST_ELEMENT (parse), sinkpad);
|
|
|
|
parse->priv->srcpad =
|
|
gst_pad_new_from_static_template (&gst_jpeg_parse_src_pad_template,
|
|
"src");
|
|
gst_element_add_pad (GST_ELEMENT (parse), parse->priv->srcpad);
|
|
|
|
parse->priv->next_ts = GST_CLOCK_TIME_NONE;
|
|
parse->priv->adapter = gst_adapter_new ();
|
|
}
|
|
|
|
static void
|
|
gst_jpeg_parse_dispose (GObject * object)
|
|
{
|
|
GstJpegParse *parse = GST_JPEG_PARSE (object);
|
|
|
|
if (parse->priv->adapter != NULL) {
|
|
gst_adapter_clear (parse->priv->adapter);
|
|
gst_object_unref (parse->priv->adapter);
|
|
parse->priv->adapter = NULL;
|
|
}
|
|
|
|
G_OBJECT_CLASS (parent_class)->dispose (object);
|
|
}
|
|
|
|
|
|
static gboolean
|
|
gst_jpeg_parse_sink_setcaps (GstPad * pad, GstCaps * caps)
|
|
{
|
|
GstJpegParse *parse = GST_JPEG_PARSE (GST_OBJECT_PARENT (pad));
|
|
GstStructure *s = gst_caps_get_structure (caps, 0);
|
|
const GValue *framerate;
|
|
|
|
if ((framerate = gst_structure_get_value (s, "framerate")) != NULL) {
|
|
if (GST_VALUE_HOLDS_FRACTION (framerate)) {
|
|
parse->priv->framerate_numerator =
|
|
gst_value_get_fraction_numerator (framerate);
|
|
parse->priv->framerate_denominator =
|
|
gst_value_get_fraction_denominator (framerate);
|
|
parse->priv->has_fps = TRUE;
|
|
GST_DEBUG_OBJECT (parse, "got framerate of %d/%d",
|
|
parse->priv->framerate_numerator, parse->priv->framerate_denominator);
|
|
}
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
/* Flush everything until the next JPEG header. The header is considered
|
|
* to be the a start marker (0xff 0xd8) followed by any other marker (0xff ...).
|
|
* Returns TRUE if the header was found, FALSE if more data is needed. */
|
|
static gboolean
|
|
gst_jpeg_parse_skip_to_jpeg_header (GstJpegParse * parse)
|
|
{
|
|
guint available, flush;
|
|
gboolean ret = TRUE;
|
|
|
|
available = gst_adapter_available (parse->priv->adapter);
|
|
if (available < 4)
|
|
return FALSE;
|
|
flush = gst_adapter_masked_scan_uint32 (parse->priv->adapter, 0xffffff00,
|
|
0xffd8ff00, 0, available);
|
|
if (flush == -1) {
|
|
flush = available - 3; /* Last 3 bytes + 1 more may match header. */
|
|
ret = FALSE;
|
|
}
|
|
if (flush > 0) {
|
|
GST_LOG_OBJECT (parse, "Skipping %u bytes.", flush);
|
|
gst_adapter_flush (parse->priv->adapter, flush);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
static inline gboolean
|
|
gst_jpeg_parse_parse_tag_has_entropy_segment (guint8 tag)
|
|
{
|
|
if (tag == SOS || (tag >= RST0 && tag <= RST7))
|
|
return TRUE;
|
|
return FALSE;
|
|
}
|
|
|
|
/* Find the next marker, based on the marker at data. data[0] must be 0xff.
|
|
* Returns the offset of the next valid marker. Returns -1 if adapter doesn't
|
|
* have enough data. */
|
|
static guint
|
|
gst_jpeg_parse_match_next_marker (const guint8 * data, guint size)
|
|
{
|
|
guint marker_len;
|
|
guint8 tag;
|
|
|
|
g_return_val_if_fail (data[0] == 0xff, -1);
|
|
g_return_val_if_fail (size >= 2, -1);
|
|
tag = data[1];
|
|
|
|
if (tag >= RST0 && tag <= EOI)
|
|
marker_len = 2;
|
|
else if (G_UNLIKELY (size < 4))
|
|
return -1;
|
|
else
|
|
marker_len = GST_READ_UINT16_BE (data + 2) + 2;
|
|
/* Need marker_len for this marker, plus two for the next marker. */
|
|
if (G_UNLIKELY (marker_len + 2 >= size))
|
|
return -1;
|
|
if (G_UNLIKELY (gst_jpeg_parse_parse_tag_has_entropy_segment (tag))) {
|
|
while (!(data[marker_len] == 0xff && data[marker_len + 1] != 0x00)) {
|
|
if (G_UNLIKELY (marker_len + 2 >= size))
|
|
return -1;
|
|
++marker_len;
|
|
}
|
|
}
|
|
return marker_len;
|
|
}
|
|
|
|
/* Returns the position beyond the end marker, -1 if insufficient data and -2
|
|
if marker lengths are inconsistent. data must start with 0xff. */
|
|
static guint
|
|
gst_jpeg_parse_find_end_marker (GstJpegParse * parse, const guint8 * data,
|
|
guint size)
|
|
{
|
|
guint offset = 0;
|
|
|
|
while (1) {
|
|
guint marker_len;
|
|
guint8 tag;
|
|
|
|
if (offset + 1 >= size)
|
|
return -1;
|
|
|
|
if (data[offset] != 0xff)
|
|
return -2;
|
|
|
|
/* Skip over extra 0xff */
|
|
while (G_UNLIKELY ((tag = data[offset + 1]) == 0xff)) {
|
|
++offset;
|
|
if (G_UNLIKELY (offset + 1 >= size))
|
|
return -1;
|
|
}
|
|
/* Check for EOI */
|
|
if (G_UNLIKELY (tag == EOI)) {
|
|
GST_DEBUG_OBJECT (parse, "EOI at %u", offset);
|
|
return offset + 2;
|
|
}
|
|
/* Skip over this marker. */
|
|
marker_len = gst_jpeg_parse_match_next_marker (data + offset,
|
|
size - offset);
|
|
if (G_UNLIKELY (marker_len == -1)) {
|
|
return -1;
|
|
} else {
|
|
GST_LOG_OBJECT (parse, "At offset %u: marker %02x, length %u", offset,
|
|
tag, marker_len);
|
|
offset += marker_len;
|
|
}
|
|
}
|
|
}
|
|
|
|
/* scan until EOI, by interpreting marker + length */
|
|
static guint
|
|
gst_jpeg_parse_get_image_length (GstJpegParse * parse)
|
|
{
|
|
const guint8 *data;
|
|
guint size, offset, start = 2;
|
|
|
|
size = gst_adapter_available (parse->priv->adapter);
|
|
if (size < 4) {
|
|
GST_DEBUG_OBJECT (parse, "Insufficient data for end marker.");
|
|
return 0;
|
|
}
|
|
data = gst_adapter_peek (parse->priv->adapter, size);
|
|
|
|
g_return_val_if_fail (data[0] == 0xff && data[1] == SOI, 0);
|
|
|
|
GST_DEBUG_OBJECT (parse, "Parsing jpeg image data (%u bytes)", size);
|
|
|
|
/* skip start marker */
|
|
offset = gst_jpeg_parse_find_end_marker (parse, data + 2, size - 2);
|
|
|
|
if (offset == -1) {
|
|
GST_DEBUG_OBJECT (parse, "Insufficient data.");
|
|
return 0;
|
|
} else if (G_UNLIKELY (offset == -2)) {
|
|
GST_DEBUG_OBJECT (parse, "Lost sync, resyncing.");
|
|
/* FIXME does this make sense at all? This can only happen for broken
|
|
* images, and the most likely breakage is that it's truncated. In that
|
|
* case, however, we should be looking for a new start marker... */
|
|
while (offset == -2 || offset == -1) {
|
|
start++;
|
|
while (start + 1 < size && data[start] != 0xff)
|
|
start++;
|
|
if (G_UNLIKELY (start + 1 >= size)) {
|
|
GST_DEBUG_OBJECT (parse, "Insufficient data while resyncing.");
|
|
return 0;
|
|
}
|
|
GST_LOG_OBJECT (parse, "Resyncing from offset %u.", start);
|
|
offset = gst_jpeg_parse_find_end_marker (parse, data + start, size -
|
|
start);
|
|
}
|
|
}
|
|
|
|
return start + offset;
|
|
}
|
|
|
|
static gboolean
|
|
gst_jpeg_parse_sof (GstJpegParse * parse, GstByteReader * reader)
|
|
{
|
|
guint8 numcomps; /* Number of components in image
|
|
(1 for gray, 3 for YUV, etc.) */
|
|
guint8 precision; /* precision (in bits) for the samples */
|
|
guint8 compId[3]; /* unique value identifying each component */
|
|
guint8 qtId[3]; /* quantization table ID to use for this comp */
|
|
guint8 blockWidth[3]; /* Array[numComponents] giving the number of
|
|
blocks (horiz) in this component */
|
|
guint8 blockHeight[3]; /* Same for the vertical part of this component */
|
|
guint8 i, value;
|
|
gint temp;
|
|
|
|
if (!gst_byte_reader_skip (reader, 2))
|
|
return FALSE;
|
|
|
|
/* Get sample precision */
|
|
if (!gst_byte_reader_get_uint8 (reader, &precision))
|
|
return FALSE;
|
|
|
|
/* Get w and h */
|
|
if (!gst_byte_reader_get_uint16_be (reader, &parse->priv->height))
|
|
return FALSE;
|
|
if (!gst_byte_reader_get_uint16_be (reader, &parse->priv->width))
|
|
return FALSE;
|
|
|
|
/* Get number of components */
|
|
if (!gst_byte_reader_get_uint8 (reader, &numcomps))
|
|
return FALSE;
|
|
|
|
if (numcomps > 3)
|
|
return FALSE;
|
|
|
|
/* Get decimation and quantization table id for each component */
|
|
for (i = 0; i < numcomps; i++) {
|
|
/* Get component ID number */
|
|
if (!gst_byte_reader_get_uint8 (reader, &value))
|
|
return FALSE;
|
|
compId[i] = value;
|
|
|
|
/* Get decimation */
|
|
if (!gst_byte_reader_get_uint8 (reader, &value))
|
|
return FALSE;
|
|
blockWidth[i] = (value & 0xf0) >> 4;
|
|
blockHeight[i] = (value & 0x0f);
|
|
|
|
/* Get quantization table id */
|
|
if (!gst_byte_reader_get_uint8 (reader, &value))
|
|
return FALSE;
|
|
qtId[i] = value;
|
|
}
|
|
|
|
if (numcomps == 1) {
|
|
/* gray image - no fourcc */
|
|
parse->priv->fourcc = 0;
|
|
} else if (numcomps == 3) {
|
|
temp = (blockWidth[0] * blockHeight[0]) / (blockWidth[1] * blockHeight[1]);
|
|
|
|
if (temp == 4 && blockHeight[0] == 2)
|
|
parse->priv->fourcc = GST_MAKE_FOURCC ('I', '4', '2', '0');
|
|
else if (temp == 4 && blockHeight[0] == 4)
|
|
parse->priv->fourcc = GST_MAKE_FOURCC ('Y', '4', '1', 'B');
|
|
else if (temp == 2)
|
|
parse->priv->fourcc = GST_MAKE_FOURCC ('U', 'Y', 'V', 'Y');
|
|
else if (temp == 1)
|
|
parse->priv->fourcc = GST_MAKE_FOURCC ('Y', 'V', '1', '2');
|
|
else
|
|
parse->priv->fourcc = 0;
|
|
} else {
|
|
return FALSE;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_jpeg_parse_read_header (GstJpegParse * parse, GstBuffer * buffer)
|
|
{
|
|
GstByteReader reader = GST_BYTE_READER_INIT_FROM_BUFFER (buffer);
|
|
guint8 marker;
|
|
guint16 comsize;
|
|
gboolean foundSOF = FALSE;
|
|
|
|
if (!gst_byte_reader_peek_uint8 (&reader, &marker))
|
|
goto error;
|
|
|
|
while (marker == 0xff) {
|
|
if (!gst_byte_reader_skip (&reader, 1))
|
|
goto error;
|
|
|
|
if (!gst_byte_reader_get_uint8 (&reader, &marker))
|
|
goto error;
|
|
|
|
GST_INFO_OBJECT (parse, "marker = %x", marker);
|
|
|
|
switch (marker) {
|
|
case SOS: /* start of scan (begins compressed data) */
|
|
return foundSOF;
|
|
|
|
case SOI:
|
|
break;
|
|
|
|
case DRI:
|
|
if (!gst_byte_reader_skip (&reader, 4)) /* fixed size */
|
|
goto error;
|
|
break;
|
|
|
|
case APP0:
|
|
case APP1:
|
|
case APP15:
|
|
case COM:
|
|
case DHT:
|
|
case DQT:
|
|
/* Ignore these codes */
|
|
if (!gst_byte_reader_get_uint16_be (&reader, &comsize))
|
|
goto error;
|
|
if (!gst_byte_reader_skip (&reader, comsize - 2))
|
|
goto error;
|
|
GST_LOG_OBJECT (parse, "comment skiping %u bytes", comsize - 2);
|
|
break;
|
|
|
|
case SOF2:
|
|
parse->priv->interlaced = TRUE;
|
|
|
|
case SOF0:
|
|
/* Flush length field */
|
|
foundSOF = TRUE;
|
|
if (!gst_jpeg_parse_sof (parse, &reader))
|
|
goto error;
|
|
|
|
return TRUE;
|
|
|
|
default:
|
|
/* Not SOF or SOI. Must not be a JPEG file (or file pointer
|
|
* is placed wrong). In either case, it's an error. */
|
|
return FALSE;
|
|
}
|
|
|
|
if (!gst_byte_reader_peek_uint8 (&reader, &marker))
|
|
goto error;
|
|
}
|
|
|
|
return foundSOF;
|
|
|
|
error:
|
|
GST_WARNING_OBJECT (parse, "Error parsing image header");
|
|
return FALSE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_jpeg_parse_set_new_caps (GstJpegParse * parse, gboolean header_ok)
|
|
{
|
|
GstCaps *caps;
|
|
gboolean res;
|
|
|
|
caps = gst_caps_new_simple ("image/jpeg",
|
|
"parsed", G_TYPE_BOOLEAN, TRUE, NULL);
|
|
|
|
if (header_ok == TRUE) {
|
|
gst_caps_set_simple (caps,
|
|
"format", GST_TYPE_FOURCC, parse->priv->fourcc,
|
|
"interlaced", G_TYPE_BOOLEAN, parse->priv->interlaced,
|
|
"width", G_TYPE_INT, parse->priv->width,
|
|
"height", G_TYPE_INT, parse->priv->height, NULL);
|
|
}
|
|
|
|
if (parse->priv->has_fps == TRUE) {
|
|
/* we have a framerate */
|
|
gst_caps_set_simple (caps, "framerate", GST_TYPE_FRACTION,
|
|
parse->priv->framerate_numerator,
|
|
parse->priv->framerate_denominator, NULL);
|
|
|
|
if (!GST_CLOCK_TIME_IS_VALID (parse->priv->duration)
|
|
&& parse->priv->framerate_numerator != 0) {
|
|
parse->priv->duration = gst_util_uint64_scale_int (GST_SECOND,
|
|
parse->priv->framerate_numerator, parse->priv->framerate_denominator);
|
|
}
|
|
} else {
|
|
/* unknown duration */
|
|
parse->priv->duration = GST_CLOCK_TIME_NONE;
|
|
}
|
|
|
|
GST_DEBUG_OBJECT (parse, "setting downstream caps to %" GST_PTR_FORMAT, caps);
|
|
res = gst_pad_set_caps (parse->priv->srcpad, caps);
|
|
gst_caps_unref (caps);
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_jpeg_parse_push_buffer (GstJpegParse * parse, guint len)
|
|
{
|
|
GstBuffer *outbuf;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
gboolean header_ok;
|
|
|
|
outbuf = gst_adapter_take_buffer (parse->priv->adapter, len);
|
|
if (outbuf == NULL) {
|
|
GST_ELEMENT_ERROR (parse, STREAM, DECODE,
|
|
("Failed to take buffer of size %u", len),
|
|
("Failed to take buffer of size %u", len));
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
header_ok = gst_jpeg_parse_read_header (parse, outbuf);
|
|
|
|
if (parse->priv->new_segment == TRUE
|
|
|| parse->priv->width != parse->priv->caps_width
|
|
|| parse->priv->height != parse->priv->caps_height
|
|
|| parse->priv->framerate_numerator !=
|
|
parse->priv->caps_framerate_numerator
|
|
|| parse->priv->framerate_denominator !=
|
|
parse->priv->caps_framerate_denominator) {
|
|
if (!gst_jpeg_parse_set_new_caps (parse, header_ok)) {
|
|
GST_ELEMENT_ERROR (parse, CORE, NEGOTIATION,
|
|
("Can't set caps to the src pad"), ("Can't set caps to the src pad"));
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
parse->priv->new_segment = FALSE;
|
|
parse->priv->caps_width = parse->priv->width;
|
|
parse->priv->caps_height = parse->priv->height;
|
|
parse->priv->caps_framerate_numerator = parse->priv->framerate_numerator;
|
|
parse->priv->caps_framerate_denominator =
|
|
parse->priv->framerate_denominator;
|
|
}
|
|
|
|
GST_BUFFER_TIMESTAMP (outbuf) = parse->priv->next_ts;
|
|
|
|
if (parse->priv->has_fps && GST_CLOCK_TIME_IS_VALID (parse->priv->next_ts)
|
|
&& GST_CLOCK_TIME_IS_VALID (parse->priv->duration)) {
|
|
parse->priv->next_ts += parse->priv->duration;
|
|
} else {
|
|
parse->priv->duration = GST_CLOCK_TIME_NONE;
|
|
parse->priv->next_ts = GST_CLOCK_TIME_NONE;
|
|
}
|
|
|
|
GST_BUFFER_DURATION (outbuf) = parse->priv->duration;
|
|
|
|
gst_buffer_set_caps (outbuf, GST_PAD_CAPS (parse->priv->srcpad));
|
|
|
|
GST_LOG_OBJECT (parse, "pushing buffer (ts=%" GST_TIME_FORMAT ", len=%u)",
|
|
GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (outbuf)), len);
|
|
|
|
ret = gst_pad_push (parse->priv->srcpad, outbuf);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_jpeg_parse_chain (GstPad * pad, GstBuffer * buf)
|
|
{
|
|
GstJpegParse *parse;
|
|
guint len;
|
|
GstClockTime timestamp, duration;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
|
|
parse = GST_JPEG_PARSE (GST_PAD_PARENT (pad));
|
|
|
|
timestamp = GST_BUFFER_TIMESTAMP (buf);
|
|
duration = GST_BUFFER_DURATION (buf);
|
|
|
|
gst_adapter_push (parse->priv->adapter, buf);
|
|
|
|
while (ret == GST_FLOW_OK && gst_jpeg_parse_skip_to_jpeg_header (parse)) {
|
|
if (G_UNLIKELY (!GST_CLOCK_TIME_IS_VALID (parse->priv->next_ts)))
|
|
parse->priv->next_ts = timestamp;
|
|
|
|
parse->priv->duration = duration;
|
|
|
|
len = gst_jpeg_parse_get_image_length (parse);
|
|
if (len == 0)
|
|
return GST_FLOW_OK;
|
|
|
|
ret = gst_jpeg_parse_push_buffer (parse, len);
|
|
}
|
|
|
|
GST_DEBUG_OBJECT (parse, "No further start marker found.");
|
|
return ret;
|
|
}
|
|
|
|
static gboolean
|
|
gst_jpeg_parse_sink_event (GstPad * pad, GstEvent * event)
|
|
{
|
|
GstJpegParse *parse;
|
|
gboolean res = TRUE;
|
|
|
|
parse = GST_JPEG_PARSE (gst_pad_get_parent (pad));
|
|
|
|
GST_DEBUG_OBJECT (parse, "event : %s", GST_EVENT_TYPE_NAME (event));
|
|
|
|
switch (GST_EVENT_TYPE (event)) {
|
|
case GST_EVENT_EOS:{
|
|
/* Push the remaining data, even though it's incomplete */
|
|
guint available = gst_adapter_available (parse->priv->adapter);
|
|
if (available > 0)
|
|
gst_jpeg_parse_push_buffer (parse, available);
|
|
gst_pad_push_event (parse->priv->srcpad, event);
|
|
break;
|
|
}
|
|
case GST_EVENT_NEWSEGMENT:
|
|
/* Discard any data in the adapter. There should have been an EOS before
|
|
* to flush it. */
|
|
gst_adapter_clear (parse->priv->adapter);
|
|
gst_pad_push_event (parse->priv->srcpad, event);
|
|
parse->priv->new_segment = TRUE;
|
|
break;
|
|
default:
|
|
res = gst_pad_event_default (pad, event);
|
|
break;
|
|
}
|
|
|
|
gst_object_unref (parse);
|
|
return res;
|
|
}
|
|
|
|
static GstStateChangeReturn
|
|
gst_jpeg_parse_change_state (GstElement * element, GstStateChange transition)
|
|
{
|
|
GstStateChangeReturn ret;
|
|
GstJpegParse *parse;
|
|
|
|
parse = GST_JPEG_PARSE (element);
|
|
|
|
switch (transition) {
|
|
case GST_STATE_CHANGE_READY_TO_PAUSED:
|
|
parse->priv->has_fps = FALSE;
|
|
|
|
parse->priv->interlaced = FALSE;
|
|
parse->priv->width = parse->priv->height = 0;
|
|
parse->priv->framerate_numerator = 0;
|
|
parse->priv->framerate_denominator = 1;
|
|
|
|
parse->priv->caps_framerate_numerator =
|
|
parse->priv->caps_framerate_denominator = 0;
|
|
parse->priv->caps_width = parse->priv->caps_height = -1;
|
|
|
|
parse->priv->new_segment = FALSE;
|
|
|
|
parse->priv->next_ts = GST_CLOCK_TIME_NONE;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
|
|
if (ret != GST_STATE_CHANGE_SUCCESS)
|
|
return ret;
|
|
|
|
switch (transition) {
|
|
case GST_STATE_CHANGE_PAUSED_TO_READY:
|
|
gst_adapter_clear (parse->priv->adapter);
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static gboolean
|
|
plugin_init (GstPlugin * plugin)
|
|
{
|
|
|
|
if (!gst_element_register (plugin, "jpegparse", GST_RANK_PRIMARY + 1,
|
|
GST_TYPE_JPEG_PARSE))
|
|
return FALSE;
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
|
|
GST_VERSION_MINOR,
|
|
"jpegformat",
|
|
"JPEG interchange format plugin",
|
|
plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)
|