mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-23 18:21:04 +00:00
e6d83d8f96
The libjpeg-turbo has a built-in support for performing colorspace
conversion. The performance of this conversion is much better than
doing the same separately using videoconvert. Implement support for
this conversion to RGBx/xRGB/BGRx/xBGR formats. Other formats can
be easily added later.
- The decoding of various pixel formats can be tested and compared to
non-libjpeg-turbo decoding as follows:
for gfmt in {RGB,BGR}{,x} x{RGB,BGR} ; do
echo "$gfmt"
gst-launch-1.0 -q \
videotestsrc pattern=colors ! \
video/x-raw,format=${gfmt} ! \
fakesink dump=true | \
head -n 200 | tail -n 1
gst-launch-1.0 -q --gst-plugin-path=build/ext/jpeg/ \
videotestsrc pattern=colors ! \
video/x-raw,format=${gfmt} ! \
jpegenc ! \
jpegdec ! \
video/x-raw,format=${gfmt} ! \
fakesink dump=true | \
head -n 200 | tail -n 1
done
Result looks as follows, i.e. comparable:
RGB
00000c70 (0x7f7736fbdd10): 05 33 19 05 33 26 05 33 33 05 33 40 05 33 4c 05 .3..3&.33.3@.3L.
00000c70 (0x7f389e8f7d10): 05 32 17 04 32 22 04 32 31 04 32 3e 04 32 4a 04 .2..2".21.2>.2J.
RGBx
00000c70 (0x7f79efd0ad10): cc 07 22 ff d9 07 22 ff e6 07 22 ff f3 07 22 ff .."..."..."...".
00000c70 (0x7fb6989f3d10): cd 06 22 00 d9 06 22 00 e6 06 22 00 f4 06 22 00 .."..."..."...".
BGR
00000c70 (0x7fa0a6c42d10): 05 0c 33 05 19 33 05 26 33 05 33 33 05 40 33 05 ..3..3.&3.33.@3.
00000c70 (0x7fc74165fd10): 05 08 32 04 17 32 04 22 32 04 31 32 04 3e 32 04 ..2..2."2.12.>2.
BGRx
00000c70 (0x7fbf399f1d10): 22 07 cc ff 22 07 d9 ff 22 07 e6 ff 22 07 f3 ff "..."..."..."...
00000c70 (0x7f50e3d1cd10): 22 06 cd 00 22 06 d9 00 22 06 e6 00 22 06 f4 00 "..."..."..."...
xRGB
00000c70 (0x7f0b950a2d10): ff cc 07 22 ff d9 07 22 ff e6 07 22 ff f3 07 22 ..."..."..."..."
00000c70 (0x7f4416b8dd10): 00 cd 06 22 00 d9 06 22 00 e6 06 22 00 f4 06 22 ..."..."..."..."
xBGR
00000c70 (0x7f237d74dd10): ff 22 07 cc ff 22 07 d9 ff 22 07 e6 ff 22 07 f3 ."..."..."..."..
00000c70 (0x7f095547dd10): 00 22 06 cd 00 22 06 d9 00 22 06 e6 00 22 06 f4 ."..."..."..."..
^^ ^^ ^^ ^^
Notice how the alpha channel is set to arbitrary value in case of the
libjpeg-turbo decoding into RGBx/BGRx/xRGB/xBGR pixel formats. This is
documented in libjpeg-turbo README.md as follows:
"
When using the RGBX, BGRX, XBGR, and XRGB colorspaces during decompression, the
X byte is undefined, and in order to ensure the best performance, libjpeg-turbo
can set that byte to whatever value it wishes.
"
- The interlaced num_fields=2 mjpeg stream can be generated and
tested as follows (this does require mjpegtools):
$ gst-launch-1.0 videotestsrc num-buffers=10 ! jpegenc ! multifilesink location=in%04d.jpg
$ jpeg2yuv -f 25 -I t -L 0 -j in%04d.jpg | yuv2lav -f avi -o result.avi
...
$ gst-launch-1.0 --gst-plugin-path=build/ext/jpeg/ filesrc location=result.avi ! \
avidemux ! jpegdec ! video/x-raw,format=RGBx ! videoconvert ! autovideosink
Signed-off-by: Marek Vasut <marex@denx.de>
Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1091>
117 lines
3.2 KiB
C
117 lines
3.2 KiB
C
/* GStreamer
|
|
* Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
|
|
* Copyright (C) 2012 Collabora Ltd.
|
|
* Author : Edward Hervey <edward@collabora.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
|
|
#ifndef __GST_JPEG_DEC_H__
|
|
#define __GST_JPEG_DEC_H__
|
|
|
|
|
|
#include <setjmp.h>
|
|
#include <gst/gst.h>
|
|
#include <gst/video/video.h>
|
|
#include <gst/video/gstvideodecoder.h>
|
|
#include <gst/base/gstadapter.h>
|
|
|
|
/* this is a hack hack hack to get around jpeglib header bugs... */
|
|
#ifdef HAVE_STDLIB_H
|
|
# undef HAVE_STDLIB_H
|
|
#endif
|
|
#include <stdio.h>
|
|
#include <jpeglib.h>
|
|
|
|
G_BEGIN_DECLS
|
|
|
|
#define GST_TYPE_JPEG_DEC \
|
|
(gst_jpeg_dec_get_type())
|
|
#define GST_JPEG_DEC(obj) \
|
|
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_JPEG_DEC,GstJpegDec))
|
|
#define GST_JPEG_DEC_CLASS(klass) \
|
|
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_JPEG_DEC,GstJpegDecClass))
|
|
#define GST_IS_JPEG_DEC(obj) \
|
|
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_JPEG_DEC))
|
|
#define GST_IS_JPEG_DEC_CLASS(klass) \
|
|
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_JPEG_DEC))
|
|
|
|
typedef struct _GstJpegDec GstJpegDec;
|
|
typedef struct _GstJpegDecClass GstJpegDecClass;
|
|
|
|
struct GstJpegDecErrorMgr {
|
|
struct jpeg_error_mgr pub; /* public fields */
|
|
jmp_buf setjmp_buffer;
|
|
};
|
|
|
|
struct GstJpegDecSourceMgr {
|
|
struct jpeg_source_mgr pub; /* public fields */
|
|
GstJpegDec *dec;
|
|
};
|
|
|
|
/* Can't use GstBaseTransform, because GstBaseTransform
|
|
* doesn't handle the N buffers in, 1 buffer out case,
|
|
* but only the 1-in 1-out case */
|
|
struct _GstJpegDec {
|
|
GstVideoDecoder decoder;
|
|
|
|
/* negotiated state */
|
|
GstVideoCodecState *input_state;
|
|
GstVideoCodecFrame *current_frame;
|
|
GstMapInfo current_frame_map;
|
|
|
|
/* libjpeg-turbo colorspace conversion */
|
|
#ifdef JCS_EXTENSIONS
|
|
GstVideoFormat format;
|
|
J_COLOR_SPACE libjpeg_ext_format;
|
|
gboolean format_convert;
|
|
#endif
|
|
|
|
/* parse state */
|
|
gboolean saw_header;
|
|
gint parse_entropy_len;
|
|
gint parse_resync;
|
|
|
|
/* properties */
|
|
gint idct_method;
|
|
gint max_errors; /* ATOMIC */
|
|
|
|
struct jpeg_decompress_struct cinfo;
|
|
struct GstJpegDecErrorMgr jerr;
|
|
struct GstJpegDecSourceMgr jsrc;
|
|
|
|
/* arrays for indirect decoding */
|
|
gboolean idr_width_allocated;
|
|
guchar *idr_y[16],*idr_u[16],*idr_v[16];
|
|
/* scratch buffer for direct decoding overflow */
|
|
guchar *scratch;
|
|
guint scratch_size;
|
|
/* current (parsed) image size */
|
|
guint rem_img_len;
|
|
};
|
|
|
|
struct _GstJpegDecClass {
|
|
GstVideoDecoderClass decoder_class;
|
|
};
|
|
|
|
GType gst_jpeg_dec_get_type(void);
|
|
|
|
|
|
G_END_DECLS
|
|
|
|
|
|
#endif /* __GST_JPEG_DEC_H__ */
|