mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-07-02 20:55:55 +00:00
openexr: Add OpenEXR decoder element
This currently converts from ARGB64_F16 (16 bit float per component) to ARGB64 by clipping. We should add support for the F16 format and implement a conversion filter element that can apply gamma curves, change exposure, etc.
This commit is contained in:
Sebastian Dröge
parent
da65dccd78
commit
a90585c686
|
|
@ -2,12 +2,14 @@ plugin_LTLIBRARIES = libgstopenexr.la
|
|||
|
||||
libgstopenexr_la_SOURCES = gstopenexrdec.cpp gstopenexr.c
|
||||
libgstopenexr_la_CFLAGS = \
|
||||
$(GST_PLUGINS_BASE_CFLAGS) $(GST_CFLAGS) $(OPENEXR_CFLAGS)
|
||||
$(GST_PLUGINS_BASE_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CFLAGS) \
|
||||
$(OPENEXR_CFLAGS)
|
||||
libgstopenexr_la_CXXFLAGS = \
|
||||
$(GST_PLUGINS_BASE_CFLAGS) $(GST_CXXFLAGS) $(OPENEXR_CFLAGS)
|
||||
$(GST_PLUGINS_BASE_CFLAGS) $(GST_BASE_CFLAGS) $(GST_CXXFLAGS) \
|
||||
$(OPENEXR_CFLAGS)
|
||||
libgstopenexr_la_LIBADD = \
|
||||
$(GST_PLUGINS_BASE_LIBS) -lgstvideo-$(GST_API_VERSION) \
|
||||
$(GST_LIBS) $(OPENEXR_LIBS)
|
||||
$(GST_BASE_LIBS) $(GST_LIBS) $(OPENEXR_LIBS)
|
||||
libgstopenexr_la_LDFLAGS = $(GST_PLUGIN_LDFLAGS)
|
||||
libgstopenexr_la_LIBTOOLFLAGS = $(GST_PLUGIN_LIBTOOLFLAGS)
|
||||
|
||||
|
|
|
|||
|
|
@ -29,6 +29,10 @@
|
|||
static gboolean
|
||||
plugin_init (GstPlugin * plugin)
|
||||
{
|
||||
if (!gst_element_register (plugin, "openexrdec", GST_RANK_PRIMARY,
|
||||
GST_TYPE_OPENEXR_DEC))
|
||||
return FALSE;
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -0,0 +1,654 @@
|
|||
/*
|
||||
* Copyright (C) 2013 Sebastian Dröge <sebastian@centricular.com>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*
|
||||
*/
|
||||
|
||||
#ifdef HAVE_CONFIG_H
|
||||
#include "config.h"
|
||||
#endif
|
||||
|
||||
#include "gstopenexrdec.h"
|
||||
|
||||
#include <gst/base/base.h>
|
||||
#include <string.h>
|
||||
|
||||
#include <ImfRgbaFile.h>
|
||||
#include <ImfIO.h>
|
||||
using namespace Imf;
|
||||
using namespace Imath;
|
||||
|
||||
/* Memory stream reader */
|
||||
class MemIStream:public IStream
|
||||
{
|
||||
public:
|
||||
MemIStream (const char *file_name, const guint8 * data,
|
||||
gsize size):IStream (file_name), data (data), offset (0), size (size)
|
||||
{
|
||||
}
|
||||
|
||||
virtual bool read (char c[], int n);
|
||||
virtual Int64 tellg ();
|
||||
virtual void seekg (Int64 pos);
|
||||
virtual void clear ();
|
||||
|
||||
private:
|
||||
const guint8 *data;
|
||||
gsize offset, size;
|
||||
};
|
||||
|
||||
bool MemIStream::read (char c[], int n)
|
||||
{
|
||||
if (offset + n > size)
|
||||
throw
|
||||
Iex::InputExc ("Unexpected end of file");
|
||||
|
||||
memcpy (c, data + offset, n);
|
||||
offset += n;
|
||||
|
||||
return (offset == size);
|
||||
}
|
||||
|
||||
Int64 MemIStream::tellg ()
|
||||
{
|
||||
return offset;
|
||||
}
|
||||
|
||||
void
|
||||
MemIStream::seekg (Int64 pos)
|
||||
{
|
||||
offset = pos;
|
||||
if (offset > size)
|
||||
offset = size;
|
||||
}
|
||||
|
||||
void
|
||||
MemIStream::clear ()
|
||||
{
|
||||
|
||||
}
|
||||
|
||||
GST_DEBUG_CATEGORY_STATIC (gst_openexr_dec_debug);
|
||||
#define GST_CAT_DEFAULT gst_openexr_dec_debug
|
||||
|
||||
static gboolean gst_openexr_dec_start (GstVideoDecoder * decoder);
|
||||
static gboolean gst_openexr_dec_stop (GstVideoDecoder * decoder);
|
||||
static GstFlowReturn gst_openexr_dec_parse (GstVideoDecoder * decoder,
|
||||
GstVideoCodecFrame * frame, GstAdapter * adapter, gboolean at_eos);
|
||||
static gboolean gst_openexr_dec_set_format (GstVideoDecoder * decoder,
|
||||
GstVideoCodecState * state);
|
||||
static GstFlowReturn gst_openexr_dec_handle_frame (GstVideoDecoder * decoder,
|
||||
GstVideoCodecFrame * frame);
|
||||
static gboolean gst_openexr_dec_decide_allocation (GstVideoDecoder * decoder,
|
||||
GstQuery * query);
|
||||
|
||||
static GstStaticPadTemplate gst_openexr_dec_sink_template =
|
||||
GST_STATIC_PAD_TEMPLATE ("sink",
|
||||
GST_PAD_SINK,
|
||||
GST_PAD_ALWAYS,
|
||||
GST_STATIC_CAPS ("image/x-exr")
|
||||
);
|
||||
|
||||
static GstStaticPadTemplate gst_openexr_dec_src_template =
|
||||
GST_STATIC_PAD_TEMPLATE ("src",
|
||||
GST_PAD_SRC,
|
||||
GST_PAD_ALWAYS,
|
||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("ARGB64"))
|
||||
);
|
||||
|
||||
#define parent_class gst_openexr_dec_parent_class
|
||||
G_DEFINE_TYPE (GstOpenEXRDec, gst_openexr_dec, GST_TYPE_VIDEO_DECODER);
|
||||
|
||||
static void
|
||||
gst_openexr_dec_class_init (GstOpenEXRDecClass * klass)
|
||||
{
|
||||
GstElementClass *element_class;
|
||||
GstVideoDecoderClass *video_decoder_class;
|
||||
|
||||
element_class = (GstElementClass *) klass;
|
||||
video_decoder_class = (GstVideoDecoderClass *) klass;
|
||||
|
||||
gst_element_class_add_pad_template (element_class,
|
||||
gst_static_pad_template_get (&gst_openexr_dec_src_template));
|
||||
gst_element_class_add_pad_template (element_class,
|
||||
gst_static_pad_template_get (&gst_openexr_dec_sink_template));
|
||||
|
||||
gst_element_class_set_static_metadata (element_class,
|
||||
"OpenEXR decoder",
|
||||
"Codec/Decoder/Video",
|
||||
"Decode EXR streams", "Sebastian Dröge <sebastian@centricular.com>");
|
||||
|
||||
video_decoder_class->start = GST_DEBUG_FUNCPTR (gst_openexr_dec_start);
|
||||
video_decoder_class->stop = GST_DEBUG_FUNCPTR (gst_openexr_dec_stop);
|
||||
video_decoder_class->parse = GST_DEBUG_FUNCPTR (gst_openexr_dec_parse);
|
||||
video_decoder_class->set_format =
|
||||
GST_DEBUG_FUNCPTR (gst_openexr_dec_set_format);
|
||||
video_decoder_class->handle_frame =
|
||||
GST_DEBUG_FUNCPTR (gst_openexr_dec_handle_frame);
|
||||
video_decoder_class->decide_allocation = gst_openexr_dec_decide_allocation;
|
||||
|
||||
GST_DEBUG_CATEGORY_INIT (gst_openexr_dec_debug, "openexrdec", 0,
|
||||
"OpenEXR Decoder");
|
||||
}
|
||||
|
||||
static void
|
||||
gst_openexr_dec_init (GstOpenEXRDec * self)
|
||||
{
|
||||
GstVideoDecoder *decoder = (GstVideoDecoder *) self;
|
||||
|
||||
gst_video_decoder_set_packetized (decoder, FALSE);
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_openexr_dec_start (GstVideoDecoder * decoder)
|
||||
{
|
||||
GstOpenEXRDec *self = GST_OPENEXR_DEC (decoder);
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Starting");
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_openexr_dec_stop (GstVideoDecoder * video_decoder)
|
||||
{
|
||||
GstOpenEXRDec *self = GST_OPENEXR_DEC (video_decoder);
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Stopping");
|
||||
|
||||
if (self->output_state) {
|
||||
gst_video_codec_state_unref (self->output_state);
|
||||
self->output_state = NULL;
|
||||
}
|
||||
|
||||
if (self->input_state) {
|
||||
gst_video_codec_state_unref (self->input_state);
|
||||
self->input_state = NULL;
|
||||
}
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Stopped");
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_openexr_dec_parse (GstVideoDecoder * decoder,
|
||||
GstVideoCodecFrame * frame, GstAdapter * adapter, gboolean at_eos)
|
||||
{
|
||||
GstByteReader reader;
|
||||
const guint8 *data;
|
||||
gsize size;
|
||||
guint32 u32;
|
||||
guint64 u64;
|
||||
guint8 version;
|
||||
gboolean single_tile, long_name;
|
||||
gboolean non_image, multipart;
|
||||
/* *INDENT-OFF * */
|
||||
struct
|
||||
{
|
||||
guint32 x1, y1, x2, y2;
|
||||
} data_window = {
|
||||
(guint32) - 1, (guint32) - 1, (guint32) - 1, (guint32) - 1};
|
||||
struct
|
||||
{
|
||||
guint32 w, h;
|
||||
guint8 mode;
|
||||
} tile_desc = {
|
||||
(guint32) - 1, (guint32) - 1, (guint8) - 1};
|
||||
guint8 compression = (guint8) - 1;
|
||||
guint32 chunk_count = (guint32) - 1;
|
||||
/* *INDENT-ON * */
|
||||
|
||||
size = gst_adapter_available (adapter);
|
||||
|
||||
GST_DEBUG_OBJECT (decoder, "Parsing OpenEXR image data %" G_GSIZE_FORMAT,
|
||||
size);
|
||||
|
||||
if (size < 8)
|
||||
goto need_more_data;
|
||||
|
||||
data = (const guint8 *) gst_adapter_map (adapter, size);
|
||||
|
||||
gst_byte_reader_init (&reader, data, size);
|
||||
|
||||
/* Must start with the OpenEXR magic number */
|
||||
if (!gst_byte_reader_peek_uint32_le (&reader, &u32))
|
||||
goto need_more_data;
|
||||
|
||||
if (u32 != 0x01312f76) {
|
||||
for (;;) {
|
||||
guint offset;
|
||||
|
||||
offset = gst_byte_reader_masked_scan_uint32 (&reader, 0xffffffff,
|
||||
0x762f3101, 0, gst_byte_reader_get_remaining (&reader));
|
||||
|
||||
if (offset == (guint) - 1) {
|
||||
gst_adapter_flush (adapter,
|
||||
gst_byte_reader_get_remaining (&reader) - 4);
|
||||
goto need_more_data;
|
||||
}
|
||||
|
||||
if (!gst_byte_reader_skip (&reader, offset))
|
||||
goto need_more_data;
|
||||
|
||||
if (!gst_byte_reader_peek_uint32_le (&reader, &u32))
|
||||
goto need_more_data;
|
||||
|
||||
if (u32 == 0x01312f76) {
|
||||
/* We're skipping, go out, we'll be back */
|
||||
gst_adapter_flush (adapter, gst_byte_reader_get_pos (&reader));
|
||||
goto need_more_data;
|
||||
}
|
||||
if (!gst_byte_reader_skip (&reader, 4))
|
||||
goto need_more_data;
|
||||
}
|
||||
}
|
||||
|
||||
/* Now we're at the magic number */
|
||||
if (!gst_byte_reader_skip (&reader, 4))
|
||||
goto need_more_data;
|
||||
|
||||
/* version and flags */
|
||||
if (!gst_byte_reader_get_uint32_le (&reader, &u32))
|
||||
goto need_more_data;
|
||||
|
||||
version = (u32 & 0xff);
|
||||
if (version != 1 && version != 2) {
|
||||
GST_ERROR_OBJECT (decoder, "Unsupported OpenEXR version %d", version);
|
||||
return GST_FLOW_NOT_NEGOTIATED;
|
||||
}
|
||||
single_tile = ! !(u32 & 0x200);
|
||||
long_name = ! !(u32 & 0x400);
|
||||
non_image = ! !(u32 & 0x800);
|
||||
multipart = ! !(u32 & 0x1000);
|
||||
GST_DEBUG_OBJECT (decoder,
|
||||
"OpenEXR image version %d, single tile %d, long name %d, non-image %d, multipart %d",
|
||||
version, single_tile, long_name, non_image, multipart);
|
||||
|
||||
/* attributes */
|
||||
if (multipart) {
|
||||
GST_WARNING_OBJECT (decoder, "Multipart files not supported");
|
||||
return GST_FLOW_NOT_NEGOTIATED;
|
||||
}
|
||||
if (non_image) {
|
||||
GST_WARNING_OBJECT (decoder, "Deep-data images not supported");
|
||||
return GST_FLOW_NOT_NEGOTIATED;
|
||||
}
|
||||
|
||||
/* Read attributes */
|
||||
for (;;) {
|
||||
const gchar *name, *type;
|
||||
guint8 u8;
|
||||
|
||||
if (!gst_byte_reader_peek_uint8 (&reader, &u8))
|
||||
goto need_more_data;
|
||||
if (u8 == 0) {
|
||||
gst_byte_reader_skip (&reader, 1);
|
||||
break;
|
||||
}
|
||||
|
||||
if (!gst_byte_reader_get_string_utf8 (&reader, &name))
|
||||
goto need_more_data;
|
||||
if (!gst_byte_reader_get_string_utf8 (&reader, &type))
|
||||
goto need_more_data;
|
||||
if (!gst_byte_reader_get_uint32_le (&reader, &u32))
|
||||
goto need_more_data;
|
||||
if (gst_byte_reader_get_remaining (&reader) < u32)
|
||||
goto need_more_data;
|
||||
|
||||
if (strcmp (name, "dataWindow") == 0) {
|
||||
if (strcmp (type, "box2i") != 0 || u32 != 16)
|
||||
return GST_FLOW_ERROR;
|
||||
|
||||
data_window.x1 = gst_byte_reader_get_uint32_le_unchecked (&reader);
|
||||
data_window.y1 = gst_byte_reader_get_uint32_le_unchecked (&reader);
|
||||
data_window.x2 = gst_byte_reader_get_uint32_le_unchecked (&reader);
|
||||
data_window.y2 = gst_byte_reader_get_uint32_le_unchecked (&reader);
|
||||
} else if (strcmp (name, "tiles") == 0) {
|
||||
if (strcmp (type, "tiledesc") != 0 || u32 != 9)
|
||||
return GST_FLOW_ERROR;
|
||||
tile_desc.w = gst_byte_reader_get_uint32_le_unchecked (&reader);
|
||||
tile_desc.h = gst_byte_reader_get_uint32_le_unchecked (&reader);
|
||||
tile_desc.mode = gst_byte_reader_get_uint8_unchecked (&reader);
|
||||
} else if (strcmp (name, "compression") == 0) {
|
||||
if (strcmp (type, "compression") != 0 || u32 != 1)
|
||||
return GST_FLOW_ERROR;
|
||||
compression = gst_byte_reader_get_uint8_unchecked (&reader);
|
||||
} else if (strcmp (name, "chunkCount") == 0) {
|
||||
if (strcmp (type, "int") != 0 || u32 != 4)
|
||||
return GST_FLOW_ERROR;
|
||||
chunk_count = gst_byte_reader_get_uint32_le_unchecked (&reader);
|
||||
} else {
|
||||
gst_byte_reader_skip_unchecked (&reader, u32);
|
||||
}
|
||||
}
|
||||
|
||||
if (data_window.x1 == (guint32) - 1)
|
||||
return GST_FLOW_ERROR;
|
||||
if (data_window.x2 < data_window.x1)
|
||||
return GST_FLOW_ERROR;
|
||||
if (data_window.y2 < data_window.y1)
|
||||
return GST_FLOW_ERROR;
|
||||
if (compression == (guint8) - 1)
|
||||
return GST_FLOW_ERROR;
|
||||
if (single_tile && tile_desc.w == (guint32) - 1)
|
||||
return GST_FLOW_ERROR;
|
||||
|
||||
GST_DEBUG_OBJECT (decoder, "Have data window (%u, %u)x(%u, %u)",
|
||||
data_window.x1, data_window.y1, data_window.x2, data_window.y2);
|
||||
GST_DEBUG_OBJECT (decoder, "Have compression %u", compression);
|
||||
if (single_tile)
|
||||
GST_DEBUG_OBJECT (decoder, "Have tiles (%u, %u), mode %u", tile_desc.w,
|
||||
tile_desc.h, tile_desc.mode);
|
||||
|
||||
/* offset table */
|
||||
if (chunk_count == (guint32) - 1) {
|
||||
if (single_tile) {
|
||||
guint xt, yt;
|
||||
|
||||
xt = data_window.x2 - data_window.x1 + 1;
|
||||
xt = (xt + tile_desc.w - 1) / tile_desc.w;
|
||||
|
||||
yt = data_window.y2 - data_window.y1 + 1;
|
||||
yt = (yt + tile_desc.h - 1) / tile_desc.h;
|
||||
|
||||
chunk_count = xt * yt;
|
||||
GST_DEBUG_OBJECT (decoder, "Have %ux%u tiles", xt, yt);
|
||||
} else {
|
||||
chunk_count = data_window.y2 - data_window.y1 + 1;
|
||||
|
||||
switch (compression) {
|
||||
case 0: /* NO */
|
||||
case 1: /* RLE */
|
||||
case 2: /* ZIPS */
|
||||
break;
|
||||
case 3: /* ZIP */
|
||||
case 5: /* PXR24 */
|
||||
chunk_count = (chunk_count + 15) / 16;
|
||||
break;
|
||||
case 4: /* PIZ */
|
||||
case 6: /* B44 */
|
||||
case 7: /* B44A */
|
||||
chunk_count = (chunk_count + 31) / 32;
|
||||
break;
|
||||
default:
|
||||
GST_WARNING_OBJECT (decoder, "Unsupported compression %u",
|
||||
compression);
|
||||
return GST_FLOW_NOT_NEGOTIATED;
|
||||
}
|
||||
}
|
||||
} else {
|
||||
GST_WARNING_OBJECT (decoder, "Chunk data not supported");
|
||||
return GST_FLOW_NOT_NEGOTIATED;
|
||||
}
|
||||
|
||||
if (gst_byte_reader_get_remaining (&reader) < chunk_count * 8)
|
||||
goto need_more_data;
|
||||
|
||||
gst_byte_reader_skip_unchecked (&reader, (chunk_count - 1) * 8);
|
||||
u64 = gst_byte_reader_get_uint64_le_unchecked (&reader);
|
||||
|
||||
GST_DEBUG_OBJECT (decoder, "Offset of last chunk %" G_GUINT64_FORMAT, u64);
|
||||
|
||||
/* pixel data */
|
||||
|
||||
/* go to the last pixel data chunk */
|
||||
if (!gst_byte_reader_set_pos (&reader, u64))
|
||||
goto need_more_data;
|
||||
|
||||
/* and read its size and skip it */
|
||||
if (single_tile) {
|
||||
if (!gst_byte_reader_skip (&reader, 4 * 4))
|
||||
goto need_more_data;
|
||||
if (!gst_byte_reader_get_uint32_le (&reader, &u32))
|
||||
goto need_more_data;
|
||||
if (!gst_byte_reader_skip (&reader, u32))
|
||||
goto need_more_data;
|
||||
} else {
|
||||
if (!gst_byte_reader_skip (&reader, 4))
|
||||
goto need_more_data;
|
||||
if (!gst_byte_reader_get_uint32_le (&reader, &u32))
|
||||
goto need_more_data;
|
||||
if (!gst_byte_reader_skip (&reader, u32))
|
||||
goto need_more_data;
|
||||
}
|
||||
|
||||
GST_DEBUG_OBJECT (decoder, "Have complete image of size %u",
|
||||
gst_byte_reader_get_pos (&reader));
|
||||
|
||||
gst_video_decoder_add_to_frame (decoder, gst_byte_reader_get_pos (&reader));
|
||||
|
||||
return gst_video_decoder_have_frame (decoder);
|
||||
|
||||
need_more_data:
|
||||
GST_DEBUG_OBJECT (decoder, "Need more data");
|
||||
return GST_VIDEO_DECODER_FLOW_NEED_DATA;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_openexr_dec_set_format (GstVideoDecoder * decoder,
|
||||
GstVideoCodecState * state)
|
||||
{
|
||||
GstOpenEXRDec *self = GST_OPENEXR_DEC (decoder);
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Setting format: %" GST_PTR_FORMAT, state->caps);
|
||||
|
||||
if (self->input_state)
|
||||
gst_video_codec_state_unref (self->input_state);
|
||||
self->input_state = gst_video_codec_state_ref (state);
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_openexr_dec_negotiate (GstOpenEXRDec * self, RgbaInputFile * file)
|
||||
{
|
||||
GstVideoFormat format;
|
||||
gint width, height;
|
||||
|
||||
/* TODO: Use displayWindow here and also support output of ARGB_F16 */
|
||||
format = GST_VIDEO_FORMAT_ARGB64;
|
||||
Box2i dw = file->dataWindow ();
|
||||
width = dw.max.x - dw.min.x + 1;
|
||||
height = dw.max.y - dw.min.y + 1;
|
||||
|
||||
if (!self->output_state ||
|
||||
self->output_state->info.finfo->format != format ||
|
||||
self->output_state->info.width != width ||
|
||||
self->output_state->info.height != height) {
|
||||
if (self->output_state)
|
||||
gst_video_codec_state_unref (self->output_state);
|
||||
self->output_state =
|
||||
gst_video_decoder_set_output_state (GST_VIDEO_DECODER (self), format,
|
||||
width, height, self->input_state);
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Have image of size %dx%d", width, height);
|
||||
|
||||
if (!gst_video_decoder_negotiate (GST_VIDEO_DECODER (self)))
|
||||
return GST_FLOW_NOT_NEGOTIATED;
|
||||
}
|
||||
|
||||
return GST_FLOW_OK;
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_openexr_dec_handle_frame (GstVideoDecoder * decoder,
|
||||
GstVideoCodecFrame * frame)
|
||||
{
|
||||
GstOpenEXRDec *self = GST_OPENEXR_DEC (decoder);
|
||||
GstFlowReturn ret = GST_FLOW_OK;
|
||||
gint64 deadline;
|
||||
GstMapInfo map;
|
||||
GstVideoFrame vframe;
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Handling frame");
|
||||
|
||||
deadline = gst_video_decoder_get_max_decode_time (decoder, frame);
|
||||
if (deadline < 0) {
|
||||
GST_LOG_OBJECT (self, "Dropping too late frame: deadline %" G_GINT64_FORMAT,
|
||||
deadline);
|
||||
ret = gst_video_decoder_drop_frame (decoder, frame);
|
||||
return ret;
|
||||
}
|
||||
|
||||
if (!gst_buffer_map (frame->input_buffer, &map, GST_MAP_READ)) {
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
GST_ELEMENT_ERROR (self, CORE, FAILED,
|
||||
("Failed to map input buffer"), (NULL));
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
|
||||
/* Now read the file and catch any exceptions */
|
||||
MemIStream *istr;
|
||||
RgbaInputFile *file;
|
||||
try {
|
||||
istr =
|
||||
new
|
||||
MemIStream (gst_pad_get_stream_id (GST_VIDEO_DECODER_SINK_PAD
|
||||
(decoder)), map.data, map.size);
|
||||
}
|
||||
catch (Iex::BaseExc e) {
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
GST_ELEMENT_ERROR (self, CORE, FAILED,
|
||||
("Failed to create input stream"), (NULL));
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
try {
|
||||
file = new RgbaInputFile (*istr);
|
||||
}
|
||||
catch (Iex::BaseExc e) {
|
||||
delete istr;
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
GST_ELEMENT_ERROR (self, CORE, FAILED,
|
||||
("Failed to read OpenEXR stream"), (NULL));
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
|
||||
ret = gst_openexr_dec_negotiate (self, file);
|
||||
if (ret != GST_FLOW_OK) {
|
||||
delete file;
|
||||
delete istr;
|
||||
gst_buffer_unmap (frame->input_buffer, &map);
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
|
||||
("Failed to negotiate"), (NULL));
|
||||
return ret;
|
||||
}
|
||||
|
||||
ret = gst_video_decoder_allocate_output_frame (decoder, frame);
|
||||
if (ret != GST_FLOW_OK) {
|
||||
delete file;
|
||||
delete istr;
|
||||
gst_buffer_unmap (frame->input_buffer, &map);
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
GST_ELEMENT_ERROR (self, CORE, FAILED,
|
||||
("Failed to allocate output buffer"), (NULL));
|
||||
return ret;
|
||||
}
|
||||
|
||||
if (!gst_video_frame_map (&vframe, &self->output_state->info,
|
||||
frame->output_buffer, GST_MAP_WRITE)) {
|
||||
delete file;
|
||||
delete istr;
|
||||
gst_buffer_unmap (frame->input_buffer, &map);
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
GST_ELEMENT_ERROR (self, CORE, FAILED,
|
||||
("Failed to map output buffer"), (NULL));
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
|
||||
/* Decode the file */
|
||||
Box2i dw = file->dataWindow ();
|
||||
int width = dw.max.x - dw.min.x + 1;
|
||||
int height = dw.max.y - dw.min.y + 1;
|
||||
Rgba *fb = new Rgba[width * height];
|
||||
|
||||
try {
|
||||
file->setFrameBuffer (fb - dw.min.x - dw.min.y * width, 1, width);
|
||||
file->readPixels (dw.min.y, dw.max.y);
|
||||
} catch (Iex::BaseExc e) {
|
||||
delete[](fb);
|
||||
delete file;
|
||||
delete istr;
|
||||
gst_buffer_unmap (frame->input_buffer, &map);
|
||||
gst_video_frame_unmap (&vframe);
|
||||
|
||||
GST_ELEMENT_ERROR (self, CORE, FAILED, ("Failed to read pixels"), (NULL));
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
|
||||
/* And convert from ARGB64_F16 to ARGB64 */
|
||||
gint i, j;
|
||||
guint16 *dest = (guint16 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, 0);
|
||||
guint dstride = GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, 0);
|
||||
Rgba *ptr = fb;
|
||||
|
||||
/* TODO: Use displayWindow here and also support output of ARGB_F16
|
||||
* and add a conversion filter element that can change exposure and
|
||||
* other things */
|
||||
for (i = 0; i < height; i++) {
|
||||
for (j = 0; j < width; j++) {
|
||||
dest[4 * j + 0] = CLAMP (((float) ptr->a) * 65536, 0, 65535);
|
||||
dest[4 * j + 1] = CLAMP (((float) ptr->r) * 65536, 0, 65535);
|
||||
dest[4 * j + 2] = CLAMP (((float) ptr->g) * 65536, 0, 65535);
|
||||
dest[4 * j + 3] = CLAMP (((float) ptr->b) * 65536, 0, 65535);
|
||||
ptr++;
|
||||
}
|
||||
dest += dstride / 2;
|
||||
}
|
||||
|
||||
delete[](fb);
|
||||
delete file;
|
||||
delete istr;
|
||||
gst_buffer_unmap (frame->input_buffer, &map);
|
||||
gst_video_frame_unmap (&vframe);
|
||||
|
||||
ret = gst_video_decoder_finish_frame (decoder, frame);
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_openexr_dec_decide_allocation (GstVideoDecoder * decoder, GstQuery * query)
|
||||
{
|
||||
GstBufferPool *pool;
|
||||
GstStructure *config;
|
||||
|
||||
if (!GST_VIDEO_DECODER_CLASS (parent_class)->decide_allocation (decoder,
|
||||
query))
|
||||
return FALSE;
|
||||
|
||||
g_assert (gst_query_get_n_allocation_pools (query) > 0);
|
||||
gst_query_parse_nth_allocation_pool (query, 0, &pool, NULL, NULL, NULL);
|
||||
g_assert (pool != NULL);
|
||||
|
||||
config = gst_buffer_pool_get_config (pool);
|
||||
if (gst_query_find_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL)) {
|
||||
gst_buffer_pool_config_add_option (config,
|
||||
GST_BUFFER_POOL_OPTION_VIDEO_META);
|
||||
}
|
||||
gst_buffer_pool_set_config (pool, config);
|
||||
gst_object_unref (pool);
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
|
@ -0,0 +1,63 @@
|
|||
/*
|
||||
* Copyright (C) 2013 Sebastian Dröge <sebastian@centricular.com>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*
|
||||
*/
|
||||
|
||||
#ifndef __GST_OPENEXR_DEC_H__
|
||||
#define __GST_OPENEXR_DEC_H__
|
||||
|
||||
#include <gst/gst.h>
|
||||
#include <gst/video/video.h>
|
||||
|
||||
#include "gstopenexr.h"
|
||||
|
||||
G_BEGIN_DECLS
|
||||
|
||||
#define GST_TYPE_OPENEXR_DEC \
|
||||
(gst_openexr_dec_get_type())
|
||||
#define GST_OPENEXR_DEC(obj) \
|
||||
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_OPENEXR_DEC,GstOpenEXRDec))
|
||||
#define GST_OPENEXR_DEC_CLASS(klass) \
|
||||
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_OPENEXR_DEC,GstOpenEXRDecClass))
|
||||
#define GST_IS_OPENEXR_DEC(obj) \
|
||||
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_OPENEXR_DEC))
|
||||
#define GST_IS_OPENEXR_DEC_CLASS(obj) \
|
||||
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_OPENEXR_DEC))
|
||||
|
||||
typedef struct _GstOpenEXRDec GstOpenEXRDec;
|
||||
typedef struct _GstOpenEXRDecClass GstOpenEXRDecClass;
|
||||
|
||||
struct _GstOpenEXRDec
|
||||
{
|
||||
GstVideoDecoder parent;
|
||||
|
||||
/* < private > */
|
||||
GstVideoCodecState *input_state;
|
||||
GstVideoCodecState *output_state;
|
||||
};
|
||||
|
||||
struct _GstOpenEXRDecClass
|
||||
{
|
||||
GstVideoDecoderClass parent_class;
|
||||
};
|
||||
|
||||
GType gst_openexr_dec_get_type (void);
|
||||
|
||||
G_END_DECLS
|
||||
|
||||
#endif /* __GST_OPENEXR_DEC_H__ */
|
||||
Loading…
Reference in a new issue