mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-19 06:46:38 +00:00
mfc: Add initial decoder element implementation
This does not copy the output to any output buffers yet. Other than that should be basically functional already.
This commit is contained in:
Sebastian Dröge
parent
5d6c33d7e4
commit
01da756491
2 changed files with 336 additions and 13 deletions
|
|
@ -25,6 +25,8 @@
|
|||
|
||||
#include "gstmfcdec.h"
|
||||
|
||||
#include <string.h>
|
||||
|
||||
GST_DEBUG_CATEGORY_STATIC (gst_mfc_dec_debug);
|
||||
#define GST_CAT_DEFAULT gst_mfc_dec_debug
|
||||
|
||||
|
|
@ -32,8 +34,8 @@ static gboolean gst_mfc_dec_start (GstVideoDecoder * decoder);
|
|||
static gboolean gst_mfc_dec_stop (GstVideoDecoder * decoder);
|
||||
static gboolean gst_mfc_dec_set_format (GstVideoDecoder * decoder,
|
||||
GstVideoCodecState * state);
|
||||
static gboolean gst_mfc_dec_reset (GstVideoDecoder * decoder,
|
||||
gboolean hard);
|
||||
static gboolean gst_mfc_dec_reset (GstVideoDecoder * decoder, gboolean hard);
|
||||
static gboolean gst_mfc_dec_finish (GstVideoDecoder * decoder);
|
||||
static GstFlowReturn gst_mfc_dec_handle_frame (GstVideoDecoder * decoder,
|
||||
GstVideoCodecFrame * frame);
|
||||
|
||||
|
|
@ -43,8 +45,7 @@ GST_STATIC_PAD_TEMPLATE ("sink",
|
|||
GST_PAD_ALWAYS,
|
||||
GST_STATIC_CAPS ("video/x-h264, "
|
||||
"parsed = (boolean) true, "
|
||||
"stream-format = (string) byte-stream, "
|
||||
"alignment = (string) au")
|
||||
"stream-format = (string) byte-stream, " "alignment = (string) au")
|
||||
);
|
||||
|
||||
static GstStaticPadTemplate gst_mfc_dec_src_template =
|
||||
|
|
@ -81,11 +82,13 @@ gst_mfc_dec_class_init (GstMFCDecClass * klass)
|
|||
|
||||
video_decoder_class = (GstVideoDecoderClass *) klass;
|
||||
|
||||
mfc_dec_init_debug ();
|
||||
|
||||
video_decoder_class->start = GST_DEBUG_FUNCPTR (gst_mfc_dec_start);
|
||||
video_decoder_class->stop = GST_DEBUG_FUNCPTR (gst_mfc_dec_stop);
|
||||
video_decoder_class->finish = GST_DEBUG_FUNCPTR (gst_mfc_dec_finish);
|
||||
video_decoder_class->reset = GST_DEBUG_FUNCPTR (gst_mfc_dec_reset);
|
||||
video_decoder_class->set_format =
|
||||
GST_DEBUG_FUNCPTR (gst_mfc_dec_set_format);
|
||||
video_decoder_class->set_format = GST_DEBUG_FUNCPTR (gst_mfc_dec_set_format);
|
||||
video_decoder_class->handle_frame =
|
||||
GST_DEBUG_FUNCPTR (gst_mfc_dec_handle_frame);
|
||||
|
||||
|
|
@ -108,7 +111,14 @@ gst_mfc_dec_start (GstVideoDecoder * decoder)
|
|||
|
||||
GST_DEBUG_OBJECT (self, "Starting");
|
||||
|
||||
return TRUE;
|
||||
/* Initialize with H264 here, we chose the correct codec in set_format */
|
||||
self->context = mfc_dec_create (CODEC_TYPE_H264, 1);
|
||||
if (!self->context) {
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, INIT,
|
||||
("Failed to initialize MFC decoder context"), (NULL));
|
||||
}
|
||||
|
||||
return self->context != NULL;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
|
|
@ -123,19 +133,38 @@ gst_mfc_dec_stop (GstVideoDecoder * video_decoder)
|
|||
self->input_state = NULL;
|
||||
}
|
||||
|
||||
if (self->context) {
|
||||
mfc_dec_destroy (self->context);
|
||||
self->context = NULL;
|
||||
}
|
||||
self->initialized = FALSE;
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Stopped");
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_mfc_dec_set_format (GstVideoDecoder * decoder,
|
||||
GstVideoCodecState * state)
|
||||
gst_mfc_dec_set_format (GstVideoDecoder * decoder, GstVideoCodecState * state)
|
||||
{
|
||||
GstMFCDec *self = GST_MFC_DEC (decoder);
|
||||
GstStructure *s;
|
||||
gint ret;
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Setting format: %" GST_PTR_FORMAT, state->caps);
|
||||
|
||||
s = gst_caps_get_structure (state->caps, 0);
|
||||
|
||||
if (gst_structure_has_name (s, "video/x-h264")) {
|
||||
if ((ret = mfc_dec_set_codec (self->context, CODEC_TYPE_H264)) < 0) {
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, SETTINGS,
|
||||
("Failed to set codec to H264"), (NULL));
|
||||
return FALSE;
|
||||
}
|
||||
} else {
|
||||
g_return_val_if_reached (FALSE);
|
||||
}
|
||||
|
||||
if (self->input_state)
|
||||
gst_video_codec_state_unref (self->input_state);
|
||||
self->input_state = gst_video_codec_state_ref (state);
|
||||
|
|
@ -149,19 +178,312 @@ gst_mfc_dec_reset (GstVideoDecoder * decoder, gboolean hard)
|
|||
GstMFCDec *self = GST_MFC_DEC (decoder);
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Resetting");
|
||||
if (self->context)
|
||||
mfc_dec_flush (self->context);
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_mfc_dec_handle_frame (GstVideoDecoder * decoder,
|
||||
GstVideoCodecFrame * frame)
|
||||
gst_mfc_dec_queue_input (GstMFCDec * self, GstBuffer * inbuf)
|
||||
{
|
||||
GstFlowReturn ret = GST_FLOW_OK;
|
||||
gint mfc_ret;
|
||||
struct mfc_buffer *mfc_inbuf = NULL;
|
||||
guint8 *mfc_inbuf_data;
|
||||
gint mfc_inbuf_size;
|
||||
const guint8 *inbuf_data;
|
||||
gsize inbuf_size;
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Dequeueing input");
|
||||
|
||||
if ((mfc_ret = mfc_dec_dequeue_input (self->context, &mfc_inbuf)) < 0) {
|
||||
if (mfc_ret == -2) {
|
||||
GST_DEBUG_OBJECT (self, "Timeout dequeueing input, trying again");
|
||||
mfc_ret = mfc_dec_dequeue_input (self->context, &mfc_inbuf);
|
||||
}
|
||||
|
||||
if (mfc_ret < 0)
|
||||
goto dequeue_error;
|
||||
}
|
||||
|
||||
g_assert (mfc_inbuf != NULL);
|
||||
|
||||
if (inbuf) {
|
||||
inbuf_data = GST_BUFFER_DATA (inbuf);
|
||||
inbuf_size = GST_BUFFER_SIZE (inbuf);
|
||||
|
||||
mfc_inbuf_data = mfc_buffer_get_input_data (mfc_inbuf);
|
||||
g_assert (mfc_inbuf_data != NULL);
|
||||
mfc_inbuf_size = mfc_buffer_get_input_max_size (mfc_inbuf);
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Have input buffer %p with size %d", mfc_inbuf_data,
|
||||
mfc_inbuf_size);
|
||||
|
||||
if (mfc_inbuf_size < inbuf_size)
|
||||
goto too_small_inbuf;
|
||||
|
||||
memcpy (mfc_inbuf_data, inbuf_data, inbuf_size);
|
||||
mfc_buffer_set_input_size (mfc_inbuf, inbuf_size);
|
||||
} else {
|
||||
GST_DEBUG_OBJECT (self, "Passing EOS input buffer");
|
||||
|
||||
mfc_buffer_set_input_size (mfc_inbuf, 0);
|
||||
}
|
||||
|
||||
if ((mfc_ret = mfc_dec_enqueue_input (self->context, mfc_inbuf)) < 0)
|
||||
goto enqueue_error;
|
||||
|
||||
done:
|
||||
return ret;
|
||||
|
||||
dequeue_error:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
||||
("Failed to dequeue input buffer"), ("mfc_dec_dequeue_input: %d",
|
||||
mfc_ret));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
|
||||
too_small_inbuf:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, STREAM, FORMAT, ("Too large input frames"),
|
||||
("Maximum size %d, got %d", mfc_inbuf_size, inbuf_size));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
|
||||
enqueue_error:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
||||
("Failed to enqueue input buffer"), ("mfc_dec_enqueue_input: %d",
|
||||
mfc_ret));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
}
|
||||
|
||||
static GstVideoCodecFrame *
|
||||
gst_mfc_dec_get_earliest_frame (GstMFCDec * self)
|
||||
{
|
||||
GstVideoCodecFrame *frame = NULL;
|
||||
GList *frames, *l;
|
||||
|
||||
frames = gst_video_decoder_get_frames (GST_VIDEO_DECODER (self));
|
||||
|
||||
for (l = frames; l; l = l->next) {
|
||||
GstVideoCodecFrame *tmp = l->data;
|
||||
|
||||
if (!frame) {
|
||||
frame = tmp;
|
||||
} else if (frame->pts > tmp->pts) {
|
||||
gst_video_codec_frame_unref (frame);
|
||||
frame = tmp;
|
||||
} else {
|
||||
gst_video_codec_frame_unref (tmp);
|
||||
}
|
||||
}
|
||||
|
||||
g_list_free (frames);
|
||||
|
||||
return frame;
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_mfc_dec_dequeue_output (GstMFCDec * self)
|
||||
{
|
||||
GstFlowReturn ret = GST_FLOW_OK;
|
||||
gint mfc_ret;
|
||||
GstVideoCodecFrame *frame = NULL;
|
||||
GstBuffer *outbuf = NULL;
|
||||
struct mfc_buffer *mfc_outbuf = NULL;
|
||||
gint width, height;
|
||||
gint crop_left, crop_top, crop_width, crop_height;
|
||||
GstVideoCodecState *state = NULL;
|
||||
gint64 deadline;
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Dequeueing output");
|
||||
|
||||
if (!self->initialized) {
|
||||
if ((mfc_ret = mfc_dec_init (self->context, 1)) < 0)
|
||||
goto initialize_error;
|
||||
self->initialized = TRUE;
|
||||
}
|
||||
|
||||
if ((mfc_ret = mfc_dec_output_available (self->context)) == 0)
|
||||
return GST_FLOW_OK;
|
||||
else if (mfc_ret < 0)
|
||||
goto output_available_error;
|
||||
|
||||
mfc_dec_get_output_size (self->context, &width, &height);
|
||||
mfc_dec_get_crop_size (self->context, &crop_left, &crop_top, &crop_width,
|
||||
&crop_height);
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Have output buffer: width %d, height %d, "
|
||||
"crop_left %d, crop_right %d, "
|
||||
"crop_width %d, crop_height %d", width, height,
|
||||
crop_left, crop_top, crop_width, crop_height);
|
||||
|
||||
state = gst_video_decoder_get_output_state (GST_VIDEO_DECODER (self));
|
||||
if (!state || state->info.width != crop_width
|
||||
|| state->info.height != crop_height) {
|
||||
GST_DEBUG_OBJECT (self, "Creating new output state");
|
||||
|
||||
if (state)
|
||||
gst_video_codec_state_unref (state);
|
||||
state =
|
||||
gst_video_decoder_set_output_state (GST_VIDEO_DECODER (self),
|
||||
GST_VIDEO_FORMAT_NV12, crop_width, crop_height, self->input_state);
|
||||
}
|
||||
|
||||
if ((mfc_ret = mfc_dec_dequeue_output (self->context, &mfc_outbuf)) < 0) {
|
||||
if (mfc_ret == -2) {
|
||||
GST_DEBUG_OBJECT (self, "Timeout dequeueing output, trying again");
|
||||
mfc_ret = mfc_dec_dequeue_output (self->context, &mfc_outbuf);
|
||||
}
|
||||
|
||||
if (mfc_ret < 0)
|
||||
goto dequeue_error;
|
||||
}
|
||||
|
||||
g_assert (mfc_outbuf != NULL);
|
||||
|
||||
/* FIXME: Replace this by gst_video_decoder_get_frame() with an ID */
|
||||
frame = gst_mfc_dec_get_earliest_frame (self);
|
||||
|
||||
if (frame) {
|
||||
deadline =
|
||||
gst_video_decoder_get_max_decode_time (GST_VIDEO_DECODER (self), frame);
|
||||
if (deadline < 0) {
|
||||
GST_LOG_OBJECT (self,
|
||||
"Dropping too late frame: deadline %" G_GINT64_FORMAT, deadline);
|
||||
ret = gst_video_decoder_drop_frame (GST_VIDEO_DECODER (self), frame);
|
||||
goto done;
|
||||
|
||||
}
|
||||
ret =
|
||||
gst_video_decoder_alloc_output_frame (GST_VIDEO_DECODER (self), frame);
|
||||
|
||||
if (ret != GST_FLOW_OK)
|
||||
goto alloc_error;
|
||||
|
||||
outbuf = frame->output_buffer;
|
||||
} else {
|
||||
outbuf = gst_video_decoder_alloc_output_buffer (GST_VIDEO_DECODER (self));
|
||||
|
||||
if (!outbuf) {
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto alloc_error;
|
||||
}
|
||||
}
|
||||
|
||||
/* TODO: Here now copy the mfc_outbuf to outbuf using the FIMC detiler */
|
||||
|
||||
if (frame) {
|
||||
ret = gst_video_decoder_finish_frame (GST_VIDEO_DECODER (self), frame);
|
||||
frame = NULL;
|
||||
} else {
|
||||
ret = gst_pad_push (GST_VIDEO_DECODER_SRC_PAD (self), outbuf);
|
||||
}
|
||||
|
||||
if (ret != GST_FLOW_OK)
|
||||
GST_INFO_OBJECT (self, "Pushing frame returned: %s",
|
||||
gst_flow_get_name (ret));
|
||||
|
||||
done:
|
||||
if (mfc_outbuf) {
|
||||
if ((mfc_ret = mfc_dec_enqueue_output (self->context, mfc_outbuf)) < 0)
|
||||
goto enqueue_error;
|
||||
}
|
||||
|
||||
if (state)
|
||||
gst_video_codec_state_unref (state);
|
||||
if (frame)
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
return ret;
|
||||
|
||||
initialize_error:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, INIT, ("Failed to initialize output"),
|
||||
("mfc_dec_init: %d", mfc_ret));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
|
||||
output_available_error:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
||||
("Failed to check if output is available"),
|
||||
("mfc_dec_output_available: %d", mfc_ret));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
|
||||
dequeue_error:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
||||
("Failed to dequeue output buffer"), ("mfc_dec_dequeue_output: %d",
|
||||
mfc_ret));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
|
||||
alloc_error:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, CORE, FAILED, ("Failed to allocate output buffer"),
|
||||
(NULL));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
|
||||
enqueue_error:
|
||||
{
|
||||
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
||||
("Failed to enqueue output buffer"), ("mfc_dec_enqueue_output: %d",
|
||||
mfc_ret));
|
||||
ret = GST_FLOW_ERROR;
|
||||
goto done;
|
||||
}
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_mfc_dec_finish (GstVideoDecoder * decoder)
|
||||
{
|
||||
GstMFCDec *self = GST_MFC_DEC (decoder);
|
||||
GstFlowReturn ret;
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Finishing decoding");
|
||||
|
||||
if ((ret = gst_mfc_dec_queue_input (self, NULL)) != GST_FLOW_OK)
|
||||
return ret;
|
||||
|
||||
return gst_mfc_dec_dequeue_output (self);
|
||||
}
|
||||
|
||||
static GstFlowReturn
|
||||
gst_mfc_dec_handle_frame (GstVideoDecoder * decoder, GstVideoCodecFrame * frame)
|
||||
{
|
||||
GstMFCDec *self = GST_MFC_DEC (decoder);
|
||||
GstFlowReturn ret = GST_FLOW_OK;
|
||||
|
||||
GST_DEBUG_OBJECT (self, "Handling frame");
|
||||
|
||||
return ret;
|
||||
}
|
||||
/* FIXME: Would be good to assign an ID to input frames */
|
||||
if (frame->pts == GST_CLOCK_TIME_NONE) {
|
||||
GST_ERROR_OBJECT (self, "Only PTS timestamped streams supported so far");
|
||||
gst_video_codec_frame_unref (frame);
|
||||
return GST_FLOW_ERROR;
|
||||
}
|
||||
|
||||
if ((ret =
|
||||
gst_mfc_dec_queue_input (self, frame->input_buffer)) != GST_FLOW_OK) {
|
||||
gst_video_codec_frame_unref (frame);
|
||||
return ret;
|
||||
}
|
||||
|
||||
gst_video_codec_frame_unref (frame);
|
||||
|
||||
return gst_mfc_dec_dequeue_output (self);
|
||||
}
|
||||
|
|
|
|||
|
|
@ -51,6 +51,7 @@ struct _GstMFCDec
|
|||
/* < private > */
|
||||
GstVideoCodecState *input_state;
|
||||
struct mfc_dec_context* context;
|
||||
gboolean initialized;
|
||||
};
|
||||
|
||||
struct _GstMFCDecClass
|
||||
|
|
|
|||
Loading…
Reference in a new issue