mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-10-22 10:23:47 +00:00
mfc: Implement negotiation to NV12 or I420 based on downstream caps
This commit is contained in:
parent
c77e820a52
commit
6111f89365
2 changed files with 125 additions and 75 deletions
|
@ -38,6 +38,7 @@ static gboolean gst_mfc_dec_reset (GstVideoDecoder * decoder, gboolean hard);
|
||||||
static GstFlowReturn gst_mfc_dec_finish (GstVideoDecoder * decoder);
|
static GstFlowReturn gst_mfc_dec_finish (GstVideoDecoder * decoder);
|
||||||
static GstFlowReturn gst_mfc_dec_handle_frame (GstVideoDecoder * decoder,
|
static GstFlowReturn gst_mfc_dec_handle_frame (GstVideoDecoder * decoder,
|
||||||
GstVideoCodecFrame * frame);
|
GstVideoCodecFrame * frame);
|
||||||
|
static gboolean gst_mfc_dec_negotiate (GstVideoDecoder * decoder);
|
||||||
|
|
||||||
static GstStaticPadTemplate gst_mfc_dec_sink_template =
|
static GstStaticPadTemplate gst_mfc_dec_sink_template =
|
||||||
GST_STATIC_PAD_TEMPLATE ("sink",
|
GST_STATIC_PAD_TEMPLATE ("sink",
|
||||||
|
@ -52,7 +53,7 @@ static GstStaticPadTemplate gst_mfc_dec_src_template =
|
||||||
GST_STATIC_PAD_TEMPLATE ("src",
|
GST_STATIC_PAD_TEMPLATE ("src",
|
||||||
GST_PAD_SRC,
|
GST_PAD_SRC,
|
||||||
GST_PAD_ALWAYS,
|
GST_PAD_ALWAYS,
|
||||||
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("I420"))
|
GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ I420, NV12 }"))
|
||||||
);
|
);
|
||||||
|
|
||||||
#define parent_class gst_mfc_dec_parent_class
|
#define parent_class gst_mfc_dec_parent_class
|
||||||
|
@ -86,6 +87,7 @@ gst_mfc_dec_class_init (GstMFCDecClass * klass)
|
||||||
video_decoder_class->finish = GST_DEBUG_FUNCPTR (gst_mfc_dec_finish);
|
video_decoder_class->finish = GST_DEBUG_FUNCPTR (gst_mfc_dec_finish);
|
||||||
video_decoder_class->reset = GST_DEBUG_FUNCPTR (gst_mfc_dec_reset);
|
video_decoder_class->reset = GST_DEBUG_FUNCPTR (gst_mfc_dec_reset);
|
||||||
video_decoder_class->set_format = GST_DEBUG_FUNCPTR (gst_mfc_dec_set_format);
|
video_decoder_class->set_format = GST_DEBUG_FUNCPTR (gst_mfc_dec_set_format);
|
||||||
|
video_decoder_class->negotiate = GST_DEBUG_FUNCPTR (gst_mfc_dec_negotiate);
|
||||||
video_decoder_class->handle_frame =
|
video_decoder_class->handle_frame =
|
||||||
GST_DEBUG_FUNCPTR (gst_mfc_dec_handle_frame);
|
GST_DEBUG_FUNCPTR (gst_mfc_dec_handle_frame);
|
||||||
|
|
||||||
|
@ -311,6 +313,81 @@ gst_mfc_dec_get_earliest_frame (GstMFCDec * self)
|
||||||
return frame;
|
return frame;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static gboolean
|
||||||
|
gst_mfc_dec_negotiate (GstVideoDecoder * decoder)
|
||||||
|
{
|
||||||
|
GstMFCDec *self = GST_MFC_DEC (decoder);
|
||||||
|
Fimc *fimc = self->fimc;
|
||||||
|
GstVideoCodecState *state;
|
||||||
|
GstCaps *allowed_caps;
|
||||||
|
GstVideoFormat format = GST_VIDEO_FORMAT_I420;
|
||||||
|
FimcColorFormat fimc_format;
|
||||||
|
|
||||||
|
allowed_caps = gst_pad_get_allowed_caps (GST_VIDEO_DECODER_SRC_PAD (self));
|
||||||
|
allowed_caps = gst_caps_truncate (allowed_caps);
|
||||||
|
allowed_caps = gst_caps_fixate (allowed_caps);
|
||||||
|
if (!gst_caps_is_empty (allowed_caps)) {
|
||||||
|
const gchar *format_str;
|
||||||
|
GstStructure *s = gst_caps_get_structure (allowed_caps, 0);
|
||||||
|
|
||||||
|
format_str = gst_structure_get_string (s, "format");
|
||||||
|
if (format_str)
|
||||||
|
format = gst_video_format_from_string (format_str);
|
||||||
|
}
|
||||||
|
gst_caps_unref (allowed_caps);
|
||||||
|
|
||||||
|
switch (format) {
|
||||||
|
case GST_VIDEO_FORMAT_I420:
|
||||||
|
fimc_format = FIMC_COLOR_FORMAT_YUV420P;
|
||||||
|
break;
|
||||||
|
case GST_VIDEO_FORMAT_NV12:
|
||||||
|
fimc_format = FIMC_COLOR_FORMAT_YUV420SP;
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
g_assert_not_reached ();
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (fimc_set_src_format (fimc, FIMC_COLOR_FORMAT_YUV420SPT, self->width,
|
||||||
|
self->height, self->src_stride, self->crop_left, self->crop_top,
|
||||||
|
self->crop_width, self->crop_height) < 0)
|
||||||
|
goto fimc_src_error;
|
||||||
|
|
||||||
|
if (fimc_set_dst_format_direct (fimc, fimc_format, self->width,
|
||||||
|
self->height, self->crop_left, self->crop_top, self->crop_width,
|
||||||
|
self->crop_height, self->dst, self->dst_stride) < 0)
|
||||||
|
goto fimc_dst_error;
|
||||||
|
|
||||||
|
GST_DEBUG_OBJECT (self,
|
||||||
|
"Got direct output buffer: %p [%d], %p [%d], %p [%d]", self->dst[0],
|
||||||
|
self->dst_stride[0], self->dst[1], self->dst_stride[1], self->dst[2],
|
||||||
|
self->dst_stride[2]);
|
||||||
|
|
||||||
|
state =
|
||||||
|
gst_video_decoder_set_output_state (GST_VIDEO_DECODER (self),
|
||||||
|
GST_VIDEO_FORMAT_I420, self->crop_width, self->crop_height,
|
||||||
|
self->input_state);
|
||||||
|
|
||||||
|
gst_video_codec_state_unref (state);
|
||||||
|
|
||||||
|
return
|
||||||
|
GST_VIDEO_DECODER_CLASS (gst_mfc_dec_parent_class)->negotiate (decoder);
|
||||||
|
|
||||||
|
fimc_src_error:
|
||||||
|
{
|
||||||
|
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
||||||
|
("Failed to set FIMC source parameters"), (NULL));
|
||||||
|
return FALSE;
|
||||||
|
}
|
||||||
|
|
||||||
|
fimc_dst_error:
|
||||||
|
{
|
||||||
|
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
||||||
|
("Failed to set FIMC destination parameters"), (NULL));
|
||||||
|
return FALSE;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
static GstFlowReturn
|
static GstFlowReturn
|
||||||
gst_mfc_dec_dequeue_output (GstMFCDec * self)
|
gst_mfc_dec_dequeue_output (GstMFCDec * self)
|
||||||
{
|
{
|
||||||
|
@ -348,13 +425,13 @@ gst_mfc_dec_dequeue_output (GstMFCDec * self)
|
||||||
"crop_width %d, crop_height %d", width, height, src_ystride,
|
"crop_width %d, crop_height %d", width, height, src_ystride,
|
||||||
src_uvstride, crop_left, crop_top, crop_width, crop_height);
|
src_uvstride, crop_left, crop_top, crop_width, crop_height);
|
||||||
|
|
||||||
if (self->width != width || self->height != height ||
|
state = gst_video_decoder_get_output_state (GST_VIDEO_DECODER (self));
|
||||||
|
|
||||||
|
if (!state || self->width != width || self->height != height ||
|
||||||
self->src_stride[0] != src_ystride
|
self->src_stride[0] != src_ystride
|
||||||
|| self->src_stride[1] != src_uvstride
|
|| self->src_stride[1] != src_uvstride
|
||||||
|| self->crop_left != self->crop_left || self->crop_top != crop_top
|
|| self->crop_left != self->crop_left || self->crop_top != crop_top
|
||||||
|| self->crop_width != crop_width || self->crop_height != crop_height) {
|
|| self->crop_width != crop_width || self->crop_height != crop_height) {
|
||||||
fimc = self->fimc;
|
|
||||||
|
|
||||||
self->width = width;
|
self->width = width;
|
||||||
self->height = height;
|
self->height = height;
|
||||||
self->crop_left = crop_left;
|
self->crop_left = crop_left;
|
||||||
|
@ -365,32 +442,12 @@ gst_mfc_dec_dequeue_output (GstMFCDec * self)
|
||||||
self->src_stride[1] = src_uvstride;
|
self->src_stride[1] = src_uvstride;
|
||||||
self->src_stride[2] = 0;
|
self->src_stride[2] = 0;
|
||||||
|
|
||||||
if (fimc_set_src_format (fimc, FIMC_COLOR_FORMAT_YUV420SPT, width, height,
|
if (!gst_video_decoder_negotiate (GST_VIDEO_DECODER (self)))
|
||||||
self->src_stride, crop_left, crop_top, crop_width,
|
goto negotiate_error;
|
||||||
crop_height) < 0)
|
|
||||||
goto fimc_src_error;
|
|
||||||
|
|
||||||
if (fimc_set_dst_format_direct (fimc, FIMC_COLOR_FORMAT_YUV420P, width,
|
|
||||||
height, crop_left, crop_top, crop_width, crop_height, self->dst,
|
|
||||||
self->dst_stride) < 0)
|
|
||||||
goto fimc_dst_error;
|
|
||||||
|
|
||||||
GST_DEBUG_OBJECT (self,
|
|
||||||
"Got direct output buffer: %p [%d], %p [%d], %p [%d]", self->dst[0],
|
|
||||||
self->dst_stride[0], self->dst[1], self->dst_stride[1], self->dst[2],
|
|
||||||
self->dst_stride[2]);
|
|
||||||
}
|
|
||||||
|
|
||||||
state = gst_video_decoder_get_output_state (GST_VIDEO_DECODER (self));
|
|
||||||
if (!state || state->info.width != crop_width
|
|
||||||
|| state->info.height != crop_height) {
|
|
||||||
GST_DEBUG_OBJECT (self, "Creating new output state");
|
|
||||||
|
|
||||||
if (state)
|
if (state)
|
||||||
gst_video_codec_state_unref (state);
|
gst_video_codec_state_unref (state);
|
||||||
state =
|
state = gst_video_decoder_get_output_state (GST_VIDEO_DECODER (self));
|
||||||
gst_video_decoder_set_output_state (GST_VIDEO_DECODER (self),
|
|
||||||
GST_VIDEO_FORMAT_I420, crop_width, crop_height, self->input_state);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if ((mfc_ret = mfc_dec_dequeue_output (self->context, &mfc_outbuf)) < 0) {
|
if ((mfc_ret = mfc_dec_dequeue_output (self->context, &mfc_outbuf)) < 0) {
|
||||||
|
@ -440,7 +497,7 @@ gst_mfc_dec_dequeue_output (GstMFCDec * self)
|
||||||
|
|
||||||
{
|
{
|
||||||
const guint8 *mfc_outbuf_comps[3] = { NULL, };
|
const guint8 *mfc_outbuf_comps[3] = { NULL, };
|
||||||
gint i, h, w, src_stride, dst_stride;
|
gint i, j, h, w, src_stride, dst_stride;
|
||||||
guint8 *dst_, *src_;
|
guint8 *dst_, *src_;
|
||||||
|
|
||||||
fimc = self->fimc;
|
fimc = self->fimc;
|
||||||
|
@ -454,40 +511,40 @@ gst_mfc_dec_dequeue_output (GstMFCDec * self)
|
||||||
if (!gst_video_frame_map (&vframe, &state->info, outbuf, GST_MAP_WRITE))
|
if (!gst_video_frame_map (&vframe, &state->info, outbuf, GST_MAP_WRITE))
|
||||||
goto frame_map_error;
|
goto frame_map_error;
|
||||||
|
|
||||||
dst_ = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, 0);
|
switch (state->info.finfo->format) {
|
||||||
src_ = self->dst[0];
|
case GST_VIDEO_FORMAT_I420:
|
||||||
src_stride = self->dst_stride[0];
|
for (j = 0; j < 3; j++) {
|
||||||
h = GST_VIDEO_FRAME_COMP_HEIGHT (&vframe, 0);
|
dst_ = (guint8 *) GST_VIDEO_FRAME_COMP_DATA (&vframe, j);
|
||||||
w = GST_VIDEO_FRAME_COMP_WIDTH (&vframe, 0);
|
src_ = self->dst[j];
|
||||||
dst_stride = GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, 0);
|
src_stride = self->dst_stride[j];
|
||||||
for (i = 0; i < h; i++) {
|
h = GST_VIDEO_FRAME_COMP_HEIGHT (&vframe, j);
|
||||||
memcpy (dst_, src_, w);
|
w = GST_VIDEO_FRAME_COMP_WIDTH (&vframe, j);
|
||||||
dst_ += dst_stride;
|
dst_stride = GST_VIDEO_FRAME_COMP_STRIDE (&vframe, j);
|
||||||
src_ += src_stride;
|
for (i = 0; i < h; i++) {
|
||||||
}
|
memcpy (dst_, src_, w);
|
||||||
|
dst_ += dst_stride;
|
||||||
dst_ = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, 1);
|
src_ += src_stride;
|
||||||
src_ = self->dst[1];
|
}
|
||||||
src_stride = self->dst_stride[1];
|
}
|
||||||
h = GST_VIDEO_FRAME_COMP_HEIGHT (&vframe, 1);
|
break;
|
||||||
w = GST_VIDEO_FRAME_COMP_WIDTH (&vframe, 1);
|
case GST_VIDEO_FORMAT_NV12:
|
||||||
dst_stride = GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, 1);
|
for (j = 0; j < 2; j++) {
|
||||||
for (i = 0; i < h; i++) {
|
dst_ = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, j);
|
||||||
memcpy (dst_, src_, w);
|
src_ = self->dst[j];
|
||||||
dst_ += dst_stride;
|
src_stride = self->dst_stride[j];
|
||||||
src_ += src_stride;
|
h = GST_VIDEO_FRAME_COMP_HEIGHT (&vframe, j);
|
||||||
}
|
w = GST_VIDEO_FRAME_COMP_WIDTH (&vframe, j) * (j == 0 ? 1 : 2);
|
||||||
|
dst_stride = GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, j);
|
||||||
dst_ = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, 2);
|
for (i = 0; i < h; i++) {
|
||||||
src_ = self->dst[2];
|
memcpy (dst_, src_, w);
|
||||||
src_stride = self->dst_stride[2];
|
dst_ += dst_stride;
|
||||||
h = GST_VIDEO_FRAME_COMP_HEIGHT (&vframe, 2);
|
src_ += src_stride;
|
||||||
w = GST_VIDEO_FRAME_COMP_WIDTH (&vframe, 2);
|
}
|
||||||
dst_stride = GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, 2);
|
}
|
||||||
for (i = 0; i < h; i++) {
|
break;
|
||||||
memcpy (dst_, src_, w);
|
default:
|
||||||
dst_ += dst_stride;
|
g_assert_not_reached ();
|
||||||
src_ += src_stride;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
gst_video_frame_unmap (&vframe);
|
gst_video_frame_unmap (&vframe);
|
||||||
|
@ -533,19 +590,11 @@ initialize_error:
|
||||||
goto done;
|
goto done;
|
||||||
}
|
}
|
||||||
|
|
||||||
fimc_src_error:
|
negotiate_error:
|
||||||
{
|
{
|
||||||
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
GST_ELEMENT_ERROR (self, CORE, NEGOTIATION, ("Failed to negotiate"),
|
||||||
("Failed to set FIMC source parameters"), (NULL));
|
(NULL));
|
||||||
ret = GST_FLOW_ERROR;
|
ret = GST_FLOW_NOT_NEGOTIATED;
|
||||||
goto done;
|
|
||||||
}
|
|
||||||
|
|
||||||
fimc_dst_error:
|
|
||||||
{
|
|
||||||
GST_ELEMENT_ERROR (self, LIBRARY, FAILED,
|
|
||||||
("Failed to set FIMC destination parameters"), (NULL));
|
|
||||||
ret = GST_FLOW_ERROR;
|
|
||||||
goto done;
|
goto done;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -53,7 +53,8 @@ struct _GstMFCDec
|
||||||
GstVideoCodecState *input_state;
|
GstVideoCodecState *input_state;
|
||||||
struct mfc_dec_context* context;
|
struct mfc_dec_context* context;
|
||||||
gboolean initialized;
|
gboolean initialized;
|
||||||
|
|
||||||
|
GstVideoFormat format;
|
||||||
Fimc *fimc;
|
Fimc *fimc;
|
||||||
gint width, height;
|
gint width, height;
|
||||||
gint crop_left, crop_top;
|
gint crop_left, crop_top;
|
||||||
|
|
Loading…
Reference in a new issue