2014-03-03 15:15:24 +00:00
|
|
|
/*
|
2014-03-12 11:48:12 +00:00
|
|
|
* Copyright (C) 2011, Hewlett-Packard Development Company, L.P.
|
|
|
|
* Author: Sebastian Dröge <sebastian.droege@collabora.co.uk>, Collabora Ltd.
|
|
|
|
* Copyright (C) 2013, Collabora Ltd.
|
|
|
|
* Author: Sebastian Dröge <sebastian.droege@collabora.co.uk> *
|
2014-03-03 15:15:24 +00:00
|
|
|
* Copyright 2014 Advanced Micro Devices, Inc.
|
|
|
|
* Author: Christian König <christian.koenig@amd.com>
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation
|
|
|
|
* version 2.1 of the License.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
|
|
#include "config.h"
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#include "gstomxvideo.h"
|
|
|
|
|
2017-12-12 17:30:27 +00:00
|
|
|
#include <math.h>
|
|
|
|
|
2014-03-13 13:26:58 +00:00
|
|
|
GST_DEBUG_CATEGORY (gst_omx_video_debug_category);
|
2014-03-03 15:15:24 +00:00
|
|
|
#define GST_CAT_DEFAULT gst_omx_video_debug_category
|
|
|
|
|
2014-04-09 16:51:12 +00:00
|
|
|
GstVideoFormat
|
|
|
|
gst_omx_video_get_format_from_omx (OMX_COLOR_FORMATTYPE omx_colorformat)
|
|
|
|
{
|
|
|
|
GstVideoFormat format;
|
|
|
|
|
|
|
|
switch (omx_colorformat) {
|
|
|
|
case OMX_COLOR_FormatL8:
|
|
|
|
format = GST_VIDEO_FORMAT_GRAY8;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_FormatYUV420Planar:
|
|
|
|
case OMX_COLOR_FormatYUV420PackedPlanar:
|
|
|
|
format = GST_VIDEO_FORMAT_I420;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_FormatYUV420SemiPlanar:
|
2016-12-11 19:52:37 +00:00
|
|
|
case OMX_COLOR_FormatYUV420PackedSemiPlanar:
|
2014-04-09 16:51:12 +00:00
|
|
|
format = GST_VIDEO_FORMAT_NV12;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_FormatYUV422SemiPlanar:
|
|
|
|
format = GST_VIDEO_FORMAT_NV16;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_FormatYCbYCr:
|
|
|
|
format = GST_VIDEO_FORMAT_YUY2;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_FormatYCrYCb:
|
|
|
|
format = GST_VIDEO_FORMAT_YVYU;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_FormatCbYCrY:
|
|
|
|
format = GST_VIDEO_FORMAT_UYVY;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_Format32bitARGB8888:
|
|
|
|
/* There is a mismatch in omxil specification 4.2.1 between
|
|
|
|
* OMX_COLOR_Format32bitARGB8888 and its description
|
|
|
|
* Follow the description */
|
|
|
|
format = GST_VIDEO_FORMAT_ABGR;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_Format32bitBGRA8888:
|
|
|
|
/* Same issue as OMX_COLOR_Format32bitARGB8888 */
|
|
|
|
format = GST_VIDEO_FORMAT_ARGB;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_Format16bitRGB565:
|
|
|
|
format = GST_VIDEO_FORMAT_RGB16;
|
|
|
|
break;
|
|
|
|
case OMX_COLOR_Format16bitBGR565:
|
|
|
|
format = GST_VIDEO_FORMAT_BGR16;
|
|
|
|
break;
|
2016-12-11 19:52:37 +00:00
|
|
|
case OMX_COLOR_Format24bitBGR888:
|
|
|
|
format = GST_VIDEO_FORMAT_BGR;
|
|
|
|
break;
|
2018-02-16 10:50:35 +00:00
|
|
|
#ifdef USE_OMX_TARGET_ZYNQ_USCALE_PLUS
|
|
|
|
/* Formats defined in extensions have their own enum so disable to -Wswitch warning */
|
|
|
|
#pragma GCC diagnostic push
|
|
|
|
#pragma GCC diagnostic ignored "-Wswitch"
|
|
|
|
case OMX_ALG_COLOR_FormatYUV420SemiPlanar10bitPacked:
|
|
|
|
format = GST_VIDEO_FORMAT_NV12_10LE32;
|
|
|
|
break;
|
|
|
|
case OMX_ALG_COLOR_FormatYUV422SemiPlanar10bitPacked:
|
|
|
|
format = GST_VIDEO_FORMAT_NV16_10LE32;
|
|
|
|
break;
|
|
|
|
#pragma GCC diagnostic pop
|
|
|
|
#endif
|
2014-04-09 16:51:12 +00:00
|
|
|
default:
|
|
|
|
format = GST_VIDEO_FORMAT_UNKNOWN;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return format;
|
|
|
|
}
|
|
|
|
|
2014-03-03 15:15:24 +00:00
|
|
|
GList *
|
|
|
|
gst_omx_video_get_supported_colorformats (GstOMXPort * port,
|
|
|
|
GstVideoCodecState * state)
|
|
|
|
{
|
|
|
|
GstOMXComponent *comp = port->comp;
|
|
|
|
OMX_VIDEO_PARAM_PORTFORMATTYPE param;
|
|
|
|
OMX_ERRORTYPE err;
|
|
|
|
GList *negotiation_map = NULL;
|
|
|
|
gint old_index;
|
|
|
|
GstOMXVideoNegotiationMap *m;
|
2014-04-09 16:51:12 +00:00
|
|
|
GstVideoFormat f;
|
2014-03-03 15:15:24 +00:00
|
|
|
|
|
|
|
GST_OMX_INIT_STRUCT (¶m);
|
|
|
|
param.nPortIndex = port->index;
|
|
|
|
param.nIndex = 0;
|
2017-12-12 14:45:30 +00:00
|
|
|
param.xFramerate =
|
|
|
|
state ? gst_omx_video_calculate_framerate_q16 (&state->info) : 0;
|
2014-03-03 15:15:24 +00:00
|
|
|
|
|
|
|
old_index = -1;
|
|
|
|
do {
|
|
|
|
err =
|
|
|
|
gst_omx_component_get_parameter (comp,
|
|
|
|
OMX_IndexParamVideoPortFormat, ¶m);
|
|
|
|
|
|
|
|
/* FIXME: Workaround for Bellagio that simply always
|
|
|
|
* returns the same value regardless of nIndex and
|
|
|
|
* never returns OMX_ErrorNoMore
|
|
|
|
*/
|
|
|
|
if (old_index == param.nIndex)
|
|
|
|
break;
|
|
|
|
|
|
|
|
if (err == OMX_ErrorNone || err == OMX_ErrorNoMore) {
|
2014-04-09 16:51:12 +00:00
|
|
|
f = gst_omx_video_get_format_from_omx (param.eColorFormat);
|
|
|
|
|
|
|
|
if (f != GST_VIDEO_FORMAT_UNKNOWN) {
|
|
|
|
m = g_slice_new (GstOMXVideoNegotiationMap);
|
|
|
|
m->format = f;
|
|
|
|
m->type = param.eColorFormat;
|
|
|
|
negotiation_map = g_list_append (negotiation_map, m);
|
|
|
|
GST_DEBUG_OBJECT (comp->parent,
|
2018-03-08 11:09:38 +00:00
|
|
|
"Component port %d supports %s (%d) at index %u", port->index,
|
2014-04-09 16:51:12 +00:00
|
|
|
gst_video_format_to_string (f), param.eColorFormat,
|
|
|
|
(guint) param.nIndex);
|
|
|
|
} else {
|
|
|
|
GST_DEBUG_OBJECT (comp->parent,
|
2018-03-08 11:09:38 +00:00
|
|
|
"Component port %d supports unsupported color format %d at index %u",
|
|
|
|
port->index, param.eColorFormat, (guint) param.nIndex);
|
2014-03-03 15:15:24 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
old_index = param.nIndex++;
|
|
|
|
} while (err == OMX_ErrorNone);
|
|
|
|
|
|
|
|
return negotiation_map;
|
|
|
|
}
|
|
|
|
|
|
|
|
GstCaps *
|
2014-03-12 11:47:34 +00:00
|
|
|
gst_omx_video_get_caps_for_map (GList * map)
|
2014-03-03 15:15:24 +00:00
|
|
|
{
|
|
|
|
GstCaps *caps = gst_caps_new_empty ();
|
|
|
|
GList *l;
|
|
|
|
|
|
|
|
for (l = map; l; l = l->next) {
|
|
|
|
GstOMXVideoNegotiationMap *entry = l->data;
|
|
|
|
|
|
|
|
gst_caps_append_structure (caps,
|
|
|
|
gst_structure_new ("video/x-raw",
|
|
|
|
"format", G_TYPE_STRING,
|
|
|
|
gst_video_format_to_string (entry->format), NULL));
|
|
|
|
}
|
|
|
|
return caps;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
gst_omx_video_negotiation_map_free (GstOMXVideoNegotiationMap * m)
|
|
|
|
{
|
|
|
|
g_slice_free (GstOMXVideoNegotiationMap, m);
|
|
|
|
}
|
|
|
|
|
|
|
|
GstVideoCodecFrame *
|
|
|
|
gst_omx_video_find_nearest_frame (GstOMXBuffer * buf, GList * frames)
|
|
|
|
{
|
|
|
|
GstVideoCodecFrame *best = NULL;
|
|
|
|
GstClockTimeDiff best_diff = G_MAXINT64;
|
|
|
|
GstClockTime timestamp;
|
|
|
|
GList *l;
|
|
|
|
|
|
|
|
timestamp =
|
2016-06-17 09:06:48 +00:00
|
|
|
gst_util_uint64_scale (GST_OMX_GET_TICKS (buf->omx_buf->nTimeStamp),
|
|
|
|
GST_SECOND, OMX_TICKS_PER_SECOND);
|
2014-03-03 15:15:24 +00:00
|
|
|
|
|
|
|
for (l = frames; l; l = l->next) {
|
|
|
|
GstVideoCodecFrame *tmp = l->data;
|
|
|
|
GstClockTimeDiff diff = ABS (GST_CLOCK_DIFF (timestamp, tmp->pts));
|
|
|
|
|
|
|
|
if (diff < best_diff) {
|
|
|
|
best = tmp;
|
|
|
|
best_diff = diff;
|
|
|
|
|
|
|
|
if (diff == 0)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (best)
|
|
|
|
gst_video_codec_frame_ref (best);
|
|
|
|
|
|
|
|
g_list_foreach (frames, (GFunc) gst_video_codec_frame_unref, NULL);
|
|
|
|
g_list_free (frames);
|
|
|
|
|
|
|
|
return best;
|
|
|
|
}
|
2017-12-12 14:45:30 +00:00
|
|
|
|
|
|
|
OMX_U32
|
|
|
|
gst_omx_video_calculate_framerate_q16 (GstVideoInfo * info)
|
|
|
|
{
|
|
|
|
g_assert (info);
|
|
|
|
|
|
|
|
return gst_util_uint64_scale_int (1 << 16, info->fps_n, info->fps_d);
|
|
|
|
}
|
2017-12-12 17:30:27 +00:00
|
|
|
|
|
|
|
gboolean
|
|
|
|
gst_omx_video_is_equal_framerate_q16 (OMX_U32 q16_a, OMX_U32 q16_b)
|
|
|
|
{
|
|
|
|
/* If one of them is 0 use the classic comparison. The value 0 has a special
|
|
|
|
meaning and is used to indicate the frame rate is unknown, variable, or
|
|
|
|
is not needed. */
|
|
|
|
if (!q16_a || !q16_b)
|
|
|
|
return q16_a == q16_b;
|
|
|
|
|
|
|
|
/* If the 'percentage change' is less than 1% then consider it equal to avoid
|
|
|
|
* an unnecessary re-negotiation. */
|
|
|
|
return fabs (((gdouble) q16_a) - ((gdouble) q16_b)) / (gdouble) q16_b < 0.01;
|
|
|
|
}
|