mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-09-22 12:00:11 +00:00
53783eab6c
Untabifying header file. The logging category was moved from the plugin generic category to the display category. It can argue that video formats hacks are display dependant. Added validations for input parameters. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2048>
389 lines
12 KiB
C
389 lines
12 KiB
C
/* GStreamer
|
|
* Copyright (C) 2020 Igalia, S.L.
|
|
* Author: Víctor Jáquez <vjaquez@igalia.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "gstvavideoformat.h"
|
|
|
|
#define GST_CAT_DEFAULT gst_va_display_debug
|
|
GST_DEBUG_CATEGORY_EXTERN (gst_va_display_debug);
|
|
|
|
#define VA_NSB_FIRST 0 /* No Significant Bit */
|
|
|
|
/* *INDENT-OFF* */
|
|
static struct FormatMap
|
|
{
|
|
GstVideoFormat format;
|
|
guint va_rtformat;
|
|
VAImageFormat va_format;
|
|
} format_map[] = {
|
|
#define F(format, fourcc, rtformat, order, bpp, depth, r, g, b, a) { \
|
|
G_PASTE (GST_VIDEO_FORMAT_, format), \
|
|
G_PASTE (VA_RT_FORMAT_, rtformat), \
|
|
{ VA_FOURCC fourcc, G_PASTE (G_PASTE (VA_, order), _FIRST), \
|
|
bpp, depth, r, g, b, a } }
|
|
#define G(format, fourcc, rtformat, order, bpp) \
|
|
F (format, fourcc, rtformat, order, bpp, 0, 0, 0 ,0, 0)
|
|
G (NV12, ('N', 'V', '1', '2'), YUV420, NSB, 12),
|
|
G (NV21, ('N', 'V', '2', '1'), YUV420, NSB, 21),
|
|
G (VUYA, ('A', 'Y', 'U', 'V'), YUV444, LSB, 32),
|
|
F (RGBA, ('R', 'G', 'B', 'A'), RGB32, LSB, 32, 32, 0x000000ff,
|
|
0x0000ff00, 0x00ff0000, 0xff000000),
|
|
F (RGBx, ('R', 'G', 'B', 'X'), RGB32, LSB, 32, 24, 0x000000ff,
|
|
0x0000ff00, 0x00ff0000, 0x00000000),
|
|
F (BGRA, ('B', 'G', 'R', 'A'), RGB32, LSB, 32, 32, 0x00ff0000,
|
|
0x0000ff00, 0x000000ff, 0xff000000),
|
|
F (ARGB, ('A', 'R', 'G', 'B'), RGB32, LSB, 32, 32, 0x0000ff00,
|
|
0x00ff0000, 0xff000000, 0x000000ff),
|
|
F (xRGB, ('X', 'R', 'G', 'B'), RGB32, LSB, 32, 24, 0x0000ff00,
|
|
0x00ff0000, 0xff000000, 0x00000000),
|
|
F (ABGR, ('A', 'B', 'G', 'R'), RGB32, LSB, 32, 32, 0xff000000,
|
|
0x00ff0000, 0x0000ff00, 0x000000ff),
|
|
F (xBGR, ('X', 'B', 'G', 'R'), RGB32, LSB, 32, 24, 0xff000000,
|
|
0x00ff0000, 0x0000ff00, 0x00000000),
|
|
F (BGRx, ('B', 'G', 'R', 'X'), RGB32, LSB, 32, 24, 0x00ff0000,
|
|
0x0000ff00, 0x000000ff, 0x00000000),
|
|
G (UYVY, ('U', 'Y', 'V', 'Y'), YUV422, NSB, 16),
|
|
G (YUY2, ('Y', 'U', 'Y', '2'), YUV422, NSB, 16),
|
|
G (AYUV, ('A', 'Y', 'U', 'V'), YUV444, LSB, 32),
|
|
/* F (????, NV11), */
|
|
G (YV12, ('Y', 'V', '1', '2'), YUV420, NSB, 12),
|
|
/* F (????, P208), */
|
|
G (I420, ('I', '4', '2', '0'), YUV420, NSB, 12),
|
|
/* F (????, YV24), */
|
|
/* F (????, YV32), */
|
|
/* F (????, Y800), */
|
|
/* F (????, IMC3), */
|
|
/* F (????, 411P), */
|
|
/* F (????, 411R), */
|
|
/* F (????, 422H), */
|
|
/* F (????, 422V), */
|
|
/* F (????, 444P), */
|
|
/* F (????, RGBP), */
|
|
/* F (????, BGRP), */
|
|
/* F (????, RGB565), */
|
|
/* F (????, BGR565), */
|
|
G (Y210, ('Y', '2', '1', '0'), YUV422_10, NSB, 32),
|
|
/* F (????, Y216), */
|
|
G (Y410, ('Y', '4', '1', '0'), YUV444_10, NSB, 32),
|
|
G (Y212_LE, ('Y', '2', '1', '2'), YUV422_12, NSB, 32),
|
|
G (Y412_LE, ('Y', '4', '1', '2'), YUV444_12, NSB, 32),
|
|
/* F (????, Y416), */
|
|
/* F (????, YV16), */
|
|
G (P010_10LE, ('P', '0', '1', '0'), YUV420_10, NSB, 24),
|
|
G (P012_LE, ('P', '0', '1', '2'), YUV420_12, NSB, 24),
|
|
/* F (P016_LE, P016, ????), */
|
|
/* F (????, I010), */
|
|
/* F (????, IYUV), */
|
|
/* F (????, A2R10G10B10), */
|
|
/* F (????, A2B10G10R10), */
|
|
/* F (????, X2R10G10B10), */
|
|
/* F (????, X2B10G10R10), */
|
|
G (GRAY8, ('Y', '8', '0', '0'), YUV400, NSB, 8),
|
|
G (Y444, ('4', '4', '4', 'P'), YUV444, NSB, 24),
|
|
/* F (????, Y16), */
|
|
/* G (VYUY, VYUY, YUV422), */
|
|
/* G (YVYU, YVYU, YUV422), */
|
|
/* F (ARGB64, ARGB64, ????), */
|
|
/* F (????, ABGR64), */
|
|
F (RGB16, ('R', 'G', '1', '6'), RGB16, NSB, 16, 16, 0x0000f800,
|
|
0x000007e0, 0x0000001f, 0x00000000),
|
|
F (RGB, ('R', 'G', '2', '4'), RGB32, NSB, 32, 24, 0x00ff0000,
|
|
0x0000ff00, 0x000000ff, 0x00000000),
|
|
F (BGR10A2_LE, ('A', 'R', '3', '0'), RGB32, LSB, 32, 30, 0x3ff00000,
|
|
0x000ffc00, 0x000003ff, 0x30000000),
|
|
#undef F
|
|
#undef G
|
|
};
|
|
|
|
static const struct RBG32FormatMap
|
|
{
|
|
GstVideoFormat format;
|
|
VAImageFormat va_format[2];
|
|
} rgb32_format_map[] = {
|
|
#define F(fourcc, order, bpp, depth, r, g, b, a) \
|
|
{ VA_FOURCC fourcc, G_PASTE (G_PASTE (VA_, order), _FIRST), bpp, depth, r, g, b, a }
|
|
#define A(fourcc, order, r, g, b, a) F (fourcc, order, 32, 32, r, g, b, a)
|
|
#define X(fourcc, order, r, g, b) F (fourcc, order, 32, 24, r, g, b, 0x0)
|
|
{ GST_VIDEO_FORMAT_ARGB, {
|
|
A (('B', 'G', 'R', 'A'), LSB, 0x0000ff00, 0x00ff0000, 0xff000000, 0x000000ff),
|
|
A (('A', 'R', 'G', 'B'), MSB, 0x00ff0000, 0x0000ff00, 0x000000ff, 0xff000000),
|
|
} },
|
|
{ GST_VIDEO_FORMAT_RGBA, {
|
|
A (('A', 'B', 'G', 'R'), LSB, 0x000000ff, 0x0000ff00, 0x00ff0000, 0xff000000),
|
|
A (('R', 'G', 'B', 'A'), MSB, 0xff000000, 0x00ff0000, 0x0000ff00, 0x000000ff),
|
|
} },
|
|
{ GST_VIDEO_FORMAT_ABGR, {
|
|
A (('R', 'G', 'B', 'A'), LSB, 0xff000000, 0x00ff0000, 0x0000ff00, 0x000000ff),
|
|
A (('A', 'B', 'G', 'R'), MSB, 0x000000ff, 0x0000ff00, 0x00ff0000, 0xff000000),
|
|
} },
|
|
{ GST_VIDEO_FORMAT_BGRA, {
|
|
A (('A', 'R', 'G', 'B'), LSB, 0x00ff0000, 0x0000ff00, 0x000000ff, 0xff000000),
|
|
A (('B', 'G', 'R', 'A'), MSB, 0x0000ff00, 0x00ff0000, 0xff000000, 0x000000ff),
|
|
} },
|
|
{ GST_VIDEO_FORMAT_xRGB, {
|
|
X (('B', 'G', 'R', 'X'), LSB, 0x0000ff00, 0x00ff0000, 0xff000000),
|
|
X (('X', 'R', 'G', 'B'), MSB, 0x00ff0000, 0x0000ff00, 0x000000ff),
|
|
} },
|
|
{ GST_VIDEO_FORMAT_RGBx, {
|
|
X (('X', 'B', 'G', 'R'), LSB, 0x000000ff, 0x0000ff00, 0x00ff0000),
|
|
X (('R', 'G', 'B', 'X'), MSB, 0xff000000, 0x00ff0000, 0x0000ff00),
|
|
} },
|
|
{ GST_VIDEO_FORMAT_xBGR, {
|
|
X (('R', 'G', 'B', 'X'), LSB, 0xff000000, 0x00ff0000, 0x0000ff00),
|
|
X (('X', 'B', 'G', 'R'), MSB, 0x000000ff, 0x0000ff00, 0x00ff0000),
|
|
} },
|
|
{ GST_VIDEO_FORMAT_BGRx, {
|
|
X (('X', 'R', 'G', 'B'), LSB, 0x00ff0000, 0x0000ff00, 0x000000ff),
|
|
X (('B', 'G', 'R', 'X'), MSB, 0x0000ff00, 0x00ff0000, 0xff000000),
|
|
} },
|
|
#undef X
|
|
#undef A
|
|
#undef F
|
|
};
|
|
/* *INDENT-ON* */
|
|
|
|
static const struct FormatMap *
|
|
get_format_map_from_va_fourcc (guint va_fourcc)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (format_map); i++) {
|
|
if (format_map[i].va_format.fourcc == va_fourcc)
|
|
return &format_map[i];
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static struct FormatMap *
|
|
get_format_map_from_video_format (GstVideoFormat format)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (format_map); i++) {
|
|
if (format_map[i].format == format)
|
|
return &format_map[i];
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static inline gboolean
|
|
va_format_is_rgb (const VAImageFormat * va_format)
|
|
{
|
|
return va_format->depth != 0;
|
|
}
|
|
|
|
static inline gboolean
|
|
va_format_is_same_rgb (const VAImageFormat * fmt1, const VAImageFormat * fmt2)
|
|
{
|
|
return (fmt1->red_mask == fmt2->red_mask
|
|
&& fmt1->green_mask == fmt2->green_mask
|
|
&& fmt1->blue_mask == fmt2->blue_mask
|
|
&& fmt1->alpha_mask == fmt2->alpha_mask);
|
|
}
|
|
|
|
static inline gboolean
|
|
va_format_is_same (const VAImageFormat * fmt1, const VAImageFormat * fmt2)
|
|
{
|
|
if (fmt1->fourcc != fmt2->fourcc)
|
|
return FALSE;
|
|
if (fmt1->byte_order != VA_NSB_FIRST
|
|
&& fmt2->byte_order != VA_NSB_FIRST
|
|
&& fmt1->byte_order != fmt2->byte_order)
|
|
return FALSE;
|
|
return va_format_is_rgb (fmt1) ? va_format_is_same_rgb (fmt1, fmt2) : TRUE;
|
|
}
|
|
|
|
static const struct FormatMap *
|
|
get_format_map_from_va_image_format (const VAImageFormat * va_format)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (format_map); i++) {
|
|
if (va_format_is_same (&format_map[i].va_format, va_format))
|
|
return &format_map[i];
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
GstVideoFormat
|
|
gst_va_video_format_from_va_fourcc (guint va_fourcc)
|
|
{
|
|
const struct FormatMap *map = get_format_map_from_va_fourcc (va_fourcc);
|
|
|
|
return map ? map->format : GST_VIDEO_FORMAT_UNKNOWN;
|
|
}
|
|
|
|
guint
|
|
gst_va_fourcc_from_video_format (GstVideoFormat format)
|
|
{
|
|
const struct FormatMap *map = get_format_map_from_video_format (format);
|
|
|
|
return map ? map->va_format.fourcc : 0;
|
|
}
|
|
|
|
guint
|
|
gst_va_chroma_from_video_format (GstVideoFormat format)
|
|
{
|
|
const struct FormatMap *map = get_format_map_from_video_format (format);
|
|
|
|
return map ? map->va_rtformat : 0;
|
|
}
|
|
|
|
const VAImageFormat *
|
|
gst_va_image_format_from_video_format (GstVideoFormat format)
|
|
{
|
|
const struct FormatMap *map = get_format_map_from_video_format (format);
|
|
|
|
return map ? &map->va_format : NULL;
|
|
}
|
|
|
|
GstVideoFormat
|
|
gst_va_video_format_from_va_image_format (const VAImageFormat * va_format)
|
|
{
|
|
const struct FormatMap *map = get_format_map_from_va_image_format (va_format);
|
|
|
|
return map ? map->format : GST_VIDEO_FORMAT_UNKNOWN;
|
|
}
|
|
|
|
GstVideoFormat
|
|
gst_va_video_surface_format_from_image_format (GstVideoFormat image_format,
|
|
GArray * surface_formats)
|
|
{
|
|
GstVideoFormat surface_format;
|
|
guint i, image_chroma;
|
|
|
|
if (image_format == GST_VIDEO_FORMAT_UNKNOWN)
|
|
return GST_VIDEO_FORMAT_UNKNOWN;
|
|
|
|
if (!surface_formats || surface_formats->len == 0)
|
|
return GST_VIDEO_FORMAT_UNKNOWN;
|
|
|
|
image_chroma = gst_va_chroma_from_video_format (image_format);
|
|
if (image_chroma == 0)
|
|
return GST_VIDEO_FORMAT_UNKNOWN;
|
|
|
|
for (i = 0; i < surface_formats->len; i++) {
|
|
surface_format = g_array_index (surface_formats, GstVideoFormat, i);
|
|
|
|
if (surface_format == image_format)
|
|
return surface_format;
|
|
}
|
|
|
|
return GST_VIDEO_FORMAT_UNKNOWN;
|
|
}
|
|
|
|
static GstVideoFormat
|
|
find_gst_video_format_in_rgb32_map (VAImageFormat * image_format)
|
|
{
|
|
guint i, j;
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (rgb32_format_map); i++) {
|
|
for (j = 0; j < G_N_ELEMENTS (rgb32_format_map[i].va_format); j++) {
|
|
if (va_format_is_same (&rgb32_format_map[i].va_format[j], image_format))
|
|
return rgb32_format_map[i].format;
|
|
}
|
|
}
|
|
|
|
return GST_VIDEO_FORMAT_UNKNOWN;
|
|
}
|
|
|
|
struct ImageFormatArray
|
|
{
|
|
VAImageFormat *image_formats;
|
|
gint len;
|
|
};
|
|
|
|
static gpointer
|
|
fix_map (gpointer data)
|
|
{
|
|
struct ImageFormatArray *args = data;
|
|
GstVideoFormat format;
|
|
VAImageFormat *image_format;
|
|
struct FormatMap *map;
|
|
guint i;
|
|
|
|
for (i = 0; i < args->len; i++) {
|
|
image_format = &args->image_formats[i];
|
|
if (!va_format_is_rgb (image_format))
|
|
continue;
|
|
format = find_gst_video_format_in_rgb32_map (image_format);
|
|
if (format == GST_VIDEO_FORMAT_UNKNOWN)
|
|
continue;
|
|
map = get_format_map_from_video_format (format);
|
|
if (!map)
|
|
continue;
|
|
if (va_format_is_same (&map->va_format, image_format))
|
|
continue;
|
|
|
|
map->va_format = *image_format;
|
|
|
|
GST_INFO ("GST_VIDEO_FORMAT_%s => { fourcc %"
|
|
GST_FOURCC_FORMAT ", %s, bpp %d, depth %d, R %#010x, G %#010x, "
|
|
"B %#010x, A %#010x }", gst_video_format_to_string (map->format),
|
|
GST_FOURCC_ARGS (map->va_format.fourcc),
|
|
(map->va_format.byte_order == 1) ? "LSB" : "MSB",
|
|
map->va_format.bits_per_pixel, map->va_format.depth,
|
|
map->va_format.red_mask, map->va_format.green_mask,
|
|
map->va_format.blue_mask, map->va_format.alpha_mask);
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
/* XXX: RGB32 LSB VAImageFormats don't map statically with GStreamer
|
|
* color formats. Each driver does what they want.
|
|
*
|
|
* For MSB, there is no ambiguity: same order in define, memory and
|
|
* CPU. For example,
|
|
*
|
|
* RGBA is RGBA in memory and RGBA with channel mask R:0xFF0000
|
|
* G:0x00FF0000 B:0x0000FF00 A:0x000000FF in CPU.
|
|
*
|
|
* For LSB, CPU's perspective and memory's perspective are
|
|
* different. For example,
|
|
*
|
|
* From CPU's perspective, it's RGBA order in memory, but when it is
|
|
* stored in memory, because CPU's little endianness, it will be
|
|
* re-ordered, with mask R:0x000000FF G:0x0000FF00 B:0x00FF0000
|
|
* A:0xFF000000.
|
|
*
|
|
* In other words, from memory's perspective, RGBA LSB is equal as
|
|
* ABGR MSB.
|
|
*
|
|
* These definitions are mixed used all over the media system and we
|
|
* need to correct the mapping form VA video format to GStreamer
|
|
* video format in both manners.
|
|
*
|
|
* https://gitlab.freedesktop.org/gstreamer/gstreamer-vaapi/-/merge_requests/123
|
|
*/
|
|
void
|
|
gst_va_video_format_fix_map (VAImageFormat * image_formats, gint num)
|
|
{
|
|
static GOnce once = G_ONCE_INIT;
|
|
struct ImageFormatArray args = { image_formats, num };
|
|
|
|
g_once (&once, fix_map, &args);
|
|
}
|