/* GStreamer * Copyright (C) 2020 Igalia, S.L. * Author: Víctor Jáquez * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include "gstvavideoformat.h" #define GST_CAT_DEFAULT gst_va_display_debug GST_DEBUG_CATEGORY_EXTERN (gst_va_display_debug); #define VA_NSB_FIRST 0 /* No Significant Bit */ /* *INDENT-OFF* */ static struct FormatMap { GstVideoFormat format; guint va_rtformat; VAImageFormat va_format; } format_map[] = { #define F(format, fourcc, rtformat, order, bpp, depth, r, g, b, a) { \ G_PASTE (GST_VIDEO_FORMAT_, format), \ G_PASTE (VA_RT_FORMAT_, rtformat), \ { VA_FOURCC fourcc, G_PASTE (G_PASTE (VA_, order), _FIRST), \ bpp, depth, r, g, b, a } } #define G(format, fourcc, rtformat, order, bpp) \ F (format, fourcc, rtformat, order, bpp, 0, 0, 0 ,0, 0) G (NV12, ('N', 'V', '1', '2'), YUV420, NSB, 12), G (NV21, ('N', 'V', '2', '1'), YUV420, NSB, 21), G (VUYA, ('A', 'Y', 'U', 'V'), YUV444, LSB, 32), F (RGBA, ('R', 'G', 'B', 'A'), RGB32, LSB, 32, 32, 0x000000ff, 0x0000ff00, 0x00ff0000, 0xff000000), F (RGBx, ('R', 'G', 'B', 'X'), RGB32, LSB, 32, 24, 0x000000ff, 0x0000ff00, 0x00ff0000, 0x00000000), F (BGRA, ('B', 'G', 'R', 'A'), RGB32, LSB, 32, 32, 0x00ff0000, 0x0000ff00, 0x000000ff, 0xff000000), F (ARGB, ('A', 'R', 'G', 'B'), RGB32, LSB, 32, 32, 0x0000ff00, 0x00ff0000, 0xff000000, 0x000000ff), F (xRGB, ('X', 'R', 'G', 'B'), RGB32, LSB, 32, 24, 0x0000ff00, 0x00ff0000, 0xff000000, 0x00000000), F (ABGR, ('A', 'B', 'G', 'R'), RGB32, LSB, 32, 32, 0xff000000, 0x00ff0000, 0x0000ff00, 0x000000ff), F (xBGR, ('X', 'B', 'G', 'R'), RGB32, LSB, 32, 24, 0xff000000, 0x00ff0000, 0x0000ff00, 0x00000000), F (BGRx, ('B', 'G', 'R', 'X'), RGB32, LSB, 32, 24, 0x00ff0000, 0x0000ff00, 0x000000ff, 0x00000000), G (UYVY, ('U', 'Y', 'V', 'Y'), YUV422, NSB, 16), G (YUY2, ('Y', 'U', 'Y', '2'), YUV422, NSB, 16), G (AYUV, ('A', 'Y', 'U', 'V'), YUV444, LSB, 32), /* F (????, NV11), */ G (YV12, ('Y', 'V', '1', '2'), YUV420, NSB, 12), /* F (????, P208), */ G (I420, ('I', '4', '2', '0'), YUV420, NSB, 12), /* F (????, YV24), */ /* F (????, YV32), */ /* F (????, Y800), */ /* F (????, IMC3), */ /* F (????, 411P), */ /* F (????, 411R), */ /* F (????, 422H), */ /* F (????, 422V), */ /* F (????, 444P), */ G (RGBP, ('R', 'G', 'B', 'P'), RGBP, LSB, 8), /* F (????, BGRP), */ /* F (????, RGB565), */ /* F (????, BGR565), */ G (Y210, ('Y', '2', '1', '0'), YUV422_10, NSB, 32), /* F (????, Y216), */ G (Y410, ('Y', '4', '1', '0'), YUV444_10, NSB, 32), G (Y212_LE, ('Y', '2', '1', '2'), YUV422_12, NSB, 32), G (Y412_LE, ('Y', '4', '1', '2'), YUV444_12, NSB, 32), /* F (????, Y416), */ /* F (????, YV16), */ G (P010_10LE, ('P', '0', '1', '0'), YUV420_10, NSB, 24), G (P012_LE, ('P', '0', '1', '2'), YUV420_12, NSB, 24), /* F (P016_LE, P016, ????), */ /* F (????, I010), */ /* F (????, IYUV), */ /* F (????, A2R10G10B10), */ /* F (????, A2B10G10R10), */ /* F (????, X2R10G10B10), */ /* F (????, X2B10G10R10), */ G (GRAY8, ('Y', '8', '0', '0'), YUV400, NSB, 8), G (Y444, ('4', '4', '4', 'P'), YUV444, NSB, 24), /* F (????, Y16), */ /* G (VYUY, VYUY, YUV422), */ /* G (YVYU, YVYU, YUV422), */ /* F (ARGB64, ARGB64, ????), */ /* F (????, ABGR64), */ F (RGB16, ('R', 'G', '1', '6'), RGB16, NSB, 16, 16, 0x0000f800, 0x000007e0, 0x0000001f, 0x00000000), F (RGB, ('R', 'G', '2', '4'), RGB32, NSB, 32, 24, 0x00ff0000, 0x0000ff00, 0x000000ff, 0x00000000), F (BGR10A2_LE, ('A', 'R', '3', '0'), RGB32, LSB, 32, 30, 0x3ff00000, 0x000ffc00, 0x000003ff, 0x30000000), #undef F #undef G }; static const struct RBG32FormatMap { GstVideoFormat format; VAImageFormat va_format[2]; } rgb32_format_map[] = { #define F(fourcc, order, bpp, depth, r, g, b, a) \ { VA_FOURCC fourcc, G_PASTE (G_PASTE (VA_, order), _FIRST), bpp, depth, r, g, b, a } #define A(fourcc, order, r, g, b, a) F (fourcc, order, 32, 32, r, g, b, a) #define X(fourcc, order, r, g, b) F (fourcc, order, 32, 24, r, g, b, 0x0) { GST_VIDEO_FORMAT_ARGB, { A (('B', 'G', 'R', 'A'), LSB, 0x0000ff00, 0x00ff0000, 0xff000000, 0x000000ff), A (('A', 'R', 'G', 'B'), MSB, 0x00ff0000, 0x0000ff00, 0x000000ff, 0xff000000), } }, { GST_VIDEO_FORMAT_RGBA, { A (('A', 'B', 'G', 'R'), LSB, 0x000000ff, 0x0000ff00, 0x00ff0000, 0xff000000), A (('R', 'G', 'B', 'A'), MSB, 0xff000000, 0x00ff0000, 0x0000ff00, 0x000000ff), } }, { GST_VIDEO_FORMAT_ABGR, { A (('R', 'G', 'B', 'A'), LSB, 0xff000000, 0x00ff0000, 0x0000ff00, 0x000000ff), A (('A', 'B', 'G', 'R'), MSB, 0x000000ff, 0x0000ff00, 0x00ff0000, 0xff000000), } }, { GST_VIDEO_FORMAT_BGRA, { A (('A', 'R', 'G', 'B'), LSB, 0x00ff0000, 0x0000ff00, 0x000000ff, 0xff000000), A (('B', 'G', 'R', 'A'), MSB, 0x0000ff00, 0x00ff0000, 0xff000000, 0x000000ff), } }, { GST_VIDEO_FORMAT_xRGB, { X (('B', 'G', 'R', 'X'), LSB, 0x0000ff00, 0x00ff0000, 0xff000000), X (('X', 'R', 'G', 'B'), MSB, 0x00ff0000, 0x0000ff00, 0x000000ff), } }, { GST_VIDEO_FORMAT_RGBx, { X (('X', 'B', 'G', 'R'), LSB, 0x000000ff, 0x0000ff00, 0x00ff0000), X (('R', 'G', 'B', 'X'), MSB, 0xff000000, 0x00ff0000, 0x0000ff00), } }, { GST_VIDEO_FORMAT_xBGR, { X (('R', 'G', 'B', 'X'), LSB, 0xff000000, 0x00ff0000, 0x0000ff00), X (('X', 'B', 'G', 'R'), MSB, 0x000000ff, 0x0000ff00, 0x00ff0000), } }, { GST_VIDEO_FORMAT_BGRx, { X (('X', 'R', 'G', 'B'), LSB, 0x00ff0000, 0x0000ff00, 0x000000ff), X (('B', 'G', 'R', 'X'), MSB, 0x0000ff00, 0x00ff0000, 0xff000000), } }, #undef X #undef A #undef F }; /* *INDENT-ON* */ static const struct FormatMap * get_format_map_from_va_fourcc (guint va_fourcc) { int i; for (i = 0; i < G_N_ELEMENTS (format_map); i++) { if (format_map[i].va_format.fourcc == va_fourcc) return &format_map[i]; } return NULL; } static struct FormatMap * get_format_map_from_video_format (GstVideoFormat format) { int i; for (i = 0; i < G_N_ELEMENTS (format_map); i++) { if (format_map[i].format == format) return &format_map[i]; } return NULL; } static inline gboolean va_format_is_rgb (const VAImageFormat * va_format) { return va_format->depth != 0; } static inline gboolean va_format_is_same_rgb (const VAImageFormat * fmt1, const VAImageFormat * fmt2) { return (fmt1->red_mask == fmt2->red_mask && fmt1->green_mask == fmt2->green_mask && fmt1->blue_mask == fmt2->blue_mask && fmt1->alpha_mask == fmt2->alpha_mask); } static inline gboolean va_format_is_same (const VAImageFormat * fmt1, const VAImageFormat * fmt2) { if (fmt1->fourcc != fmt2->fourcc) return FALSE; if (fmt1->byte_order != VA_NSB_FIRST && fmt2->byte_order != VA_NSB_FIRST && fmt1->byte_order != fmt2->byte_order) return FALSE; return va_format_is_rgb (fmt1) ? va_format_is_same_rgb (fmt1, fmt2) : TRUE; } static const struct FormatMap * get_format_map_from_va_image_format (const VAImageFormat * va_format) { int i; for (i = 0; i < G_N_ELEMENTS (format_map); i++) { if (va_format_is_same (&format_map[i].va_format, va_format)) return &format_map[i]; } return NULL; } GstVideoFormat gst_va_video_format_from_va_fourcc (guint va_fourcc) { const struct FormatMap *map = get_format_map_from_va_fourcc (va_fourcc); return map ? map->format : GST_VIDEO_FORMAT_UNKNOWN; } guint gst_va_fourcc_from_video_format (GstVideoFormat format) { const struct FormatMap *map = get_format_map_from_video_format (format); return map ? map->va_format.fourcc : 0; } guint gst_va_chroma_from_video_format (GstVideoFormat format) { const struct FormatMap *map = get_format_map_from_video_format (format); return map ? map->va_rtformat : 0; } const VAImageFormat * gst_va_image_format_from_video_format (GstVideoFormat format) { const struct FormatMap *map = get_format_map_from_video_format (format); return map ? &map->va_format : NULL; } GstVideoFormat gst_va_video_format_from_va_image_format (const VAImageFormat * va_format) { const struct FormatMap *map = get_format_map_from_va_image_format (va_format); return map ? map->format : GST_VIDEO_FORMAT_UNKNOWN; } GstVideoFormat gst_va_video_surface_format_from_image_format (GstVideoFormat image_format, GArray * surface_formats) { GstVideoFormat surface_format; guint i, image_chroma; if (image_format == GST_VIDEO_FORMAT_UNKNOWN) return GST_VIDEO_FORMAT_UNKNOWN; if (!surface_formats || surface_formats->len == 0) return GST_VIDEO_FORMAT_UNKNOWN; image_chroma = gst_va_chroma_from_video_format (image_format); if (image_chroma == 0) return GST_VIDEO_FORMAT_UNKNOWN; for (i = 0; i < surface_formats->len; i++) { surface_format = g_array_index (surface_formats, GstVideoFormat, i); if (surface_format == image_format) return surface_format; } return GST_VIDEO_FORMAT_UNKNOWN; } static GstVideoFormat find_gst_video_format_in_rgb32_map (VAImageFormat * image_format) { guint i, j; for (i = 0; i < G_N_ELEMENTS (rgb32_format_map); i++) { for (j = 0; j < G_N_ELEMENTS (rgb32_format_map[i].va_format); j++) { if (va_format_is_same (&rgb32_format_map[i].va_format[j], image_format)) return rgb32_format_map[i].format; } } return GST_VIDEO_FORMAT_UNKNOWN; } struct ImageFormatArray { VAImageFormat *image_formats; gint len; }; static gpointer fix_map (gpointer data) { struct ImageFormatArray *args = data; GstVideoFormat format; VAImageFormat *image_format; struct FormatMap *map; guint i; for (i = 0; i < args->len; i++) { image_format = &args->image_formats[i]; if (!va_format_is_rgb (image_format)) continue; format = find_gst_video_format_in_rgb32_map (image_format); if (format == GST_VIDEO_FORMAT_UNKNOWN) continue; map = get_format_map_from_video_format (format); if (!map) continue; if (va_format_is_same (&map->va_format, image_format)) continue; map->va_format = *image_format; GST_INFO ("GST_VIDEO_FORMAT_%s => { fourcc %" GST_FOURCC_FORMAT ", %s, bpp %d, depth %d, R %#010x, G %#010x, " "B %#010x, A %#010x }", gst_video_format_to_string (map->format), GST_FOURCC_ARGS (map->va_format.fourcc), (map->va_format.byte_order == 1) ? "LSB" : "MSB", map->va_format.bits_per_pixel, map->va_format.depth, map->va_format.red_mask, map->va_format.green_mask, map->va_format.blue_mask, map->va_format.alpha_mask); } return NULL; } /* XXX: RGB32 LSB VAImageFormats don't map statically with GStreamer * color formats. Each driver does what they want. * * For MSB, there is no ambiguity: same order in define, memory and * CPU. For example, * * RGBA is RGBA in memory and RGBA with channel mask R:0xFF0000 * G:0x00FF0000 B:0x0000FF00 A:0x000000FF in CPU. * * For LSB, CPU's perspective and memory's perspective are * different. For example, * * From CPU's perspective, it's RGBA order in memory, but when it is * stored in memory, because CPU's little endianness, it will be * re-ordered, with mask R:0x000000FF G:0x0000FF00 B:0x00FF0000 * A:0xFF000000. * * In other words, from memory's perspective, RGBA LSB is equal as * ABGR MSB. * * These definitions are mixed used all over the media system and we * need to correct the mapping form VA video format to GStreamer * video format in both manners. * * https://gitlab.freedesktop.org/gstreamer/gstreamer-vaapi/-/merge_requests/123 */ void gst_va_video_format_fix_map (VAImageFormat * image_formats, gint num) { static GOnce once = G_ONCE_INIT; struct ImageFormatArray args = { image_formats, num }; g_once (&once, fix_map, &args); }