mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2025-06-07 07:58:51 +00:00
Code Issues 1 Projects Releases Wiki Activity

video-blend: Add support for blending on top of 16 bit per component formats

Browse source 
With this we can support every currently supported video format for
blending.
This commit is contained in:
Sebastian Dröge 2020-03-12 15:18:22 +02:00 committed by GStreamer Merge Bot
parent 7f59cefafb
commit 0e74e190ad
2 changed files with 68 additions and 38 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

101
gst-libs/gst/video/video-blend.c
View file

@ -269,10 +269,10 @@ gst_video_blend_scale_linear_RGBA (GstVideoInfo * src, GstBuffer * src_buffer,
#define OVER11(alphaG, alphaA, colorA, alphaB, colorB, alphaD) \ #define OVER11(alphaG, alphaA, colorA, alphaB, colorB, alphaD) \
((colorA * alphaG + colorB * (255 - alphaA)) / 255) ((colorA * alphaG + colorB * (255 - alphaA)) / 255)
#define BLENDC(op, global_alpha, aa, ca, ab, cb, dest_alpha) \ #define BLENDC(op, max, global_alpha, aa, ca, ab, cb, dest_alpha) \
G_STMT_START { \ G_STMT_START { \
int c = op(global_alpha, aa, ca, ab, cb, dest_alpha); \ int c = op((global_alpha), (aa), (ca), (ab), (cb), (dest_alpha)); \
cb = MIN(c, 255); \ cb = MIN(c, (max)); \
} G_STMT_END } G_STMT_END
@ -295,6 +295,7 @@ gst_video_blend (GstVideoFrame * dest,
gint src_xoff = 0, src_yoff = 0; gint src_xoff = 0, src_yoff = 0;
guint8 *tmpdestline = NULL, *tmpsrcline = NULL; guint8 *tmpdestline = NULL, *tmpsrcline = NULL;
gboolean src_premultiplied_alpha, dest_premultiplied_alpha; gboolean src_premultiplied_alpha, dest_premultiplied_alpha;
gint bpp;
void (*matrix) (guint8 * tmpline, guint width); void (*matrix) (guint8 * tmpline, guint width);
const GstVideoFormatInfo *sinfo, *dinfo, *dunpackinfo, *sunpackinfo; const GstVideoFormatInfo *sinfo, *dinfo, *dunpackinfo, *sunpackinfo;
@ -339,11 +340,12 @@ gst_video_blend (GstVideoFrame * dest,
g_assert (GST_VIDEO_FORMAT_INFO_BITS (sunpackinfo) == 8); g_assert (GST_VIDEO_FORMAT_INFO_BITS (sunpackinfo) == 8);
if (GST_VIDEO_FORMAT_INFO_BITS (dunpackinfo) != 8) if (GST_VIDEO_FORMAT_INFO_BITS (dunpackinfo) != 8
&& GST_VIDEO_FORMAT_INFO_BITS (dunpackinfo) != 16)
goto unpack_format_not_supported; goto unpack_format_not_supported;
tmpdestline = g_malloc (sizeof (guint8) * (dest_width + 8) * 4); /* Source is always 8 bit but destination might be 8 or 16 bit */
tmpsrcline = g_malloc (sizeof (guint8) * (src_width + 8) * 4); bpp = 4 * (GST_VIDEO_FORMAT_INFO_BITS (dunpackinfo) / 8);
matrix = matrix_identity; matrix = matrix_identity;
if (GST_VIDEO_INFO_IS_RGB (&src->info) != GST_VIDEO_INFO_IS_RGB (&dest->info)) { if (GST_VIDEO_INFO_IS_RGB (&src->info) != GST_VIDEO_INFO_IS_RGB (&dest->info)) {
@ -383,6 +385,9 @@ gst_video_blend (GstVideoFrame * dest,
if (y + src_height > dest_height) if (y + src_height > dest_height)
src_height = dest_height - y; src_height = dest_height - y;
tmpsrcline = g_malloc (sizeof (guint8) * (src_width + 8) * 4);
tmpdestline = g_malloc (sizeof (guint8) * (dest_width + 8) * bpp);
/* Mainloop doing the needed conversions, and blending */ /* Mainloop doing the needed conversions, and blending */
for (i = y; i < y + src_height; i++, src_yoff++) { for (i = y; i < y + src_height; i++, src_yoff++) {
@ -392,58 +397,86 @@ gst_video_blend (GstVideoFrame * dest,
src_xoff, src_yoff, src_width); src_xoff, src_yoff, src_width);
/* FIXME: use the x parameter of the unpack func once implemented */ /* FIXME: use the x parameter of the unpack func once implemented */
tmpdestline += 4 * x; tmpdestline += bpp * x;
matrix (tmpsrcline, src_width); matrix (tmpsrcline, src_width);
#define BLENDLOOP(op, alpha_val) \ #define BLENDLOOP(op, dest_type, max, shift, alpha_val) \
G_STMT_START { \ G_STMT_START { \
for (j = 0; j < src_width * 4; j += 4) { \ for (j = 0; j < src_width * 4; j += 4) { \
guint8 asrc, adst; \ guint asrc, adst; \
gint final_alpha; \ guint final_alpha; \
dest_type * dest = (dest_type *) tmpdestline; \
\ \
asrc = tmpsrcline[j] * alpha_val / 255; \ asrc = ((guint) tmpsrcline[j]) * alpha_val / 255; \
if (!asrc) \ asrc = asrc << shift; \
if (asrc == 0) \
continue; \ continue; \
\ \
adst = tmpdestline[j]; \ adst = dest[j]; \
final_alpha = asrc + adst * (255 - asrc) / 255; \ final_alpha = asrc + adst * (max - asrc) / max; \
tmpdestline[j] = final_alpha; \ dest[j] = final_alpha; \
if (final_alpha == 0) \ if (final_alpha == 0) \
final_alpha = 1; \ final_alpha = 1; \
\ \
BLENDC (op, alpha_val, asrc, tmpsrcline[j + 1], adst, tmpdestline[j + 1], final_alpha); \ BLENDC (op, max, alpha_val, asrc, tmpsrcline[j + 1] << shift, adst, dest[j + 1], final_alpha); \
BLENDC (op, alpha_val, asrc, tmpsrcline[j + 2], adst, tmpdestline[j + 2], final_alpha); \ BLENDC (op, max, alpha_val, asrc, tmpsrcline[j + 2] << shift, adst, dest[j + 2], final_alpha); \
BLENDC (op, alpha_val, asrc, tmpsrcline[j + 3], adst, tmpdestline[j + 3], final_alpha); \ BLENDC (op, max, alpha_val, asrc, tmpsrcline[j + 3] << shift, adst, dest[j + 3], final_alpha); \
} \ } \
} G_STMT_END } G_STMT_END
if (G_LIKELY (global_alpha == 1.0)) { if (bpp == 4) {
if (src_premultiplied_alpha && dest_premultiplied_alpha) { if (G_LIKELY (global_alpha_val == 255)) {
BLENDLOOP (OVER11, 255); if (src_premultiplied_alpha && dest_premultiplied_alpha) {
} else if (!src_premultiplied_alpha && dest_premultiplied_alpha) { BLENDLOOP (OVER11, guint8, 255, 0, 255);
BLENDLOOP (OVER01, 255); } else if (!src_premultiplied_alpha && dest_premultiplied_alpha) {
} else if (src_premultiplied_alpha && !dest_premultiplied_alpha) { BLENDLOOP (OVER01, guint8, 255, 0, 255);
BLENDLOOP (OVER10, 255); } else if (src_premultiplied_alpha && !dest_premultiplied_alpha) {
BLENDLOOP (OVER10, guint8, 255, 0, 255);
} else {
BLENDLOOP (OVER00, guint8, 255, 0, 255);
}
} else { } else {
BLENDLOOP (OVER00, 255); if (src_premultiplied_alpha && dest_premultiplied_alpha) {
BLENDLOOP (OVER11, guint8, 255, 0, global_alpha_val);
} else if (!src_premultiplied_alpha && dest_premultiplied_alpha) {
BLENDLOOP (OVER01, guint8, 255, 0, global_alpha_val);
} else if (src_premultiplied_alpha && !dest_premultiplied_alpha) {
BLENDLOOP (OVER10, guint8, 255, 0, global_alpha_val);
} else {
BLENDLOOP (OVER00, guint8, 255, 0, global_alpha_val);
}
} }
} else { } else {
if (src_premultiplied_alpha && dest_premultiplied_alpha) { g_assert (bpp == 8);
BLENDLOOP (OVER11, global_alpha_val);
} else if (!src_premultiplied_alpha && dest_premultiplied_alpha) { if (G_LIKELY (global_alpha_val == 255)) {
BLENDLOOP (OVER01, global_alpha_val); if (src_premultiplied_alpha && dest_premultiplied_alpha) {
} else if (src_premultiplied_alpha && !dest_premultiplied_alpha) { BLENDLOOP (OVER11, guint16, 65535, 8, 255);
BLENDLOOP (OVER10, global_alpha_val); } else if (!src_premultiplied_alpha && dest_premultiplied_alpha) {
BLENDLOOP (OVER01, guint16, 65535, 8, 255);
} else if (src_premultiplied_alpha && !dest_premultiplied_alpha) {
BLENDLOOP (OVER10, guint16, 65535, 8, 255);
} else {
BLENDLOOP (OVER00, guint16, 65535, 8, 255);
}
} else { } else {
BLENDLOOP (OVER00, global_alpha_val); if (src_premultiplied_alpha && dest_premultiplied_alpha) {
BLENDLOOP (OVER11, guint16, 65535, 8, global_alpha_val);
} else if (!src_premultiplied_alpha && dest_premultiplied_alpha) {
BLENDLOOP (OVER01, guint16, 65535, 8, global_alpha_val);
} else if (src_premultiplied_alpha && !dest_premultiplied_alpha) {
BLENDLOOP (OVER10, guint16, 65535, 8, global_alpha_val);
} else {
BLENDLOOP (OVER00, guint16, 65535, 8, global_alpha_val);
}
} }
} }
#undef BLENDLOOP #undef BLENDLOOP
/* undo previous pointer adjustments to pass right pointer to g_free */ /* undo previous pointer adjustments to pass right pointer to g_free */
tmpdestline -= 4 * x; tmpdestline -= bpp * x;
/* FIXME /* FIXME
* #if G_BYTE_ORDER == LITTLE_ENDIAN * #if G_BYTE_ORDER == LITTLE_ENDIAN

5
gst-libs/gst/video/video-overlay-composition.h
View file

@ -119,10 +119,7 @@ typedef enum {
* *
* Since: 1.2 * Since: 1.2
*/ */
#define GST_VIDEO_OVERLAY_COMPOSITION_BLEND_FORMATS \ #define GST_VIDEO_OVERLAY_COMPOSITION_BLEND_FORMATS GST_VIDEO_FORMATS_ALL
"{ BGRx, RGBx, xRGB, xBGR, RGBA, BGRA, ARGB, ABGR, RGB, BGR," \
" I420, YV12, AYUV, YUY2, UYVY, v308, Y41B, Y42B, Y444," \
" NV12, NV21, A420, YUV9, YVU9, IYU1, GRAY8 }"
GST_VIDEO_API GST_VIDEO_API
GType gst_video_overlay_rectangle_get_type (void); GType gst_video_overlay_rectangle_get_type (void);