mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2025-02-20 13:06:23 +00:00
Code Issues 1 Projects Releases Wiki Activity

cog: hacking

Browse source 
Add RGB to YCbCr matrixing
Add tiny color management system (CMS) for video
Add quality level for colorspace
This commit is contained in:
David Schleef 2009-09-27 14:25:39 -07:00
parent 3c870a7a6c
commit 75131a35d9
9 changed files with 728 additions and 505 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
ext/cog/Makefile.am
View file

@ -31,7 +31,9 @@ libgstcog_la_SOURCES = \
gstcogutils.c \
gstcogutils.h \
gstcolorconvert.c \
gstlogoinsert.c
gstlogoinsert.c \
gstcms.h \
gstcms.c
noinst_PROGRAMS = generate_tables
generate_tables_CFLAGS = $(GST_CFLAGS)

41
ext/cog/cogvirtframe.c
View file

@ -1261,7 +1261,7 @@ cog_virt_frame_new_pack_RGB (CogFrame * vf)
}
static void
color_matrix (CogFrame * frame, void *_dest, int component, int i)
color_matrix_RGB_to_YCbCr (CogFrame * frame, void *_dest, int component, int i)
{
uint8_t *dest = _dest;
uint8_t *src1;
@ -1274,7 +1274,6 @@ color_matrix (CogFrame * frame, void *_dest, int component, int i)
src2 = cog_virt_frame_get_line (frame->virt_frame1, 1, i);
src3 = cog_virt_frame_get_line (frame->virt_frame1, 2, i);
#if 0
/* for RGB -> YUV */
switch (component) {
case 0:
@ -1282,18 +1281,21 @@ color_matrix (CogFrame * frame, void *_dest, int component, int i)
m2 = 0.50413;
m3 = 0.097906;
offset = 16;
orc_matrix3_u8 (dest, src1, src2, src3, 16, 32, 6, 16, frame->width);
break;
case 1:
m1 = -0.14822;
m2 = -0.29099;
m3 = 0.43922;
offset = 128;
orc_matrix3_u8 (dest, src1, src2, src3, -9, -19, 28, 128, frame->width);
break;
case 2:
m1 = 0.43922;
m2 = -0.36779;
m3 = -0.071427;
offset = 128;
orc_matrix3_u8 (dest, src1, src2, src3, 28, -24, -5, 128, frame->width);
break;
default:
m1 = 0.0;
@ -1302,7 +1304,22 @@ color_matrix (CogFrame * frame, void *_dest, int component, int i)
offset = 0;
break;
}
#endif
}
static void
color_matrix_YCbCr_to_RGB (CogFrame * frame, void *_dest, int component, int i)
{
uint8_t *dest = _dest;
uint8_t *src1;
uint8_t *src2;
uint8_t *src3;
double m1, m2, m3;
double offset;
src1 = cog_virt_frame_get_line (frame->virt_frame1, 0, i);
src2 = cog_virt_frame_get_line (frame->virt_frame1, 1, i);
src3 = cog_virt_frame_get_line (frame->virt_frame1, 2, i);
switch (component) {
case 0:
@ -1338,14 +1355,27 @@ color_matrix (CogFrame * frame, void *_dest, int component, int i)
}
CogFrame *
cog_virt_frame_new_color_matrix (CogFrame * vf)
cog_virt_frame_new_color_matrix_YCbCr_to_RGB (CogFrame * vf)
{
CogFrame *virt_frame;
virt_frame = cog_frame_new_virtual (NULL, COG_FRAME_FORMAT_U8_444,
vf->width, vf->height);
virt_frame->virt_frame1 = vf;
virt_frame->render_line = color_matrix;
virt_frame->render_line = color_matrix_YCbCr_to_RGB;
return virt_frame;
}
CogFrame *
cog_virt_frame_new_color_matrix_RGB_to_YCbCr (CogFrame * vf)
{
CogFrame *virt_frame;
virt_frame = cog_frame_new_virtual (NULL, COG_FRAME_FORMAT_U8_444,
vf->width, vf->height);
virt_frame->virt_frame1 = vf;
virt_frame->render_line = color_matrix_RGB_to_YCbCr;
return virt_frame;
}
@ -1501,6 +1531,7 @@ cog_virt_frame_new_subsample (CogFrame * vf, CogFrameFormat format)
format == COG_FRAME_FORMAT_U8_444) {
render_line = convert_422_444;
} else {
GST_ERROR ("trying to subsample from %d to %d", vf->format, format);
g_return_val_if_reached (NULL);
}
virt_frame = cog_frame_new_virtual (NULL, format, vf->width, vf->height);

3
ext/cog/cogvirtframe.h
View file

@ -27,7 +27,8 @@ CogFrame *cog_virt_frame_new_pack_AYUV (CogFrame *vf);
CogFrame *cog_virt_frame_new_pack_v216 (CogFrame *vf);
CogFrame *cog_virt_frame_new_pack_v210 (CogFrame *vf);
CogFrame *cog_virt_frame_new_pack_RGB (CogFrame *vf);
CogFrame *cog_virt_frame_new_color_matrix (CogFrame *vf);
CogFrame *cog_virt_frame_new_color_matrix_YCbCr_to_RGB (CogFrame *vf);
CogFrame * cog_virt_frame_new_color_matrix_RGB_to_YCbCr (CogFrame * vf);
CogFrame *cog_virt_frame_new_subsample (CogFrame *vf, CogFrameFormat format);
CogFrame * cog_virt_frame_new_convert_u8 (CogFrame *vf);

573
ext/cog/gstcms.c Normal file
View file

@ -0,0 +1,573 @@
/* GStreamer
* Copyright (C) 2008 David Schleef <ds@entropywave.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <gst/gst.h>
#include "gstcms.h"
#include "cogutils.h"
#include <string.h>
#include <math.h>
/* our simple CMS */
void
color_xyY_to_XYZ (Color * c)
{
if (c->v[1] == 0) {
c->v[0] = 0;
c->v[1] = 0;
c->v[2] = 0;
} else {
double X, Y, Z;
X = c->v[0] * c->v[2] / c->v[1];
Y = c->v[2];
Z = (1.0 - c->v[0] - c->v[1]) * c->v[2] / c->v[1];
c->v[0] = X;
c->v[1] = Y;
c->v[2] = Z;
}
}
void
color_XYZ_to_xyY (Color * c)
{
double d;
d = c->v[0] + c->v[1] + c->v[2];
if (d == 0) {
c->v[0] = 0.3128;
c->v[1] = 0.3290;
c->v[2] = 0;
} else {
double x, y, Y;
x = c->v[0] / d;
y = c->v[1] / d;
Y = c->v[1];
c->v[0] = x;
c->v[1] = y;
c->v[2] = Y;
}
}
void
color_set (Color * c, double x, double y, double z)
{
c->v[0] = x;
c->v[1] = y;
c->v[2] = z;
}
void
color_matrix_set_identity (ColorMatrix * m)
{
int i, j;
for (i = 0; i < 4; i++) {
for (j = 0; j < 4; j++) {
m->m[i][j] = (i == j);
}
}
}
/* Prettyprint a 4x4 matrix @m@ */
void
color_matrix_dump (ColorMatrix * m)
{
int i, j;
printf ("[\n");
for (i = 0; i < 4; i++) {
printf (" ");
for (j = 0; j < 4; j++) {
printf (" %8.5g", m->m[i][j]);
}
printf ("\n");
}
printf ("]\n");
}
/* Perform 4x4 matrix multiplication:
* - @dst@ = @a@ * @b@
* - @dst@ may be a pointer to @a@ andor @b@
*/
void
color_matrix_multiply (ColorMatrix * dst, ColorMatrix * a, ColorMatrix * b)
{
ColorMatrix tmp;
int i, j, k;
for (i = 0; i < 4; i++) {
for (j = 0; j < 4; j++) {
double x = 0;
for (k = 0; k < 4; k++) {
x += a->m[i][k] * b->m[k][j];
}
tmp.m[i][j] = x;
}
}
memcpy (dst, &tmp, sizeof (ColorMatrix));
}
void
color_matrix_apply (ColorMatrix * m, Color * dest, Color * src)
{
int i;
Color tmp;
for (i = 0; i < 3; i++) {
double x = 0;
x += m->m[i][0] * src->v[0];
x += m->m[i][1] * src->v[1];
x += m->m[i][2] * src->v[2];
x += m->m[i][3];
tmp.v[i] = x;
}
memcpy (dest, &tmp, sizeof (tmp));
}
void
color_matrix_offset_components (ColorMatrix * m, double a1, double a2,
double a3)
{
ColorMatrix a;
color_matrix_set_identity (&a);
a.m[0][3] = a1;
a.m[1][3] = a2;
a.m[2][3] = a3;
color_matrix_multiply (m, &a, m);
}
void
color_matrix_scale_components (ColorMatrix * m, double a1, double a2, double a3)
{
ColorMatrix a;
color_matrix_set_identity (&a);
a.m[0][0] = a1;
a.m[1][1] = a2;
a.m[2][2] = a3;
color_matrix_multiply (m, &a, m);
}
void
color_matrix_YCbCr_to_RGB (ColorMatrix * m, double Kr, double Kb)
{
double Kg = 1.0 - Kr - Kb;
ColorMatrix k = {
{
{1., 0., 2 * (1 - Kr), 0.},
{1., -2 * Kb * (1 - Kb) / Kg, -2 * Kr * (1 - Kr) / Kg, 0.},
{1., 2 * (1 - Kb), 0., 0.},
{0., 0., 0., 1.},
}
};
color_matrix_multiply (m, &k, m);
}
void
color_matrix_RGB_to_YCbCr (ColorMatrix * m, double Kr, double Kb)
{
double Kg = 1.0 - Kr - Kb;
ColorMatrix k;
double x;
k.m[0][0] = Kr;
k.m[0][1] = Kg;
k.m[0][2] = Kb;
k.m[0][3] = 0;
x = 1 / (2 * (1 - Kb));
k.m[1][0] = -x * Kr;
k.m[1][1] = -x * Kg;
k.m[1][2] = x * (1 - Kb);
k.m[1][3] = 0;
x = 1 / (2 * (1 - Kr));
k.m[2][0] = x * (1 - Kr);
k.m[2][1] = -x * Kg;
k.m[2][2] = -x * Kb;
k.m[2][3] = 0;
k.m[3][0] = 0;
k.m[3][1] = 0;
k.m[3][2] = 0;
k.m[3][3] = 1;
color_matrix_multiply (m, &k, m);
}
void
color_matrix_build_yuv_to_rgb_601 (ColorMatrix * dst)
{
/*
* At this point, everything is in YCbCr
* All components are in the range [0,255]
*/
color_matrix_set_identity (dst);
/* offset required to get input video black to (0.,0.,0.) */
color_matrix_offset_components (dst, -16, -128, -128);
/* scale required to get input video black to (0.,0.,0.) */
color_matrix_scale_components (dst, (1 / 219.0), (1 / 224.0), (1 / 224.0));
/* colour matrix, YCbCr -> RGB */
/* Requires Y in [0,1.0], Cb&Cr in [-0.5,0.5] */
color_matrix_YCbCr_to_RGB (dst, 0.2990, 0.1140); /* SD */
/*
* We are now in RGB space
*/
#if 0
/* scale to output range. */
color_matrix_scale_components (dst, 255.0, 255.0, 255.0);
#endif
}
void
color_matrix_build_bt709_to_bt601 (ColorMatrix * dst)
{
color_matrix_set_identity (dst);
/* offset required to get input video black to (0.,0.,0.) */
color_matrix_offset_components (dst, -16, -128, -128);
/* scale required to get input video black to (0.,0.,0.) */
color_matrix_scale_components (dst, (1 / 219.0), (1 / 224.0), (1 / 224.0));
/* colour matrix, YCbCr -> RGB */
/* Requires Y in [0,1.0], Cb&Cr in [-0.5,0.5] */
color_matrix_YCbCr_to_RGB (dst, 0.2126, 0.0722); /* HD */
color_matrix_RGB_to_YCbCr (dst, 0.2990, 0.1140); /* SD */
color_matrix_scale_components (dst, 219.0, 224.0, 224.0);
color_matrix_offset_components (dst, 16, 128, 128);
}
void
color_matrix_build_rgb_to_yuv_601 (ColorMatrix * dst)
{
color_matrix_set_identity (dst);
color_matrix_RGB_to_YCbCr (dst, 0.2990, 0.1140); /* SD */
color_matrix_scale_components (dst, 219.0, 224.0, 224.0);
color_matrix_offset_components (dst, 16, 128, 128);
{
Color c;
int i;
for (i = 7; i >= 0; i--) {
color_set (&c, (i & 2) ? 0.75 : 0.0, (i & 4) ? 0.75 : 0.0,
(i & 1) ? 0.75 : 0.0);
color_matrix_apply (dst, &c, &c);
g_print (" { %g, %g, %g },\n", rint (c.v[0]), rint (c.v[1]),
rint (c.v[2]));
}
color_set (&c, -0.075, -0.075, -0.075);
color_matrix_apply (dst, &c, &c);
g_print (" { %g, %g, %g },\n", rint (c.v[0]), rint (c.v[1]),
rint (c.v[2]));
color_set (&c, 0.075, 0.075, 0.075);
color_matrix_apply (dst, &c, &c);
g_print (" { %g, %g, %g },\n", rint (c.v[0]), rint (c.v[1]),
rint (c.v[2]));
}
}
void
color_matrix_invert (ColorMatrix * m)
{
ColorMatrix tmp;
int i, j;
double det;
color_matrix_set_identity (&tmp);
for (j = 0; j < 3; j++) {
for (i = 0; i < 3; i++) {
tmp.m[j][i] =
m->m[(i + 1) % 3][(j + 1) % 3] * m->m[(i + 2) % 3][(j + 2) % 3] -
m->m[(i + 1) % 3][(j + 2) % 3] * m->m[(i + 2) % 3][(j + 1) % 3];
}
}
det =
tmp.m[0][0] * m->m[0][0] + tmp.m[0][1] * m->m[1][0] +
tmp.m[0][2] * m->m[2][0];
for (j = 0; j < 3; j++) {
for (i = 0; i < 3; i++) {
tmp.m[i][j] /= det;
}
}
memcpy (m, &tmp, sizeof (tmp));
}
void
color_matrix_copy (ColorMatrix * dest, ColorMatrix * src)
{
memcpy (dest, src, sizeof (ColorMatrix));
}
void
color_matrix_transpose (ColorMatrix * m)
{
int i, j;
ColorMatrix tmp;
color_matrix_set_identity (&tmp);
for (i = 0; i < 3; i++) {
for (j = 0; j < 3; j++) {
tmp.m[i][j] = m->m[j][i];
}
}
memcpy (m, &tmp, sizeof (ColorMatrix));
}
void
color_matrix_build_XYZ (ColorMatrix * dst,
double rx, double ry,
double gx, double gy, double bx, double by, double wx, double wy)
{
Color r, g, b, w, scale;
ColorMatrix m;
color_set (&r, rx, ry, 1.0);
color_xyY_to_XYZ (&r);
color_set (&g, gx, gy, 1.0);
color_xyY_to_XYZ (&g);
color_set (&b, bx, by, 1.0);
color_xyY_to_XYZ (&b);
color_set (&w, wx, wy, 1.0);
color_xyY_to_XYZ (&w);
color_matrix_set_identity (dst);
dst->m[0][0] = r.v[0];
dst->m[0][1] = r.v[1];
dst->m[0][2] = r.v[2];
dst->m[1][0] = g.v[0];
dst->m[1][1] = g.v[1];
dst->m[1][2] = g.v[2];
dst->m[2][0] = b.v[0];
dst->m[2][1] = b.v[1];
dst->m[2][2] = b.v[2];
color_matrix_dump (dst);
color_matrix_copy (&m, dst);
color_matrix_invert (&m);
color_matrix_dump (&m);
color_matrix_transpose (&m);
color_matrix_apply (&m, &scale, &w);
g_print ("%g %g %g\n", scale.v[0], scale.v[1], scale.v[2]);
dst->m[0][0] = r.v[0] * scale.v[0];
dst->m[0][1] = r.v[1] * scale.v[0];
dst->m[0][2] = r.v[2] * scale.v[0];
dst->m[1][0] = g.v[0] * scale.v[1];
dst->m[1][1] = g.v[1] * scale.v[1];
dst->m[1][2] = g.v[2] * scale.v[1];
dst->m[2][0] = b.v[0] * scale.v[2];
dst->m[2][1] = b.v[1] * scale.v[2];
dst->m[2][2] = b.v[2] * scale.v[2];
color_matrix_transpose (dst);
color_matrix_dump (dst);
color_set (&scale, 1, 1, 1);
color_matrix_apply (dst, &scale, &scale);
color_XYZ_to_xyY (&scale);
g_print ("white %g %g %g\n", scale.v[0], scale.v[1], scale.v[2]);
}
void
color_matrix_build_rgb_to_XYZ_601 (ColorMatrix * dst)
{
/* SMPTE C primaries, SMPTE 170M-2004 */
color_matrix_build_XYZ (dst,
0.630, 0.340, 0.310, 0.595, 0.155, 0.070, 0.3127, 0.3290);
#if 0
/* NTSC 1953 primaries, SMPTE 170M-2004 */
color_matrix_build_XYZ (dst,
0.67, 0.33, 0.21, 0.71, 0.14, 0.08, 0.3127, 0.3290);
#endif
}
void
color_matrix_build_XYZ_to_rgb_709 (ColorMatrix * dst)
{
/* Rec. ITU-R BT.709-5 */
color_matrix_build_XYZ (dst,
0.640, 0.330, 0.300, 0.600, 0.150, 0.060, 0.3127, 0.3290);
}
void
color_matrix_build_XYZ_to_rgb_dell (ColorMatrix * dst)
{
/* Dell monitor */
#if 1
color_matrix_build_XYZ (dst,
0.662, 0.329, 0.205, 0.683, 0.146, 0.077, 0.3135, 0.3290);
#endif
#if 0
color_matrix_build_XYZ (dst,
0.630, 0.340, 0.310, 0.595, 0.155, 0.070, 0.3127, 0.3290);
#endif
color_matrix_invert (dst);
}
void
color_transfer_function_apply (Color * dest, Color * src)
{
int i;
for (i = 0; i < 3; i++) {
if (src->v[i] < 0.0812) {
dest->v[i] = src->v[i] / 4.500;
} else {
dest->v[i] = pow (src->v[i] + 0.099, 1 / 0.4500);
}
}
}
void
color_transfer_function_unapply (Color * dest, Color * src)
{
int i;
for (i = 0; i < 3; i++) {
if (src->v[i] < 0.0812 / 4.500) {
dest->v[i] = src->v[i] * 4.500;
} else {
dest->v[i] = pow (src->v[i], 0.4500) - 0.099;
}
}
}
void
color_gamut_clamp (Color * dest, Color * src)
{
dest->v[0] = CLAMP (src->v[0], 0.0, 1.0);
dest->v[1] = CLAMP (src->v[1], 0.0, 1.0);
dest->v[2] = CLAMP (src->v[2], 0.0, 1.0);
}
#if 0
static guint8 *
get_color_transform_table (void)
{
static guint8 *color_transform_table = NULL;
#if 1
if (!color_transform_table) {
ColorMatrix bt601_to_rgb;
ColorMatrix bt601_to_yuv;
ColorMatrix bt601_rgb_to_XYZ;
ColorMatrix dell_XYZ_to_rgb;
guint8 *table_y;
guint8 *table_u;
guint8 *table_v;
int y, u, v;
color_matrix_build_yuv_to_rgb_601 (&bt601_to_rgb);
color_matrix_build_rgb_to_yuv_601 (&bt601_to_yuv);
color_matrix_build_rgb_to_XYZ_601 (&bt601_rgb_to_XYZ);
color_matrix_build_XYZ_to_rgb_dell (&dell_XYZ_to_rgb);
color_transform_table = g_malloc (0x1000000 * 3);
table_y = COG_OFFSET (color_transform_table, 0 * 0x1000000);
table_u = COG_OFFSET (color_transform_table, 1 * 0x1000000);
table_v = COG_OFFSET (color_transform_table, 2 * 0x1000000);
for (y = 0; y < 256; y++) {
for (u = 0; u < 256; u++) {
for (v = 0; v < 256; v++) {
Color c;
c.v[0] = y;
c.v[1] = u;
c.v[2] = v;
color_matrix_apply (&bt601_to_rgb, &c, &c);
color_gamut_clamp (&c, &c);
color_transfer_function_apply (&c, &c);
color_matrix_apply (&bt601_rgb_to_XYZ, &c, &c);
color_matrix_apply (&dell_XYZ_to_rgb, &c, &c);
color_transfer_function_unapply (&c, &c);
color_gamut_clamp (&c, &c);
color_matrix_apply (&bt601_to_yuv, &c, &c);
table_y[(y << 16) | (u << 8) | (v)] = rint (c.v[0]);
table_u[(y << 16) | (u << 8) | (v)] = rint (c.v[1]);
table_v[(y << 16) | (u << 8) | (v)] = rint (c.v[2]);
}
}
}
}
#endif
#if 0
if (!color_transform_table) {
ColorMatrix bt709_to_bt601;
guint8 *table_y;
guint8 *table_u;
guint8 *table_v;
int y, u, v;
color_matrix_build_bt709_to_bt601 (&bt709_to_bt601);
color_transform_table = g_malloc (0x1000000 * 3);
table_y = COG_OFFSET (color_transform_table, 0 * 0x1000000);
table_u = COG_OFFSET (color_transform_table, 1 * 0x1000000);
table_v = COG_OFFSET (color_transform_table, 2 * 0x1000000);
for (y = 0; y < 256; y++) {
for (u = 0; u < 256; u++) {
for (v = 0; v < 256; v++) {
Color c;
c.v[0] = y;
c.v[1] = u;
c.v[2] = v;
color_matrix_apply (&bt709_to_bt601, &c, &c);
table_y[(y << 16) | (u << 8) | (v)] = rint (c.v[0]);
table_u[(y << 16) | (u << 8) | (v)] = rint (c.v[1]);
table_v[(y << 16) | (u << 8) | (v)] = rint (c.v[2]);
}
}
}
}
#endif
return color_transform_table;
}
#endif

71
ext/cog/gstcms.h Normal file
View file

@ -0,0 +1,71 @@
/* GStreamer
* Copyright (C) 2008 David Schleef <ds@entropywave.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*/
#ifndef _GST_CMS_H_
#define _GST_CMS_H_
#include <gst/gst.h>
G_BEGIN_DECLS
typedef struct _Color Color;
typedef struct _ColorMatrix ColorMatrix;
struct _Color
{
double v[3];
};
struct _ColorMatrix
{
double m[4][4];
};
void color_xyY_to_XYZ (Color * c);
void color_XYZ_to_xyY (Color * c);
void color_set (Color * c, double x, double y, double z);
void color_matrix_set_identity (ColorMatrix * m);
void color_matrix_dump (ColorMatrix * m);
void color_matrix_multiply (ColorMatrix * dst, ColorMatrix * a, ColorMatrix * b);
void color_matrix_apply (ColorMatrix * m, Color * dest, Color * src);
void color_matrix_offset_components (ColorMatrix * m, double a1, double a2,
double a3);
void color_matrix_scale_components (ColorMatrix * m, double a1, double a2, double a3);
void color_matrix_YCbCr_to_RGB (ColorMatrix * m, double Kr, double Kb);
void color_matrix_RGB_to_YCbCr (ColorMatrix * m, double Kr, double Kb);
void color_matrix_build_yuv_to_rgb_601 (ColorMatrix * dst);
void color_matrix_build_bt709_to_bt601 (ColorMatrix * dst);
void color_matrix_build_rgb_to_yuv_601 (ColorMatrix * dst);
void color_matrix_invert (ColorMatrix * m);
void color_matrix_copy (ColorMatrix * dest, ColorMatrix * src);
void color_matrix_transpose (ColorMatrix * m);
void color_matrix_build_XYZ (ColorMatrix * dst,
double rx, double ry,
double gx, double gy, double bx, double by, double wx, double wy);
void color_matrix_build_rgb_to_XYZ_601 (ColorMatrix * dst);
void color_matrix_build_XYZ_to_rgb_709 (ColorMatrix * dst);
void color_matrix_build_XYZ_to_rgb_dell (ColorMatrix * dst);
void color_transfer_function_apply (Color * dest, Color * src);
void color_transfer_function_unapply (Color * dest, Color * src);
void color_gamut_clamp (Color * dest, Color * src);
G_END_DECLS
#endif

72
ext/cog/gstcogcolorspace.c
View file

@ -56,6 +56,7 @@ struct _GstCogcolorspace
{
GstBaseTransform base_transform;
int quality;
};
struct _GstCogcolorspaceClass
@ -73,19 +74,14 @@ enum
LAST_SIGNAL
};
#define DEFAULT_QUALITY 5
enum
{
ARG_0,
ARG_WAVELET_TYPE,
ARG_LEVEL
/* FILL ME */
PROP_0,
PROP_QUALITY
};
static void gst_cogcolorspace_base_init (gpointer g_class);
static void gst_cogcolorspace_class_init (gpointer g_class,
gpointer class_data);
static void gst_cogcolorspace_init (GTypeInstance * instance, gpointer g_class);
static void gst_cogcolorspace_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec);
static void gst_cogcolorspace_get_property (GObject * object, guint prop_id,
@ -120,6 +116,10 @@ static GstStaticPadTemplate gst_cogcolorspace_src_template =
";" GST_VIDEO_CAPS_ARGB ";" GST_VIDEO_CAPS_ABGR)
);
GST_BOILERPLATE (GstCogcolorspace, gst_cogcolorspace, GstBaseTransform,
GST_TYPE_BASE_TRANSFORM);
#if 0
GType
gst_cogcolorspace_get_type (void)
{
@ -143,15 +143,15 @@ gst_cogcolorspace_get_type (void)
}
return compress_type;
}
#endif
static void
gst_cogcolorspace_base_init (gpointer g_class)
{
static GstElementDetails compress_details =
GST_ELEMENT_DETAILS ("YCbCr format conversion",
GST_ELEMENT_DETAILS ("YCbCr/RGB format conversion",
"Filter/Effect/Video",
"YCbCr format conversion",
"YCbCr/RGB format conversion",
"David Schleef <ds@schleef.org>");
GstElementClass *element_class = GST_ELEMENT_CLASS (g_class);
@ -164,27 +164,21 @@ gst_cogcolorspace_base_init (gpointer g_class)
}
static void
gst_cogcolorspace_class_init (gpointer g_class, gpointer class_data)
gst_cogcolorspace_class_init (GstCogcolorspaceClass * colorspace_class)
{
GObjectClass *gobject_class;
GstBaseTransformClass *base_transform_class;
GstCogcolorspaceClass *colorspace_class;
gobject_class = G_OBJECT_CLASS (g_class);
base_transform_class = GST_BASE_TRANSFORM_CLASS (g_class);
colorspace_class = GST_COGCOLORSPACE_CLASS (g_class);
gobject_class = G_OBJECT_CLASS (colorspace_class);
base_transform_class = GST_BASE_TRANSFORM_CLASS (colorspace_class);
colorspace_class = GST_COGCOLORSPACE_CLASS (colorspace_class);
gobject_class->set_property = gst_cogcolorspace_set_property;
gobject_class->get_property = gst_cogcolorspace_get_property;
#if 0
g_object_class_install_property (gobject_class, ARG_WAVELET_TYPE,
g_param_spec_int ("wavelet-type", "wavelet type", "wavelet type",
0, 4, 0, G_PARAM_READWRITE));
g_object_class_install_property (gobject_class, ARG_LEVEL,
g_param_spec_int ("level", "level", "level",
0, 100, 0, G_PARAM_READWRITE));
#endif
g_object_class_install_property (gobject_class, PROP_QUALITY,
g_param_spec_int ("quality", "Quality", "Quality",
0, 10, DEFAULT_QUALITY, G_PARAM_READWRITE));
base_transform_class->transform = gst_cogcolorspace_transform;
base_transform_class->transform_caps = gst_cogcolorspace_transform_caps;
@ -194,23 +188,30 @@ gst_cogcolorspace_class_init (gpointer g_class, gpointer class_data)
}
static void
gst_cogcolorspace_init (GTypeInstance * instance, gpointer g_class)
gst_cogcolorspace_init (GstCogcolorspace * colorspace,
GstCogcolorspaceClass * klass)
{
GST_DEBUG ("gst_cogcolorspace_init");
colorspace->quality = DEFAULT_QUALITY;
}
static void
gst_cogcolorspace_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
GstCogcolorspace *src;
GstCogcolorspace *colorspace;
g_return_if_fail (GST_IS_COGCOLORSPACE (object));
src = GST_COGCOLORSPACE (object);
colorspace = GST_COGCOLORSPACE (object);
GST_DEBUG ("gst_cogcolorspace_set_property");
switch (prop_id) {
case PROP_QUALITY:
GST_OBJECT_LOCK (colorspace);
colorspace->quality = g_value_get_int (value);
GST_OBJECT_UNLOCK (colorspace);
break;
default:
break;
}
@ -220,12 +221,17 @@ static void
gst_cogcolorspace_get_property (GObject * object, guint prop_id, GValue * value,
GParamSpec * pspec)
{
GstCogcolorspace *src;
GstCogcolorspace *colorspace;
g_return_if_fail (GST_IS_COGCOLORSPACE (object));
src = GST_COGCOLORSPACE (object);
colorspace = GST_COGCOLORSPACE (object);
switch (prop_id) {
case PROP_QUALITY:
GST_OBJECT_LOCK (colorspace);
g_value_set_int (value, colorspace->quality);
GST_OBJECT_UNLOCK (colorspace);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
@ -425,11 +431,11 @@ gst_cogcolorspace_transform (GstBaseTransform * base_transform,
if (gst_video_format_is_rgb (out_format) &&
gst_video_format_is_yuv (in_format)) {
frame = cog_virt_frame_new_color_matrix (frame);
frame = cog_virt_frame_new_color_matrix_YCbCr_to_RGB (frame);
}
if (gst_video_format_is_yuv (out_format) &&
gst_video_format_is_rgb (in_format)) {
GST_ERROR ("not supported!");
frame = cog_virt_frame_new_color_matrix_RGB_to_YCbCr (frame);
}
switch (out_format) {

2
ext/cog/gstcogscale.c
View file

@ -585,7 +585,7 @@ gst_cog_scale_transform (GstBaseTransform * trans, GstBuffer * in,
w /= 2;
}
if (h >= 2 * videoscale->to_height) {
frame = cog_virt_frame_new_vert_downsample (frame, 2);
frame = cog_virt_frame_new_vert_downsample (frame, 4);
h /= 2;
}
}

465
ext/cog/gstcolorconvert.c
View file

@ -31,6 +31,8 @@
#include "gstcogutils.h"
#include "gstcms.h"
#define GST_TYPE_COLORCONVERT \
(gst_colorconvert_get_type())
#define GST_COLORCONVERT(obj) \
@ -303,469 +305,6 @@ cog_virt_frame_new_color_transform (CogFrame * frame)
}
/* our simple CMS */
typedef struct _Color Color;
typedef struct _ColorMatrix ColorMatrix;
struct _Color
{
double v[3];
};
struct _ColorMatrix
{
double m[4][4];
};
void
color_xyY_to_XYZ (Color * c)
{
if (c->v[1] == 0) {
c->v[0] = 0;
c->v[1] = 0;
c->v[2] = 0;
} else {
double X, Y, Z;
X = c->v[0] * c->v[2] / c->v[1];
Y = c->v[2];
Z = (1.0 - c->v[0] - c->v[1]) * c->v[2] / c->v[1];
c->v[0] = X;
c->v[1] = Y;
c->v[2] = Z;
}
}
void
color_XYZ_to_xyY (Color * c)
{
double d;
d = c->v[0] + c->v[1] + c->v[2];
if (d == 0) {
c->v[0] = 0.3128;
c->v[1] = 0.3290;
c->v[2] = 0;
} else {
double x, y, Y;
x = c->v[0] / d;
y = c->v[1] / d;
Y = c->v[1];
c->v[0] = x;
c->v[1] = y;
c->v[2] = Y;
}
}
void
color_set (Color * c, double x, double y, double z)
{
c->v[0] = x;
c->v[1] = y;
c->v[2] = z;
}
void
color_matrix_set_identity (ColorMatrix * m)
{
int i, j;
for (i = 0; i < 4; i++) {
for (j = 0; j < 4; j++) {
m->m[i][j] = (i == j);
}
}
}
/* Prettyprint a 4x4 matrix @m@ */
void
color_matrix_dump (ColorMatrix * m)
{
int i, j;
printf ("[\n");
for (i = 0; i < 4; i++) {
printf (" ");
for (j = 0; j < 4; j++) {
printf (" %8.5g", m->m[i][j]);
}
printf ("\n");
}
printf ("]\n");
}
/* Perform 4x4 matrix multiplication:
* - @dst@ = @a@ * @b@
* - @dst@ may be a pointer to @a@ andor @b@
*/
void
color_matrix_multiply (ColorMatrix * dst, ColorMatrix * a, ColorMatrix * b)
{
ColorMatrix tmp;
int i, j, k;
for (i = 0; i < 4; i++) {
for (j = 0; j < 4; j++) {
double x = 0;
for (k = 0; k < 4; k++) {
x += a->m[i][k] * b->m[k][j];
}
tmp.m[i][j] = x;
}
}
memcpy (dst, &tmp, sizeof (ColorMatrix));
}
void
color_matrix_apply (ColorMatrix * m, Color * dest, Color * src)
{
int i;
Color tmp;
for (i = 0; i < 3; i++) {
double x = 0;
x += m->m[i][0] * src->v[0];
x += m->m[i][1] * src->v[1];
x += m->m[i][2] * src->v[2];
x += m->m[i][3];
tmp.v[i] = x;
}
memcpy (dest, &tmp, sizeof (tmp));
}
void
color_matrix_offset_components (ColorMatrix * m, double a1, double a2,
double a3)
{
ColorMatrix a;
color_matrix_set_identity (&a);
a.m[0][3] = a1;
a.m[1][3] = a2;
a.m[2][3] = a3;
color_matrix_multiply (m, &a, m);
}
void
color_matrix_scale_components (ColorMatrix * m, double a1, double a2, double a3)
{
ColorMatrix a;
color_matrix_set_identity (&a);
a.m[0][0] = a1;
a.m[1][1] = a2;
a.m[2][2] = a3;
color_matrix_multiply (m, &a, m);
}
void
color_matrix_YCbCr_to_RGB (ColorMatrix * m, double Kr, double Kb)
{
double Kg = 1.0 - Kr - Kb;
ColorMatrix k = {
{
{1., 0., 2 * (1 - Kr), 0.},
{1., -2 * Kb * (1 - Kb) / Kg, -2 * Kr * (1 - Kr) / Kg, 0.},
{1., 2 * (1 - Kb), 0., 0.},
{0., 0., 0., 1.},
}
};
color_matrix_multiply (m, &k, m);
}
void
color_matrix_RGB_to_YCbCr (ColorMatrix * m, double Kr, double Kb)
{
double Kg = 1.0 - Kr - Kb;
ColorMatrix k;
double x;
k.m[0][0] = Kr;
k.m[0][1] = Kg;
k.m[0][2] = Kb;
k.m[0][3] = 0;
x = 1 / (2 * (1 - Kb));
k.m[1][0] = -x * Kr;
k.m[1][1] = -x * Kg;
k.m[1][2] = x * (1 - Kb);
k.m[1][3] = 0;
x = 1 / (2 * (1 - Kr));
k.m[2][0] = x * (1 - Kr);
k.m[2][1] = -x * Kg;
k.m[2][2] = -x * Kb;
k.m[2][3] = 0;
k.m[3][0] = 0;
k.m[3][1] = 0;
k.m[3][2] = 0;
k.m[3][3] = 1;
color_matrix_multiply (m, &k, m);
}
void
color_matrix_build_yuv_to_rgb_601 (ColorMatrix * dst)
{
/*
* At this point, everything is in YCbCr
* All components are in the range [0,255]
*/
color_matrix_set_identity (dst);
/* offset required to get input video black to (0.,0.,0.) */
color_matrix_offset_components (dst, -16, -128, -128);
/* scale required to get input video black to (0.,0.,0.) */
color_matrix_scale_components (dst, (1 / 219.0), (1 / 224.0), (1 / 224.0));
/* colour matrix, YCbCr -> RGB */
/* Requires Y in [0,1.0], Cb&Cr in [-0.5,0.5] */
color_matrix_YCbCr_to_RGB (dst, 0.2990, 0.1140); /* SD */
/*
* We are now in RGB space
*/
#if 0
/* scale to output range. */
color_matrix_scale_components (dst, 255.0, 255.0, 255.0);
#endif
}
void
color_matrix_build_bt709_to_bt601 (ColorMatrix * dst)
{
color_matrix_set_identity (dst);
/* offset required to get input video black to (0.,0.,0.) */
color_matrix_offset_components (dst, -16, -128, -128);
/* scale required to get input video black to (0.,0.,0.) */
color_matrix_scale_components (dst, (1 / 219.0), (1 / 224.0), (1 / 224.0));
/* colour matrix, YCbCr -> RGB */
/* Requires Y in [0,1.0], Cb&Cr in [-0.5,0.5] */
color_matrix_YCbCr_to_RGB (dst, 0.2126, 0.0722); /* HD */
color_matrix_RGB_to_YCbCr (dst, 0.2990, 0.1140); /* SD */
color_matrix_scale_components (dst, 219.0, 224.0, 224.0);
color_matrix_offset_components (dst, 16, 128, 128);
}
void
color_matrix_build_rgb_to_yuv_601 (ColorMatrix * dst)
{
color_matrix_set_identity (dst);
color_matrix_RGB_to_YCbCr (dst, 0.2990, 0.1140); /* SD */
color_matrix_scale_components (dst, 219.0, 224.0, 224.0);
color_matrix_offset_components (dst, 16, 128, 128);
{
Color c;
int i;
for (i = 7; i >= 0; i--) {
color_set (&c, (i & 2) ? 0.75 : 0.0, (i & 4) ? 0.75 : 0.0,
(i & 1) ? 0.75 : 0.0);
color_matrix_apply (dst, &c, &c);
g_print (" { %g, %g, %g },\n", rint (c.v[0]), rint (c.v[1]),
rint (c.v[2]));
}
color_set (&c, -0.075, -0.075, -0.075);
color_matrix_apply (dst, &c, &c);
g_print (" { %g, %g, %g },\n", rint (c.v[0]), rint (c.v[1]),
rint (c.v[2]));
color_set (&c, 0.075, 0.075, 0.075);
color_matrix_apply (dst, &c, &c);
g_print (" { %g, %g, %g },\n", rint (c.v[0]), rint (c.v[1]),
rint (c.v[2]));
}
}
void
color_matrix_invert (ColorMatrix * m)
{
ColorMatrix tmp;
int i, j;
double det;
color_matrix_set_identity (&tmp);
for (j = 0; j < 3; j++) {
for (i = 0; i < 3; i++) {
tmp.m[j][i] =
m->m[(i + 1) % 3][(j + 1) % 3] * m->m[(i + 2) % 3][(j + 2) % 3] -
m->m[(i + 1) % 3][(j + 2) % 3] * m->m[(i + 2) % 3][(j + 1) % 3];
}
}
det =
tmp.m[0][0] * m->m[0][0] + tmp.m[0][1] * m->m[1][0] +
tmp.m[0][2] * m->m[2][0];
for (j = 0; j < 3; j++) {
for (i = 0; i < 3; i++) {
tmp.m[i][j] /= det;
}
}
memcpy (m, &tmp, sizeof (tmp));
}
void
color_matrix_copy (ColorMatrix * dest, ColorMatrix * src)
{
memcpy (dest, src, sizeof (ColorMatrix));
}
void
color_matrix_transpose (ColorMatrix * m)
{
int i, j;
ColorMatrix tmp;
color_matrix_set_identity (&tmp);
for (i = 0; i < 3; i++) {
for (j = 0; j < 3; j++) {
tmp.m[i][j] = m->m[j][i];
}
}
memcpy (m, &tmp, sizeof (ColorMatrix));
}
void
color_matrix_build_XYZ (ColorMatrix * dst,
double rx, double ry,
double gx, double gy, double bx, double by, double wx, double wy)
{
Color r, g, b, w, scale;
ColorMatrix m;
color_set (&r, rx, ry, 1.0);
color_xyY_to_XYZ (&r);
color_set (&g, gx, gy, 1.0);
color_xyY_to_XYZ (&g);
color_set (&b, bx, by, 1.0);
color_xyY_to_XYZ (&b);
color_set (&w, wx, wy, 1.0);
color_xyY_to_XYZ (&w);
color_matrix_set_identity (dst);
dst->m[0][0] = r.v[0];
dst->m[0][1] = r.v[1];
dst->m[0][2] = r.v[2];
dst->m[1][0] = g.v[0];
dst->m[1][1] = g.v[1];
dst->m[1][2] = g.v[2];
dst->m[2][0] = b.v[0];
dst->m[2][1] = b.v[1];
dst->m[2][2] = b.v[2];
color_matrix_dump (dst);
color_matrix_copy (&m, dst);
color_matrix_invert (&m);
color_matrix_dump (&m);
color_matrix_transpose (&m);
color_matrix_apply (&m, &scale, &w);
g_print ("%g %g %g\n", scale.v[0], scale.v[1], scale.v[2]);
dst->m[0][0] = r.v[0] * scale.v[0];
dst->m[0][1] = r.v[1] * scale.v[0];
dst->m[0][2] = r.v[2] * scale.v[0];
dst->m[1][0] = g.v[0] * scale.v[1];
dst->m[1][1] = g.v[1] * scale.v[1];
dst->m[1][2] = g.v[2] * scale.v[1];
dst->m[2][0] = b.v[0] * scale.v[2];
dst->m[2][1] = b.v[1] * scale.v[2];
dst->m[2][2] = b.v[2] * scale.v[2];
color_matrix_transpose (dst);
color_matrix_dump (dst);
color_set (&scale, 1, 1, 1);
color_matrix_apply (dst, &scale, &scale);
color_XYZ_to_xyY (&scale);
g_print ("white %g %g %g\n", scale.v[0], scale.v[1], scale.v[2]);
}
void
color_matrix_build_rgb_to_XYZ_601 (ColorMatrix * dst)
{
/* SMPTE C primaries, SMPTE 170M-2004 */
color_matrix_build_XYZ (dst,
0.630, 0.340, 0.310, 0.595, 0.155, 0.070, 0.3127, 0.3290);
#if 0
/* NTSC 1953 primaries, SMPTE 170M-2004 */
color_matrix_build_XYZ (dst,
0.67, 0.33, 0.21, 0.71, 0.14, 0.08, 0.3127, 0.3290);
#endif
}
void
color_matrix_build_XYZ_to_rgb_709 (ColorMatrix * dst)
{
/* Rec. ITU-R BT.709-5 */
color_matrix_build_XYZ (dst,
0.640, 0.330, 0.300, 0.600, 0.150, 0.060, 0.3127, 0.3290);
}
void
color_matrix_build_XYZ_to_rgb_dell (ColorMatrix * dst)
{
/* Dell monitor */
#if 1
color_matrix_build_XYZ (dst,
0.662, 0.329, 0.205, 0.683, 0.146, 0.077, 0.3135, 0.3290);
#endif
#if 0
color_matrix_build_XYZ (dst,
0.630, 0.340, 0.310, 0.595, 0.155, 0.070, 0.3127, 0.3290);
#endif
color_matrix_invert (dst);
}
void
color_transfer_function_apply (Color * dest, Color * src)
{
int i;
for (i = 0; i < 3; i++) {
if (src->v[i] < 0.0812) {
dest->v[i] = src->v[i] / 4.500;
} else {
dest->v[i] = pow (src->v[i] + 0.099, 1 / 0.4500);
}
}
}
void
color_transfer_function_unapply (Color * dest, Color * src)
{
int i;
for (i = 0; i < 3; i++) {
if (src->v[i] < 0.0812 / 4.500) {
dest->v[i] = src->v[i] * 4.500;
} else {
dest->v[i] = pow (src->v[i], 0.4500) - 0.099;
}
}
}
void
color_gamut_clamp (Color * dest, Color * src)
{
dest->v[0] = CLAMP (src->v[0], 0.0, 1.0);
dest->v[1] = CLAMP (src->v[1], 0.0, 1.0);
dest->v[2] = CLAMP (src->v[2], 0.0, 1.0);
}
static uint8_t *
get_color_transform_table (void)
{

2
ext/cog/gstlogoinsert.c
View file

@ -265,7 +265,7 @@ gst_logoinsert_transform_ip (GstBaseTransform * base_transform, GstBuffer * buf)
li->alpha_frame = cog_frame_realize (f);
f = cog_virt_frame_new_unpack (cog_frame_ref (li->ayuv_frame));
f = cog_virt_frame_new_color_matrix (f);
f = cog_virt_frame_new_color_matrix_RGB_to_YCbCr (f);
f = cog_virt_frame_new_subsample (f, frame->format);
li->overlay_frame = cog_frame_realize (f);
}