gstreamer/sys/glsink/regcomb_yuvrgb.c

// these includes don't do a lot in Linux, they are more needed in Win32 (for the OpenGL function call pointers)
// but they are used at least for checking if the necessary extensions are present

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif

#include "ARB_multitexture.h"
#include "NV_register_combiners.h"
#include "EXT_paletted_texture.h"

/***********************************************************************************************
 INTERESTING PART:                                                                            *
 handles initialization of the Nvidia register combiners for YUV->RGB conversion. 
 This code was created by Jens Schneider <schneider@glhint.de>                      
 ***********************************************************************************************/

GLuint Yhandle;
GLuint Uhandle;
GLuint Vhandle;
unsigned char *YPlane;
unsigned char *UPlane;
unsigned char *VPlane;

// YUV 4:2:2 example
unsigned int Ywidth = 512, Yheight = 512;
unsigned int UVwidth = 256, UVheight = 512;

int tex_xsize, tex_ysize;

void
GenerateRGBTables (unsigned char *Ytable,       // Y-palette
    unsigned char *Utable,      // U-palette
    unsigned char *Vtable,      // V-palette
    float *bias,                // bias (fourth vector to be added)
    float *Uscale,              // scaling color for U
    float *Vscale)              // scaling color for V
{
  int i;
  const float mat[9] = {        // the modified YUV->RGB matrix
    +1.130469478f, -0.058755723f, +1.596026304f,
    +1.130469478f, -0.450515935f, -0.812967512f,
    +1.130469478f, +1.958477882f, 0.0f
  };

#define COMPRESS(a)(0.5f*(a)+128.0f)    // counter-piece to EXPAND_NORMAL
#define fCOMPRESS(a) (0.5f*(a)+0.5f);
#define XCLAMP(a) ((a)<0.0f ? 0.0f : ((a)>255.0f ? 255.0f : (a)))       // should not be necessary, but what do you know.
  bias[0] = fCOMPRESS (-0.842580964f);
  bias[1] = fCOMPRESS (+0.563287723f);
  bias[2] = fCOMPRESS (-1.0f);
  bias[3] = 0.0f;
  Uscale[0] = 8.0f / 255.0f;
  Uscale[1] = 60.0f / 255.0f;
  Uscale[2] = 250.0f / 255.0f;
  Uscale[3] = 0.0f;
  Vscale[0] = 204.0f / 255.0f;
  Vscale[1] = 105.0f / 255.0f;
  Vscale[2] = 0.5f;
  Vscale[3] = 0.0f;
  for (i = 0; i < 256; i++) {
    // Y-table holds unsigned values
    Ytable[3 * i] = (unsigned char) XCLAMP (mat[0] * (float) i);        // R
    Ytable[3 * i + 1] = (unsigned char) XCLAMP (mat[3] * (float) i);    // G
    Ytable[3 * i + 2] = (unsigned char) XCLAMP (mat[6] * (float) i);    // B
    // U-table holds signed values
    Utable[3 * i] = (unsigned char) XCLAMP (COMPRESS (255.0f / 16.0f * mat[1] * (float) i));    // R
    Utable[3 * i + 1] = (unsigned char) XCLAMP (COMPRESS (255.0f / 120.0f * mat[4] * (float) i));       // G
    Utable[3 * i + 2] = (unsigned char) XCLAMP (COMPRESS (255.0f / 500.0f * mat[7] * (float) i));       // B
    // V-table holds signed values
    Vtable[3 * i] = (unsigned char) XCLAMP (COMPRESS (255.0f / 408.0f * mat[2] * (float) i));   // R
    Vtable[3 * i + 1] = (unsigned char) XCLAMP (COMPRESS (255.0f / 210.0f * mat[5] * (float) i));       // G
    Vtable[3 * i + 2] = (unsigned char) (128.0f - 14.0f);       // G constant
  }
#undef fCOMPRESS
#undef COMPRESS
#undef XCLAMP
}


// Sets the constants. Call once prior to rendering.
void
SetConsts (float *bias, float *Uscale, float *Vscale)
{
  glEnable (GL_REGISTER_COMBINERS_NV);
  glColor3fv (bias);
  //printf("%f %f %f\n",bias[0],bias[1],bias[2]);
  glCombinerParameterfvNV (GL_CONSTANT_COLOR0_NV, Uscale);
  glCombinerParameterfvNV (GL_CONSTANT_COLOR1_NV, Vscale);
}

/*
 * SOFTWARE PATH
 */

inline void
map_EXPAND_NORMAL (float *v)
{
  v[0] = 2.0f * v[0] - 1.0f;
  v[1] = 2.0f * v[1] - 1.0f;
  v[2] = 2.0f * v[2] - 1.0f;
}

inline void
map_UNSIGNED_INVERT (float *v)
{
  v[0] = 1.0f - v[0];
  v[1] = 1.0f - v[1];
  v[2] = 1.0f - v[2];
}

inline void
map_UNSIGNED_IDENTITY (float *v)
{
  v[0] = (v[0] < 0.0f ? 0.0f : v[0]);
  v[1] = (v[1] < 0.0f ? 0.0f : v[1]);
  v[2] = (v[2] < 0.0f ? 0.0f : v[2]);
}

inline void
map_SIGNED_IDENTITY (float *v)
{
}

inline void
omap_SCALE_BY_TWO (float *v)
{
  v[0] *= 2.0f;
  v[1] *= 2.0f;
  v[2] *= 2.0f;
}

inline void
omap_SCALE_BY_ONE_HALF (float *v)
{
  v[0] *= 0.5f;
  v[1] *= 0.5f;
  v[2] *= 0.5f;
}

inline void
omap_RANGE (float *v)
{
  v[0] = (v[0] < -1.0f ? -1.0f : (v[0] > 1.0f ? 1.0f : v[0]));
  v[1] = (v[1] < -1.0f ? -1.0f : (v[1] > 1.0f ? 1.0f : v[1]));
  v[2] = (v[2] < -1.0f ? -1.0f : (v[2] > 1.0f ? 1.0f : v[2]));
}


inline void
omap_CLAMP_01 (float *v)
{
  v[0] = (v[0] < 0.0f ? 0.0f : (v[0] > 1.0f ? 1.0f : v[0]));
  v[1] = (v[1] < 0.0f ? 0.0f : (v[1] > 1.0f ? 1.0f : v[1]));
  v[2] = (v[2] < 0.0f ? 0.0f : (v[2] > 1.0f ? 1.0f : v[2]));
}

void
PerformSWCombiner (unsigned char *Result,
    unsigned char *tex0,
    unsigned char *tex1,
    unsigned char *tex2, float *COLOR0, float *CONST0, float *CONST1)
{
  float SPARE0[3];
  float SPARE1[3];
  float A[3], B[3], C[3], D[3];
  float TEX0[3], TEX1[3], TEX2[3];
  float ZERO[3] = { 0.0f, 0.0f, 0.0f };

  TEX0[0] = (float) tex0[0] / 255.0f;
  TEX0[1] = (float) tex0[1] / 255.0f;
  TEX0[2] = (float) tex0[2] / 255.0f;

  TEX1[0] = (float) tex1[0] / 255.0f;
  TEX1[1] = (float) tex1[1] / 255.0f;
  TEX1[2] = (float) tex1[2] / 255.0f;

  TEX2[0] = (float) tex2[0] / 255.0f;
  TEX2[1] = (float) tex2[1] / 255.0f;
  TEX2[2] = (float) tex2[2] / 255.0f;

  // Combiner Stage 0:
  memcpy (A, TEX0, 3 * sizeof (float));
  map_UNSIGNED_IDENTITY (A);
  memcpy (B, ZERO, 3 * sizeof (float));
  map_UNSIGNED_INVERT (B);
  memcpy (C, COLOR0, 3 * sizeof (float));
  map_EXPAND_NORMAL (C);
  memcpy (D, ZERO, 3 * sizeof (float));
  map_UNSIGNED_INVERT (D);
  SPARE0[0] = A[0] * B[0] + C[0] * D[0];
  SPARE0[1] = A[1] * B[1] + C[1] * D[1];
  SPARE0[2] = A[2] * B[2] + C[2] * D[2];
  omap_SCALE_BY_ONE_HALF (SPARE0);
  omap_RANGE (SPARE0);

  // Combiner Stage 1:
  memcpy (A, TEX1, 3 * sizeof (float));
  map_EXPAND_NORMAL (A);
  memcpy (B, CONST0, 3 * sizeof (float));
  map_UNSIGNED_IDENTITY (B);
  memcpy (C, TEX2, 3 * sizeof (float));
  map_EXPAND_NORMAL (C);
  memcpy (D, CONST1, 3 * sizeof (float));
  map_UNSIGNED_IDENTITY (D);
  SPARE1[0] = A[0] * B[0] + C[0] * D[0];
  SPARE1[1] = A[1] * B[1] + C[1] * D[1];
  SPARE1[2] = A[2] * B[2] + C[2] * D[2];
  omap_RANGE (SPARE1);

  // Combiner Stage 2:
  memcpy (A, SPARE0, 3 * sizeof (float));
  map_SIGNED_IDENTITY (A);
  memcpy (B, ZERO, 3 * sizeof (float));
  map_UNSIGNED_INVERT (B);
  memcpy (C, SPARE1, 3 * sizeof (float));
  map_SIGNED_IDENTITY (C);
  memcpy (D, ZERO, 3 * sizeof (float));
  map_UNSIGNED_INVERT (D);
  SPARE0[0] = A[0] * B[0] + C[0] * D[0];
  SPARE0[1] = A[1] * B[1] + C[1] * D[1];
  SPARE0[2] = A[2] * B[2] + C[2] * D[2];
  omap_SCALE_BY_TWO (SPARE0);
  omap_RANGE (SPARE0);

  // Final Combiner Stage:
  memcpy (A, ZERO, 3 * sizeof (float));
  map_UNSIGNED_INVERT (A);
  memcpy (B, SPARE0, 3 * sizeof (float));
  map_UNSIGNED_IDENTITY (B);
  memcpy (C, ZERO, 3 * sizeof (float));
  map_UNSIGNED_IDENTITY (C);
  memcpy (D, ZERO, 3 * sizeof (float));
  map_UNSIGNED_IDENTITY (D);
  SPARE0[0] = A[0] * B[0] + (1.0f - A[0]) * C[0] + D[0];
  SPARE0[1] = A[1] * B[1] + (1.0f - A[1]) * C[1] + D[1];
  SPARE0[2] = A[2] * B[2] + (1.0f - A[2]) * C[2] + D[2];
  omap_CLAMP_01 (SPARE0);
  Result[0] = (unsigned char) (SPARE0[0] * 255.0f);
  Result[1] = (unsigned char) (SPARE0[1] * 255.0f);
  Result[2] = (unsigned char) (SPARE0[2] * 255.0f);
}

// Sets up the register combiners. Call once prior to rendering
void
SetupCombiners (void)
{
  glCombinerParameteriNV (GL_NUM_GENERAL_COMBINERS_NV, 3);
  // Combiner Stage 0: th. OK
  glCombinerInputNV (GL_COMBINER0_NV, GL_RGB, GL_VARIABLE_A_NV, GL_TEXTURE0_ARB,
      GL_UNSIGNED_IDENTITY_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER0_NV, GL_RGB, GL_VARIABLE_B_NV, GL_ZERO,
      GL_UNSIGNED_INVERT_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER0_NV, GL_RGB, GL_VARIABLE_C_NV,
      GL_PRIMARY_COLOR_NV, GL_EXPAND_NORMAL_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER0_NV, GL_RGB, GL_VARIABLE_D_NV, GL_ZERO,
      GL_UNSIGNED_INVERT_NV, GL_RGB);
  glCombinerOutputNV (GL_COMBINER0_NV, GL_RGB, GL_DISCARD_NV, GL_DISCARD_NV,
      GL_SPARE0_NV, GL_SCALE_BY_ONE_HALF_NV, GL_NONE, GL_FALSE, GL_FALSE,
      GL_FALSE);
  // Combiner Stage 1: th. OK
  glCombinerInputNV (GL_COMBINER1_NV, GL_RGB, GL_VARIABLE_A_NV, GL_TEXTURE1_ARB,
      GL_EXPAND_NORMAL_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER1_NV, GL_RGB, GL_VARIABLE_B_NV,
      GL_CONSTANT_COLOR0_NV, GL_UNSIGNED_IDENTITY_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER1_NV, GL_RGB, GL_VARIABLE_C_NV, GL_TEXTURE2_ARB,
      GL_EXPAND_NORMAL_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER1_NV, GL_RGB, GL_VARIABLE_D_NV,
      GL_CONSTANT_COLOR1_NV, GL_UNSIGNED_IDENTITY_NV, GL_RGB);
  glCombinerOutputNV (GL_COMBINER1_NV, GL_RGB, GL_DISCARD_NV, GL_DISCARD_NV,
      GL_SPARE1_NV, GL_NONE, GL_NONE, GL_FALSE, GL_FALSE, GL_FALSE);
  // Combiner Stage 2: th. OK
  glCombinerInputNV (GL_COMBINER2_NV, GL_RGB, GL_VARIABLE_A_NV, GL_SPARE0_NV,
      GL_SIGNED_IDENTITY_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER2_NV, GL_RGB, GL_VARIABLE_B_NV, GL_ZERO,
      GL_UNSIGNED_INVERT_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER2_NV, GL_RGB, GL_VARIABLE_C_NV, GL_SPARE1_NV,
      GL_SIGNED_IDENTITY_NV, GL_RGB);
  glCombinerInputNV (GL_COMBINER2_NV, GL_RGB, GL_VARIABLE_D_NV, GL_ZERO,
      GL_UNSIGNED_INVERT_NV, GL_RGB);
  glCombinerOutputNV (GL_COMBINER2_NV, GL_RGB, GL_DISCARD_NV, GL_DISCARD_NV,
      GL_SPARE0_NV, GL_SCALE_BY_TWO_NV, GL_NONE, GL_FALSE, GL_FALSE, GL_FALSE);
  // Final Sage: th. OK
  glFinalCombinerInputNV (GL_VARIABLE_A_NV, GL_ZERO, GL_UNSIGNED_INVERT_NV,
      GL_RGB);
  glFinalCombinerInputNV (GL_VARIABLE_B_NV, GL_SPARE0_NV,
      GL_UNSIGNED_IDENTITY_NV, GL_RGB);
  glFinalCombinerInputNV (GL_VARIABLE_C_NV, GL_ZERO, GL_UNSIGNED_IDENTITY_NV,
      GL_RGB);
  glFinalCombinerInputNV (GL_VARIABLE_D_NV, GL_ZERO, GL_UNSIGNED_IDENTITY_NV,
      GL_RGB);
  glFinalCombinerInputNV (GL_VARIABLE_G_NV, GL_ZERO, GL_UNSIGNED_INVERT_NV,
      GL_ALPHA);
}


unsigned int
PowerOfTwo (unsigned int i)
{
  unsigned int bitsum = 0;
  unsigned int shifts = 0;
  unsigned int j = (unsigned int) i;

  // Check wether i is a power of two - may contain at most one set bit
  do {
    bitsum += j & 1;
    j = j >> 1;
    ++shifts;
  } while (j > 0);
  if (bitsum == 1)
    return i;
  else
    return (1 << shifts);
}


// Initializes textures. Call once prior to rendering
void
InitYUVPlanes (GLuint * Yhandle, GLuint * Uhandle, GLuint * Vhandle, unsigned int Ywidth, unsigned int Yheight, unsigned int UVwidth, unsigned int UVheight, GLenum filter,     // filter should be either GL_NEAREST or GL_LINEAR. Test this! 
    unsigned char *Ypal, unsigned char *Upal, unsigned char *Vpal)
{
  glGenTextures (1, Yhandle);
  glGenTextures (1, Uhandle);
  glGenTextures (1, Vhandle);
  glBindTexture (GL_TEXTURE_2D, (*Yhandle));
#ifdef _WIN32
  glColorTableEXT (GL_TEXTURE_2D, GL_RGB8, 256, GL_RGB, GL_UNSIGNED_BYTE, Ypal);
#else // Hopefully Linux
  glColorTable (GL_TEXTURE_2D, GL_RGB8, 256, GL_RGB, GL_UNSIGNED_BYTE, Ypal);
#endif
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, filter);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, filter);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP);
  tex_xsize = PowerOfTwo (Ywidth);
  tex_ysize = PowerOfTwo (Yheight);
  glTexImage2D (GL_TEXTURE_2D, 0, GL_COLOR_INDEX8_EXT, PowerOfTwo (Ywidth),
      PowerOfTwo (Yheight), 0, GL_COLOR_INDEX, GL_UNSIGNED_BYTE, NULL);

  glBindTexture (GL_TEXTURE_2D, (*Uhandle));
#ifdef _WIN32
  glColorTableEXT (GL_TEXTURE_2D, GL_RGB8, 256, GL_RGB, GL_UNSIGNED_BYTE, Upal);
#else // Hopefully Linux
  glColorTable (GL_TEXTURE_2D, GL_RGB8, 256, GL_RGB, GL_UNSIGNED_BYTE, Upal);
#endif
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, filter);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, filter);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP);
  glTexImage2D (GL_TEXTURE_2D, 0, GL_COLOR_INDEX8_EXT, PowerOfTwo (UVwidth),
      PowerOfTwo (UVheight), 0, GL_COLOR_INDEX, GL_UNSIGNED_BYTE, NULL);

  glBindTexture (GL_TEXTURE_2D, (*Vhandle));
#ifdef _WIN32
  glColorTableEXT (GL_TEXTURE_2D, GL_RGB8, 256, GL_RGB, GL_UNSIGNED_BYTE, Vpal);
#else // Hopefully Linux
  glColorTable (GL_TEXTURE_2D, GL_RGB8, 256, GL_RGB, GL_UNSIGNED_BYTE, Vpal);
#endif
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, filter);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, filter);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP);
  glTexParameteri (GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP);
  glTexImage2D (GL_TEXTURE_2D, 0, GL_COLOR_INDEX8_EXT, PowerOfTwo (UVwidth),
      PowerOfTwo (UVheight), 0, GL_COLOR_INDEX, GL_UNSIGNED_BYTE, NULL);
}

void
LoadYUVPlanes (GLuint Yhandle, GLuint Uhandle, GLuint Vhandle,
    unsigned int Ywidth, unsigned int Yheight,
    unsigned int UVwidth, unsigned int UVheight,
    unsigned char *Ydata, unsigned char *Udata, unsigned char *Vdata)
{
  glActiveTextureARB (GL_TEXTURE0_ARB);
  glBindTexture (GL_TEXTURE_2D, Yhandle);
  glTexSubImage2D (GL_TEXTURE_2D, 0, 0, 0, Ywidth, Yheight, GL_COLOR_INDEX,
      GL_UNSIGNED_BYTE, Ydata);
  glEnable (GL_TEXTURE_2D);

  glActiveTextureARB (GL_TEXTURE1_ARB);
  glBindTexture (GL_TEXTURE_2D, Uhandle);
  glTexSubImage2D (GL_TEXTURE_2D, 0, 0, 0, UVwidth, UVheight, GL_COLOR_INDEX,
      GL_UNSIGNED_BYTE, Udata);
  glEnable (GL_TEXTURE_2D);

  glActiveTextureARB (GL_TEXTURE2_ARB);
  glBindTexture (GL_TEXTURE_2D, Vhandle);
  glTexSubImage2D (GL_TEXTURE_2D, 0, 0, 0, UVwidth, UVheight, GL_COLOR_INDEX,
      GL_UNSIGNED_BYTE, Vdata);
  glEnable (GL_TEXTURE_2D);
}


void
Initialize_Backend (unsigned int Ywidth, unsigned int Yheight,
    unsigned int UVwidth, unsigned int UVheight, GLenum filter)
{
  printf ("Reinitializing register combiner backend with res %d x %d!\n",
      Ywidth, Yheight);
  //if (!GL_ARB_multitexture_Init()) exit(0);
  //if (!GL_EXT_paletted_texture_Init()) exit(0);
  //if (!GL_NV_register_combiners_Init()) exit(0);
  unsigned char Ypal[768];
  unsigned char Upal[768];
  unsigned char Vpal[768];
  float bias[4];
  float Uscale[4];
  float Vscale[4];

  GenerateRGBTables (Ypal, Upal, Vpal, bias, Uscale, Vscale);
  InitYUVPlanes (&Yhandle, &Uhandle, &Vhandle, Ywidth, Yheight, UVwidth,
      UVheight, filter, Ypal, Upal, Vpal);
  SetupCombiners ();
  SetConsts (bias, Uscale, Vscale);
}


void
initialize (GLenum filter)
{
  glShadeModel (GL_SMOOTH);
  glHint (GL_PERSPECTIVE_CORRECTION_HINT, GL_NICEST);
  glClearColor (0.0f, 0.0f, 0.2f, 1.0f);
  Initialize_Backend (Ywidth, Yheight, UVwidth, UVheight, filter);
}