Pixel Corruption From Neighboring Pixels with gl_FragCoord

[Rennie Johnson]

I'm trying to create a color filter array demosaicing fragment shader for raw capture from a color camera with color bayer filter. In order to properly decode the image, I require acces to clean neighboring texels without any averaging from neighboring texels. Since I'm not using TEXTURE_RECTANGLE textures, I'm a little nervous. I also have to know the exact x/y offset of the main pixel in the shader.

Here is a partial simple shader that implements the RGB values from a red pixel of the color bayer filter array:

[SIZE=2] #extension GL_EXT_gpu_shader4 : enable [SIZE=2][COLOR=#008000]//Required For Integer Modulus Operation (%)[/COLOR][/SIZE]
 
uniform sampler2D BayerCaptureSampler;
uniform [/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]float[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] captureImageWidth;
uniform [/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]float[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] captureImageHeight;
 
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]void[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#000000] main([/COLOR][/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]void[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#000000])[/COLOR]
{
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]float[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] step_w;
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]float[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] step_h;
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]float[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] fragOffsetFloatX;
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]float[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] fragOffsetFloatY
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]int[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] fragOffsetIntX;
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]int[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] fragOffsetIntY;
vec2 redOffset[4];
vec2 greenOffset[4];
vec2 blueOffset[4];
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]int[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] evenOddX;
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]int[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] evenOddY;
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]float[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] Sum;[/SIZE][SIZE=2]
 
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Example: ASSUME ORIGINAL SOURCE BUFFER OF 2048 x 1536
 
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Calculate Single Texel Normalized Offset From Original capture buffer resolution
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]step_w = 1.0/captureImageWidth;           [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Should return 1.0/2048.0 = 0.00048828125
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]step_h = 1.0/captureImageHeigh;            [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Should return 1.0/1536.0 = 0.00065104166
 
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Retrieve the Current Texel Offset (In Host Buffer Integer Coordinates From Corner (0,0)
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]fragOffsetIntX = gl_FragCoord.x;             [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Should Return Integer Value 0 to 2047
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]fragOffsetIntY = gl_FragCoord.y;             [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Should Return Integer Value 0 to 1535
 
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Determine if this is an even or odd pixel on horizontal and vertical offsets from bottom right corner texel
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]evenOddX = fragOffsetIntX%2;               [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Should Return 0 for even, or 1 for odd
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]evenOddY = fagOffsetIntY%2;                [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Should Return 0 for even, or 1 for odd
 
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//*************************Sample Code For A Red Pixel Decocing******************//
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]if[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2](evenOddX==0) [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Width Offset = Even Texel
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]{
[/SIZE][SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]if[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] {evenOddY==0) [/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Height Offset = Even Texel
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]{
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Retrieve Red Texel
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]glFragColor.r = texture2D(BayerCaptureSampler,vec(gl_TextCoord[0].st)).r;
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Calculate Green Pixel Offsets
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//THESE NEED TO BE IDENTICAL PIXEL VALUE FROM THE ORIGINAL BUFFER THAT WAS LOADED INTO
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//TEXTURE WIHTOUT ANY MIXTURE OR AVERAGING OF PIXELS ONCE INSIDE THE TEXTURE
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] greenOffset[0] = vec2(step_w,step_h);
  greenOffset[1] = vec2(0.0,step_h);
  greenOffset[2] = vec2(-step_w,0.0);
  greenOffset[3] = vec2(0.0,-step_h);
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Retrieve and Average Neighboring Green Pixels
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] sum = 0.0;
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + greenOffset[0];
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + greenOffset[1];
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + greenOffset[2];
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + greenOffset[3];
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Assign Final Calculated Green Texel
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]glFragColor.g = sum/4.0;
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Calculate Blue Pixel Offsets
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//THESE NEED TO BE IDENTICAL PIXEL VALUE AS DESCRIBED ABOVE
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] greenOffset[0] = vec2(step_w,step_h);
  greenOffset[1] = vec2(-step_w,step_h);
  greenOffset[2] = vec2(step_w,-step_h);
  greenOffset[3] = vec2(-step_w,-step_h);
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Retrieve and Average Neighboring Blue Pixels
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2] sum = 0.0;
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + blueOffset[0];
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + blueOffset[1];
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + blueOffset[2];
  sum += texture2D(BayerCaptureSampler,vec2(gl_TexCoord[0].st + blueOffset[3];
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Assign Final Calculated Blue Texel
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]glFragColor.b = sum/4.0;
   }
}
[/SIZE][SIZE=2][COLOR=#008000][SIZE=2][COLOR=#008000]//Assign 1 to Alpha Channel
[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2]glFragColor.a = 1.0
}
[/SIZE]

My questions are:

1) How do I implement the layout qualifier "pixel_center_integer" with this version of OpenGL? I need the offsets to be the actual integer values, not with 0.5 offsets.

2) Will my greenOffset[] and blueOffset[] texel offsets return me the original buffer pixels without any sub-pixel neighbor averaging? The color demosaicing will not work if the pixel values are in any way mixed.


Thanks for your help!

[Dark Photon]

1) How do I implement the layout qualifier "pixel_center_integer" with this version of OpenGL? I need the offsets to be the actual integer values, not with 0.5 offsets.

2) Will my greenOffset[] and blueOffset[] texel offsets return me the original buffer pixels without any sub-pixel neighbor averaging? The color demosaicing will not work if the pixel values are in any way mixed.

Often a simpler way to deal with this is to just use glFragCoord and texelFetch.

The integer offset of the current pixel (in window coordinates):

ivec2 tcoord = ivec2( gl_FragCoord.xy ); // This is in (0,0) .. (xres,yres)

then:

texelFetch( tex, tcoord, 0 ).rgb;

If you're reading from a multisample texture, you can just plug the sample index in place of the third argument.

Also with texelFetch, there's explicitly no filtering, so you don't have to worry about that creeping in.

[Rennie Johnson]

Hey, thanks Dark Photon!!

Do I need to declare a higher version of OpenGL or an extension to use "texelFetch"?

If so, could you type out the line for me?

Also, since you still used glFragCoord(), don't I still have to deal with the 0.5 pixel offset?

Thanks again.

[Rennie Johnson]

I was just reading up on textlFetch. How do I specify the offsets for my neighboring pixel access?

Can I use integer offsets, i.e.:

ivec2 offset;
offset = ivec2(1,-1);
ivec2 tcoord = ivec2( gl_FragCoord.xy );
texelFetch(TruesenseCaptureSampler, (tcoord + offset), 0 ).r;


or do I have to use Normalized offsets, like in my code example;

Again, do I have to implement the layout qualifier "pixel_center_integer" in this example, and what is the correct syntax to do that?

Thanks for your help.

p.s. Can someone explain how to post code on a reply? I can't find the box to do that.

[Dark Photon]

Hey, thanks Dark Photon!!

Do I need to declare a higher version of OpenGL or an extension to use "texelFetch"?

Depends on which version you are declaring now. May already be supported. Heck, it's been in GLSL since v1.3. So anything greater than or equal to #version 130 should pull it in.

Alternatively, you'll probably just get it with the #extension GL_EXT_gpu_shader4 : enable you've got in there now, though you'll likely need to call texelFetch2D() instead of texelFetch() (for 2D textures anyway). GLSL 1.3 did away with all the sampler type suffixes from the names of the sampling functions, eliminating a lot of needless function list bloat.

The issue with declaring 1.3 right now if you're using 1.2 (the default IIRC) is that the built-in identifiers (fixed-function shader shims) go away. Which may or may not be more code rework than you want to bite off right now.

Also, since you still used glFragCoord(), don't I still have to deal with the 0.5 pixel offset?

I cast to an int (ivec2), which (just as in C/C++) whacks the fractional portion.

[Dark Photon]

I was just reading up on textlFetch. How do I specify the offsets for my neighboring pixel access? Can I use integer offsets)?

Yes! You've got it. That's one of the nice things about using this for single texel access.

Again, do I have to implement the layout qualifier "pixel_center_integer" in this example, and what is the correct syntax to do that?

No idea what you're talking about here. This does not occur in your code. If you want no interpolation on interpolators, declare them flat. You have to do this when passing integral values anyway.

p.s. Can someone explain how to post code on a reply? I can't find the box to do that.

Surround your code with [code] ... [/code] tags.

[Rennie Johnson]

OK, I'll try all this and report back.

Seems a bit rude to whack fractions, but I guess I've got no choice.

Thanks again to Dark Photon.

p.s. I'm not sure what the origin of your profile photo is (looks like a cross between Darth Vader and a Dalek, but you might be interested to know I that attended the first showing of STAR WARS (1977) in San Jose. It was the greatest experience (female company excluded) of my life!

[Cy Bo Rg]

Ssssspace ballssss !!!

[Rennie Johnson]

Dear Dark Photon:

Everything works great! Just the way you told me to do. However, I've got a new problem:

Apparently, moving up to OpenGL 1.3 (Wow, I'm state-of-the-art now!) has obsoleted my drawing code which......NO LONGER WORKS!!!!

 
[SIZE=2][COLOR=#0000ff][SIZE=2][COLOR=#0000ff]void[/COLOR][/SIZE][/COLOR][/SIZE][SIZE=2][COLOR=#000000] DiGlConfig_RJ::UpdateScannerFrameBufferColorBayer()[/COLOR]
{
wglMakeCurrent(m_deviceContextHandle_01,m_renderContextHandle);
SetScannerShader(SCANNER_SHADER_MASTER_COLOR_BAYER);
glBindFramebufferEXT(GL_FRAMEBUFFER_EXT,fboObject);
glUseProgramObjectARB(m_shaderGl->m_scannerColorBayerProgram);
glViewport(0-(m_maxTextureSize-m_FramebufferWidth)/2,
0-(m_maxTextureSize-m_FramebufferHeight)/2,m_maxTextureSize,m_maxTextureSize);
 
glMatrixMode(GL_MODELVIEW);
glLoadIdentity();
glClearColor(0.0,0.0,0.0,1.0);
glClear(GL_COLOR_BUFFER_BIT);
 
glPushMatrix();
glTranslatef(m_offsetX,m_offsetY,0.0);
glRotatef(m_rotation,0.0,0.0,1.0);
glScalef(m_scaleX*m_geometryFlopFactor,m_scaleY*m_geometryInvertFactor*m_fboInvertFactor,0.0);
glEnable(GL_BLEND);
glBlendFunc(GL_ONE,GL_ZERO);
glBegin(GL_QUADS);
glTexCoord2f(0.0,0.0); 
glVertex2f(-1.0,-1.0);
glTexCoord2f(1.0,0.0); 
glVertex2f( 1.0,-1.0);
glTexCoord2f(1.0,1.0); 
glVertex2f( 1.0, 1.0);
glTexCoord2f(0.0,1.0); 
glVertex2f(-1.0, 1.0);
glEnd();
glDisable(GL_BLEND);
glPopMatrix();
glBindFramebufferEXT(GL_FRAMEBUFFER_EXT,0);
glUseProgramObjectARB(0);
}
[/SIZE]

So, none of the scaling works, and the image isn't drawn in the correct offset to the texture I'm rendering to (the texture is larger), so that means that the glViewport() command isn't working, either.

I suppose you're going to tell me I have to do all of this in a vertex shader now.

HELP!!!!!!!!!!!!!!!!

Living in the past,
Rennie

p.s to Cy Bo Rg:I met Mel Brooks at Metrocolor lab in 1986 when he was color timing the negative on SPACEBALLS.

[Rennie Johnson]

Hmmmm..... I think this may be my fault.. Looking into it. News at 11:00