Java/Advanced Graphics/OpenGL
Bloom OpenGL
/*
* Copyright (c) 2007, Romain Guy
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
*
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above
* copyright notice, this list of conditions and the following
* disclaimer in the documentation and/or other materials provided
* with the distribution.
* * Neither the name of the TimingFramework project nor the names of its
* contributors may be used to endorse or promote products derived
* from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
import java.awt.Dimension;
import java.awt.FlowLayout;
import java.awt.BorderLayout;
import java.awt.image.BufferedImage;
import java.io.IOException;
import javax.imageio.ImageIO;
import javax.media.opengl.GL;
import javax.media.opengl.GLAutoDrawable;
import javax.media.opengl.GLCapabilities;
import javax.media.opengl.GLEventListener;
import javax.media.opengl.GLJPanel;
import javax.media.opengl.glu.GLU;
import javax.swing.JFrame;
import javax.swing.SwingUtilities;
import javax.swing.JPanel;
import javax.swing.JLabel;
import javax.swing.JSlider;
import javax.swing.event.ChangeListener;
import javax.swing.event.ChangeEvent;
import com.sun.opengl.util.BufferUtil;
import com.sun.opengl.util.texture.Texture;
import com.sun.opengl.util.texture.TextureIO;
/**
* THIS DEMO REQUIRES THE JOGL LIBRARY TO COMPILE AND EXECUTE !
*
* JOGL can be found at http://jogl.dev.java.net for your OS.
*
* /!\ The rendering happens in FBOs so that you can get the result back into
* a Java 2D image without displaying it on screen through a GLJPanel. This
* implementation does not offer the conversion from FBO to a BufferedImage
* but you can do it by reading the texture data from frameBufferTexture2.
*
* @author Romain Guy <romain.guy@mac.ru>
*/
public class BloomOpenGL extends GLJPanel implements GLEventListener {
private int frameBufferObject1 = -1;
private int frameBufferTexture1 = -1;
private int frameBufferObject2 = -1;
private int frameBufferTexture2 = -1;
private Texture texture;
private BufferedImage image;
private GLU glu = new GLU();
private String blurShaderSource =
"const int MAX_KERNEL_SIZE = 25;" +
"uniform sampler2D baseImage;" +
"uniform vec2 offsets[MAX_KERNEL_SIZE];" +
"uniform float kernelVals[MAX_KERNEL_SIZE];" +
"" +
"void main(void) {" +
" int i;" +
" vec4 sum = vec4(0.0);" +
"" +
" for (i = 0; i < MAX_KERNEL_SIZE; i++) {" +
" vec4 tmp = texture2D(baseImage," +
" gl_TexCoord[0].st + offsets[i]);" +
" sum += tmp * kernelVals[i];" +
" }" +
"" +
" gl_FragColor = sum;" +
"}";
private int blurShader;
private String brightPassShaderSource =
"uniform sampler2D baseImage;" +
"uniform float brightPassThreshold;" +
"" +
"void main(void) {" +
" vec3 luminanceVector = vec3(0.2125, 0.7154, 0.0721);" +
" vec4 sample = texture2D(baseImage, gl_TexCoord[0].st);" +
"" +
" float luminance = dot(luminanceVector, sample.rgb);" +
" luminance = max(0.0, luminance - brightPassThreshold);" +
" sample.rgb *= sign(luminance);" +
" sample.a = 1.0;" +
"" +
" gl_FragColor = sample;" +
"}";
private int brightPassShader;
private float threshold = 0.3f;
public BloomOpenGL() {
super(new GLCapabilities());
addGLEventListener(this);
try {
image = ImageIO.read(getClass().getResource("screen.png"));
} catch (IOException e) {
e.printStackTrace();
}
}
public void init(GLAutoDrawable glAutoDrawable) {
GL gl = glAutoDrawable.getGL();
if (texture == null) {
texture = TextureIO.newTexture(image, false);
}
// create the blur shader
blurShader = createFragmentProgram(gl, new String[] { blurShaderSource });
gl.glUseProgramObjectARB(blurShader);
int loc = gl.glGetUniformLocationARB(blurShader, "baseImage");
gl.glUniform1iARB(loc, 0);
gl.glUseProgramObjectARB(0);
// create the bright-pass shader
brightPassShader = createFragmentProgram(gl, new String[] { brightPassShaderSource });
gl.glUseProgramObjectARB(brightPassShader);
loc = gl.glGetUniformLocationARB(brightPassShader, "baseImage");
gl.glUniform1iARB(loc, 0);
gl.glUseProgramObjectARB(0);
// create the FBOs
if (gl.isExtensionAvailable("GL_EXT_framebuffer_object")) {
int[] fboId = new int[1];
int[] texId = new int[1];
createFrameBufferObject(gl, fboId, texId,
image.getWidth(), image.getHeight());
frameBufferObject1 = fboId[0];
frameBufferTexture1 = texId[0];
createFrameBufferObject(gl, fboId, texId,
image.getWidth(), image.getHeight());
frameBufferObject2 = fboId[0];
frameBufferTexture2 = texId[0];
}
}
private static void createFrameBufferObject(GL gl, int[] frameBuffer,
int[] colorBuffer, int width,
int height) {
gl.glGenFramebuffersEXT(1, frameBuffer, 0);
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, frameBuffer[0]);
gl.glGenTextures(1, colorBuffer, 0);
gl.glBindTexture(GL.GL_TEXTURE_2D, colorBuffer[0]);
gl.glTexImage2D(GL.GL_TEXTURE_2D, 0, GL.GL_RGBA,
width, height,
0, GL.GL_RGBA, GL.GL_UNSIGNED_BYTE,
BufferUtil.newByteBuffer(width * height * 4));
gl.glTexParameteri(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MIN_FILTER, GL.GL_LINEAR);
gl.glTexParameteri(GL.GL_TEXTURE_2D, GL.GL_TEXTURE_MAG_FILTER, GL.GL_LINEAR);
gl.glFramebufferTexture2DEXT(GL.GL_FRAMEBUFFER_EXT,
GL.GL_COLOR_ATTACHMENT0_EXT,
GL.GL_TEXTURE_2D, colorBuffer[0], 0);
gl.glBindTexture(GL.GL_TEXTURE_2D, 0);
int status = gl.glCheckFramebufferStatusEXT(GL.GL_FRAMEBUFFER_EXT);
if (status == GL.GL_FRAMEBUFFER_COMPLETE_EXT) {
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, 0);
} else {
throw new IllegalStateException("Frame Buffer Oject not created.");
}
}
private static void viewOrtho(GL gl, int width, int height) {
gl.glMatrixMode(GL.GL_PROJECTION);
gl.glPushMatrix();
gl.glLoadIdentity();
gl.glOrtho(0, width, height, 0, -1, 1);
gl.glMatrixMode(GL.GL_MODELVIEW);
gl.glPushMatrix();
gl.glLoadIdentity();
}
private static void renderTexturedQuad(GL gl, float width, float height,
boolean flip) {
gl.glBegin(GL.GL_QUADS);
gl.glTexCoord2f(0.0f, flip ? 1.0f : 0.0f);
gl.glVertex2f(0.0f, 0.0f);
gl.glTexCoord2f(1.0f, flip ? 1.0f : 0.0f);
gl.glVertex2f(width, 0.0f);
gl.glTexCoord2f(1.0f, flip ? 0.0f : 1.0f);
gl.glVertex2f(width, height);
gl.glTexCoord2f(0.0f, flip ? 0.0f : 1.0f);
gl.glVertex2f(0.0f, height);
gl.glEnd();
}
private static int createFragmentProgram(GL gl, String[] fragmentShaderSource) {
int fragmentShader, fragmentProgram;
int[] success = new int[1];
// create the shader object and compile the shader source code
fragmentShader = gl.glCreateShaderObjectARB(GL.GL_FRAGMENT_SHADER_ARB);
gl.glShaderSourceARB(fragmentShader, 1, fragmentShaderSource, null);
gl.glCompileShaderARB(fragmentShader);
gl.glGetObjectParameterivARB(fragmentShader,
GL.GL_OBJECT_COMPILE_STATUS_ARB,
success, 0);
// print the compiler messages, if necessary
int[] infoLogLength = new int[1];
int[] length = new int[1];
gl.glGetObjectParameterivARB(fragmentShader,
GL.GL_OBJECT_INFO_LOG_LENGTH_ARB,
infoLogLength, 0);
if (infoLogLength[0] > 1) {
byte[] b = new byte[1024];
gl.glGetInfoLogARB(fragmentShader, 1024, length, 0, b, 0);
System.out.println("Fragment compile phase = " + new String(b, 0, length[0]));
}
if (success[0] == 0) {
gl.glDeleteObjectARB(fragmentShader);
return -1;
}
// create the program object and attach it to the shader
fragmentProgram = gl.glCreateProgramObjectARB();
gl.glAttachObjectARB(fragmentProgram, fragmentShader);
// it is now safe to delete the shader object
gl.glDeleteObjectARB(fragmentShader);
// link the program
gl.glLinkProgramARB(fragmentProgram);
gl.glGetObjectParameterivARB(fragmentProgram,
GL.GL_OBJECT_LINK_STATUS_ARB,
success, 0);
gl.glGetObjectParameterivARB(fragmentShader,
GL.GL_OBJECT_INFO_LOG_LENGTH_ARB,
infoLogLength, 0);
if (infoLogLength[0] > 1) {
byte[] b = new byte[1024];
gl.glGetInfoLogARB(fragmentShader, 1024, length, 0, b, 0);
System.out.println("Fragment link phase = " + new String(b, 0, length[0]));
}
if (success[0] == 0) {
gl.glDeleteObjectARB(fragmentProgram);
return -1;
}
return fragmentProgram;
}
private static void enableBlurFragmentProgram(GL gl, int program,
float textureWidth,
float textureHeight) {
gl.glUseProgramObjectARB(program);
int kernelWidth = 5;
int kernelHeight = 5;
float xoff = 1.0f / textureWidth;
float yoff = 1.0f / textureHeight;
float[] offsets = new float[kernelWidth * kernelHeight * 2];
int offsetIndex = 0;
for (int i = -kernelHeight / 2; i < kernelHeight / 2 + 1; i++) {
for (int j = -kernelWidth / 2; j < kernelWidth / 2 + 1; j++) {
offsets[offsetIndex++] = j * xoff;
offsets[offsetIndex++] = i * yoff;
}
}
int loc = gl.glGetUniformLocationARB(program, "offsets");
gl.glUniform2fv(loc, offsets.length, offsets, 0);
float[] values = createGaussianBlurFilter(2);
loc = gl.glGetUniformLocationARB(program, "kernelVals");
gl.glUniform1fvARB(loc, values.length, values, 0);
}
private static float[] createGaussianBlurFilter(int radius) {
if (radius < 1) {
throw new IllegalArgumentException("Radius must be >= 1");
}
int size = radius * 2 + 1;
float[] data = new float[size * size];
float sigma = radius / 3.0f;
float twoSigmaSquare = 2.0f * sigma * sigma;
float sigmaRoot = (float) Math.sqrt(twoSigmaSquare * Math.PI);
float total = 0.0f;
int index = 0;
for (int y = -radius; y <= radius; y++) {
for (int x = -radius; x <= radius; x++) {
float distance = x * x + y * y;
data[index] = (float) Math.exp(-distance / twoSigmaSquare) / sigmaRoot;
total += data[index];
index++;
}
}
for (int i = 0; i < data.length; i++) {
data[i] /= total;
}
return data;
}
private static void enableBrightPassFragmentProgram(GL gl, int program,
float threshold) {
gl.glUseProgramObjectARB(program);
int loc = gl.glGetUniformLocationARB(program, "brightPassThreshold");
gl.glUniform1fARB(loc, threshold);
}
private static void disableFragmentProgram(GL gl) {
gl.glUseProgramObjectARB(0);
}
public void display(GLAutoDrawable glAutoDrawable) {
GL gl = glAutoDrawable.getGL();
gl.glLoadIdentity();
gl.glClearColor(0.0f, 0.0f, 0.0f, 0.0f);
gl.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT);
viewOrtho(gl, image.getWidth(), image.getHeight());
gl.glEnable(GL.GL_TEXTURE_2D);
int width = image.getWidth();
int height = image.getHeight();
// Source Image/bright pass on FBO1
renderBrightPass(gl, width, height);
// Source image on FBO2
renderImage(gl, width, height);
// On screen
renderTextureOnScreen(gl, width, height);
//render5x5(gl, width, height);
render11x11(gl, width, height);
render21x21(gl, width, height);
render41x41(gl, width, height);
gl.glDisable(GL.GL_TEXTURE_2D);
gl.glFlush();
}
private void render41x41(GL gl, int width, int height) {
// FBO1/blur on FBO2
renderBlur(gl, width / 8.0f, height / 8.0f);
// Add on screen
gl.glPushMatrix();
gl.glTranslatef(0.0f, -height * 7.0f, 0.0f);
renderAddTextureOnScreen(gl, width * 8.0f, height * 8.0f);
gl.glPopMatrix();
}
private void render21x21(GL gl, int width, int height) {
// FBO1/blur on FBO2
renderBlur(gl, width / 4.0f, height / 4.0f);
// Add on screen
gl.glPushMatrix();
gl.glTranslatef(0.0f, -height * 3.0f, 0.0f);
renderAddTextureOnScreen(gl, width * 4.0f, height * 4.0f);
gl.glPopMatrix();
}
private void render11x11(GL gl, int width, int height) {
// FBO1/blur on FBO2
renderBlur(gl, width / 2.0f, height / 2.0f);
// Add on screen
gl.glPushMatrix();
gl.glTranslatef(0.0f, -height, 0.0f);
renderAddTextureOnScreen(gl, width * 2.0f, height * 2.0f);
gl.glPopMatrix();
}
private void render5x5(GL gl, int width, int height) {
// FBO1/blur on FBO2
renderBlur(gl, width, height);
// Add on screen
renderAddTextureOnScreen(gl, width, height);
}
private void renderAddTextureOnScreen(GL gl, float width, float height) {
gl.glEnable(GL.GL_BLEND);
gl.glBlendFunc(GL.GL_ONE, GL.GL_ONE);
renderTextureOnScreen(gl, width, height);
gl.glDisable(GL.GL_BLEND);
}
private void renderTextureOnScreen(GL gl, float width, float height) {
// Draw the texture on a quad
gl.glBindTexture(GL.GL_TEXTURE_2D, frameBufferTexture2);
renderTexturedQuad(gl, width, height, false);
gl.glBindTexture(GL.GL_TEXTURE_2D, 0);
}
private void renderBrightPass(GL gl, float width, float height) {
// Draw into the FBO
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, frameBufferObject1);
gl.glClearColor(0.0f, 0.0f, 0.0f, 0.0f);
gl.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT);
enableBrightPassFragmentProgram(gl, brightPassShader, threshold);
gl.glBindTexture(GL.GL_TEXTURE_2D, texture.getTextureObject());
renderTexturedQuad(gl, width, height, texture.getMustFlipVertically());
gl.glBindTexture(GL.GL_TEXTURE_2D, 0);
disableFragmentProgram(gl);
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, 0);
}
private void renderImage(GL gl, float width, float height) {
// Draw into the FBO
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, frameBufferObject2);
gl.glClearColor(0.0f, 0.0f, 0.0f, 0.0f);
gl.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT);
gl.glBindTexture(GL.GL_TEXTURE_2D, texture.getTextureObject());
renderTexturedQuad(gl, width, height, texture.getMustFlipVertically());
gl.glBindTexture(GL.GL_TEXTURE_2D, 0);
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, 0);
}
private void renderBlur(GL gl, float width, float height) {
// Draw into the FBO
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, frameBufferObject2);
gl.glClearColor(0.0f, 0.0f, 0.0f, 0.0f);
gl.glClear(GL.GL_COLOR_BUFFER_BIT | GL.GL_DEPTH_BUFFER_BIT);
enableBlurFragmentProgram(gl, blurShader, width, height);
gl.glBindTexture(GL.GL_TEXTURE_2D, frameBufferTexture1);
renderTexturedQuad(gl, width, height, texture.getMustFlipVertically());
gl.glBindTexture(GL.GL_TEXTURE_2D, 0);
disableFragmentProgram(gl);
gl.glBindFramebufferEXT(GL.GL_FRAMEBUFFER_EXT, 0);
}
@Override
public Dimension getPreferredSize() {
return new Dimension(image.getWidth(), image.getHeight());
}
public void reshape(GLAutoDrawable glAutoDrawable, int x, int y,
int width, int height) {
GL gl = glAutoDrawable.getGL();
gl.glViewport(0, 0, width, height);
gl.glMatrixMode(GL.GL_PROJECTION);
gl.glLoadIdentity();
glu.gluPerspective(50, (float) width / height, 5, 2000);
gl.glMatrixMode(GL.GL_MODELVIEW);
gl.glLoadIdentity();
}
public void displayChanged(GLAutoDrawable glAutoDrawable, boolean modeChanged,
boolean deviceChanged) {
}
public float getThreshold() {
return threshold;
}
public void setThreshold(float threshold) {
this.threshold = threshold;
repaint();
}
public static void main(String[] args) {
SwingUtilities.invokeLater(new Runnable() {
public void run() {
final BloomOpenGL bloom;
final JSlider slider;
JFrame f = new JFrame("Bloom OpenGL");
f.add(bloom = new BloomOpenGL());
JPanel controls = new JPanel(new FlowLayout(FlowLayout.LEADING));
controls.add(new JLabel("Bloom: 0.0"));
controls.add(slider = new JSlider(0, 100, 30));
slider.addChangeListener(new ChangeListener() {
public void stateChanged(ChangeEvent e) {
JSlider slider = (JSlider) e.getSource();
float threshold = slider.getValue() / 100.0f;
bloom.setThreshold(threshold);
}
});
controls.add(new JLabel("1.0"));
f.add(controls, BorderLayout.SOUTH);
f.setDefaultCloseOperation(JFrame.EXIT_ON_CLOSE);
f.pack();
f.setLocationRelativeTo(null);
f.setResizable(false);
f.setVisible(true);
}
});
}
}
