This tutorial demonstrates how to use the vl::SlicedVolume class to render a volume in various ways.
| 
| 
|
| 
| 
|
The example below demonstrates how to use an arbitrary GLSL program and transfer function to render a volume. The fragment shader used in this example is capable of computing the volume gradient and per-pixel lighting in real-time with up to 4 lights at the same time. It's also capable of taking advantage of a precomputed normal-texture to speedup the lighting computations. You can drag and drop in the window any supported volume data to visualize it at different threshold level. The threshold level can be modified using the mouse wheel.
[From App_VolumeSliced.cpp]
#include "BaseDemo.hpp"
#include <vlVolume/SlicedVolume.hpp>
#include <vlVolume/VolumeUtils.hpp>
#include <vlGraphics/Text.hpp>
#include <vlGraphics/FontManager.hpp>
#include <vlGraphics/GLSL.hpp>
#include <vlGraphics/GeometryPrimitives.hpp>
using namespace vl;
/* ----- sliced volume visualization settings ----- */
/* Use OpenGL Shading Language to render the volume. */
static bool USE_GLSL = true;
/* If enabled, renders the volume using 3 animated lights. Requires USE_GLSL. */
static bool DYNAMIC_LIGHTS = true;
/* If enabled, a white transfer function is used and 3 colored lights
are used to render the volume. Used only if DYNAMIC_LIGHTS is true. */
static bool COLORED_LIGHTS = true;
/* Use a separate 3d texture with a precomputed gradient to speedup the fragment shader.
Requires more memory (for the gradient texture) but can speedup the rendering. */
static bool PRECOMPUTE_GRADIENT = false; // only if USE_GLSL is true.
/* The number of slices used to render the volume, the higher the number the better
(and slower) the rendering will be. */
static const int SLICE_COUNT = 1000;
/* Our applet used to render and interact with the volume. */
class App_VolumeSliced: public BaseDemo
{
public:
virtual String appletInfo()
{
return BaseDemo::appletInfo() +
"- Use the mouse wheel to change the bias used to render the volume.\n" +
"- Drop inside the window a set of 2D files or a DDS or DAT volume to display it.\n" +
"\n";
}
/* initialize the applet with a default volume */
virtual void initEvent()
{
Log::notify(appletInfo());
{
Log::error("This test requires 3D texture or GLSL support!\n");
vl::Time::sleep(2000);
exit(1);
}
// variable preconditions
USE_GLSL &= Has_GLSL;
DYNAMIC_LIGHTS &= USE_GLSL;
COLORED_LIGHTS &= DYNAMIC_LIGHTS;
PRECOMPUTE_GRADIENT &= USE_GLSL;
// lights to be used later
mLight0 = new Light;
mLight1 = new Light;
mLight2 = new Light;
// you can color the lights!
if (DYNAMIC_LIGHTS && COLORED_LIGHTS)
{
mLight0->setAmbient(fvec4(0.1f, 0.1f, 0.1f, 1.0f));
mLight1->setAmbient(fvec4(0.0f, 0.0f, 0.0f, 1.0f));
mLight2->setAmbient(fvec4(0.0f, 0.0f, 0.0f, 1.0f));
mLight0->setDiffuse(vl::gold);
mLight1->setDiffuse(vl::green);
mLight2->setDiffuse(vl::royalblue);
}
// light bulbs
if ( DYNAMIC_LIGHTS )
{
mLight0Tr = new Transform;
mLight1Tr = new Transform;
mLight2Tr = new Transform;
mLight0->bindTransform( mLight0Tr.get() );
mLight1->bindTransform( mLight1Tr.get() );
mLight2->bindTransform( mLight2Tr.get() );
}
vol_fx->shader()->setRenderState( mLight0.get(), 0 );
// add the other lights only if dynamic lights have to be displayed
if ( DYNAMIC_LIGHTS )
{
vol_fx->shader()->setRenderState( mLight1.get(), 1 );
vol_fx->shader()->setRenderState( mLight2.get(), 2 );
}
// The GLSL program used to perform the actual rendering.
// The \a volume_luminance_light.fs fragment shader allows you to specify how many
// lights to use (up to 4) and can optionally take advantage of a precomputed
// normals texture.
if (USE_GLSL)
{
mGLSL = vol_fx->shader()->gocGLSLProgram();
}
// transform and trackball setup
mVolumeTr = new Transform;
trackball()->setTransform( mVolumeTr.get() );
// volume actor
mVolumeAct = new Actor;
mVolumeAct->setTransform( mVolumeTr.get() );
sceneManager()->tree()->addActor( mVolumeAct.get() );
// sliced volume: will generate the actual actor's geometry on the fly.
mSlicedVolume = new vl::SlicedVolume;
mSlicedVolume->bindActor( mVolumeAct.get() );
mSlicedVolume->setSliceCount( SLICE_COUNT );
mSlicedVolume->setBox( volume_box );
// volume bounding box outline
ref<Geometry> box_outline = vl::makeBox(volume_box);
// bias text
mBiasText = new Text;
mBiasText->setAlignment( AlignHCenter | AlignBottom);
mBiasText->setViewportAlignment( AlignHCenter | AlignBottom );
mBiasText->translate(0,5,0);
mBiasText->setBackgroundEnabled(true);
mBiasText->setBackgroundColor(fvec4(0,0,0,0.75));
mBiasText->setColor(vl::white);
sceneManager()->tree()->addActor(mBiasText.get(), effect.get());
// bias uniform
mVolumeAct->gocUniform("val_threshold")->setUniformF(0.5f);
mAlphaBias = mVolumeAct->getUniform("val_threshold");
// update alpha bias text
mouseWheelEvent(0);
// let's get started with the default volume!
setupVolume( loadImage("/volume/VLTest.dat") );
}
/* load files drag&dropped in the window */
void fileDroppedEvent(const std::vector<String>& files)
{
if(files.size() == 1) // if there is one file load it directly
{
if (files[0].endsWith(".dat"))
{
ref<Image> vol_img = loadImage(files[0]);
if (vol_img)
setupVolume(vol_img);
}
}
else // if there is more than one file load all the files and assemble a 3D image
{
// sort files by their name
std::vector<String> files_sorted = files;
std::sort(files_sorted.begin(), files_sorted.end());
// load the files
std::vector< ref<Image> > images;
for(unsigned int i=0; i<files_sorted.size(); ++i)
{
images.push_back( loadImage(files_sorted[i]) );
if (files_sorted[i].endsWith(".dcm"))
images.back()->contrastHounsfieldAuto();
}
// assemble the volume
ref<Image> vol_img = assemble3DImage(images);
// set the volume
if (vol_img)
setupVolume(vol_img);
}
}
/* visualize the given volume */
void setupVolume(ref<Image> img)
{
Effect* vol_fx = mVolumeAct->effect();
// remove shader uniforms
// remove GLSLProgram
// keep texture unit #0
// vol_fx->shader()->eraseRenderState(RS_TextureImageUnit,0);
// remove texture unit #1 and #2
{
if ( USE_GLSL )
{
Log::notify("IF_LUMINANCE image and GLSL supported: lighting and the transfer function will be computed in realtime.\n");
ref<Image> trfunc;
if (COLORED_LIGHTS) {
trfunc = vl::makeColorSpectrum(128, vl::white, vl::white); // let the lights color the volume
}
else {
trfunc = vl::makeColorSpectrum(128, vl::blue, vl::royalblue, vl::green, vl::yellow, vl::crimson);
}
// installs GLSLProgram
vol_fx->shader()->setRenderState( mGLSL.get() );
// install volume image
// installs the transfer function as texture #1
// pre-computed gradient texture
if ( PRECOMPUTE_GRADIENT )
{
// This might take a while...
vol_fx->shader()->gocTextureImageUnit(2)->setTexture( new Texture( gradient.get(), TF_RGBA8, false, false ) );
}
// no need for alpha testing, we discard fragments inside the fragment shader
}
else // precompute transfer function and illumination
{
Log::notify("IF_LUMINANCE image and GLSL not supported: transfer function and lighting will be precomputed.\n");
// generate simple transfer function
ref<Image> trfunc = vl::makeColorSpectrum(128, vl::black, vl::blue, vl::green, vl::yellow, vl::red);
// precompute volume with transfer function and lighting
mSlicedVolume->generateTextureCoordinates( ivec3(volume->width(), volume->height(), volume->depth()) );
}
}
else // if it's a color texture just display it as it is
{
Log::notify("Non IF_LUMINANCE image: not using GLSL.\n");
// install volume texture
// setup alpha test
}
mAlphaBias->setUniformF(0.3f);
updateText();
openglContext()->update();
}
void updateText()
{
float bias = 0.0f;
mAlphaBias->getUniform(&bias);
mBiasText->setText(Say("Bias = %n") << bias);
}
void mouseWheelEvent(int val)
{
float alpha = 0.0f;
mAlphaBias->getUniform(&alpha);
alpha += val * 0.002f;
alpha = clamp(alpha, 0.0f, 1.0f);
mAlphaBias->setUniformF(alpha);
// used for non GLSL mode volumes
mVolumeAct->effect()->shader()->gocAlphaFunc()->set(FU_GEQUAL, alpha);
updateText();
openglContext()->update();
}
/* animate the lights */
virtual void updateScene()
{
if (DYNAMIC_LIGHTS)
{
mat4 mat;
// light 0 transform.
mLight0Tr->setLocalMatrix(mat);
// light 1 transform.
mLight1Tr->setLocalMatrix(mat);
// light 2 transform.
mLight2Tr->setLocalMatrix(mat);
}
}
virtual void destroyEvent() {
BaseDemo::destroyEvent();
// We need to release objects containing OpenGL objects before the OpenGL context is destroyed.
mSlicedVolume = NULL;
mVolumeAct = NULL;
mGLSL = NULL;
mLight0 = mLight1 = mLight2 = NULL;
mAlphaBias = NULL;
}
protected:
ref<Transform> mVolumeTr;
ref<Transform> mLight0Tr;
ref<Transform> mLight1Tr;
ref<Transform> mLight2Tr;
ref<Uniform> mAlphaBias;
ref<Text> mBiasText;
ref<Light> mLight0;
ref<Light> mLight1;
ref<Light> mLight2;
ref<GLSLProgram> mGLSL;
ref<Actor> mVolumeAct;
ref<vl::SlicedVolume> mSlicedVolume;
};
// Have fun!
[From volume_luminance_light.vs]
/**************************************************************************************/
/* */
/* Copyright (c) 2005-2020, Michele Bosi. */
/* All rights reserved. */
/* */
/* This file is part of Visualization Library */
/* http://visualizationlibrary.org */
/* */
/* Released under the OSI approved Simplified BSD License */
/* http://www.opensource.org/licenses/bsd-license.php */
/* */
/**************************************************************************************/
#version 330 core
// Simply passes the vertex frag_position and texture coordinate to the fragment shader.
// It also passes the vertex coord in object space to perform per-pixel lighting.
#pragma VL include /glsl/std/uniforms.glsl
#pragma VL include /glsl/std/vertex_attribs.glsl
out vec3 frag_position; // in object space
out vec4 tex_coord;
{
gl_Position = vl_ModelViewProjectionMatrix * vl_VertexPosition;
tex_coord = vl_VertexTexCoord0;
frag_position = vl_VertexPosition.xyz;
}
// Have fun!
[From volume_luminance_light.fs]
/**************************************************************************************/
/* */
/* Copyright (c) 2005-2020, Michele Bosi. */
/* All rights reserved. */
/* */
/* This file is part of Visualization Library */
/* http://visualizationlibrary.org */
/* */
/* Released under the OSI approved Simplified BSD License */
/* http://www.opensource.org/licenses/bsd-license.php */
/* */
/**************************************************************************************/
#version 150 compatibility
// This shader maps the volume value to the transfer function plus computes the
// gradient and lighting on the fly. This shader is to be used with IF_LUMINANCE
// image volumes.
#define LIGHTING_ALPHA_THRESHOLD 0.02
in vec3 frag_position; // in object space
uniform sampler3D volume_texunit;
uniform sampler3D gradient_texunit;
uniform sampler1D trfunc_texunit;
uniform float trfunc_delta;
uniform vec3 light_position[4]; // light positions in object space
uniform bool light_enable[4]; // light enable flags
uniform vec3 eye_position; // camera position in object space
uniform float val_threshold;
uniform vec3 gradient_delta; // for on-the-fly gradient computation
uniform bool precomputed_gradient; // whether the gradient has been precomputed or not
// computes a simplified lighting equation
{
// material properties
// you might want to put this into a bunch or uniforms
float shininess = 50.0;
// diffuse coefficient
// specular coefficient
if (diff_coeff <= 0.0)
spec_coeff = 0.0;
// final lighting model
return Ka * gl_LightSource[light].ambient.rgb +
Kd * gl_LightSource[light].diffuse.rgb * diff_coeff +
Ks * gl_LightSource[light].specular.rgb * spec_coeff ;
}
{
// sample the LUMINANCE value
float val = texture3D( volume_texunit, gl_TexCoord[0].xyz ).r;
// all the pixels whose val is less than val_threshold are discarded
if (val < val_threshold)
discard;
// sample the transfer function
// to properly sample the texture clamp bewteen trfunc_delta...1.0-trfunc_delta
float clamped_val = trfunc_delta + ( 1.0 - 2.0 * trfunc_delta ) * val;
vec4 color = texture1D( trfunc_texunit, clamped_val );
// compute the gradient and lighting only if the pixel is visible "enough"
if (color.a > LIGHTING_ALPHA_THRESHOLD)
{
vec3 N;
if (precomputed_gradient)
{
// retrieve pre-computed gradient
}
else
{
// on-the-fly gradient computation: slower but requires less memory (no gradient texture required).
vec3 sample1, sample2;
sample2.x = texture3D(volume_texunit, gl_TexCoord[0].xyz+vec3(gradient_delta.x,0.0,0.0) ).r;
sample1.y = texture3D(volume_texunit, gl_TexCoord[0].xyz-vec3(0.0,gradient_delta.y,0.0) ).r;
sample2.y = texture3D(volume_texunit, gl_TexCoord[0].xyz+vec3(0.0,gradient_delta.y,0.0) ).r;
sample1.z = texture3D(volume_texunit, gl_TexCoord[0].xyz-vec3(0.0,0.0,gradient_delta.z) ).r;
sample2.z = texture3D(volume_texunit, gl_TexCoord[0].xyz+vec3(0.0,0.0,gradient_delta.z) ).r;
N = normalize( sample1 - sample2 );
}
for(int i=0; i<4; ++i)
{
if (light_enable[i])
{
color_tmp.rgb += color.rgb * blinn_phong(N,V,L,i);
}
}
}
else {
color_tmp = color.rgb;
}
gl_FragColor = vec4(color_tmp,color.a);
}
// Have fun!