OculusRiftEffect.js 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207
  1. /**
  2. * @author troffmo5 / http://github.com/troffmo5
  3. *
  4. * Effect to render the scene in stereo 3d side by side with lens distortion.
  5. * It is written to be used with the Oculus Rift (http://www.oculusvr.com/) but
  6. * it works also with other HMD using the same technology
  7. */
  8. THREE.OculusRiftEffect = function ( renderer, options ) {
  9. // worldFactor indicates how many units is 1 meter
  10. var worldFactor = (options && options.worldFactor) ? options.worldFactor: 1.0;
  11. // Specific HMD parameters
  12. var HMD = (options && options.HMD) ? options.HMD: {
  13. // Parameters from the Oculus Rift DK1
  14. hResolution: 1280,
  15. vResolution: 800,
  16. hScreenSize: 0.14976,
  17. vScreenSize: 0.0936,
  18. interpupillaryDistance: 0.064,
  19. lensSeparationDistance: 0.064,
  20. eyeToScreenDistance: 0.041,
  21. distortionK : [1.0, 0.22, 0.24, 0.0],
  22. chromaAbParameter: [ 0.996, -0.004, 1.014, 0.0]
  23. };
  24. // Perspective camera
  25. var pCamera = new THREE.PerspectiveCamera();
  26. pCamera.matrixAutoUpdate = false;
  27. pCamera.target = new THREE.Vector3();
  28. // Orthographic camera
  29. var oCamera = new THREE.OrthographicCamera( -1, 1, 1, -1, 1, 1000 );
  30. oCamera.position.z = 1;
  31. // pre-render hooks
  32. this.preLeftRender = function() {};
  33. this.preRightRender = function() {};
  34. renderer.autoClear = false;
  35. var emptyColor = new THREE.Color("black");
  36. // Render target
  37. var RTParams = { minFilter: THREE.LinearFilter, magFilter: THREE.NearestFilter, format: THREE.RGBAFormat };
  38. var renderTarget = new THREE.WebGLRenderTarget( 640, 800, RTParams );
  39. var RTMaterial = new THREE.ShaderMaterial( {
  40. uniforms: {
  41. "texid": { type: "t", value: renderTarget },
  42. "scale": { type: "v2", value: new THREE.Vector2(1.0,1.0) },
  43. "scaleIn": { type: "v2", value: new THREE.Vector2(1.0,1.0) },
  44. "lensCenter": { type: "v2", value: new THREE.Vector2(0.0,0.0) },
  45. "hmdWarpParam": { type: "v4", value: new THREE.Vector4(1.0,0.0,0.0,0.0) },
  46. "chromAbParam": { type: "v4", value: new THREE.Vector4(1.0,0.0,0.0,0.0) }
  47. },
  48. vertexShader: [
  49. "varying vec2 vUv;",
  50. "void main() {",
  51. " vUv = uv;",
  52. " gl_Position = projectionMatrix * modelViewMatrix * vec4( position, 1.0 );",
  53. "}"
  54. ].join("\n"),
  55. fragmentShader: [
  56. "uniform vec2 scale;",
  57. "uniform vec2 scaleIn;",
  58. "uniform vec2 lensCenter;",
  59. "uniform vec4 hmdWarpParam;",
  60. 'uniform vec4 chromAbParam;',
  61. "uniform sampler2D texid;",
  62. "varying vec2 vUv;",
  63. "void main()",
  64. "{",
  65. " vec2 uv = (vUv*2.0)-1.0;", // range from [0,1] to [-1,1]
  66. " vec2 theta = (uv-lensCenter)*scaleIn;",
  67. " float rSq = theta.x*theta.x + theta.y*theta.y;",
  68. " vec2 rvector = theta*(hmdWarpParam.x + hmdWarpParam.y*rSq + hmdWarpParam.z*rSq*rSq + hmdWarpParam.w*rSq*rSq*rSq);",
  69. ' vec2 rBlue = rvector * (chromAbParam.z + chromAbParam.w * rSq);',
  70. " vec2 tcBlue = (lensCenter + scale * rBlue);",
  71. " tcBlue = (tcBlue+1.0)/2.0;", // range from [-1,1] to [0,1]
  72. " if (any(bvec2(clamp(tcBlue, vec2(0.0,0.0), vec2(1.0,1.0))-tcBlue))) {",
  73. " gl_FragColor = vec4(0.0, 0.0, 0.0, 1.0);",
  74. " return;}",
  75. " vec2 tcGreen = lensCenter + scale * rvector;",
  76. " tcGreen = (tcGreen+1.0)/2.0;", // range from [-1,1] to [0,1]
  77. " vec2 rRed = rvector * (chromAbParam.x + chromAbParam.y * rSq);",
  78. " vec2 tcRed = lensCenter + scale * rRed;",
  79. " tcRed = (tcRed+1.0)/2.0;", // range from [-1,1] to [0,1]
  80. " gl_FragColor = vec4(texture2D(texid, tcRed).r, texture2D(texid, tcGreen).g, texture2D(texid, tcBlue).b, 1);",
  81. "}"
  82. ].join("\n")
  83. } );
  84. var mesh = new THREE.Mesh( new THREE.PlaneGeometry( 2, 2 ), RTMaterial );
  85. // Final scene
  86. var finalScene = new THREE.Scene();
  87. finalScene.add( oCamera );
  88. finalScene.add( mesh );
  89. var left = {}, right = {};
  90. var distScale = 1.0;
  91. this.setHMD = function(v) {
  92. HMD = v;
  93. // Compute aspect ratio and FOV
  94. var aspect = HMD.hResolution / (2*HMD.vResolution);
  95. // Fov is normally computed with:
  96. // THREE.Math.radToDeg( 2*Math.atan2(HMD.vScreenSize,2*HMD.eyeToScreenDistance) );
  97. // But with lens distortion it is increased (see Oculus SDK Documentation)
  98. var r = -1.0 - (4 * (HMD.hScreenSize/4 - HMD.lensSeparationDistance/2) / HMD.hScreenSize);
  99. distScale = (HMD.distortionK[0] + HMD.distortionK[1] * Math.pow(r,2) + HMD.distortionK[2] * Math.pow(r,4) + HMD.distortionK[3] * Math.pow(r,6));
  100. var fov = THREE.Math.radToDeg(2*Math.atan2(HMD.vScreenSize*distScale, 2*HMD.eyeToScreenDistance));
  101. // Compute camera projection matrices
  102. var proj = (new THREE.Matrix4()).makePerspective( fov, aspect, 0.3, 10000 );
  103. var h = 4 * (HMD.hScreenSize/4 - HMD.interpupillaryDistance/2) / HMD.hScreenSize;
  104. left.proj = ((new THREE.Matrix4()).makeTranslation( h, 0.0, 0.0 )).multiply(proj);
  105. right.proj = ((new THREE.Matrix4()).makeTranslation( -h, 0.0, 0.0 )).multiply(proj);
  106. // Compute camera transformation matrices
  107. left.tranform = (new THREE.Matrix4()).makeTranslation( -worldFactor * HMD.interpupillaryDistance/2, 0.0, 0.0 );
  108. right.tranform = (new THREE.Matrix4()).makeTranslation( worldFactor * HMD.interpupillaryDistance/2, 0.0, 0.0 );
  109. // Compute Viewport
  110. left.viewport = [0, 0, HMD.hResolution/2, HMD.vResolution];
  111. right.viewport = [HMD.hResolution/2, 0, HMD.hResolution/2, HMD.vResolution];
  112. // Distortion shader parameters
  113. var lensShift = 4 * (HMD.hScreenSize/4 - HMD.lensSeparationDistance/2) / HMD.hScreenSize;
  114. left.lensCenter = new THREE.Vector2(lensShift, 0.0);
  115. right.lensCenter = new THREE.Vector2(-lensShift, 0.0);
  116. RTMaterial.uniforms['hmdWarpParam'].value = new THREE.Vector4(HMD.distortionK[0], HMD.distortionK[1], HMD.distortionK[2], HMD.distortionK[3]);
  117. RTMaterial.uniforms['chromAbParam'].value = new THREE.Vector4(HMD.chromaAbParameter[0], HMD.chromaAbParameter[1], HMD.chromaAbParameter[2], HMD.chromaAbParameter[3]);
  118. RTMaterial.uniforms['scaleIn'].value = new THREE.Vector2(1.0,1.0/aspect);
  119. RTMaterial.uniforms['scale'].value = new THREE.Vector2(1.0/distScale, 1.0*aspect/distScale);
  120. // Create render target
  121. if ( renderTarget ) renderTarget.dispose();
  122. renderTarget = new THREE.WebGLRenderTarget( HMD.hResolution*distScale/2, HMD.vResolution*distScale, RTParams );
  123. RTMaterial.uniforms[ "texid" ].value = renderTarget;
  124. }
  125. this.getHMD = function() {return HMD};
  126. this.setHMD(HMD);
  127. this.setSize = function ( width, height ) {
  128. left.viewport = [width/2 - HMD.hResolution/2, height/2 - HMD.vResolution/2, HMD.hResolution/2, HMD.vResolution];
  129. right.viewport = [width/2, height/2 - HMD.vResolution/2, HMD.hResolution/2, HMD.vResolution];
  130. renderer.setSize( width, height );
  131. };
  132. this.render = function ( scene, camera ) {
  133. var cc = renderer.getClearColor().clone();
  134. // Clear
  135. renderer.setClearColor(emptyColor);
  136. renderer.clear();
  137. renderer.setClearColor(cc);
  138. // camera parameters
  139. if (camera.matrixAutoUpdate) camera.updateMatrix();
  140. // Render left
  141. this.preLeftRender();
  142. pCamera.projectionMatrix.copy(left.proj);
  143. pCamera.matrix.copy(camera.matrix).multiply(left.tranform);
  144. pCamera.matrixWorldNeedsUpdate = true;
  145. renderer.setViewport(left.viewport[0], left.viewport[1], left.viewport[2], left.viewport[3]);
  146. RTMaterial.uniforms['lensCenter'].value = left.lensCenter;
  147. renderer.render( scene, pCamera, renderTarget, true );
  148. renderer.render( finalScene, oCamera );
  149. // Render right
  150. this.preRightRender();
  151. pCamera.projectionMatrix.copy(right.proj);
  152. pCamera.matrix.copy(camera.matrix).multiply(right.tranform);
  153. pCamera.matrixWorldNeedsUpdate = true;
  154. renderer.setViewport(right.viewport[0], right.viewport[1], right.viewport[2], right.viewport[3]);
  155. RTMaterial.uniforms['lensCenter'].value = right.lensCenter;
  156. renderer.render( scene, pCamera, renderTarget, true );
  157. renderer.render( finalScene, oCamera );
  158. };
  159. this.dispose = function() {
  160. if ( RTMaterial ) {
  161. RTMaterial.dispose();
  162. }
  163. if ( renderTarget ) {
  164. renderTarget.dispose();
  165. }
  166. };
  167. };