OculusRiftEffect.js 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208
  1. /**
  2. * @author troffmo5 / http://github.com/troffmo5
  3. *
  4. * Effect to render the scene in stereo 3d side by side with lens distortion.
  5. * It is written to be used with the Oculus Rift (http://www.oculusvr.com/) but
  6. * it works also with other HMD using the same technology
  7. */
  8. THREE.OculusRiftEffect = function ( renderer, options ) {
  9. // worldFactor indicates how many units is 1 meter
  10. var worldFactor = (options && options.worldFactor) ? options.worldFactor: 1.0;
  11. // Specific HMD parameters
  12. var HMD = (options && options.HMD) ? options.HMD: {
  13. // Parameters from the Oculus Rift DK1
  14. hResolution: 1280,
  15. vResolution: 800,
  16. hScreenSize: 0.14976,
  17. vScreenSize: 0.0936,
  18. interpupillaryDistance: 0.064,
  19. lensSeparationDistance: 0.064,
  20. eyeToScreenDistance: 0.041,
  21. distortionK : [1.0, 0.22, 0.24, 0.0],
  22. chromaAbParameter: [ 0.996, -0.004, 1.014, 0.0]
  23. };
  24. this.HMD = HMD;
  25. // Perspective camera
  26. var pCamera = new THREE.PerspectiveCamera();
  27. pCamera.matrixAutoUpdate = false;
  28. pCamera.target = new THREE.Vector3();
  29. // Orthographic camera
  30. var oCamera = new THREE.OrthographicCamera( -1, 1, 1, -1, 1, 1000 );
  31. oCamera.position.z = 1;
  32. // pre-render hooks
  33. this.preLeftRender = function() {};
  34. this.preRightRender = function() {};
  35. renderer.autoClear = false;
  36. var emptyColor = new THREE.Color("black");
  37. // Render target
  38. var RTParams = { minFilter: THREE.LinearFilter, magFilter: THREE.NearestFilter, format: THREE.RGBAFormat };
  39. var renderTarget = new THREE.WebGLRenderTarget( 640, 800, RTParams );
  40. var RTMaterial = new THREE.ShaderMaterial( {
  41. uniforms: {
  42. "texid": { type: "t", value: renderTarget },
  43. "scale": { type: "v2", value: new THREE.Vector2(1.0,1.0) },
  44. "scaleIn": { type: "v2", value: new THREE.Vector2(1.0,1.0) },
  45. "lensCenter": { type: "v2", value: new THREE.Vector2(0.0,0.0) },
  46. "hmdWarpParam": { type: "v4", value: new THREE.Vector4(1.0,0.0,0.0,0.0) },
  47. "chromAbParam": { type: "v4", value: new THREE.Vector4(1.0,0.0,0.0,0.0) }
  48. },
  49. vertexShader: [
  50. "varying vec2 vUv;",
  51. "void main() {",
  52. " vUv = uv;",
  53. " gl_Position = projectionMatrix * modelViewMatrix * vec4( position, 1.0 );",
  54. "}"
  55. ].join("\n"),
  56. fragmentShader: [
  57. "uniform vec2 scale;",
  58. "uniform vec2 scaleIn;",
  59. "uniform vec2 lensCenter;",
  60. "uniform vec4 hmdWarpParam;",
  61. 'uniform vec4 chromAbParam;',
  62. "uniform sampler2D texid;",
  63. "varying vec2 vUv;",
  64. "void main()",
  65. "{",
  66. " vec2 uv = (vUv*2.0)-1.0;", // range from [0,1] to [-1,1]
  67. " vec2 theta = (uv-lensCenter)*scaleIn;",
  68. " float rSq = theta.x*theta.x + theta.y*theta.y;",
  69. " vec2 rvector = theta*(hmdWarpParam.x + hmdWarpParam.y*rSq + hmdWarpParam.z*rSq*rSq + hmdWarpParam.w*rSq*rSq*rSq);",
  70. ' vec2 rBlue = rvector * (chromAbParam.z + chromAbParam.w * rSq);',
  71. " vec2 tcBlue = (lensCenter + scale * rBlue);",
  72. " tcBlue = (tcBlue+1.0)/2.0;", // range from [-1,1] to [0,1]
  73. " if (any(bvec2(clamp(tcBlue, vec2(0.0,0.0), vec2(1.0,1.0))-tcBlue))) {",
  74. " gl_FragColor = vec4(0.0, 0.0, 0.0, 1.0);",
  75. " return;}",
  76. " vec2 tcGreen = lensCenter + scale * rvector;",
  77. " tcGreen = (tcGreen+1.0)/2.0;", // range from [-1,1] to [0,1]
  78. " vec2 rRed = rvector * (chromAbParam.x + chromAbParam.y * rSq);",
  79. " vec2 tcRed = lensCenter + scale * rRed;",
  80. " tcRed = (tcRed+1.0)/2.0;", // range from [-1,1] to [0,1]
  81. " gl_FragColor = vec4(texture2D(texid, tcRed).r, texture2D(texid, tcGreen).g, texture2D(texid, tcBlue).b, 1);",
  82. "}"
  83. ].join("\n")
  84. } );
  85. var mesh = new THREE.Mesh( new THREE.PlaneGeometry( 2, 2 ), RTMaterial );
  86. // Final scene
  87. var finalScene = new THREE.Scene();
  88. finalScene.add( oCamera );
  89. finalScene.add( mesh );
  90. var left = {}, right = {};
  91. var distScale = 1.0;
  92. this.setHMD = function(v) {
  93. HMD = v;
  94. // Compute aspect ratio and FOV
  95. var aspect = HMD.hResolution / (2*HMD.vResolution);
  96. // Fov is normally computed with:
  97. // THREE.Math.radToDeg( 2*Math.atan2(HMD.vScreenSize,2*HMD.eyeToScreenDistance) );
  98. // But with lens distortion it is increased (see Oculus SDK Documentation)
  99. var r = -1.0 - (4 * (HMD.hScreenSize/4 - HMD.lensSeparationDistance/2) / HMD.hScreenSize);
  100. distScale = (HMD.distortionK[0] + HMD.distortionK[1] * Math.pow(r,2) + HMD.distortionK[2] * Math.pow(r,4) + HMD.distortionK[3] * Math.pow(r,6));
  101. var fov = THREE.Math.radToDeg(2*Math.atan2(HMD.vScreenSize*distScale, 2*HMD.eyeToScreenDistance));
  102. // Compute camera projection matrices
  103. var proj = (new THREE.Matrix4()).makePerspective( fov, aspect, 0.3, 10000 );
  104. var h = 4 * (HMD.hScreenSize/4 - HMD.interpupillaryDistance/2) / HMD.hScreenSize;
  105. left.proj = ((new THREE.Matrix4()).makeTranslation( h, 0.0, 0.0 )).multiply(proj);
  106. right.proj = ((new THREE.Matrix4()).makeTranslation( -h, 0.0, 0.0 )).multiply(proj);
  107. // Compute camera transformation matrices
  108. left.tranform = (new THREE.Matrix4()).makeTranslation( -worldFactor * HMD.interpupillaryDistance/2, 0.0, 0.0 );
  109. right.tranform = (new THREE.Matrix4()).makeTranslation( worldFactor * HMD.interpupillaryDistance/2, 0.0, 0.0 );
  110. // Compute Viewport
  111. left.viewport = [0, 0, HMD.hResolution/2, HMD.vResolution];
  112. right.viewport = [HMD.hResolution/2, 0, HMD.hResolution/2, HMD.vResolution];
  113. // Distortion shader parameters
  114. var lensShift = 4 * (HMD.hScreenSize/4 - HMD.lensSeparationDistance/2) / HMD.hScreenSize;
  115. left.lensCenter = new THREE.Vector2(lensShift, 0.0);
  116. right.lensCenter = new THREE.Vector2(-lensShift, 0.0);
  117. RTMaterial.uniforms['hmdWarpParam'].value = new THREE.Vector4(HMD.distortionK[0], HMD.distortionK[1], HMD.distortionK[2], HMD.distortionK[3]);
  118. RTMaterial.uniforms['chromAbParam'].value = new THREE.Vector4(HMD.chromaAbParameter[0], HMD.chromaAbParameter[1], HMD.chromaAbParameter[2], HMD.chromaAbParameter[3]);
  119. RTMaterial.uniforms['scaleIn'].value = new THREE.Vector2(1.0,1.0/aspect);
  120. RTMaterial.uniforms['scale'].value = new THREE.Vector2(1.0/distScale, 1.0*aspect/distScale);
  121. // Create render target
  122. if ( renderTarget ) renderTarget.dispose();
  123. renderTarget = new THREE.WebGLRenderTarget( ( HMD.hResolution * distScale / 2 ) * renderer.devicePixelRatio, ( HMD.vResolution * distScale ) * renderer.devicePixelRatio, RTParams );
  124. RTMaterial.uniforms[ "texid" ].value = renderTarget;
  125. }
  126. this.getHMD = function() {return HMD};
  127. this.setHMD(HMD);
  128. this.setSize = function ( width, height ) {
  129. left.viewport = [width/2 - HMD.hResolution/2, height/2 - HMD.vResolution/2, HMD.hResolution/2, HMD.vResolution];
  130. right.viewport = [width/2, height/2 - HMD.vResolution/2, HMD.hResolution/2, HMD.vResolution];
  131. renderer.setSize( width, height );
  132. };
  133. this.render = function ( scene, camera ) {
  134. var cc = renderer.getClearColor().clone();
  135. // Clear
  136. renderer.setClearColor(emptyColor);
  137. renderer.clear();
  138. renderer.setClearColor(cc);
  139. // camera parameters
  140. if (camera.matrixAutoUpdate) camera.updateMatrix();
  141. // Render left
  142. this.preLeftRender();
  143. pCamera.projectionMatrix.copy(left.proj);
  144. pCamera.matrix.copy(camera.matrix).multiply(left.tranform);
  145. pCamera.matrixWorldNeedsUpdate = true;
  146. renderer.setViewport(left.viewport[0], left.viewport[1], left.viewport[2], left.viewport[3]);
  147. RTMaterial.uniforms['lensCenter'].value = left.lensCenter;
  148. renderer.render( scene, pCamera, renderTarget, true );
  149. renderer.render( finalScene, oCamera );
  150. // Render right
  151. this.preRightRender();
  152. pCamera.projectionMatrix.copy(right.proj);
  153. pCamera.matrix.copy(camera.matrix).multiply(right.tranform);
  154. pCamera.matrixWorldNeedsUpdate = true;
  155. renderer.setViewport(right.viewport[0], right.viewport[1], right.viewport[2], right.viewport[3]);
  156. RTMaterial.uniforms['lensCenter'].value = right.lensCenter;
  157. renderer.render( scene, pCamera, renderTarget, true );
  158. renderer.render( finalScene, oCamera );
  159. };
  160. this.dispose = function() {
  161. if ( RTMaterial ) {
  162. RTMaterial.dispose();
  163. }
  164. if ( renderTarget ) {
  165. renderTarget.dispose();
  166. }
  167. };
  168. };