OculusRiftEffect.js 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220
  1. /**
  2. * @author troffmo5 / http://github.com/troffmo5
  3. *
  4. * Effect to render the scene in stereo 3d side by side with lens distortion.
  5. * It is written to be used with the Oculus Rift (http://www.oculusvr.com/) but
  6. * it works also with other HMD using the same technology
  7. */
  8. THREE.OculusRiftEffect = function ( renderer, options ) {
  9. // worldFactor indicates how many units is 1 meter
  10. var worldFactor = (options && options.worldFactor) ? options.worldFactor: 1.0;
  11. // Specific HMD parameters
  12. var HMD = (options && options.HMD) ? options.HMD: {
  13. // DK1
  14. /*
  15. hResolution: 1280,
  16. vResolution: 800,
  17. hScreenSize: 0.14976,
  18. vScreenSize: 0.0936,
  19. interpupillaryDistance: 0.064,
  20. lensSeparationDistance: 0.064,
  21. eyeToScreenDistance: 0.041,
  22. distortionK : [1.0, 0.22, 0.24, 0.0],
  23. chromaAbParameter: [ 0.996, -0.004, 1.014, 0.0]
  24. */
  25. // DK2
  26. hResolution: 1920,
  27. vResolution: 1080,
  28. hScreenSize: 0.12576,
  29. vScreenSize: 0.07074,
  30. interpupillaryDistance: 0.0635,
  31. lensSeparationDistance: 0.0635,
  32. eyeToScreenDistance: 0.041,
  33. distortionK : [1.0, 0.22, 0.24, 0.0],
  34. chromaAbParameter: [ 0.996, -0.004, 1.014, 0.0]
  35. };
  36. this.HMD = HMD;
  37. // Perspective camera
  38. var pCamera = new THREE.PerspectiveCamera();
  39. pCamera.matrixAutoUpdate = false;
  40. pCamera.target = new THREE.Vector3();
  41. // Orthographic camera
  42. var oCamera = new THREE.OrthographicCamera( -1, 1, 1, -1, 1, 1000 );
  43. oCamera.position.z = 1;
  44. // pre-render hooks
  45. this.preLeftRender = function() {};
  46. this.preRightRender = function() {};
  47. renderer.autoClear = false;
  48. var emptyColor = new THREE.Color("black");
  49. // Render target
  50. var RTParams = { minFilter: THREE.LinearFilter, magFilter: THREE.NearestFilter, format: THREE.RGBAFormat };
  51. var renderTarget = new THREE.WebGLRenderTarget( 640, 800, RTParams );
  52. var RTMaterial = new THREE.ShaderMaterial( {
  53. uniforms: {
  54. "texid": { type: "t", value: renderTarget },
  55. "scale": { type: "v2", value: new THREE.Vector2(1.0,1.0) },
  56. "scaleIn": { type: "v2", value: new THREE.Vector2(1.0,1.0) },
  57. "lensCenter": { type: "v2", value: new THREE.Vector2(0.0,0.0) },
  58. "hmdWarpParam": { type: "v4", value: new THREE.Vector4(1.0,0.0,0.0,0.0) },
  59. "chromAbParam": { type: "v4", value: new THREE.Vector4(1.0,0.0,0.0,0.0) }
  60. },
  61. vertexShader: [
  62. "varying vec2 vUv;",
  63. "void main() {",
  64. " vUv = uv;",
  65. " gl_Position = projectionMatrix * modelViewMatrix * vec4( position, 1.0 );",
  66. "}"
  67. ].join("\n"),
  68. fragmentShader: [
  69. "uniform vec2 scale;",
  70. "uniform vec2 scaleIn;",
  71. "uniform vec2 lensCenter;",
  72. "uniform vec4 hmdWarpParam;",
  73. 'uniform vec4 chromAbParam;',
  74. "uniform sampler2D texid;",
  75. "varying vec2 vUv;",
  76. "void main()",
  77. "{",
  78. " vec2 uv = (vUv*2.0)-1.0;", // range from [0,1] to [-1,1]
  79. " vec2 theta = (uv-lensCenter)*scaleIn;",
  80. " float rSq = theta.x*theta.x + theta.y*theta.y;",
  81. " vec2 rvector = theta*(hmdWarpParam.x + hmdWarpParam.y*rSq + hmdWarpParam.z*rSq*rSq + hmdWarpParam.w*rSq*rSq*rSq);",
  82. ' vec2 rBlue = rvector * (chromAbParam.z + chromAbParam.w * rSq);',
  83. " vec2 tcBlue = (lensCenter + scale * rBlue);",
  84. " tcBlue = (tcBlue+1.0)/2.0;", // range from [-1,1] to [0,1]
  85. " if (any(bvec2(clamp(tcBlue, vec2(0.0,0.0), vec2(1.0,1.0))-tcBlue))) {",
  86. " gl_FragColor = vec4(0.0, 0.0, 0.0, 1.0);",
  87. " return;}",
  88. " vec2 tcGreen = lensCenter + scale * rvector;",
  89. " tcGreen = (tcGreen+1.0)/2.0;", // range from [-1,1] to [0,1]
  90. " vec2 rRed = rvector * (chromAbParam.x + chromAbParam.y * rSq);",
  91. " vec2 tcRed = lensCenter + scale * rRed;",
  92. " tcRed = (tcRed+1.0)/2.0;", // range from [-1,1] to [0,1]
  93. " gl_FragColor = vec4(texture2D(texid, tcRed).r, texture2D(texid, tcGreen).g, texture2D(texid, tcBlue).b, 1);",
  94. "}"
  95. ].join("\n")
  96. } );
  97. var mesh = new THREE.Mesh( new THREE.PlaneBufferGeometry( 2, 2 ), RTMaterial );
  98. // Final scene
  99. var finalScene = new THREE.Scene();
  100. finalScene.add( oCamera );
  101. finalScene.add( mesh );
  102. var left = {}, right = {};
  103. var distScale = 1.0;
  104. this.setHMD = function(v) {
  105. HMD = v;
  106. // Compute aspect ratio and FOV
  107. var aspect = HMD.hResolution / (2*HMD.vResolution);
  108. // Fov is normally computed with:
  109. // THREE.Math.radToDeg( 2*Math.atan2(HMD.vScreenSize,2*HMD.eyeToScreenDistance) );
  110. // But with lens distortion it is increased (see Oculus SDK Documentation)
  111. var r = -1.0 - (4 * (HMD.hScreenSize/4 - HMD.lensSeparationDistance/2) / HMD.hScreenSize);
  112. distScale = (HMD.distortionK[0] + HMD.distortionK[1] * Math.pow(r,2) + HMD.distortionK[2] * Math.pow(r,4) + HMD.distortionK[3] * Math.pow(r,6));
  113. var fov = THREE.Math.radToDeg(2*Math.atan2(HMD.vScreenSize*distScale, 2*HMD.eyeToScreenDistance));
  114. // Compute camera projection matrices
  115. var proj = (new THREE.Matrix4()).makePerspective( fov, aspect, 0.3, 10000 );
  116. var h = 4 * (HMD.hScreenSize/4 - HMD.interpupillaryDistance/2) / HMD.hScreenSize;
  117. left.proj = ((new THREE.Matrix4()).makeTranslation( h, 0.0, 0.0 )).multiply(proj);
  118. right.proj = ((new THREE.Matrix4()).makeTranslation( -h, 0.0, 0.0 )).multiply(proj);
  119. // Compute camera transformation matrices
  120. left.tranform = (new THREE.Matrix4()).makeTranslation( -worldFactor * HMD.interpupillaryDistance/2, 0.0, 0.0 );
  121. right.tranform = (new THREE.Matrix4()).makeTranslation( worldFactor * HMD.interpupillaryDistance/2, 0.0, 0.0 );
  122. // Compute Viewport
  123. left.viewport = [0, 0, HMD.hResolution/2, HMD.vResolution];
  124. right.viewport = [HMD.hResolution/2, 0, HMD.hResolution/2, HMD.vResolution];
  125. // Distortion shader parameters
  126. var lensShift = 4 * (HMD.hScreenSize/4 - HMD.lensSeparationDistance/2) / HMD.hScreenSize;
  127. left.lensCenter = new THREE.Vector2(lensShift, 0.0);
  128. right.lensCenter = new THREE.Vector2(-lensShift, 0.0);
  129. RTMaterial.uniforms['hmdWarpParam'].value = new THREE.Vector4(HMD.distortionK[0], HMD.distortionK[1], HMD.distortionK[2], HMD.distortionK[3]);
  130. RTMaterial.uniforms['chromAbParam'].value = new THREE.Vector4(HMD.chromaAbParameter[0], HMD.chromaAbParameter[1], HMD.chromaAbParameter[2], HMD.chromaAbParameter[3]);
  131. RTMaterial.uniforms['scaleIn'].value = new THREE.Vector2(1.0,1.0/aspect);
  132. RTMaterial.uniforms['scale'].value = new THREE.Vector2(1.0/distScale, 1.0*aspect/distScale);
  133. // Create render target
  134. if ( renderTarget ) renderTarget.dispose();
  135. renderTarget = new THREE.WebGLRenderTarget( ( HMD.hResolution * distScale / 2 ) * renderer.devicePixelRatio, ( HMD.vResolution * distScale ) * renderer.devicePixelRatio, RTParams );
  136. RTMaterial.uniforms[ "texid" ].value = renderTarget;
  137. }
  138. this.getHMD = function() {return HMD};
  139. this.setHMD(HMD);
  140. this.setSize = function ( width, height ) {
  141. left.viewport = [width/2 - HMD.hResolution/2, height/2 - HMD.vResolution/2, HMD.hResolution/2, HMD.vResolution];
  142. right.viewport = [width/2, height/2 - HMD.vResolution/2, HMD.hResolution/2, HMD.vResolution];
  143. renderer.setSize( width, height );
  144. };
  145. this.render = function ( scene, camera ) {
  146. var cc = renderer.getClearColor().clone();
  147. // Clear
  148. renderer.setClearColor(emptyColor);
  149. renderer.clear();
  150. renderer.setClearColor(cc);
  151. // camera parameters
  152. if (camera.matrixAutoUpdate) camera.updateMatrix();
  153. // Render left
  154. this.preLeftRender();
  155. pCamera.projectionMatrix.copy(left.proj);
  156. pCamera.matrix.copy(camera.matrix).multiply(left.tranform);
  157. pCamera.matrixWorldNeedsUpdate = true;
  158. renderer.setViewport(left.viewport[0], left.viewport[1], left.viewport[2], left.viewport[3]);
  159. RTMaterial.uniforms['lensCenter'].value = left.lensCenter;
  160. renderer.render( scene, pCamera, renderTarget, true );
  161. renderer.render( finalScene, oCamera );
  162. // Render right
  163. this.preRightRender();
  164. pCamera.projectionMatrix.copy(right.proj);
  165. pCamera.matrix.copy(camera.matrix).multiply(right.tranform);
  166. pCamera.matrixWorldNeedsUpdate = true;
  167. renderer.setViewport(right.viewport[0], right.viewport[1], right.viewport[2], right.viewport[3]);
  168. RTMaterial.uniforms['lensCenter'].value = right.lensCenter;
  169. renderer.render( scene, pCamera, renderTarget, true );
  170. renderer.render( finalScene, oCamera );
  171. };
  172. this.dispose = function() {
  173. if ( RTMaterial ) {
  174. RTMaterial.dispose();
  175. }
  176. if ( renderTarget ) {
  177. renderTarget.dispose();
  178. }
  179. };
  180. };