webgl_loader_sea3d_sound.html 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425
  1. <!DOCTYPE html>
  2. <html lang="en">
  3. <head>
  4. <title>three.js webgl - sea3d / sound</title>
  5. <meta charset="utf-8">
  6. <meta name="viewport" content="width=device-width, user-scalable=no, minimum-scale=1.0, maximum-scale=1.0">
  7. <link type="text/css" rel="stylesheet" href="main.css">
  8. <style>
  9. #blocker {
  10. position: absolute;
  11. width: 100%;
  12. height: 100%;
  13. background-color: rgba(0,0,0,0.5);
  14. }
  15. #instructions {
  16. width: 100%;
  17. height: 100%;
  18. display: -webkit-box;
  19. display: -moz-box;
  20. display: box;
  21. -webkit-box-orient: horizontal;
  22. -moz-box-orient: horizontal;
  23. box-orient: horizontal;
  24. -webkit-box-pack: center;
  25. -moz-box-pack: center;
  26. box-pack: center;
  27. -webkit-box-align: center;
  28. -moz-box-align: center;
  29. box-align: center;
  30. color: #ffffff;
  31. text-align: center;
  32. cursor: pointer;
  33. }
  34. </style>
  35. </head>
  36. <body>
  37. <div id="info">
  38. <a href="http://threejs.org" target="_blank" rel="noopener">three.js</a> - Exported by <a href="https://github.com/sunag/sea3d" target="_blank" rel="noopener">SEA3D Exporter</a> and edited by <a href="https://github.com/sunag/sea3d" target="_blank" rel="noopener">SEA3D Studio</a>
  39. </div>
  40. <div id="blocker">
  41. <div id="instructions">
  42. <span style="font-size:40px">Click to play</span>
  43. <br />
  44. (W, A, S, D = Move, MOUSE = Look around)
  45. </div>
  46. </div>
  47. <script type="module">
  48. import * as THREE from '../build/three.module.js';
  49. import { PointerLockControls } from './jsm/controls/PointerLockControls.js';
  50. import { EffectComposer } from './jsm/postprocessing/EffectComposer.js';
  51. import { RenderPass } from './jsm/postprocessing/RenderPass.js';
  52. import { ShaderPass } from './jsm/postprocessing/ShaderPass.js';
  53. import { CopyShader } from './jsm/shaders/CopyShader.js';
  54. import { ColorCorrectionShader } from './jsm/shaders/ColorCorrectionShader.js';
  55. import { VignetteShader } from './jsm/shaders/VignetteShader.js';
  56. import { SEA3D } from './jsm/loaders/sea3d/SEA3DLoader.js';
  57. import './jsm/loaders/sea3d/SEA3DLZMA.js'; // sea3d lzma extension
  58. import Stats from './jsm/libs/stats.module.js';
  59. console.log( "Visit https://github.com/sunag/sea3d to all codes and builds under development." );
  60. var container, raycaster, stats;
  61. var camera, scene, renderer, composer, controls, velocity;
  62. var blocker, instructions;
  63. var moveLeft, moveForward, moveBackward, moveRight;
  64. var loader;
  65. var audioListener, soundFilter, soundAreaAnalyser, soundOutsideAnalyser;
  66. var soundArea, collisionArea, lightArea, lightOutside;
  67. // Initialize Three.JS
  68. initPointerLock();
  69. initKeyDown();
  70. init();
  71. //
  72. // SEA3D Loader
  73. //
  74. loader = new SEA3D( {
  75. autoPlay: true, // Auto play animations
  76. container: scene // Container to add models
  77. } );
  78. loader.onComplete = function () {
  79. audioListener = loader.audioListener;
  80. // sound filter
  81. soundFilter = audioListener.context.createBiquadFilter();
  82. soundFilter.type = 'lowpass';
  83. soundFilter.Q.value = 10;
  84. soundFilter.frequency.value = 440;
  85. // sound asset 1
  86. lightOutside = loader.getLight( "Light1" );
  87. var soundOutside = loader.getSound3D( "Point001" );
  88. soundOutsideAnalyser = new THREE.AudioAnalyser( soundOutside, 32 );
  89. // sound asset 2 + area
  90. lightArea = loader.getLight( "Light2" );
  91. soundArea = loader.getSound3D( "Point002" );
  92. soundAreaAnalyser = new THREE.AudioAnalyser( soundArea, 512 );
  93. collisionArea = loader.getMesh( "Torus003" );
  94. animate();
  95. };
  96. loader.load( './models/sea3d/sound.tjs.sea' );
  97. //
  98. function initPointerLock() {
  99. blocker = document.getElementById( 'blocker' );
  100. instructions = document.getElementById( 'instructions' );
  101. // http://www.html5rocks.com/en/tutorials/pointerlock/intro/
  102. var havePointerLock = 'pointerLockElement' in document || 'mozPointerLockElement' in document || 'webkitPointerLockElement' in document;
  103. if ( havePointerLock ) {
  104. var element = document.body;
  105. var pointerlockchange = function () {
  106. if ( document.pointerLockElement === element || document.mozPointerLockElement === element || document.webkitPointerLockElement === element ) {
  107. controls.enabled = true;
  108. blocker.style.display = 'none';
  109. } else {
  110. controls.enabled = false;
  111. blocker.style.display = '-webkit-box';
  112. blocker.style.display = '-moz-box';
  113. blocker.style.display = 'box';
  114. instructions.style.display = '';
  115. }
  116. };
  117. var pointerlockerror = function () {
  118. instructions.style.display = '';
  119. };
  120. // Hook pointer lock state change events
  121. document.addEventListener( 'pointerlockchange', pointerlockchange, false );
  122. document.addEventListener( 'mozpointerlockchange', pointerlockchange, false );
  123. document.addEventListener( 'webkitpointerlockchange', pointerlockchange, false );
  124. document.addEventListener( 'pointerlockerror', pointerlockerror, false );
  125. document.addEventListener( 'mozpointerlockerror', pointerlockerror, false );
  126. document.addEventListener( 'webkitpointerlockerror', pointerlockerror, false );
  127. instructions.addEventListener( 'click', function () {
  128. instructions.style.display = 'none';
  129. // Ask the browser to lock the pointer
  130. element.requestPointerLock = element.requestPointerLock || element.mozRequestPointerLock || element.webkitRequestPointerLock;
  131. element.requestPointerLock();
  132. }, false );
  133. } else {
  134. instructions.innerHTML = 'Your browser doesn\'t seem to support Pointer Lock API';
  135. }
  136. }
  137. function initKeyDown() {
  138. function onKeyDown( event ) {
  139. switch ( event.keyCode ) {
  140. case 38: // up
  141. case 87: // w
  142. moveForward = true;
  143. break;
  144. case 37: // left
  145. case 65: // a
  146. moveLeft = true;
  147. break;
  148. case 40: // down
  149. case 83: // s
  150. moveBackward = true;
  151. break;
  152. case 39: // right
  153. case 68: // d
  154. moveRight = true;
  155. break;
  156. }
  157. }
  158. function onKeyUp( event ) {
  159. switch ( event.keyCode ) {
  160. case 38: // up
  161. case 87: // w
  162. moveForward = false;
  163. break;
  164. case 37: // left
  165. case 65: // a
  166. moveLeft = false;
  167. break;
  168. case 40: // down
  169. case 83: // s
  170. moveBackward = false;
  171. break;
  172. case 39: // right
  173. case 68: // d
  174. moveRight = false;
  175. break;
  176. }
  177. }
  178. document.addEventListener( 'keydown', onKeyDown, false );
  179. document.addEventListener( 'keyup', onKeyUp, false );
  180. }
  181. function init() {
  182. raycaster = new THREE.Raycaster();
  183. scene = new THREE.Scene();
  184. scene.background = new THREE.Color( 0x333333 );
  185. velocity = new THREE.Vector3();
  186. container = document.createElement( 'div' );
  187. document.body.appendChild( container );
  188. camera = new THREE.PerspectiveCamera( 45, window.innerWidth / window.innerHeight, 1, 2000 );
  189. controls = new PointerLockControls( camera );
  190. scene.add( controls.getObject() );
  191. controls.getObject().translateX( 250 );
  192. controls.getObject().translateZ( 250 );
  193. renderer = new THREE.WebGLRenderer();
  194. renderer.setPixelRatio( window.devicePixelRatio );
  195. renderer.setSize( window.innerWidth, window.innerHeight );
  196. container.appendChild( renderer.domElement );
  197. stats = new Stats();
  198. container.appendChild( stats.dom );
  199. // post-processing
  200. composer = new EffectComposer( renderer );
  201. var renderPass = new RenderPass( scene, camera );
  202. var copyPass = new ShaderPass( CopyShader );
  203. composer.addPass( renderPass );
  204. var vh = 1.4, vl = 1.2;
  205. var colorCorrectionPass = new ShaderPass( ColorCorrectionShader );
  206. colorCorrectionPass.uniforms[ "powRGB" ].value = new THREE.Vector3( vh, vh, vh );
  207. colorCorrectionPass.uniforms[ "mulRGB" ].value = new THREE.Vector3( vl, vl, vl );
  208. composer.addPass( colorCorrectionPass );
  209. var vignettePass = new ShaderPass( VignetteShader );
  210. vignettePass.uniforms[ "darkness" ].value = 1.0;
  211. composer.addPass( vignettePass );
  212. composer.addPass( copyPass );
  213. // events
  214. window.addEventListener( 'resize', onWindowResize, false );
  215. }
  216. function onWindowResize() {
  217. camera.aspect = window.innerWidth / window.innerHeight;
  218. camera.updateProjectionMatrix();
  219. composer.setSize( window.innerWidth, window.innerHeight );
  220. renderer.setSize( window.innerWidth, window.innerHeight );
  221. }
  222. //
  223. function animateCamera( delta ) {
  224. var scale = 1400;
  225. velocity.x -= velocity.x * 10.0 * delta;
  226. velocity.z -= velocity.z * 10.0 * delta;
  227. velocity.y -= 9.8 * 100.0 * delta; // 100.0 = mass
  228. if ( moveForward ) velocity.z -= scale * delta;
  229. if ( moveBackward ) velocity.z += scale * delta;
  230. if ( moveLeft ) velocity.x -= scale * delta;
  231. if ( moveRight ) velocity.x += scale * delta;
  232. controls.getObject().translateX( velocity.x * delta );
  233. controls.getObject().translateZ( velocity.z * delta );
  234. }
  235. var clock = new THREE.Clock();
  236. var audioPos = new THREE.Vector3();
  237. var audioRot = new THREE.Euler();
  238. function updateSoundFilter() {
  239. // difference position between sound and listener
  240. var difPos = new THREE.Vector3().setFromMatrixPosition( soundArea.matrixWorld ).sub( audioPos );
  241. var length = difPos.length();
  242. // pick a vector from camera to sound
  243. raycaster.set( audioPos, difPos.normalize() );
  244. // intersecting sound1
  245. if ( length > 50 && raycaster.intersectObjects( [ collisionArea ] ).length ) {
  246. if ( soundArea.getFilters()[ 0 ] !== soundFilter ) soundArea.setFilters( [ soundFilter ] );
  247. } else if ( soundArea.getFilters()[ 0 ] === soundFilter ) {
  248. soundArea.setFilters( [] );
  249. }
  250. }
  251. //
  252. function animate() {
  253. var delta = clock.getDelta();
  254. animateCamera( delta );
  255. // Sound3D Spatial Transform Update
  256. loader.audioListener.position.copy( audioPos.setFromMatrixPosition( camera.matrixWorld ) );
  257. loader.audioListener.rotation.copy( audioRot.setFromRotationMatrix( camera.matrixWorld ) );
  258. // Update sound filter from raycaster intersecting
  259. updateSoundFilter();
  260. // light intensity from sound amplitude
  261. lightOutside.intensity = soundOutsideAnalyser.getAverageFrequency() / 100;
  262. lightArea.intensity = soundAreaAnalyser.getAverageFrequency() / 50;
  263. // Update SEA3D Animations
  264. SEA3D.AnimationHandler.update( delta );
  265. render( delta );
  266. stats.update();
  267. requestAnimationFrame( animate );
  268. }
  269. function render( delta ) {
  270. //renderer.render( scene, camera );
  271. composer.render( delta );
  272. }
  273. </script>
  274. </body>
  275. </html>