webgl_loader_sea3d_sound.html 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435
  1. <!DOCTYPE html>
  2. <html lang="en">
  3. <head>
  4. <title>three.js webgl - sea3d / sound</title>
  5. <meta charset="utf-8">
  6. <meta name="viewport" content="width=device-width, user-scalable=no, minimum-scale=1.0, maximum-scale=1.0">
  7. <link type="text/css" rel="stylesheet" href="main.css">
  8. <style>
  9. #blocker {
  10. position: absolute;
  11. width: 100%;
  12. height: 100%;
  13. background-color: rgba(0,0,0,0.5);
  14. }
  15. #instructions {
  16. width: 100%;
  17. height: 100%;
  18. display: -webkit-box;
  19. display: -moz-box;
  20. display: box;
  21. -webkit-box-orient: horizontal;
  22. -moz-box-orient: horizontal;
  23. box-orient: horizontal;
  24. -webkit-box-pack: center;
  25. -moz-box-pack: center;
  26. box-pack: center;
  27. -webkit-box-align: center;
  28. -moz-box-align: center;
  29. box-align: center;
  30. color: #ffffff;
  31. text-align: center;
  32. cursor: pointer;
  33. }
  34. </style>
  35. </head>
  36. <body>
  37. <div id="info">
  38. <a href="http://threejs.org" target="_blank" rel="noopener">three.js</a> - Exported by <a href="https://github.com/sunag/sea3d" target="_blank" rel="noopener">SEA3D Exporter</a> and edited by <a href="https://github.com/sunag/sea3d" target="_blank" rel="noopener">SEA3D Studio</a>
  39. </div>
  40. <div id="blocker">
  41. <div id="instructions">
  42. <span style="font-size:40px">Click to play</span>
  43. <br />
  44. (W, A, S, D = Move, MOUSE = Look around)
  45. </div>
  46. </div>
  47. <script type="module">
  48. import {
  49. Vector3,
  50. Color,
  51. Euler,
  52. Clock,
  53. AudioAnalyser,
  54. Raycaster,
  55. PerspectiveCamera,
  56. Scene,
  57. WebGLRenderer
  58. } from "../build/three.module.js";
  59. import { PointerLockControls } from './jsm/controls/PointerLockControls.js';
  60. import { EffectComposer } from './jsm/postprocessing/EffectComposer.js';
  61. import { RenderPass } from './jsm/postprocessing/RenderPass.js';
  62. import { ShaderPass } from './jsm/postprocessing/ShaderPass.js';
  63. import { CopyShader } from './jsm/shaders/CopyShader.js';
  64. import { ColorCorrectionShader } from './jsm/shaders/ColorCorrectionShader.js';
  65. import { VignetteShader } from './jsm/shaders/VignetteShader.js';
  66. import { SEA3D } from './jsm/loaders/sea3d/SEA3DLoader.js';
  67. import './jsm/loaders/sea3d/SEA3DLZMA.js'; // sea3d lzma extension
  68. import Stats from './jsm/libs/stats.module.js';
  69. console.log( "Visit https://github.com/sunag/sea3d to all codes and builds under development." );
  70. var container, raycaster, stats;
  71. var camera, scene, renderer, composer, controls, velocity;
  72. var blocker, instructions;
  73. var moveLeft, moveForward, moveBackward, moveRight;
  74. var loader;
  75. var audioListener, soundFilter, soundAreaAnalyser, soundOutsideAnalyser;
  76. var soundArea, collisionArea, lightArea, lightOutside;
  77. // Initialize Three.JS
  78. initPointerLock();
  79. initKeyDown();
  80. init();
  81. //
  82. // SEA3D Loader
  83. //
  84. loader = new SEA3D( {
  85. autoPlay: true, // Auto play animations
  86. container: scene // Container to add models
  87. } );
  88. loader.onComplete = function () {
  89. audioListener = loader.audioListener;
  90. // sound filter
  91. soundFilter = audioListener.context.createBiquadFilter();
  92. soundFilter.type = 'lowpass';
  93. soundFilter.Q.value = 10;
  94. soundFilter.frequency.value = 440;
  95. // sound asset 1
  96. lightOutside = loader.getLight( "Light1" );
  97. var soundOutside = loader.getSound3D( "Point001" );
  98. soundOutsideAnalyser = new AudioAnalyser( soundOutside, 32 );
  99. // sound asset 2 + area
  100. lightArea = loader.getLight( "Light2" );
  101. soundArea = loader.getSound3D( "Point002" );
  102. soundAreaAnalyser = new AudioAnalyser( soundArea, 512 );
  103. collisionArea = loader.getMesh( "Torus003" );
  104. animate();
  105. };
  106. loader.load( './models/sea3d/sound.tjs.sea' );
  107. //
  108. function initPointerLock() {
  109. blocker = document.getElementById( 'blocker' );
  110. instructions = document.getElementById( 'instructions' );
  111. // http://www.html5rocks.com/en/tutorials/pointerlock/intro/
  112. var havePointerLock = 'pointerLockElement' in document || 'mozPointerLockElement' in document || 'webkitPointerLockElement' in document;
  113. if ( havePointerLock ) {
  114. var element = document.body;
  115. var pointerlockchange = function () {
  116. if ( document.pointerLockElement === element || document.mozPointerLockElement === element || document.webkitPointerLockElement === element ) {
  117. controls.enabled = true;
  118. blocker.style.display = 'none';
  119. } else {
  120. controls.enabled = false;
  121. blocker.style.display = '-webkit-box';
  122. blocker.style.display = '-moz-box';
  123. blocker.style.display = 'box';
  124. instructions.style.display = '';
  125. }
  126. };
  127. var pointerlockerror = function () {
  128. instructions.style.display = '';
  129. };
  130. // Hook pointer lock state change events
  131. document.addEventListener( 'pointerlockchange', pointerlockchange, false );
  132. document.addEventListener( 'mozpointerlockchange', pointerlockchange, false );
  133. document.addEventListener( 'webkitpointerlockchange', pointerlockchange, false );
  134. document.addEventListener( 'pointerlockerror', pointerlockerror, false );
  135. document.addEventListener( 'mozpointerlockerror', pointerlockerror, false );
  136. document.addEventListener( 'webkitpointerlockerror', pointerlockerror, false );
  137. instructions.addEventListener( 'click', function () {
  138. instructions.style.display = 'none';
  139. // Ask the browser to lock the pointer
  140. element.requestPointerLock = element.requestPointerLock || element.mozRequestPointerLock || element.webkitRequestPointerLock;
  141. element.requestPointerLock();
  142. }, false );
  143. } else {
  144. instructions.innerHTML = 'Your browser doesn\'t seem to support Pointer Lock API';
  145. }
  146. }
  147. function initKeyDown() {
  148. function onKeyDown( event ) {
  149. switch ( event.keyCode ) {
  150. case 38: // up
  151. case 87: // w
  152. moveForward = true;
  153. break;
  154. case 37: // left
  155. case 65: // a
  156. moveLeft = true;
  157. break;
  158. case 40: // down
  159. case 83: // s
  160. moveBackward = true;
  161. break;
  162. case 39: // right
  163. case 68: // d
  164. moveRight = true;
  165. break;
  166. }
  167. }
  168. function onKeyUp( event ) {
  169. switch ( event.keyCode ) {
  170. case 38: // up
  171. case 87: // w
  172. moveForward = false;
  173. break;
  174. case 37: // left
  175. case 65: // a
  176. moveLeft = false;
  177. break;
  178. case 40: // down
  179. case 83: // s
  180. moveBackward = false;
  181. break;
  182. case 39: // right
  183. case 68: // d
  184. moveRight = false;
  185. break;
  186. }
  187. }
  188. document.addEventListener( 'keydown', onKeyDown, false );
  189. document.addEventListener( 'keyup', onKeyUp, false );
  190. }
  191. function init() {
  192. raycaster = new Raycaster();
  193. scene = new Scene();
  194. scene.background = new Color( 0x333333 );
  195. velocity = new Vector3();
  196. container = document.createElement( 'div' );
  197. document.body.appendChild( container );
  198. camera = new PerspectiveCamera( 45, window.innerWidth / window.innerHeight, 1, 2000 );
  199. controls = new PointerLockControls( camera );
  200. scene.add( controls.getObject() );
  201. controls.getObject().translateX( 250 );
  202. controls.getObject().translateZ( 250 );
  203. renderer = new WebGLRenderer();
  204. renderer.setPixelRatio( window.devicePixelRatio );
  205. renderer.setSize( window.innerWidth, window.innerHeight );
  206. container.appendChild( renderer.domElement );
  207. stats = new Stats();
  208. container.appendChild( stats.dom );
  209. // post-processing
  210. composer = new EffectComposer( renderer );
  211. var renderPass = new RenderPass( scene, camera );
  212. var copyPass = new ShaderPass( CopyShader );
  213. composer.addPass( renderPass );
  214. var vh = 1.4, vl = 1.2;
  215. var colorCorrectionPass = new ShaderPass( ColorCorrectionShader );
  216. colorCorrectionPass.uniforms[ "powRGB" ].value = new Vector3( vh, vh, vh );
  217. colorCorrectionPass.uniforms[ "mulRGB" ].value = new Vector3( vl, vl, vl );
  218. composer.addPass( colorCorrectionPass );
  219. var vignettePass = new ShaderPass( VignetteShader );
  220. vignettePass.uniforms[ "darkness" ].value = 1.0;
  221. composer.addPass( vignettePass );
  222. composer.addPass( copyPass );
  223. // events
  224. window.addEventListener( 'resize', onWindowResize, false );
  225. }
  226. function onWindowResize() {
  227. camera.aspect = window.innerWidth / window.innerHeight;
  228. camera.updateProjectionMatrix();
  229. composer.setSize( window.innerWidth, window.innerHeight );
  230. renderer.setSize( window.innerWidth, window.innerHeight );
  231. }
  232. //
  233. function animateCamera( delta ) {
  234. var scale = 1400;
  235. velocity.x -= velocity.x * 10.0 * delta;
  236. velocity.z -= velocity.z * 10.0 * delta;
  237. velocity.y -= 9.8 * 100.0 * delta; // 100.0 = mass
  238. if ( moveForward ) velocity.z -= scale * delta;
  239. if ( moveBackward ) velocity.z += scale * delta;
  240. if ( moveLeft ) velocity.x -= scale * delta;
  241. if ( moveRight ) velocity.x += scale * delta;
  242. controls.getObject().translateX( velocity.x * delta );
  243. controls.getObject().translateZ( velocity.z * delta );
  244. }
  245. var clock = new Clock();
  246. var audioPos = new Vector3();
  247. var audioRot = new Euler();
  248. function updateSoundFilter() {
  249. // difference position between sound and listener
  250. var difPos = new Vector3().setFromMatrixPosition( soundArea.matrixWorld ).sub( audioPos );
  251. var length = difPos.length();
  252. // pick a vector from camera to sound
  253. raycaster.set( audioPos, difPos.normalize() );
  254. // intersecting sound1
  255. if ( length > 50 && raycaster.intersectObjects( [ collisionArea ] ).length ) {
  256. if ( soundArea.getFilters()[ 0 ] !== soundFilter ) soundArea.setFilters( [ soundFilter ] );
  257. } else if ( soundArea.getFilters()[ 0 ] === soundFilter ) {
  258. soundArea.setFilters( [] );
  259. }
  260. }
  261. //
  262. function animate() {
  263. var delta = clock.getDelta();
  264. animateCamera( delta );
  265. // Sound3D Spatial Transform Update
  266. loader.audioListener.position.copy( audioPos.setFromMatrixPosition( camera.matrixWorld ) );
  267. loader.audioListener.rotation.copy( audioRot.setFromRotationMatrix( camera.matrixWorld ) );
  268. // Update sound filter from raycaster intersecting
  269. updateSoundFilter();
  270. // light intensity from sound amplitude
  271. lightOutside.intensity = soundOutsideAnalyser.getAverageFrequency() / 100;
  272. lightArea.intensity = soundAreaAnalyser.getAverageFrequency() / 50;
  273. // Update SEA3D Animations
  274. SEA3D.AnimationHandler.update( delta );
  275. render( delta );
  276. stats.update();
  277. requestAnimationFrame( animate );
  278. }
  279. function render( delta ) {
  280. //renderer.render( scene, camera );
  281. composer.render( delta );
  282. }
  283. </script>
  284. </body>
  285. </html>