webxr_xr_haptics.html 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319
  1. <!DOCTYPE html>
  2. <html lang="en">
  3. <head>
  4. <title>three.js xr - haptics</title>
  5. <meta charset="utf-8">
  6. <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no">
  7. <link type="text/css" rel="stylesheet" href="main.css">
  8. </head>
  9. <body>
  10. <div id="info">
  11. <a href="https://threejs.org" target="_blank" rel="noopener">three.js</a> xr - haptics
  12. </div>
  13. <!-- Import maps polyfill -->
  14. <!-- Remove this when import maps will be widely supported -->
  15. <script async src="https://unpkg.com/[email protected]/dist/es-module-shims.js"></script>
  16. <script type="importmap">
  17. {
  18. "imports": {
  19. "three": "../build/three.module.js",
  20. "three/addons/": "./jsm/"
  21. }
  22. }
  23. </script>
  24. <script type="module">
  25. import * as THREE from 'three';
  26. import { OrbitControls } from 'three/addons/controls/OrbitControls.js';
  27. import { XRButton } from 'three/addons/webxr/XRButton.js';
  28. import { XRControllerModelFactory } from 'three/addons/webxr/XRControllerModelFactory.js';
  29. THREE.ColorManagement.enabled = false; // TODO: Consider enabling color management.
  30. let container;
  31. let camera, scene, renderer;
  32. let controller1, controller2;
  33. let controllerGrip1, controllerGrip2;
  34. const box = new THREE.Box3();
  35. const controllers = [];
  36. const oscillators = [];
  37. let controls, group;
  38. let audioCtx = null;
  39. // minor pentatonic scale, so whichever notes is striked would be more pleasant
  40. const musicScale = [ 0, 3, 5, 7, 10 ];
  41. init();
  42. animate();
  43. function initAudio() {
  44. if ( audioCtx !== null ) {
  45. return;
  46. }
  47. audioCtx = new ( window.AudioContext || window.webkitAudioContext )();
  48. function createOscillator() {
  49. // creates oscillator
  50. const oscillator = audioCtx.createOscillator();
  51. oscillator.type = 'sine'; // possible values: sine, triangle, square
  52. oscillator.start();
  53. return oscillator;
  54. }
  55. oscillators.push( createOscillator() );
  56. oscillators.push( createOscillator() );
  57. window.oscillators = oscillators;
  58. }
  59. function init() {
  60. container = document.createElement( 'div' );
  61. document.body.appendChild( container );
  62. scene = new THREE.Scene();
  63. scene.background = new THREE.Color( 0x808080 );
  64. camera = new THREE.PerspectiveCamera( 50, window.innerWidth / window.innerHeight, 0.1, 10 );
  65. camera.position.set( 0, 1.6, 3 );
  66. controls = new OrbitControls( camera, container );
  67. controls.target.set( 0, 1.6, 0 );
  68. controls.update();
  69. const floorGeometry = new THREE.PlaneGeometry( 4, 4 );
  70. const floorMaterial = new THREE.ShadowMaterial( { opacity: 0.25, blending: THREE.CustomBlending, transparent: false } );
  71. const floor = new THREE.Mesh( floorGeometry, floorMaterial );
  72. floor.rotation.x = - Math.PI / 2;
  73. floor.receiveShadow = true;
  74. scene.add( floor );
  75. scene.add( new THREE.HemisphereLight( 0x808080, 0x606060 ) );
  76. const light = new THREE.DirectionalLight( 0xffffff );
  77. light.position.set( 0, 6, 0 );
  78. light.castShadow = true;
  79. light.shadow.camera.top = 2;
  80. light.shadow.camera.bottom = - 2;
  81. light.shadow.camera.right = 2;
  82. light.shadow.camera.left = - 2;
  83. light.shadow.mapSize.set( 4096, 4096 );
  84. scene.add( light );
  85. group = new THREE.Group();
  86. group.position.z = - 0.5;
  87. scene.add( group );
  88. const BOXES = 10;
  89. for ( let i = 0; i < BOXES; i ++ ) {
  90. const intensity = ( i + 1 ) / BOXES;
  91. const w = 0.1;
  92. const h = 0.05 * i + 0.5;
  93. const geometry = new THREE.BoxGeometry( w, h, w );
  94. geometry.translate( 0, h / 2, 0 );
  95. const material = new THREE.MeshStandardMaterial( {
  96. color: new THREE.Color( intensity, 0.1, 0.1 ),
  97. roughness: 0.7,
  98. metalness: 0.0
  99. } );
  100. const object = new THREE.Mesh( geometry, material );
  101. object.position.x = ( i - 5 ) * ( w + 0.05 );
  102. object.castShadow = true;
  103. object.receiveShadow = true;
  104. object.userData = {
  105. index: i + 1,
  106. intensity: intensity
  107. };
  108. group.add( object );
  109. }
  110. //
  111. renderer = new THREE.WebGLRenderer( { antialias: true } );
  112. renderer.setPixelRatio( window.devicePixelRatio );
  113. renderer.setSize( window.innerWidth, window.innerHeight );
  114. renderer.shadowMap.enabled = true;
  115. renderer.xr.enabled = true;
  116. container.appendChild( renderer.domElement );
  117. document.body.appendChild( XRButton.createButton( renderer ) );
  118. document.getElementById( 'XRButton' ).addEventListener( 'click', initAudio );
  119. // controllers
  120. controller1 = renderer.xr.getController( 0 );
  121. scene.add( controller1 );
  122. controller2 = renderer.xr.getController( 1 );
  123. scene.add( controller2 );
  124. const controllerModelFactory = new XRControllerModelFactory();
  125. controllerGrip1 = renderer.xr.getControllerGrip( 0 );
  126. controllerGrip1.addEventListener( 'connected', controllerConnected );
  127. controllerGrip1.addEventListener( 'disconnected', controllerDisconnected );
  128. controllerGrip1.add( controllerModelFactory.createControllerModel( controllerGrip1 ) );
  129. scene.add( controllerGrip1 );
  130. controllerGrip2 = renderer.xr.getControllerGrip( 1 );
  131. controllerGrip2.addEventListener( 'connected', controllerConnected );
  132. controllerGrip2.addEventListener( 'disconnected', controllerDisconnected );
  133. controllerGrip2.add( controllerModelFactory.createControllerModel( controllerGrip2 ) );
  134. scene.add( controllerGrip2 );
  135. //
  136. window.addEventListener( 'resize', onWindowResize );
  137. }
  138. function controllerConnected( evt ) {
  139. controllers.push( {
  140. gamepad: evt.data.gamepad,
  141. grip: evt.target,
  142. colliding: false,
  143. playing: false
  144. } );
  145. }
  146. function controllerDisconnected( evt ) {
  147. const index = controllers.findIndex( o => o.controller === evt.target );
  148. if ( index !== - 1 ) {
  149. controllers.splice( index, 1 );
  150. }
  151. }
  152. function onWindowResize() {
  153. camera.aspect = window.innerWidth / window.innerHeight;
  154. camera.updateProjectionMatrix();
  155. renderer.setSize( window.innerWidth, window.innerHeight );
  156. }
  157. //
  158. function animate() {
  159. renderer.setAnimationLoop( render );
  160. }
  161. function handleCollisions() {
  162. for ( let i = 0; i < group.children.length; i ++ ) {
  163. group.children[ i ].collided = false;
  164. }
  165. for ( let g = 0; g < controllers.length; g ++ ) {
  166. const controller = controllers[ g ];
  167. controller.colliding = false;
  168. const { grip, gamepad } = controller;
  169. const sphere = {
  170. radius: 0.03,
  171. center: grip.position
  172. };
  173. const supportHaptic = 'hapticActuators' in gamepad && gamepad.hapticActuators != null && gamepad.hapticActuators.length > 0;
  174. for ( let i = 0; i < group.children.length; i ++ ) {
  175. const child = group.children[ i ];
  176. box.setFromObject( child );
  177. if ( box.intersectsSphere( sphere ) ) {
  178. child.material.emissive.b = 1;
  179. const intensity = child.userData.index / group.children.length;
  180. child.scale.setScalar( 1 + Math.random() * 0.1 * intensity );
  181. if ( supportHaptic ) {
  182. gamepad.hapticActuators[ 0 ].pulse( intensity, 100 );
  183. }
  184. const musicInterval = musicScale[ child.userData.index % musicScale.length ] + 12 * Math.floor( child.userData.index / musicScale.length );
  185. oscillators[ g ].frequency.value = 110 * Math.pow( 2, musicInterval / 12 );
  186. controller.colliding = true;
  187. group.children[ i ].collided = true;
  188. }
  189. }
  190. if ( controller.colliding ) {
  191. if ( ! controller.playing ) {
  192. controller.playing = true;
  193. oscillators[ g ].connect( audioCtx.destination );
  194. }
  195. } else {
  196. if ( controller.playing ) {
  197. controller.playing = false;
  198. oscillators[ g ].disconnect( audioCtx.destination );
  199. }
  200. }
  201. }
  202. for ( let i = 0; i < group.children.length; i ++ ) {
  203. const child = group.children[ i ];
  204. if ( ! child.collided ) {
  205. // reset uncollided boxes
  206. child.material.emissive.b = 0;
  207. child.scale.setScalar( 1 );
  208. }
  209. }
  210. }
  211. function render() {
  212. handleCollisions();
  213. renderer.render( scene, camera );
  214. }
  215. </script>
  216. </body>
  217. </html>