webxr_xr_haptics.html 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. <!DOCTYPE html>
  2. <html lang="en">
  3. <head>
  4. <title>three.js xr - haptics</title>
  5. <meta charset="utf-8">
  6. <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no">
  7. <link type="text/css" rel="stylesheet" href="main.css">
  8. </head>
  9. <body>
  10. <div id="info">
  11. <a href="https://threejs.org" target="_blank" rel="noopener">three.js</a> xr - haptics
  12. </div>
  13. <!-- Import maps polyfill -->
  14. <!-- Remove this when import maps will be widely supported -->
  15. <script async src="https://unpkg.com/[email protected]/dist/es-module-shims.js"></script>
  16. <script type="importmap">
  17. {
  18. "imports": {
  19. "three": "../build/three.module.js",
  20. "three/addons/": "./jsm/"
  21. }
  22. }
  23. </script>
  24. <script type="module">
  25. import * as THREE from 'three';
  26. import { OrbitControls } from 'three/addons/controls/OrbitControls.js';
  27. import { XRButton } from 'three/addons/webxr/XRButton.js';
  28. import { XRControllerModelFactory } from 'three/addons/webxr/XRControllerModelFactory.js';
  29. let container;
  30. let camera, scene, renderer;
  31. let controller1, controller2;
  32. let controllerGrip1, controllerGrip2;
  33. const box = new THREE.Box3();
  34. const controllers = [];
  35. const oscillators = [];
  36. let controls, group;
  37. let audioCtx = null;
  38. // minor pentatonic scale, so whichever notes is striked would be more pleasant
  39. const musicScale = [ 0, 3, 5, 7, 10 ];
  40. init();
  41. animate();
  42. function initAudio() {
  43. if ( audioCtx !== null ) {
  44. return;
  45. }
  46. audioCtx = new ( window.AudioContext || window.webkitAudioContext )();
  47. function createOscillator() {
  48. // creates oscillator
  49. const oscillator = audioCtx.createOscillator();
  50. oscillator.type = 'sine'; // possible values: sine, triangle, square
  51. oscillator.start();
  52. return oscillator;
  53. }
  54. oscillators.push( createOscillator() );
  55. oscillators.push( createOscillator() );
  56. window.oscillators = oscillators;
  57. }
  58. function init() {
  59. container = document.createElement( 'div' );
  60. document.body.appendChild( container );
  61. scene = new THREE.Scene();
  62. scene.background = new THREE.Color( 0x808080 );
  63. camera = new THREE.PerspectiveCamera( 50, window.innerWidth / window.innerHeight, 0.1, 10 );
  64. camera.position.set( 0, 1.6, 3 );
  65. controls = new OrbitControls( camera, container );
  66. controls.target.set( 0, 1.6, 0 );
  67. controls.update();
  68. const floorGeometry = new THREE.PlaneGeometry( 4, 4 );
  69. const floorMaterial = new THREE.ShadowMaterial( { opacity: 0.25, blending: THREE.CustomBlending, transparent: false } );
  70. const floor = new THREE.Mesh( floorGeometry, floorMaterial );
  71. floor.rotation.x = - Math.PI / 2;
  72. floor.receiveShadow = true;
  73. scene.add( floor );
  74. scene.add( new THREE.HemisphereLight( 0xbcbcbc, 0xa5a5a5, 3 ) );
  75. const light = new THREE.DirectionalLight( 0xffffff, 3 );
  76. light.position.set( 0, 6, 0 );
  77. light.castShadow = true;
  78. light.shadow.camera.top = 2;
  79. light.shadow.camera.bottom = - 2;
  80. light.shadow.camera.right = 2;
  81. light.shadow.camera.left = - 2;
  82. light.shadow.mapSize.set( 4096, 4096 );
  83. scene.add( light );
  84. group = new THREE.Group();
  85. group.position.z = - 0.5;
  86. scene.add( group );
  87. const BOXES = 10;
  88. for ( let i = 0; i < BOXES; i ++ ) {
  89. const intensity = ( i + 1 ) / BOXES;
  90. const w = 0.1;
  91. const h = 0.05 * i + 0.5;
  92. const geometry = new THREE.BoxGeometry( w, h, w );
  93. geometry.translate( 0, h / 2, 0 );
  94. const material = new THREE.MeshStandardMaterial( {
  95. color: new THREE.Color( intensity, 0.1, 0.1 ),
  96. roughness: 0.7,
  97. metalness: 0.0
  98. } );
  99. const object = new THREE.Mesh( geometry, material );
  100. object.position.x = ( i - 5 ) * ( w + 0.05 );
  101. object.castShadow = true;
  102. object.receiveShadow = true;
  103. object.userData = {
  104. index: i + 1,
  105. intensity: intensity
  106. };
  107. group.add( object );
  108. }
  109. //
  110. renderer = new THREE.WebGLRenderer( { antialias: true } );
  111. renderer.setPixelRatio( window.devicePixelRatio );
  112. renderer.setSize( window.innerWidth, window.innerHeight );
  113. renderer.shadowMap.enabled = true;
  114. renderer.xr.enabled = true;
  115. container.appendChild( renderer.domElement );
  116. document.body.appendChild( XRButton.createButton( renderer ) );
  117. document.getElementById( 'XRButton' ).addEventListener( 'click', initAudio );
  118. // controllers
  119. controller1 = renderer.xr.getController( 0 );
  120. scene.add( controller1 );
  121. controller2 = renderer.xr.getController( 1 );
  122. scene.add( controller2 );
  123. const controllerModelFactory = new XRControllerModelFactory();
  124. controllerGrip1 = renderer.xr.getControllerGrip( 0 );
  125. controllerGrip1.addEventListener( 'connected', controllerConnected );
  126. controllerGrip1.addEventListener( 'disconnected', controllerDisconnected );
  127. controllerGrip1.add( controllerModelFactory.createControllerModel( controllerGrip1 ) );
  128. scene.add( controllerGrip1 );
  129. controllerGrip2 = renderer.xr.getControllerGrip( 1 );
  130. controllerGrip2.addEventListener( 'connected', controllerConnected );
  131. controllerGrip2.addEventListener( 'disconnected', controllerDisconnected );
  132. controllerGrip2.add( controllerModelFactory.createControllerModel( controllerGrip2 ) );
  133. scene.add( controllerGrip2 );
  134. //
  135. window.addEventListener( 'resize', onWindowResize );
  136. }
  137. function controllerConnected( evt ) {
  138. controllers.push( {
  139. gamepad: evt.data.gamepad,
  140. grip: evt.target,
  141. colliding: false,
  142. playing: false
  143. } );
  144. }
  145. function controllerDisconnected( evt ) {
  146. const index = controllers.findIndex( o => o.controller === evt.target );
  147. if ( index !== - 1 ) {
  148. controllers.splice( index, 1 );
  149. }
  150. }
  151. function onWindowResize() {
  152. camera.aspect = window.innerWidth / window.innerHeight;
  153. camera.updateProjectionMatrix();
  154. renderer.setSize( window.innerWidth, window.innerHeight );
  155. }
  156. //
  157. function animate() {
  158. renderer.setAnimationLoop( render );
  159. }
  160. function handleCollisions() {
  161. for ( let i = 0; i < group.children.length; i ++ ) {
  162. group.children[ i ].collided = false;
  163. }
  164. for ( let g = 0; g < controllers.length; g ++ ) {
  165. const controller = controllers[ g ];
  166. controller.colliding = false;
  167. const { grip, gamepad } = controller;
  168. const sphere = {
  169. radius: 0.03,
  170. center: grip.position
  171. };
  172. const supportHaptic = 'hapticActuators' in gamepad && gamepad.hapticActuators != null && gamepad.hapticActuators.length > 0;
  173. for ( let i = 0; i < group.children.length; i ++ ) {
  174. const child = group.children[ i ];
  175. box.setFromObject( child );
  176. if ( box.intersectsSphere( sphere ) ) {
  177. child.material.emissive.b = 1;
  178. const intensity = child.userData.index / group.children.length;
  179. child.scale.setScalar( 1 + Math.random() * 0.1 * intensity );
  180. if ( supportHaptic ) {
  181. gamepad.hapticActuators[ 0 ].pulse( intensity, 100 );
  182. }
  183. const musicInterval = musicScale[ child.userData.index % musicScale.length ] + 12 * Math.floor( child.userData.index / musicScale.length );
  184. oscillators[ g ].frequency.value = 110 * Math.pow( 2, musicInterval / 12 );
  185. controller.colliding = true;
  186. group.children[ i ].collided = true;
  187. }
  188. }
  189. if ( controller.colliding ) {
  190. if ( ! controller.playing ) {
  191. controller.playing = true;
  192. oscillators[ g ].connect( audioCtx.destination );
  193. }
  194. } else {
  195. if ( controller.playing ) {
  196. controller.playing = false;
  197. oscillators[ g ].disconnect( audioCtx.destination );
  198. }
  199. }
  200. }
  201. for ( let i = 0; i < group.children.length; i ++ ) {
  202. const child = group.children[ i ];
  203. if ( ! child.collided ) {
  204. // reset uncollided boxes
  205. child.material.emissive.b = 0;
  206. child.scale.setScalar( 1 );
  207. }
  208. }
  209. }
  210. function render() {
  211. handleCollisions();
  212. renderer.render( scene, camera );
  213. }
  214. </script>
  215. </body>
  216. </html>