Viewport.js 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810
  1. import * as THREE from 'three';
  2. import { TransformControls } from 'three/addons/controls/TransformControls.js';
  3. import { UIPanel } from './libs/ui.js';
  4. import { EditorControls } from './EditorControls.js';
  5. import { ViewportControls } from './Viewport.Controls.js';
  6. import { ViewportInfo } from './Viewport.Info.js';
  7. import { ViewHelper } from './Viewport.ViewHelper.js';
  8. import { VR } from './Viewport.VR.js';
  9. import { SetPositionCommand } from './commands/SetPositionCommand.js';
  10. import { SetRotationCommand } from './commands/SetRotationCommand.js';
  11. import { SetScaleCommand } from './commands/SetScaleCommand.js';
  12. import { RoomEnvironment } from 'three/addons/environments/RoomEnvironment.js';
  13. import { ViewportPathtracer } from './Viewport.Pathtracer.js';
  14. function Viewport( editor ) {
  15. const signals = editor.signals;
  16. const container = new UIPanel();
  17. container.setId( 'viewport' );
  18. container.setPosition( 'absolute' );
  19. container.add( new ViewportControls( editor ) );
  20. container.add( new ViewportInfo( editor ) );
  21. //
  22. let renderer = null;
  23. let pmremGenerator = null;
  24. let pathtracer = null;
  25. const camera = editor.camera;
  26. const scene = editor.scene;
  27. const sceneHelpers = editor.sceneHelpers;
  28. // helpers
  29. const grid = new THREE.Group();
  30. const grid1 = new THREE.GridHelper( 30, 30, 0x888888 );
  31. grid1.material.color.setHex( 0x888888 );
  32. grid1.material.vertexColors = false;
  33. grid.add( grid1 );
  34. const grid2 = new THREE.GridHelper( 30, 6, 0x222222 );
  35. grid2.material.color.setHex( 0x222222 );
  36. grid2.material.vertexColors = false;
  37. grid.add( grid2 );
  38. const viewHelper = new ViewHelper( camera, container );
  39. const vr = new VR( editor );
  40. //
  41. const box = new THREE.Box3();
  42. const selectionBox = new THREE.Box3Helper( box );
  43. selectionBox.material.depthTest = false;
  44. selectionBox.material.transparent = true;
  45. selectionBox.visible = false;
  46. sceneHelpers.add( selectionBox );
  47. let objectPositionOnDown = null;
  48. let objectRotationOnDown = null;
  49. let objectScaleOnDown = null;
  50. const transformControls = new TransformControls( camera, container.dom );
  51. transformControls.addEventListener( 'change', function () {
  52. const object = transformControls.object;
  53. if ( object !== undefined ) {
  54. box.setFromObject( object, true );
  55. const helper = editor.helpers[ object.id ];
  56. if ( helper !== undefined && helper.isSkeletonHelper !== true ) {
  57. helper.update();
  58. }
  59. signals.refreshSidebarObject3D.dispatch( object );
  60. }
  61. render( true );
  62. } );
  63. transformControls.addEventListener( 'mouseDown', function () {
  64. const object = transformControls.object;
  65. objectPositionOnDown = object.position.clone();
  66. objectRotationOnDown = object.rotation.clone();
  67. objectScaleOnDown = object.scale.clone();
  68. controls.enabled = false;
  69. } );
  70. transformControls.addEventListener( 'mouseUp', function () {
  71. const object = transformControls.object;
  72. if ( object !== undefined ) {
  73. switch ( transformControls.getMode() ) {
  74. case 'translate':
  75. if ( ! objectPositionOnDown.equals( object.position ) ) {
  76. editor.execute( new SetPositionCommand( editor, object, object.position, objectPositionOnDown ) );
  77. }
  78. break;
  79. case 'rotate':
  80. if ( ! objectRotationOnDown.equals( object.rotation ) ) {
  81. editor.execute( new SetRotationCommand( editor, object, object.rotation, objectRotationOnDown ) );
  82. }
  83. break;
  84. case 'scale':
  85. if ( ! objectScaleOnDown.equals( object.scale ) ) {
  86. editor.execute( new SetScaleCommand( editor, object, object.scale, objectScaleOnDown ) );
  87. }
  88. break;
  89. }
  90. }
  91. controls.enabled = true;
  92. } );
  93. sceneHelpers.add( transformControls );
  94. // object picking
  95. const raycaster = new THREE.Raycaster();
  96. const mouse = new THREE.Vector2();
  97. // events
  98. function updateAspectRatio() {
  99. camera.aspect = container.dom.offsetWidth / container.dom.offsetHeight;
  100. camera.updateProjectionMatrix();
  101. }
  102. function getIntersects( point ) {
  103. mouse.set( ( point.x * 2 ) - 1, - ( point.y * 2 ) + 1 );
  104. raycaster.setFromCamera( mouse, camera );
  105. const objects = [];
  106. scene.traverseVisible( function ( child ) {
  107. objects.push( child );
  108. } );
  109. sceneHelpers.traverseVisible( function ( child ) {
  110. if ( child.name === 'picker' ) objects.push( child );
  111. } );
  112. return raycaster.intersectObjects( objects, false );
  113. }
  114. const onDownPosition = new THREE.Vector2();
  115. const onUpPosition = new THREE.Vector2();
  116. const onDoubleClickPosition = new THREE.Vector2();
  117. function getMousePosition( dom, x, y ) {
  118. const rect = dom.getBoundingClientRect();
  119. return [ ( x - rect.left ) / rect.width, ( y - rect.top ) / rect.height ];
  120. }
  121. function handleClick() {
  122. if ( onDownPosition.distanceTo( onUpPosition ) === 0 ) {
  123. const intersects = getIntersects( onUpPosition );
  124. signals.intersectionsDetected.dispatch( intersects );
  125. render();
  126. }
  127. }
  128. function onMouseDown( event ) {
  129. // event.preventDefault();
  130. if ( event.target !== renderer.domElement ) return;
  131. const array = getMousePosition( container.dom, event.clientX, event.clientY );
  132. onDownPosition.fromArray( array );
  133. document.addEventListener( 'mouseup', onMouseUp );
  134. }
  135. function onMouseUp( event ) {
  136. const array = getMousePosition( container.dom, event.clientX, event.clientY );
  137. onUpPosition.fromArray( array );
  138. handleClick();
  139. document.removeEventListener( 'mouseup', onMouseUp );
  140. }
  141. function onTouchStart( event ) {
  142. const touch = event.changedTouches[ 0 ];
  143. const array = getMousePosition( container.dom, touch.clientX, touch.clientY );
  144. onDownPosition.fromArray( array );
  145. document.addEventListener( 'touchend', onTouchEnd );
  146. }
  147. function onTouchEnd( event ) {
  148. const touch = event.changedTouches[ 0 ];
  149. const array = getMousePosition( container.dom, touch.clientX, touch.clientY );
  150. onUpPosition.fromArray( array );
  151. handleClick();
  152. document.removeEventListener( 'touchend', onTouchEnd );
  153. }
  154. function onDoubleClick( event ) {
  155. const array = getMousePosition( container.dom, event.clientX, event.clientY );
  156. onDoubleClickPosition.fromArray( array );
  157. const intersects = getIntersects( onDoubleClickPosition );
  158. if ( intersects.length > 0 ) {
  159. const intersect = intersects[ 0 ];
  160. signals.objectFocused.dispatch( intersect.object );
  161. }
  162. }
  163. container.dom.addEventListener( 'mousedown', onMouseDown );
  164. container.dom.addEventListener( 'touchstart', onTouchStart, { passive: false } );
  165. container.dom.addEventListener( 'dblclick', onDoubleClick );
  166. // controls need to be added *after* main logic,
  167. // otherwise controls.enabled doesn't work.
  168. const controls = new EditorControls( camera, container.dom );
  169. controls.addEventListener( 'change', function () {
  170. signals.cameraChanged.dispatch( camera );
  171. signals.refreshSidebarObject3D.dispatch( camera );
  172. } );
  173. viewHelper.center = controls.center;
  174. // signals
  175. signals.editorCleared.add( function () {
  176. controls.center.set( 0, 0, 0 );
  177. pathtracer.reset();
  178. render();
  179. } );
  180. signals.transformModeChanged.add( function ( mode ) {
  181. transformControls.setMode( mode );
  182. } );
  183. signals.snapChanged.add( function ( dist ) {
  184. transformControls.setTranslationSnap( dist );
  185. } );
  186. signals.spaceChanged.add( function ( space ) {
  187. transformControls.setSpace( space );
  188. } );
  189. signals.rendererUpdated.add( function () {
  190. scene.traverse( function ( child ) {
  191. if ( child.material !== undefined ) {
  192. child.material.needsUpdate = true;
  193. }
  194. } );
  195. render();
  196. } );
  197. signals.rendererCreated.add( function ( newRenderer ) {
  198. if ( renderer !== null ) {
  199. renderer.setAnimationLoop( null );
  200. renderer.dispose();
  201. pmremGenerator.dispose();
  202. container.dom.removeChild( renderer.domElement );
  203. }
  204. renderer = newRenderer;
  205. renderer.setAnimationLoop( animate );
  206. renderer.setClearColor( 0xaaaaaa );
  207. if ( window.matchMedia ) {
  208. const mediaQuery = window.matchMedia( '(prefers-color-scheme: dark)' );
  209. mediaQuery.addEventListener( 'change', function ( event ) {
  210. renderer.setClearColor( event.matches ? 0x333333 : 0xaaaaaa );
  211. updateGridColors( grid1, grid2, event.matches ? [ 0x222222, 0x888888 ] : [ 0x888888, 0x282828 ] );
  212. render();
  213. } );
  214. renderer.setClearColor( mediaQuery.matches ? 0x333333 : 0xaaaaaa );
  215. updateGridColors( grid1, grid2, mediaQuery.matches ? [ 0x222222, 0x888888 ] : [ 0x888888, 0x282828 ] );
  216. }
  217. renderer.setPixelRatio( window.devicePixelRatio );
  218. renderer.setSize( container.dom.offsetWidth, container.dom.offsetHeight );
  219. pmremGenerator = new THREE.PMREMGenerator( renderer );
  220. pmremGenerator.compileEquirectangularShader();
  221. pathtracer = new ViewportPathtracer( renderer );
  222. container.dom.appendChild( renderer.domElement );
  223. render();
  224. } );
  225. signals.rendererDetectKTX2Support.add( function ( ktx2Loader ) {
  226. ktx2Loader.detectSupport( renderer );
  227. } );
  228. signals.sceneGraphChanged.add( function () {
  229. render();
  230. } );
  231. signals.cameraChanged.add( function () {
  232. pathtracer.reset();
  233. render();
  234. } );
  235. signals.objectSelected.add( function ( object ) {
  236. selectionBox.visible = false;
  237. transformControls.detach();
  238. if ( object !== null && object !== scene && object !== camera ) {
  239. box.setFromObject( object, true );
  240. if ( box.isEmpty() === false ) {
  241. selectionBox.visible = true;
  242. }
  243. transformControls.attach( object );
  244. }
  245. render();
  246. } );
  247. signals.objectFocused.add( function ( object ) {
  248. controls.focus( object );
  249. } );
  250. signals.geometryChanged.add( function ( object ) {
  251. if ( object !== undefined ) {
  252. box.setFromObject( object, true );
  253. }
  254. render();
  255. } );
  256. signals.objectChanged.add( function ( object ) {
  257. if ( editor.selected === object ) {
  258. box.setFromObject( object, true );
  259. }
  260. if ( object.isPerspectiveCamera ) {
  261. object.updateProjectionMatrix();
  262. }
  263. const helper = editor.helpers[ object.id ];
  264. if ( helper !== undefined && helper.isSkeletonHelper !== true ) {
  265. helper.update();
  266. }
  267. render();
  268. } );
  269. signals.objectRemoved.add( function ( object ) {
  270. controls.enabled = true; // see #14180
  271. if ( object === transformControls.object ) {
  272. transformControls.detach();
  273. }
  274. } );
  275. signals.materialChanged.add( function () {
  276. render();
  277. } );
  278. // background
  279. signals.sceneBackgroundChanged.add( function ( backgroundType, backgroundColor, backgroundTexture, backgroundEquirectangularTexture, backgroundBlurriness, backgroundIntensity ) {
  280. switch ( backgroundType ) {
  281. case 'None':
  282. scene.background = null;
  283. break;
  284. case 'Color':
  285. scene.background = new THREE.Color( backgroundColor );
  286. break;
  287. case 'Texture':
  288. if ( backgroundTexture ) {
  289. scene.background = backgroundTexture;
  290. }
  291. break;
  292. case 'Equirectangular':
  293. if ( backgroundEquirectangularTexture ) {
  294. backgroundEquirectangularTexture.mapping = THREE.EquirectangularReflectionMapping;
  295. scene.background = backgroundEquirectangularTexture;
  296. scene.backgroundBlurriness = backgroundBlurriness;
  297. scene.backgroundIntensity = backgroundIntensity;
  298. }
  299. break;
  300. }
  301. render();
  302. } );
  303. // environment
  304. signals.sceneEnvironmentChanged.add( function ( environmentType, environmentEquirectangularTexture ) {
  305. switch ( environmentType ) {
  306. case 'None':
  307. scene.environment = null;
  308. break;
  309. case 'Equirectangular':
  310. scene.environment = null;
  311. if ( environmentEquirectangularTexture ) {
  312. environmentEquirectangularTexture.mapping = THREE.EquirectangularReflectionMapping;
  313. scene.environment = environmentEquirectangularTexture;
  314. }
  315. break;
  316. case 'ModelViewer':
  317. scene.environment = pmremGenerator.fromScene( new RoomEnvironment(), 0.04 ).texture;
  318. break;
  319. }
  320. render();
  321. } );
  322. // fog
  323. signals.sceneFogChanged.add( function ( fogType, fogColor, fogNear, fogFar, fogDensity ) {
  324. switch ( fogType ) {
  325. case 'None':
  326. scene.fog = null;
  327. break;
  328. case 'Fog':
  329. scene.fog = new THREE.Fog( fogColor, fogNear, fogFar );
  330. break;
  331. case 'FogExp2':
  332. scene.fog = new THREE.FogExp2( fogColor, fogDensity );
  333. break;
  334. }
  335. render();
  336. } );
  337. signals.sceneFogSettingsChanged.add( function ( fogType, fogColor, fogNear, fogFar, fogDensity ) {
  338. switch ( fogType ) {
  339. case 'Fog':
  340. scene.fog.color.setHex( fogColor );
  341. scene.fog.near = fogNear;
  342. scene.fog.far = fogFar;
  343. break;
  344. case 'FogExp2':
  345. scene.fog.color.setHex( fogColor );
  346. scene.fog.density = fogDensity;
  347. break;
  348. }
  349. render();
  350. } );
  351. signals.viewportCameraChanged.add( function () {
  352. const viewportCamera = editor.viewportCamera;
  353. if ( viewportCamera.isPerspectiveCamera ) {
  354. viewportCamera.aspect = editor.camera.aspect;
  355. viewportCamera.projectionMatrix.copy( editor.camera.projectionMatrix );
  356. } else if ( viewportCamera.isOrthographicCamera ) {
  357. // TODO
  358. }
  359. // disable EditorControls when setting a user camera
  360. controls.enabled = ( viewportCamera === editor.camera );
  361. render();
  362. } );
  363. signals.viewportShadingChanged.add( function () {
  364. const viewportShading = editor.viewportShading;
  365. switch ( viewportShading ) {
  366. case 'realistic':
  367. pathtracer.init( scene, camera );
  368. break;
  369. case 'solid':
  370. scene.overrideMaterial = null;
  371. break;
  372. case 'normals':
  373. scene.overrideMaterial = new THREE.MeshNormalMaterial();
  374. break;
  375. case 'wireframe':
  376. scene.overrideMaterial = new THREE.MeshBasicMaterial( { color: 0x000000, wireframe: true } );
  377. break;
  378. }
  379. render();
  380. } );
  381. signals.exitedVR.add( render );
  382. //
  383. signals.windowResize.add( function () {
  384. updateAspectRatio();
  385. renderer.setSize( container.dom.offsetWidth, container.dom.offsetHeight );
  386. pathtracer.setSize( container.dom.offsetWidth, container.dom.offsetHeight );
  387. render();
  388. } );
  389. signals.showGridChanged.add( function ( value ) {
  390. grid.visible = value;
  391. render();
  392. } );
  393. signals.showHelpersChanged.add( function ( value ) {
  394. sceneHelpers.visible = value;
  395. transformControls.enabled = value;
  396. render( true );
  397. } );
  398. signals.cameraResetted.add( updateAspectRatio );
  399. // animations
  400. let prevActionsInUse = 0;
  401. const clock = new THREE.Clock(); // only used for animations
  402. function animate() {
  403. const mixer = editor.mixer;
  404. const delta = clock.getDelta();
  405. let needsUpdate = false;
  406. // Animations
  407. const actions = mixer.stats.actions;
  408. if ( actions.inUse > 0 || prevActionsInUse > 0 ) {
  409. prevActionsInUse = actions.inUse;
  410. mixer.update( delta );
  411. needsUpdate = true;
  412. if ( editor.selected !== null ) {
  413. editor.selected.updateWorldMatrix( false, true ); // avoid frame late effect for certain skinned meshes (e.g. Michelle.glb)
  414. selectionBox.box.setFromObject( editor.selected, true ); // selection box should reflect current animation state
  415. }
  416. }
  417. // View Helper
  418. if ( viewHelper.animating === true ) {
  419. viewHelper.update( delta );
  420. needsUpdate = true;
  421. }
  422. if ( vr.currentSession !== null ) {
  423. needsUpdate = true;
  424. }
  425. if ( needsUpdate === true ) render();
  426. if ( editor.viewportShading === 'realistic' ) {
  427. pathtracer.update();
  428. }
  429. }
  430. //
  431. let startTime = 0;
  432. let endTime = 0;
  433. function render( isHelper = false ) {
  434. if ( editor.viewportShading === 'realistic' && isHelper === false ) {
  435. pathtracer.init( scene, camera );
  436. }
  437. startTime = performance.now();
  438. renderer.setViewport( 0, 0, container.dom.offsetWidth, container.dom.offsetHeight );
  439. renderer.render( scene, editor.viewportCamera );
  440. if ( camera === editor.viewportCamera ) {
  441. renderer.autoClear = false;
  442. if ( grid.visible === true ) renderer.render( grid, camera );
  443. if ( sceneHelpers.visible === true ) renderer.render( sceneHelpers, camera );
  444. if ( vr.currentSession === null ) viewHelper.render( renderer );
  445. renderer.autoClear = true;
  446. }
  447. endTime = performance.now();
  448. editor.signals.sceneRendered.dispatch( endTime - startTime );
  449. }
  450. return container;
  451. }
  452. function updateGridColors( grid1, grid2, colors ) {
  453. grid1.material.color.setHex( colors[ 0 ] );
  454. grid2.material.color.setHex( colors[ 1 ] );
  455. }
  456. export { Viewport };