MMDLoader.js 47 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988
  1. /**
  2. * @author takahiro / https://github.com/takahirox
  3. *
  4. * Dependencies
  5. * - mmd-parser https://github.com/takahirox/mmd-parser
  6. * - THREE.TGALoader
  7. * - THREE.OutlineEffect
  8. *
  9. * MMDLoader creates Three.js Objects from MMD resources as
  10. * PMD, PMX, VMD, and VPD files.
  11. *
  12. * PMD/PMX is a model data format, VMD is a motion data format
  13. * VPD is a posing data format used in MMD(Miku Miku Dance).
  14. *
  15. * MMD official site
  16. * - https://sites.google.com/view/evpvp/
  17. *
  18. * PMD, VMD format (in Japanese)
  19. * - http://blog.goo.ne.jp/torisu_tetosuki/e/209ad341d3ece2b1b4df24abf619d6e4
  20. *
  21. * PMX format
  22. * - https://gist.github.com/felixjones/f8a06bd48f9da9a4539f
  23. *
  24. * TODO
  25. * - light motion in vmd support.
  26. * - SDEF support.
  27. * - uv/material/bone morphing support.
  28. * - more precise grant skinning support.
  29. * - shadow support.
  30. */
  31. THREE.MMDLoader = ( function () {
  32. /**
  33. * @param {THREE.LoadingManager} manager
  34. */
  35. function MMDLoader( manager ) {
  36. THREE.Loader.call( this, manager );
  37. this.loader = new THREE.FileLoader( this.manager );
  38. this.parser = null; // lazy generation
  39. this.meshBuilder = new MeshBuilder( this.manager );
  40. this.animationBuilder = new AnimationBuilder();
  41. }
  42. MMDLoader.prototype = Object.assign( Object.create( THREE.Loader.prototype ), {
  43. constructor: MMDLoader,
  44. /**
  45. * @param {string} animationPath
  46. * @return {THREE.MMDLoader}
  47. */
  48. setAnimationPath: function ( animationPath ) {
  49. this.animationPath = animationPath;
  50. return this;
  51. },
  52. // Load MMD assets as Three.js Object
  53. /**
  54. * Loads Model file (.pmd or .pmx) as a THREE.SkinnedMesh.
  55. *
  56. * @param {string} url - url to Model(.pmd or .pmx) file
  57. * @param {function} onLoad
  58. * @param {function} onProgress
  59. * @param {function} onError
  60. */
  61. load: function ( url, onLoad, onProgress, onError ) {
  62. var builder = this.meshBuilder.setCrossOrigin( this.crossOrigin );
  63. // resource path
  64. var resourcePath;
  65. if ( this.resourcePath !== '' ) {
  66. resourcePath = this.resourcePath;
  67. } else if ( this.path !== '' ) {
  68. resourcePath = this.path;
  69. } else {
  70. resourcePath = THREE.LoaderUtils.extractUrlBase( url );
  71. }
  72. var modelExtension = this._extractExtension( url ).toLowerCase();
  73. // Should I detect by seeing header?
  74. if ( modelExtension !== 'pmd' && modelExtension !== 'pmx' ) {
  75. if ( onError ) onError( new Error( 'THREE.MMDLoader: Unknown model file extension .' + modelExtension + '.' ) );
  76. return;
  77. }
  78. this[ modelExtension === 'pmd' ? 'loadPMD' : 'loadPMX' ]( url, function ( data ) {
  79. onLoad( builder.build( data, resourcePath, onProgress, onError ) );
  80. }, onProgress, onError );
  81. },
  82. /**
  83. * Loads Motion file(s) (.vmd) as a THREE.AnimationClip.
  84. * If two or more files are specified, they'll be merged.
  85. *
  86. * @param {string|Array<string>} url - url(s) to animation(.vmd) file(s)
  87. * @param {THREE.SkinnedMesh|THREE.Camera} object - tracks will be fitting to this object
  88. * @param {function} onLoad
  89. * @param {function} onProgress
  90. * @param {function} onError
  91. */
  92. loadAnimation: function ( url, object, onLoad, onProgress, onError ) {
  93. var builder = this.animationBuilder;
  94. this.loadVMD( url, function ( vmd ) {
  95. onLoad( object.isCamera
  96. ? builder.buildCameraAnimation( vmd )
  97. : builder.build( vmd, object ) );
  98. }, onProgress, onError );
  99. },
  100. /**
  101. * Loads mode file and motion file(s) as an object containing
  102. * a THREE.SkinnedMesh and a THREE.AnimationClip.
  103. * Tracks of THREE.AnimationClip are fitting to the model.
  104. *
  105. * @param {string} modelUrl - url to Model(.pmd or .pmx) file
  106. * @param {string|Array{string}} vmdUrl - url(s) to animation(.vmd) file
  107. * @param {function} onLoad
  108. * @param {function} onProgress
  109. * @param {function} onError
  110. */
  111. loadWithAnimation: function ( modelUrl, vmdUrl, onLoad, onProgress, onError ) {
  112. var scope = this;
  113. this.load( modelUrl, function ( mesh ) {
  114. scope.loadAnimation( vmdUrl, mesh, function ( animation ) {
  115. onLoad( {
  116. mesh: mesh,
  117. animation: animation
  118. } );
  119. }, onProgress, onError );
  120. }, onProgress, onError );
  121. },
  122. // Load MMD assets as Object data parsed by MMDParser
  123. /**
  124. * Loads .pmd file as an Object.
  125. *
  126. * @param {string} url - url to .pmd file
  127. * @param {function} onLoad
  128. * @param {function} onProgress
  129. * @param {function} onError
  130. */
  131. loadPMD: function ( url, onLoad, onProgress, onError ) {
  132. var parser = this._getParser();
  133. this.loader
  134. .setMimeType( undefined )
  135. .setPath( this.path )
  136. .setResponseType( 'arraybuffer' )
  137. .load( url, function ( buffer ) {
  138. onLoad( parser.parsePmd( buffer, true ) );
  139. }, onProgress, onError );
  140. },
  141. /**
  142. * Loads .pmx file as an Object.
  143. *
  144. * @param {string} url - url to .pmx file
  145. * @param {function} onLoad
  146. * @param {function} onProgress
  147. * @param {function} onError
  148. */
  149. loadPMX: function ( url, onLoad, onProgress, onError ) {
  150. var parser = this._getParser();
  151. this.loader
  152. .setMimeType( undefined )
  153. .setPath( this.path )
  154. .setResponseType( 'arraybuffer' )
  155. .load( url, function ( buffer ) {
  156. onLoad( parser.parsePmx( buffer, true ) );
  157. }, onProgress, onError );
  158. },
  159. /**
  160. * Loads .vmd file as an Object. If two or more files are specified
  161. * they'll be merged.
  162. *
  163. * @param {string|Array<string>} url - url(s) to .vmd file(s)
  164. * @param {function} onLoad
  165. * @param {function} onProgress
  166. * @param {function} onError
  167. */
  168. loadVMD: function ( url, onLoad, onProgress, onError ) {
  169. var urls = Array.isArray( url ) ? url : [ url ];
  170. var vmds = [];
  171. var vmdNum = urls.length;
  172. var parser = this._getParser();
  173. this.loader
  174. .setMimeType( undefined )
  175. .setPath( this.animationPath )
  176. .setResponseType( 'arraybuffer' );
  177. for ( var i = 0, il = urls.length; i < il; i ++ ) {
  178. this.loader.load( urls[ i ], function ( buffer ) {
  179. vmds.push( parser.parseVmd( buffer, true ) );
  180. if ( vmds.length === vmdNum ) onLoad( parser.mergeVmds( vmds ) );
  181. }, onProgress, onError );
  182. }
  183. },
  184. /**
  185. * Loads .vpd file as an Object.
  186. *
  187. * @param {string} url - url to .vpd file
  188. * @param {boolean} isUnicode
  189. * @param {function} onLoad
  190. * @param {function} onProgress
  191. * @param {function} onError
  192. */
  193. loadVPD: function ( url, isUnicode, onLoad, onProgress, onError ) {
  194. var parser = this._getParser();
  195. this.loader
  196. .setMimeType( isUnicode ? undefined : 'text/plain; charset=shift_jis' )
  197. .setPath( this.animationPath )
  198. .setResponseType( 'text' )
  199. .load( url, function ( text ) {
  200. onLoad( parser.parseVpd( text, true ) );
  201. }, onProgress, onError );
  202. },
  203. // private methods
  204. _extractExtension: function ( url ) {
  205. var index = url.lastIndexOf( '.' );
  206. return index < 0 ? '' : url.slice( index + 1 );
  207. },
  208. _getParser: function () {
  209. if ( this.parser === null ) {
  210. if ( typeof MMDParser === 'undefined' ) {
  211. throw new Error( 'THREE.MMDLoader: Import MMDParser https://github.com/takahirox/mmd-parser' );
  212. }
  213. this.parser = new MMDParser.Parser();
  214. }
  215. return this.parser;
  216. }
  217. } );
  218. // Utilities
  219. /*
  220. * base64 encoded defalut toon textures toon00.bmp - toon10.bmp.
  221. * We don't need to request external toon image files.
  222. * This idea is from http://www20.atpages.jp/katwat/three.js_r58/examples/mytest37/mmd.three.js
  223. */
  224. var DEFAULT_TOON_TEXTURES = [
  225. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAL0lEQVRYR+3QQREAAAzCsOFfNJPBJ1XQS9r2hsUAAQIECBAgQIAAAQIECBAgsBZ4MUx/ofm2I/kAAAAASUVORK5CYII=',
  226. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAN0lEQVRYR+3WQREAMBACsZ5/bWiiMvgEBTt5cW37hjsBBAgQIECAwFwgyfYPCCBAgAABAgTWAh8aBHZBl14e8wAAAABJRU5ErkJggg==',
  227. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAOUlEQVRYR+3WMREAMAwDsYY/yoDI7MLwIiP40+RJklfcCCBAgAABAgTqArfb/QMCCBAgQIAAgbbAB3z/e0F3js2cAAAAAElFTkSuQmCC',
  228. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAN0lEQVRYR+3WQREAMBACsZ5/B5ilMvgEBTt5cW37hjsBBAgQIECAwFwgyfYPCCBAgAABAgTWAh81dWyx0gFwKAAAAABJRU5ErkJggg==',
  229. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAOklEQVRYR+3WoREAMAwDsWb/UQtCy9wxTOQJ/oQ8SXKKGwEECBAgQIBAXeDt7f4BAQQIECBAgEBb4AOz8Hzx7WLY4wAAAABJRU5ErkJggg==',
  230. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAABPUlEQVRYR+1XwW7CMAy1+f9fZOMysSEOEweEOPRNdm3HbdOyIhAcklPrOs/PLy9RygBALxzcCDQFmgJNgaZAU6Ap0BR4PwX8gsRMVLssMRH5HcpzJEaWL7EVg9F1IHRlyqQohgVr4FGUlUcMJSjcUlDw0zvjeun70cLWmneoyf7NgBTQSniBTQQSuJAZsOnnaczjIMb5hCiuHKxokCrJfVnrctyZL0PkJAJe1HMil4nxeyi3Ypfn1kX51jpPvo/JeCNC4PhVdHdJw2XjBR8brF8PEIhNVn12AgP7uHsTBguBn53MUZCqv7Lp07Pn5k1Ro+uWmUNn7D+M57rtk7aG0Vo73xyF/fbFf0bPJjDXngnGocDTdFhygZjwUQrMNrDcmZlQT50VJ/g/UwNyHpu778+yW+/ksOz/BFo54P4AsUXMfRq7XWsAAAAASUVORK5CYII=',
  231. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAACMElEQVRYR+2Xv4pTQRTGf2dubhLdICiii2KnYKHVolhauKWPoGAnNr6BD6CvIVaihYuI2i1ia0BY0MZGRHQXjZj/mSPnnskfNWiWZUlzJ5k7M2cm833nO5Mziej2DWWJRUoCpQKlAntSQCqgw39/iUWAGmh37jrRnVsKlgpiqmkoGVABA7E57fvY+pJDdgKqF6HzFCSADkDq+F6AHABtQ+UMVE5D7zXod7fFNhTEckTbj5XQgHzNN+5tQvc5NG7C6BNkp6D3EmpXHDR+dQAjFLchW3VS9rlw3JBh+B7ys5Cf9z0GW1C/7P32AyBAOAz1q4jGliIH3YPuBnSfQX4OGreTIgEYQb/pBDtPnEQ4CivXYPAWBk13oHrB54yA9QuSn2H4AcKRpEILDt0BUzj+RLR1V5EqjD66NPRBVpLcQwjHoHYJOhsQv6U4mnzmrIXJCFr4LDwm/xBUoboG9XX4cc9VKdYoSA2yk5NQLJaKDUjTBoveG3Z2TElTxwjNK4M3LEZgUdDdruvcXzKBpStgp2NPiWi3ks9ZXxIoFVi+AvHLdc9TqtjL3/aYjpPlrzOcEnK62Szhimdd7xX232zFDTgtxezOu3WNMRLjiKgjtOhHVMd1loynVHvOgjuIIJMaELEqhJAV/RCSLbWTcfPFakFgFlALTRRvx+ok6Hlp/Q+v3fmx90bMyUzaEAhmM3KvHlXTL5DxnbGf/1M8RNNACLL5MNtPxP/mypJAqcDSFfgFhpYqWUzhTEAAAAAASUVORK5CYII=',
  232. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAL0lEQVRYR+3QQREAAAzCsOFfNJPBJ1XQS9r2hsUAAQIECBAgQIAAAQIECBAgsBZ4MUx/ofm2I/kAAAAASUVORK5CYII=',
  233. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAL0lEQVRYR+3QQREAAAzCsOFfNJPBJ1XQS9r2hsUAAQIECBAgQIAAAQIECBAgsBZ4MUx/ofm2I/kAAAAASUVORK5CYII=',
  234. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAL0lEQVRYR+3QQREAAAzCsOFfNJPBJ1XQS9r2hsUAAQIECBAgQIAAAQIECBAgsBZ4MUx/ofm2I/kAAAAASUVORK5CYII=',
  235. 'data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAAL0lEQVRYR+3QQREAAAzCsOFfNJPBJ1XQS9r2hsUAAQIECBAgQIAAAQIECBAgsBZ4MUx/ofm2I/kAAAAASUVORK5CYII='
  236. ];
  237. // Builders. They build Three.js object from Object data parsed by MMDParser.
  238. /**
  239. * @param {THREE.LoadingManager} manager
  240. */
  241. function MeshBuilder( manager ) {
  242. this.geometryBuilder = new GeometryBuilder();
  243. this.materialBuilder = new MaterialBuilder( manager );
  244. }
  245. MeshBuilder.prototype = {
  246. constructor: MeshBuilder,
  247. crossOrigin: 'anonymous',
  248. /**
  249. * @param {string} crossOrigin
  250. * @return {MeshBuilder}
  251. */
  252. setCrossOrigin: function ( crossOrigin ) {
  253. this.crossOrigin = crossOrigin;
  254. return this;
  255. },
  256. /**
  257. * @param {Object} data - parsed PMD/PMX data
  258. * @param {string} resourcePath
  259. * @param {function} onProgress
  260. * @param {function} onError
  261. * @return {THREE.SkinnedMesh}
  262. */
  263. build: function ( data, resourcePath, onProgress, onError ) {
  264. var geometry = this.geometryBuilder.build( data );
  265. var material = this.materialBuilder
  266. .setCrossOrigin( this.crossOrigin )
  267. .setResourcePath( resourcePath )
  268. .build( data, geometry, onProgress, onError );
  269. var mesh = new THREE.SkinnedMesh( geometry, material );
  270. var skeleton = new THREE.Skeleton( initBones( mesh ) );
  271. mesh.bind( skeleton );
  272. // console.log( mesh ); // for console debug
  273. return mesh;
  274. }
  275. };
  276. // TODO: Try to remove this function
  277. function initBones( mesh ) {
  278. var geometry = mesh.geometry;
  279. var bones = [], bone, gbone;
  280. var i, il;
  281. if ( geometry && geometry.bones !== undefined ) {
  282. // first, create array of 'Bone' objects from geometry data
  283. for ( i = 0, il = geometry.bones.length; i < il; i ++ ) {
  284. gbone = geometry.bones[ i ];
  285. // create new 'Bone' object
  286. bone = new THREE.Bone();
  287. bones.push( bone );
  288. // apply values
  289. bone.name = gbone.name;
  290. bone.position.fromArray( gbone.pos );
  291. bone.quaternion.fromArray( gbone.rotq );
  292. if ( gbone.scl !== undefined ) bone.scale.fromArray( gbone.scl );
  293. }
  294. // second, create bone hierarchy
  295. for ( i = 0, il = geometry.bones.length; i < il; i ++ ) {
  296. gbone = geometry.bones[ i ];
  297. if ( ( gbone.parent !== - 1 ) && ( gbone.parent !== null ) && ( bones[ gbone.parent ] !== undefined ) ) {
  298. // subsequent bones in the hierarchy
  299. bones[ gbone.parent ].add( bones[ i ] );
  300. } else {
  301. // topmost bone, immediate child of the skinned mesh
  302. mesh.add( bones[ i ] );
  303. }
  304. }
  305. }
  306. // now the bones are part of the scene graph and children of the skinned mesh.
  307. // let's update the corresponding matrices
  308. mesh.updateMatrixWorld( true );
  309. return bones;
  310. }
  311. //
  312. function GeometryBuilder() {
  313. }
  314. GeometryBuilder.prototype = {
  315. constructor: GeometryBuilder,
  316. /**
  317. * @param {Object} data - parsed PMD/PMX data
  318. * @return {THREE.BufferGeometry}
  319. */
  320. build: function ( data ) {
  321. // for geometry
  322. var positions = [];
  323. var uvs = [];
  324. var normals = [];
  325. var indices = [];
  326. var groups = [];
  327. var bones = [];
  328. var skinIndices = [];
  329. var skinWeights = [];
  330. var morphTargets = [];
  331. var morphPositions = [];
  332. var iks = [];
  333. var grants = [];
  334. var rigidBodies = [];
  335. var constraints = [];
  336. // for work
  337. var offset = 0;
  338. var boneTypeTable = {};
  339. // positions, normals, uvs, skinIndices, skinWeights
  340. for ( var i = 0; i < data.metadata.vertexCount; i ++ ) {
  341. var v = data.vertices[ i ];
  342. for ( var j = 0, jl = v.position.length; j < jl; j ++ ) {
  343. positions.push( v.position[ j ] );
  344. }
  345. for ( var j = 0, jl = v.normal.length; j < jl; j ++ ) {
  346. normals.push( v.normal[ j ] );
  347. }
  348. for ( var j = 0, jl = v.uv.length; j < jl; j ++ ) {
  349. uvs.push( v.uv[ j ] );
  350. }
  351. for ( var j = 0; j < 4; j ++ ) {
  352. skinIndices.push( v.skinIndices.length - 1 >= j ? v.skinIndices[ j ] : 0.0 );
  353. }
  354. for ( var j = 0; j < 4; j ++ ) {
  355. skinWeights.push( v.skinWeights.length - 1 >= j ? v.skinWeights[ j ] : 0.0 );
  356. }
  357. }
  358. // indices
  359. for ( var i = 0; i < data.metadata.faceCount; i ++ ) {
  360. var face = data.faces[ i ];
  361. for ( var j = 0, jl = face.indices.length; j < jl; j ++ ) {
  362. indices.push( face.indices[ j ] );
  363. }
  364. }
  365. // groups
  366. for ( var i = 0; i < data.metadata.materialCount; i ++ ) {
  367. var material = data.materials[ i ];
  368. groups.push( {
  369. offset: offset * 3,
  370. count: material.faceCount * 3
  371. } );
  372. offset += material.faceCount;
  373. }
  374. // bones
  375. for ( var i = 0; i < data.metadata.rigidBodyCount; i ++ ) {
  376. var body = data.rigidBodies[ i ];
  377. var value = boneTypeTable[ body.boneIndex ];
  378. // keeps greater number if already value is set without any special reasons
  379. value = value === undefined ? body.type : Math.max( body.type, value );
  380. boneTypeTable[ body.boneIndex ] = value;
  381. }
  382. for ( var i = 0; i < data.metadata.boneCount; i ++ ) {
  383. var boneData = data.bones[ i ];
  384. var bone = {
  385. parent: boneData.parentIndex,
  386. name: boneData.name,
  387. pos: boneData.position.slice( 0, 3 ),
  388. rotq: [ 0, 0, 0, 1 ],
  389. scl: [ 1, 1, 1 ],
  390. rigidBodyType: boneTypeTable[ i ] !== undefined ? boneTypeTable[ i ] : - 1
  391. };
  392. if ( bone.parent !== - 1 ) {
  393. bone.pos[ 0 ] -= data.bones[ bone.parent ].position[ 0 ];
  394. bone.pos[ 1 ] -= data.bones[ bone.parent ].position[ 1 ];
  395. bone.pos[ 2 ] -= data.bones[ bone.parent ].position[ 2 ];
  396. }
  397. bones.push( bone );
  398. }
  399. // iks
  400. // TODO: remove duplicated codes between PMD and PMX
  401. if ( data.metadata.format === 'pmd' ) {
  402. for ( var i = 0; i < data.metadata.ikCount; i ++ ) {
  403. var ik = data.iks[ i ];
  404. var param = {
  405. target: ik.target,
  406. effector: ik.effector,
  407. iteration: ik.iteration,
  408. maxAngle: ik.maxAngle * 4,
  409. links: []
  410. };
  411. for ( var j = 0, jl = ik.links.length; j < jl; j ++ ) {
  412. var link = {};
  413. link.index = ik.links[ j ].index;
  414. link.enabled = true;
  415. if ( data.bones[ link.index ].name.indexOf( 'ひざ' ) >= 0 ) {
  416. link.limitation = new THREE.Vector3( 1.0, 0.0, 0.0 );
  417. }
  418. param.links.push( link );
  419. }
  420. iks.push( param );
  421. }
  422. } else {
  423. for ( var i = 0; i < data.metadata.boneCount; i ++ ) {
  424. var ik = data.bones[ i ].ik;
  425. if ( ik === undefined ) continue;
  426. var param = {
  427. target: i,
  428. effector: ik.effector,
  429. iteration: ik.iteration,
  430. maxAngle: ik.maxAngle,
  431. links: []
  432. };
  433. for ( var j = 0, jl = ik.links.length; j < jl; j ++ ) {
  434. var link = {};
  435. link.index = ik.links[ j ].index;
  436. link.enabled = true;
  437. if ( ik.links[ j ].angleLimitation === 1 ) {
  438. // Revert if rotationMin/Max doesn't work well
  439. // link.limitation = new THREE.Vector3( 1.0, 0.0, 0.0 );
  440. var rotationMin = ik.links[ j ].lowerLimitationAngle;
  441. var rotationMax = ik.links[ j ].upperLimitationAngle;
  442. // Convert Left to Right coordinate by myself because
  443. // MMDParser doesn't convert. It's a MMDParser's bug
  444. var tmp1 = - rotationMax[ 0 ];
  445. var tmp2 = - rotationMax[ 1 ];
  446. rotationMax[ 0 ] = - rotationMin[ 0 ];
  447. rotationMax[ 1 ] = - rotationMin[ 1 ];
  448. rotationMin[ 0 ] = tmp1;
  449. rotationMin[ 1 ] = tmp2;
  450. link.rotationMin = new THREE.Vector3().fromArray( rotationMin );
  451. link.rotationMax = new THREE.Vector3().fromArray( rotationMax );
  452. }
  453. param.links.push( link );
  454. }
  455. iks.push( param );
  456. }
  457. }
  458. // grants
  459. if ( data.metadata.format === 'pmx' ) {
  460. for ( var i = 0; i < data.metadata.boneCount; i ++ ) {
  461. var boneData = data.bones[ i ];
  462. var grant = boneData.grant;
  463. if ( grant === undefined ) continue;
  464. var param = {
  465. index: i,
  466. parentIndex: grant.parentIndex,
  467. ratio: grant.ratio,
  468. isLocal: grant.isLocal,
  469. affectRotation: grant.affectRotation,
  470. affectPosition: grant.affectPosition,
  471. transformationClass: boneData.transformationClass
  472. };
  473. grants.push( param );
  474. }
  475. grants.sort( function ( a, b ) {
  476. return a.transformationClass - b.transformationClass;
  477. } );
  478. }
  479. // morph
  480. function updateAttributes( attribute, morph, ratio ) {
  481. for ( var i = 0; i < morph.elementCount; i ++ ) {
  482. var element = morph.elements[ i ];
  483. var index;
  484. if ( data.metadata.format === 'pmd' ) {
  485. index = data.morphs[ 0 ].elements[ element.index ].index;
  486. } else {
  487. index = element.index;
  488. }
  489. attribute.array[ index * 3 + 0 ] += element.position[ 0 ] * ratio;
  490. attribute.array[ index * 3 + 1 ] += element.position[ 1 ] * ratio;
  491. attribute.array[ index * 3 + 2 ] += element.position[ 2 ] * ratio;
  492. }
  493. }
  494. for ( var i = 0; i < data.metadata.morphCount; i ++ ) {
  495. var morph = data.morphs[ i ];
  496. var params = { name: morph.name };
  497. var attribute = new THREE.Float32BufferAttribute( data.metadata.vertexCount * 3, 3 );
  498. attribute.name = morph.name;
  499. for ( var j = 0; j < data.metadata.vertexCount * 3; j ++ ) {
  500. attribute.array[ j ] = positions[ j ];
  501. }
  502. if ( data.metadata.format === 'pmd' ) {
  503. if ( i !== 0 ) {
  504. updateAttributes( attribute, morph, 1.0 );
  505. }
  506. } else {
  507. if ( morph.type === 0 ) { // group
  508. for ( var j = 0; j < morph.elementCount; j ++ ) {
  509. var morph2 = data.morphs[ morph.elements[ j ].index ];
  510. var ratio = morph.elements[ j ].ratio;
  511. if ( morph2.type === 1 ) {
  512. updateAttributes( attribute, morph2, ratio );
  513. } else {
  514. // TODO: implement
  515. }
  516. }
  517. } else if ( morph.type === 1 ) { // vertex
  518. updateAttributes( attribute, morph, 1.0 );
  519. } else if ( morph.type === 2 ) { // bone
  520. // TODO: implement
  521. } else if ( morph.type === 3 ) { // uv
  522. // TODO: implement
  523. } else if ( morph.type === 4 ) { // additional uv1
  524. // TODO: implement
  525. } else if ( morph.type === 5 ) { // additional uv2
  526. // TODO: implement
  527. } else if ( morph.type === 6 ) { // additional uv3
  528. // TODO: implement
  529. } else if ( morph.type === 7 ) { // additional uv4
  530. // TODO: implement
  531. } else if ( morph.type === 8 ) { // material
  532. // TODO: implement
  533. }
  534. }
  535. morphTargets.push( params );
  536. morphPositions.push( attribute );
  537. }
  538. // rigid bodies from rigidBodies field.
  539. for ( var i = 0; i < data.metadata.rigidBodyCount; i ++ ) {
  540. var rigidBody = data.rigidBodies[ i ];
  541. var params = {};
  542. for ( var key in rigidBody ) {
  543. params[ key ] = rigidBody[ key ];
  544. }
  545. /*
  546. * RigidBody position parameter in PMX seems global position
  547. * while the one in PMD seems offset from corresponding bone.
  548. * So unify being offset.
  549. */
  550. if ( data.metadata.format === 'pmx' ) {
  551. if ( params.boneIndex !== - 1 ) {
  552. var bone = data.bones[ params.boneIndex ];
  553. params.position[ 0 ] -= bone.position[ 0 ];
  554. params.position[ 1 ] -= bone.position[ 1 ];
  555. params.position[ 2 ] -= bone.position[ 2 ];
  556. }
  557. }
  558. rigidBodies.push( params );
  559. }
  560. // constraints from constraints field.
  561. for ( var i = 0; i < data.metadata.constraintCount; i ++ ) {
  562. var constraint = data.constraints[ i ];
  563. var params = {};
  564. for ( var key in constraint ) {
  565. params[ key ] = constraint[ key ];
  566. }
  567. var bodyA = rigidBodies[ params.rigidBodyIndex1 ];
  568. var bodyB = rigidBodies[ params.rigidBodyIndex2 ];
  569. // Refer to http://www20.atpages.jp/katwat/wp/?p=4135
  570. if ( bodyA.type !== 0 && bodyB.type === 2 ) {
  571. if ( bodyA.boneIndex !== - 1 && bodyB.boneIndex !== - 1 &&
  572. data.bones[ bodyB.boneIndex ].parentIndex === bodyA.boneIndex ) {
  573. bodyB.type = 1;
  574. }
  575. }
  576. constraints.push( params );
  577. }
  578. // build BufferGeometry.
  579. var geometry = new THREE.BufferGeometry();
  580. geometry.setAttribute( 'position', new THREE.Float32BufferAttribute( positions, 3 ) );
  581. geometry.setAttribute( 'normal', new THREE.Float32BufferAttribute( normals, 3 ) );
  582. geometry.setAttribute( 'uv', new THREE.Float32BufferAttribute( uvs, 2 ) );
  583. geometry.setAttribute( 'skinIndex', new THREE.Uint16BufferAttribute( skinIndices, 4 ) );
  584. geometry.setAttribute( 'skinWeight', new THREE.Float32BufferAttribute( skinWeights, 4 ) );
  585. geometry.setIndex( indices );
  586. for ( var i = 0, il = groups.length; i < il; i ++ ) {
  587. geometry.addGroup( groups[ i ].offset, groups[ i ].count, i );
  588. }
  589. geometry.bones = bones;
  590. geometry.morphTargets = morphTargets;
  591. geometry.morphAttributes.position = morphPositions;
  592. geometry.morphTargetsRelative = false;
  593. geometry.userData.MMD = {
  594. bones: bones,
  595. iks: iks,
  596. grants: grants,
  597. rigidBodies: rigidBodies,
  598. constraints: constraints,
  599. format: data.metadata.format
  600. };
  601. geometry.computeBoundingSphere();
  602. return geometry;
  603. }
  604. };
  605. //
  606. /**
  607. * @param {THREE.LoadingManager} manager
  608. */
  609. function MaterialBuilder( manager ) {
  610. this.manager = manager;
  611. this.textureLoader = new THREE.TextureLoader( this.manager );
  612. this.tgaLoader = null; // lazy generation
  613. }
  614. MaterialBuilder.prototype = {
  615. constructor: MaterialBuilder,
  616. crossOrigin: 'anonymous',
  617. resourcePath: undefined,
  618. /**
  619. * @param {string} crossOrigin
  620. * @return {MaterialBuilder}
  621. */
  622. setCrossOrigin: function ( crossOrigin ) {
  623. this.crossOrigin = crossOrigin;
  624. return this;
  625. },
  626. /**
  627. * @param {string} resourcePath
  628. * @return {MaterialBuilder}
  629. */
  630. setResourcePath: function ( resourcePath ) {
  631. this.resourcePath = resourcePath;
  632. return this;
  633. },
  634. /**
  635. * @param {Object} data - parsed PMD/PMX data
  636. * @param {THREE.BufferGeometry} geometry - some properties are dependend on geometry
  637. * @param {function} onProgress
  638. * @param {function} onError
  639. * @return {Array<THREE.MeshToonMaterial>}
  640. */
  641. build: function ( data, geometry /*, onProgress, onError */ ) {
  642. var materials = [];
  643. var textures = {};
  644. this.textureLoader.setCrossOrigin( this.crossOrigin );
  645. // materials
  646. for ( var i = 0; i < data.metadata.materialCount; i ++ ) {
  647. var material = data.materials[ i ];
  648. var params = { userData: {} };
  649. if ( material.name !== undefined ) params.name = material.name;
  650. /*
  651. * Color
  652. *
  653. * MMD MeshToonMaterial
  654. * diffuse - color
  655. * specular - specular
  656. * ambient - emissive * a
  657. * (a = 1.0 without map texture or 0.2 with map texture)
  658. *
  659. * MeshToonMaterial doesn't have ambient. Set it to emissive instead.
  660. * It'll be too bright if material has map texture so using coef 0.2.
  661. */
  662. params.color = new THREE.Color().fromArray( material.diffuse );
  663. params.opacity = material.diffuse[ 3 ];
  664. params.specular = new THREE.Color().fromArray( material.specular );
  665. params.emissive = new THREE.Color().fromArray( material.ambient );
  666. params.shininess = Math.max( material.shininess, 1e-4 ); // to prevent pow( 0.0, 0.0 )
  667. params.transparent = params.opacity !== 1.0;
  668. //
  669. params.skinning = geometry.bones.length > 0 ? true : false;
  670. params.morphTargets = geometry.morphTargets.length > 0 ? true : false;
  671. params.fog = true;
  672. // blend
  673. params.blending = THREE.CustomBlending;
  674. params.blendSrc = THREE.SrcAlphaFactor;
  675. params.blendDst = THREE.OneMinusSrcAlphaFactor;
  676. params.blendSrcAlpha = THREE.SrcAlphaFactor;
  677. params.blendDstAlpha = THREE.DstAlphaFactor;
  678. // side
  679. if ( data.metadata.format === 'pmx' && ( material.flag & 0x1 ) === 1 ) {
  680. params.side = THREE.DoubleSide;
  681. } else {
  682. params.side = params.opacity === 1.0 ? THREE.FrontSide : THREE.DoubleSide;
  683. }
  684. if ( data.metadata.format === 'pmd' ) {
  685. // map, envMap
  686. if ( material.fileName ) {
  687. var fileName = material.fileName;
  688. var fileNames = fileName.split( '*' );
  689. // fileNames[ 0 ]: mapFileName
  690. // fileNames[ 1 ]: envMapFileName( optional )
  691. params.map = this._loadTexture( fileNames[ 0 ], textures );
  692. if ( fileNames.length > 1 ) {
  693. var extension = fileNames[ 1 ].slice( - 4 ).toLowerCase();
  694. params.envMap = this._loadTexture(
  695. fileNames[ 1 ],
  696. textures,
  697. { sphericalReflectionMapping: true }
  698. );
  699. params.combine = extension === '.sph'
  700. ? THREE.MultiplyOperation
  701. : THREE.AddOperation;
  702. }
  703. }
  704. // gradientMap
  705. var toonFileName = ( material.toonIndex === - 1 )
  706. ? 'toon00.bmp'
  707. : data.toonTextures[ material.toonIndex ].fileName;
  708. params.gradientMap = this._loadTexture(
  709. toonFileName,
  710. textures,
  711. {
  712. isToonTexture: true,
  713. isDefaultToonTexture: this._isDefaultToonTexture( toonFileName )
  714. }
  715. );
  716. // parameters for OutlineEffect
  717. params.userData.outlineParameters = {
  718. thickness: material.edgeFlag === 1 ? 0.003 : 0.0,
  719. color: [ 0, 0, 0 ],
  720. alpha: 1.0,
  721. visible: material.edgeFlag === 1
  722. };
  723. } else {
  724. // map
  725. if ( material.textureIndex !== - 1 ) {
  726. params.map = this._loadTexture( data.textures[ material.textureIndex ], textures );
  727. }
  728. // envMap TODO: support m.envFlag === 3
  729. if ( material.envTextureIndex !== - 1 && ( material.envFlag === 1 || material.envFlag == 2 ) ) {
  730. params.envMap = this._loadTexture(
  731. data.textures[ material.envTextureIndex ],
  732. textures, { sphericalReflectionMapping: true }
  733. );
  734. params.combine = material.envFlag === 1
  735. ? THREE.MultiplyOperation
  736. : THREE.AddOperation;
  737. }
  738. // gradientMap
  739. var toonFileName, isDefaultToon;
  740. if ( material.toonIndex === - 1 || material.toonFlag !== 0 ) {
  741. toonFileName = 'toon' + ( '0' + ( material.toonIndex + 1 ) ).slice( - 2 ) + '.bmp';
  742. isDefaultToon = true;
  743. } else {
  744. toonFileName = data.textures[ material.toonIndex ];
  745. isDefaultToon = false;
  746. }
  747. params.gradientMap = this._loadTexture(
  748. toonFileName,
  749. textures,
  750. {
  751. isToonTexture: true,
  752. isDefaultToonTexture: isDefaultToon
  753. }
  754. );
  755. // parameters for OutlineEffect
  756. params.userData.outlineParameters = {
  757. thickness: material.edgeSize / 300, // TODO: better calculation?
  758. color: material.edgeColor.slice( 0, 3 ),
  759. alpha: material.edgeColor[ 3 ],
  760. visible: ( material.flag & 0x10 ) !== 0 && material.edgeSize > 0.0
  761. };
  762. }
  763. if ( params.map !== undefined ) {
  764. if ( ! params.transparent ) {
  765. this._checkImageTransparency( params.map, geometry, i );
  766. }
  767. params.emissive.multiplyScalar( 0.2 );
  768. }
  769. materials.push( new THREE.MeshToonMaterial( params ) );
  770. }
  771. if ( data.metadata.format === 'pmx' ) {
  772. // set transparent true if alpha morph is defined.
  773. function checkAlphaMorph( elements, materials ) {
  774. for ( var i = 0, il = elements.length; i < il; i ++ ) {
  775. var element = elements[ i ];
  776. if ( element.index === - 1 ) continue;
  777. var material = materials[ element.index ];
  778. if ( material.opacity !== element.diffuse[ 3 ] ) {
  779. material.transparent = true;
  780. }
  781. }
  782. }
  783. for ( var i = 0, il = data.morphs.length; i < il; i ++ ) {
  784. var morph = data.morphs[ i ];
  785. var elements = morph.elements;
  786. if ( morph.type === 0 ) {
  787. for ( var j = 0, jl = elements.length; j < jl; j ++ ) {
  788. var morph2 = data.morphs[ elements[ j ].index ];
  789. if ( morph2.type !== 8 ) continue;
  790. checkAlphaMorph( morph2.elements, materials );
  791. }
  792. } else if ( morph.type === 8 ) {
  793. checkAlphaMorph( elements, materials );
  794. }
  795. }
  796. }
  797. return materials;
  798. },
  799. // private methods
  800. _getTGALoader: function () {
  801. if ( this.tgaLoader === null ) {
  802. if ( THREE.TGALoader === undefined ) {
  803. throw new Error( 'THREE.MMDLoader: Import THREE.TGALoader' );
  804. }
  805. this.tgaLoader = new THREE.TGALoader( this.manager );
  806. }
  807. return this.tgaLoader;
  808. },
  809. _isDefaultToonTexture: function ( name ) {
  810. if ( name.length !== 10 ) return false;
  811. return /toon(10|0[0-9])\.bmp/.test( name );
  812. },
  813. _loadTexture: function ( filePath, textures, params, onProgress, onError ) {
  814. params = params || {};
  815. var scope = this;
  816. var fullPath;
  817. if ( params.isDefaultToonTexture === true ) {
  818. var index;
  819. try {
  820. index = parseInt( filePath.match( /toon([0-9]{2})\.bmp$/ )[ 1 ] );
  821. } catch ( e ) {
  822. console.warn( 'THREE.MMDLoader: ' + filePath + ' seems like a '
  823. + 'not right default texture path. Using toon00.bmp instead.' );
  824. index = 0;
  825. }
  826. fullPath = DEFAULT_TOON_TEXTURES[ index ];
  827. } else {
  828. fullPath = this.resourcePath + filePath;
  829. }
  830. if ( textures[ fullPath ] !== undefined ) return textures[ fullPath ];
  831. var loader = this.manager.getHandler( fullPath );
  832. if ( loader === null ) {
  833. loader = ( filePath.slice( - 4 ).toLowerCase() === '.tga' )
  834. ? this._getTGALoader()
  835. : this.textureLoader;
  836. }
  837. var texture = loader.load( fullPath, function ( t ) {
  838. // MMD toon texture is Axis-Y oriented
  839. // but Three.js gradient map is Axis-X oriented.
  840. // So here replaces the toon texture image with the rotated one.
  841. if ( params.isToonTexture === true ) {
  842. t.image = scope._getRotatedImage( t.image );
  843. t.magFilter = THREE.NearestFilter;
  844. t.minFilter = THREE.NearestFilter;
  845. }
  846. t.flipY = false;
  847. t.wrapS = THREE.RepeatWrapping;
  848. t.wrapT = THREE.RepeatWrapping;
  849. for ( var i = 0; i < texture.readyCallbacks.length; i ++ ) {
  850. texture.readyCallbacks[ i ]( texture );
  851. }
  852. delete texture.readyCallbacks;
  853. }, onProgress, onError );
  854. if ( params.sphericalReflectionMapping === true ) {
  855. texture.mapping = THREE.SphericalReflectionMapping;
  856. }
  857. texture.readyCallbacks = [];
  858. textures[ fullPath ] = texture;
  859. return texture;
  860. },
  861. _getRotatedImage: function ( image ) {
  862. var canvas = document.createElement( 'canvas' );
  863. var context = canvas.getContext( '2d' );
  864. var width = image.width;
  865. var height = image.height;
  866. canvas.width = width;
  867. canvas.height = height;
  868. context.clearRect( 0, 0, width, height );
  869. context.translate( width / 2.0, height / 2.0 );
  870. context.rotate( 0.5 * Math.PI ); // 90.0 * Math.PI / 180.0
  871. context.translate( - width / 2.0, - height / 2.0 );
  872. context.drawImage( image, 0, 0 );
  873. return context.getImageData( 0, 0, width, height );
  874. },
  875. // Check if the partial image area used by the texture is transparent.
  876. _checkImageTransparency: function ( map, geometry, groupIndex ) {
  877. map.readyCallbacks.push( function ( texture ) {
  878. // Is there any efficient ways?
  879. function createImageData( image ) {
  880. var canvas = document.createElement( 'canvas' );
  881. canvas.width = image.width;
  882. canvas.height = image.height;
  883. var context = canvas.getContext( '2d' );
  884. context.drawImage( image, 0, 0 );
  885. return context.getImageData( 0, 0, canvas.width, canvas.height );
  886. }
  887. function detectImageTransparency( image, uvs, indices ) {
  888. var width = image.width;
  889. var height = image.height;
  890. var data = image.data;
  891. var threshold = 253;
  892. if ( data.length / ( width * height ) !== 4 ) return false;
  893. for ( var i = 0; i < indices.length; i += 3 ) {
  894. var centerUV = { x: 0.0, y: 0.0 };
  895. for ( var j = 0; j < 3; j ++ ) {
  896. var index = indices[ i * 3 + j ];
  897. var uv = { x: uvs[ index * 2 + 0 ], y: uvs[ index * 2 + 1 ] };
  898. if ( getAlphaByUv( image, uv ) < threshold ) return true;
  899. centerUV.x += uv.x;
  900. centerUV.y += uv.y;
  901. }
  902. centerUV.x /= 3;
  903. centerUV.y /= 3;
  904. if ( getAlphaByUv( image, centerUV ) < threshold ) return true;
  905. }
  906. return false;
  907. }
  908. /*
  909. * This method expects
  910. * texture.flipY = false
  911. * texture.wrapS = THREE.RepeatWrapping
  912. * texture.wrapT = THREE.RepeatWrapping
  913. * TODO: more precise
  914. */
  915. function getAlphaByUv( image, uv ) {
  916. var width = image.width;
  917. var height = image.height;
  918. var x = Math.round( uv.x * width ) % width;
  919. var y = Math.round( uv.y * height ) % height;
  920. if ( x < 0 ) x += width;
  921. if ( y < 0 ) y += height;
  922. var index = y * width + x;
  923. return image.data[ index * 4 + 3 ];
  924. }
  925. var imageData = texture.image.data !== undefined
  926. ? texture.image
  927. : createImageData( texture.image );
  928. var group = geometry.groups[ groupIndex ];
  929. if ( detectImageTransparency(
  930. imageData,
  931. geometry.attributes.uv.array,
  932. geometry.index.array.slice( group.start, group.start + group.count ) ) ) {
  933. map.transparent = true;
  934. }
  935. } );
  936. }
  937. };
  938. //
  939. function AnimationBuilder() {
  940. }
  941. AnimationBuilder.prototype = {
  942. constructor: AnimationBuilder,
  943. /**
  944. * @param {Object} vmd - parsed VMD data
  945. * @param {THREE.SkinnedMesh} mesh - tracks will be fitting to mesh
  946. * @return {THREE.AnimationClip}
  947. */
  948. build: function ( vmd, mesh ) {
  949. // combine skeletal and morph animations
  950. var tracks = this.buildSkeletalAnimation( vmd, mesh ).tracks;
  951. var tracks2 = this.buildMorphAnimation( vmd, mesh ).tracks;
  952. for ( var i = 0, il = tracks2.length; i < il; i ++ ) {
  953. tracks.push( tracks2[ i ] );
  954. }
  955. return new THREE.AnimationClip( '', - 1, tracks );
  956. },
  957. /**
  958. * @param {Object} vmd - parsed VMD data
  959. * @param {THREE.SkinnedMesh} mesh - tracks will be fitting to mesh
  960. * @return {THREE.AnimationClip}
  961. */
  962. buildSkeletalAnimation: function ( vmd, mesh ) {
  963. function pushInterpolation( array, interpolation, index ) {
  964. array.push( interpolation[ index + 0 ] / 127 ); // x1
  965. array.push( interpolation[ index + 8 ] / 127 ); // x2
  966. array.push( interpolation[ index + 4 ] / 127 ); // y1
  967. array.push( interpolation[ index + 12 ] / 127 ); // y2
  968. }
  969. var tracks = [];
  970. var motions = {};
  971. var bones = mesh.skeleton.bones;
  972. var boneNameDictionary = {};
  973. for ( var i = 0, il = bones.length; i < il; i ++ ) {
  974. boneNameDictionary[ bones[ i ].name ] = true;
  975. }
  976. for ( var i = 0; i < vmd.metadata.motionCount; i ++ ) {
  977. var motion = vmd.motions[ i ];
  978. var boneName = motion.boneName;
  979. if ( boneNameDictionary[ boneName ] === undefined ) continue;
  980. motions[ boneName ] = motions[ boneName ] || [];
  981. motions[ boneName ].push( motion );
  982. }
  983. for ( var key in motions ) {
  984. var array = motions[ key ];
  985. array.sort( function ( a, b ) {
  986. return a.frameNum - b.frameNum;
  987. } );
  988. var times = [];
  989. var positions = [];
  990. var rotations = [];
  991. var pInterpolations = [];
  992. var rInterpolations = [];
  993. var basePosition = mesh.skeleton.getBoneByName( key ).position.toArray();
  994. for ( var i = 0, il = array.length; i < il; i ++ ) {
  995. var time = array[ i ].frameNum / 30;
  996. var position = array[ i ].position;
  997. var rotation = array[ i ].rotation;
  998. var interpolation = array[ i ].interpolation;
  999. times.push( time );
  1000. for ( var j = 0; j < 3; j ++ ) positions.push( basePosition[ j ] + position[ j ] );
  1001. for ( var j = 0; j < 4; j ++ ) rotations.push( rotation[ j ] );
  1002. for ( var j = 0; j < 3; j ++ ) pushInterpolation( pInterpolations, interpolation, j );
  1003. pushInterpolation( rInterpolations, interpolation, 3 );
  1004. }
  1005. var targetName = '.bones[' + key + ']';
  1006. tracks.push( this._createTrack( targetName + '.position', THREE.VectorKeyframeTrack, times, positions, pInterpolations ) );
  1007. tracks.push( this._createTrack( targetName + '.quaternion', THREE.QuaternionKeyframeTrack, times, rotations, rInterpolations ) );
  1008. }
  1009. return new THREE.AnimationClip( '', - 1, tracks );
  1010. },
  1011. /**
  1012. * @param {Object} vmd - parsed VMD data
  1013. * @param {THREE.SkinnedMesh} mesh - tracks will be fitting to mesh
  1014. * @return {THREE.AnimationClip}
  1015. */
  1016. buildMorphAnimation: function ( vmd, mesh ) {
  1017. var tracks = [];
  1018. var morphs = {};
  1019. var morphTargetDictionary = mesh.morphTargetDictionary;
  1020. for ( var i = 0; i < vmd.metadata.morphCount; i ++ ) {
  1021. var morph = vmd.morphs[ i ];
  1022. var morphName = morph.morphName;
  1023. if ( morphTargetDictionary[ morphName ] === undefined ) continue;
  1024. morphs[ morphName ] = morphs[ morphName ] || [];
  1025. morphs[ morphName ].push( morph );
  1026. }
  1027. for ( var key in morphs ) {
  1028. var array = morphs[ key ];
  1029. array.sort( function ( a, b ) {
  1030. return a.frameNum - b.frameNum;
  1031. } );
  1032. var times = [];
  1033. var values = [];
  1034. for ( var i = 0, il = array.length; i < il; i ++ ) {
  1035. times.push( array[ i ].frameNum / 30 );
  1036. values.push( array[ i ].weight );
  1037. }
  1038. tracks.push( new THREE.NumberKeyframeTrack( '.morphTargetInfluences[' + morphTargetDictionary[ key ] + ']', times, values ) );
  1039. }
  1040. return new THREE.AnimationClip( '', - 1, tracks );
  1041. },
  1042. /**
  1043. * @param {Object} vmd - parsed VMD data
  1044. * @return {THREE.AnimationClip}
  1045. */
  1046. buildCameraAnimation: function ( vmd ) {
  1047. function pushVector3( array, vec ) {
  1048. array.push( vec.x );
  1049. array.push( vec.y );
  1050. array.push( vec.z );
  1051. }
  1052. function pushQuaternion( array, q ) {
  1053. array.push( q.x );
  1054. array.push( q.y );
  1055. array.push( q.z );
  1056. array.push( q.w );
  1057. }
  1058. function pushInterpolation( array, interpolation, index ) {
  1059. array.push( interpolation[ index * 4 + 0 ] / 127 ); // x1
  1060. array.push( interpolation[ index * 4 + 1 ] / 127 ); // x2
  1061. array.push( interpolation[ index * 4 + 2 ] / 127 ); // y1
  1062. array.push( interpolation[ index * 4 + 3 ] / 127 ); // y2
  1063. }
  1064. var tracks = [];
  1065. var cameras = vmd.cameras === undefined ? [] : vmd.cameras.slice();
  1066. cameras.sort( function ( a, b ) {
  1067. return a.frameNum - b.frameNum;
  1068. } );
  1069. var times = [];
  1070. var centers = [];
  1071. var quaternions = [];
  1072. var positions = [];
  1073. var fovs = [];
  1074. var cInterpolations = [];
  1075. var qInterpolations = [];
  1076. var pInterpolations = [];
  1077. var fInterpolations = [];
  1078. var quaternion = new THREE.Quaternion();
  1079. var euler = new THREE.Euler();
  1080. var position = new THREE.Vector3();
  1081. var center = new THREE.Vector3();
  1082. for ( var i = 0, il = cameras.length; i < il; i ++ ) {
  1083. var motion = cameras[ i ];
  1084. var time = motion.frameNum / 30;
  1085. var pos = motion.position;
  1086. var rot = motion.rotation;
  1087. var distance = motion.distance;
  1088. var fov = motion.fov;
  1089. var interpolation = motion.interpolation;
  1090. times.push( time );
  1091. position.set( 0, 0, - distance );
  1092. center.set( pos[ 0 ], pos[ 1 ], pos[ 2 ] );
  1093. euler.set( - rot[ 0 ], - rot[ 1 ], - rot[ 2 ] );
  1094. quaternion.setFromEuler( euler );
  1095. position.add( center );
  1096. position.applyQuaternion( quaternion );
  1097. pushVector3( centers, center );
  1098. pushQuaternion( quaternions, quaternion );
  1099. pushVector3( positions, position );
  1100. fovs.push( fov );
  1101. for ( var j = 0; j < 3; j ++ ) {
  1102. pushInterpolation( cInterpolations, interpolation, j );
  1103. }
  1104. pushInterpolation( qInterpolations, interpolation, 3 );
  1105. // use the same parameter for x, y, z axis.
  1106. for ( var j = 0; j < 3; j ++ ) {
  1107. pushInterpolation( pInterpolations, interpolation, 4 );
  1108. }
  1109. pushInterpolation( fInterpolations, interpolation, 5 );
  1110. }
  1111. var tracks = [];
  1112. // I expect an object whose name 'target' exists under THREE.Camera
  1113. tracks.push( this._createTrack( 'target.position', THREE.VectorKeyframeTrack, times, centers, cInterpolations ) );
  1114. tracks.push( this._createTrack( '.quaternion', THREE.QuaternionKeyframeTrack, times, quaternions, qInterpolations ) );
  1115. tracks.push( this._createTrack( '.position', THREE.VectorKeyframeTrack, times, positions, pInterpolations ) );
  1116. tracks.push( this._createTrack( '.fov', THREE.NumberKeyframeTrack, times, fovs, fInterpolations ) );
  1117. return new THREE.AnimationClip( '', - 1, tracks );
  1118. },
  1119. // private method
  1120. _createTrack: function ( node, typedKeyframeTrack, times, values, interpolations ) {
  1121. /*
  1122. * optimizes here not to let KeyframeTrackPrototype optimize
  1123. * because KeyframeTrackPrototype optimizes times and values but
  1124. * doesn't optimize interpolations.
  1125. */
  1126. if ( times.length > 2 ) {
  1127. times = times.slice();
  1128. values = values.slice();
  1129. interpolations = interpolations.slice();
  1130. var stride = values.length / times.length;
  1131. var interpolateStride = interpolations.length / times.length;
  1132. var index = 1;
  1133. for ( var aheadIndex = 2, endIndex = times.length; aheadIndex < endIndex; aheadIndex ++ ) {
  1134. for ( var i = 0; i < stride; i ++ ) {
  1135. if ( values[ index * stride + i ] !== values[ ( index - 1 ) * stride + i ] ||
  1136. values[ index * stride + i ] !== values[ aheadIndex * stride + i ] ) {
  1137. index ++;
  1138. break;
  1139. }
  1140. }
  1141. if ( aheadIndex > index ) {
  1142. times[ index ] = times[ aheadIndex ];
  1143. for ( var i = 0; i < stride; i ++ ) {
  1144. values[ index * stride + i ] = values[ aheadIndex * stride + i ];
  1145. }
  1146. for ( var i = 0; i < interpolateStride; i ++ ) {
  1147. interpolations[ index * interpolateStride + i ] = interpolations[ aheadIndex * interpolateStride + i ];
  1148. }
  1149. }
  1150. }
  1151. times.length = index + 1;
  1152. values.length = ( index + 1 ) * stride;
  1153. interpolations.length = ( index + 1 ) * interpolateStride;
  1154. }
  1155. var track = new typedKeyframeTrack( node, times, values );
  1156. track.createInterpolant = function InterpolantFactoryMethodCubicBezier( result ) {
  1157. return new CubicBezierInterpolation( this.times, this.values, this.getValueSize(), result, new Float32Array( interpolations ) );
  1158. };
  1159. return track;
  1160. }
  1161. };
  1162. // interpolation
  1163. function CubicBezierInterpolation( parameterPositions, sampleValues, sampleSize, resultBuffer, params ) {
  1164. THREE.Interpolant.call( this, parameterPositions, sampleValues, sampleSize, resultBuffer );
  1165. this.interpolationParams = params;
  1166. }
  1167. CubicBezierInterpolation.prototype = Object.assign( Object.create( THREE.Interpolant.prototype ), {
  1168. constructor: CubicBezierInterpolation,
  1169. interpolate_: function ( i1, t0, t, t1 ) {
  1170. var result = this.resultBuffer;
  1171. var values = this.sampleValues;
  1172. var stride = this.valueSize;
  1173. var params = this.interpolationParams;
  1174. var offset1 = i1 * stride;
  1175. var offset0 = offset1 - stride;
  1176. // No interpolation if next key frame is in one frame in 30fps.
  1177. // This is from MMD animation spec.
  1178. // '1.5' is for precision loss. times are Float32 in Three.js Animation system.
  1179. var weight1 = ( ( t1 - t0 ) < 1 / 30 * 1.5 ) ? 0.0 : ( t - t0 ) / ( t1 - t0 );
  1180. if ( stride === 4 ) { // Quaternion
  1181. var x1 = params[ i1 * 4 + 0 ];
  1182. var x2 = params[ i1 * 4 + 1 ];
  1183. var y1 = params[ i1 * 4 + 2 ];
  1184. var y2 = params[ i1 * 4 + 3 ];
  1185. var ratio = this._calculate( x1, x2, y1, y2, weight1 );
  1186. THREE.Quaternion.slerpFlat( result, 0, values, offset0, values, offset1, ratio );
  1187. } else if ( stride === 3 ) { // Vector3
  1188. for ( var i = 0; i !== stride; ++ i ) {
  1189. var x1 = params[ i1 * 12 + i * 4 + 0 ];
  1190. var x2 = params[ i1 * 12 + i * 4 + 1 ];
  1191. var y1 = params[ i1 * 12 + i * 4 + 2 ];
  1192. var y2 = params[ i1 * 12 + i * 4 + 3 ];
  1193. var ratio = this._calculate( x1, x2, y1, y2, weight1 );
  1194. result[ i ] = values[ offset0 + i ] * ( 1 - ratio ) + values[ offset1 + i ] * ratio;
  1195. }
  1196. } else { // Number
  1197. var x1 = params[ i1 * 4 + 0 ];
  1198. var x2 = params[ i1 * 4 + 1 ];
  1199. var y1 = params[ i1 * 4 + 2 ];
  1200. var y2 = params[ i1 * 4 + 3 ];
  1201. var ratio = this._calculate( x1, x2, y1, y2, weight1 );
  1202. result[ 0 ] = values[ offset0 ] * ( 1 - ratio ) + values[ offset1 ] * ratio;
  1203. }
  1204. return result;
  1205. },
  1206. _calculate: function ( x1, x2, y1, y2, x ) {
  1207. /*
  1208. * Cubic Bezier curves
  1209. * https://en.wikipedia.org/wiki/B%C3%A9zier_curve#Cubic_B.C3.A9zier_curves
  1210. *
  1211. * B(t) = ( 1 - t ) ^ 3 * P0
  1212. * + 3 * ( 1 - t ) ^ 2 * t * P1
  1213. * + 3 * ( 1 - t ) * t^2 * P2
  1214. * + t ^ 3 * P3
  1215. * ( 0 <= t <= 1 )
  1216. *
  1217. * MMD uses Cubic Bezier curves for bone and camera animation interpolation.
  1218. * http://d.hatena.ne.jp/edvakf/20111016/1318716097
  1219. *
  1220. * x = ( 1 - t ) ^ 3 * x0
  1221. * + 3 * ( 1 - t ) ^ 2 * t * x1
  1222. * + 3 * ( 1 - t ) * t^2 * x2
  1223. * + t ^ 3 * x3
  1224. * y = ( 1 - t ) ^ 3 * y0
  1225. * + 3 * ( 1 - t ) ^ 2 * t * y1
  1226. * + 3 * ( 1 - t ) * t^2 * y2
  1227. * + t ^ 3 * y3
  1228. * ( x0 = 0, y0 = 0 )
  1229. * ( x3 = 1, y3 = 1 )
  1230. * ( 0 <= t, x1, x2, y1, y2 <= 1 )
  1231. *
  1232. * Here solves this equation with Bisection method,
  1233. * https://en.wikipedia.org/wiki/Bisection_method
  1234. * gets t, and then calculate y.
  1235. *
  1236. * f(t) = 3 * ( 1 - t ) ^ 2 * t * x1
  1237. * + 3 * ( 1 - t ) * t^2 * x2
  1238. * + t ^ 3 - x = 0
  1239. *
  1240. * (Another option: Newton's method
  1241. * https://en.wikipedia.org/wiki/Newton%27s_method)
  1242. */
  1243. var c = 0.5;
  1244. var t = c;
  1245. var s = 1.0 - t;
  1246. var loop = 15;
  1247. var eps = 1e-5;
  1248. var math = Math;
  1249. var sst3, stt3, ttt;
  1250. for ( var i = 0; i < loop; i ++ ) {
  1251. sst3 = 3.0 * s * s * t;
  1252. stt3 = 3.0 * s * t * t;
  1253. ttt = t * t * t;
  1254. var ft = ( sst3 * x1 ) + ( stt3 * x2 ) + ( ttt ) - x;
  1255. if ( math.abs( ft ) < eps ) break;
  1256. c /= 2.0;
  1257. t += ( ft < 0 ) ? c : - c;
  1258. s = 1.0 - t;
  1259. }
  1260. return ( sst3 * y1 ) + ( stt3 * y2 ) + ttt;
  1261. }
  1262. } );
  1263. return MMDLoader;
  1264. } )();