editor_file_system.cpp 23 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073
  1. /*************************************************************************/
  2. /* editor_file_system.cpp */
  3. /*************************************************************************/
  4. /* This file is part of: */
  5. /* GODOT ENGINE */
  6. /* http://www.godotengine.org */
  7. /*************************************************************************/
  8. /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
  9. /* */
  10. /* Permission is hereby granted, free of charge, to any person obtaining */
  11. /* a copy of this software and associated documentation files (the */
  12. /* "Software"), to deal in the Software without restriction, including */
  13. /* without limitation the rights to use, copy, modify, merge, publish, */
  14. /* distribute, sublicense, and/or sell copies of the Software, and to */
  15. /* permit persons to whom the Software is furnished to do so, subject to */
  16. /* the following conditions: */
  17. /* */
  18. /* The above copyright notice and this permission notice shall be */
  19. /* included in all copies or substantial portions of the Software. */
  20. /* */
  21. /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
  22. /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
  23. /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/
  24. /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
  25. /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
  26. /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
  27. /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
  28. /*************************************************************************/
  29. #include "editor_file_system.h"
  30. #include "globals.h"
  31. #include "io/resource_loader.h"
  32. #include "os/os.h"
  33. #include "os/file_access.h"
  34. #include "editor_node.h"
  35. #include "io/resource_saver.h"
  36. EditorFileSystem *EditorFileSystem::singleton=NULL;
  37. int EditorFileSystemDirectory::get_subdir_count() const {
  38. return subdirs.size();
  39. }
  40. EditorFileSystemDirectory *EditorFileSystemDirectory::get_subdir(int p_idx){
  41. ERR_FAIL_INDEX_V(p_idx,subdirs.size(),NULL);
  42. return subdirs[p_idx];
  43. }
  44. int EditorFileSystemDirectory::get_file_count() const{
  45. return files.size();
  46. }
  47. String EditorFileSystemDirectory::get_file(int p_idx) const{
  48. ERR_FAIL_INDEX_V(p_idx,files.size(),"");
  49. return files[p_idx].file;
  50. }
  51. String EditorFileSystemDirectory::get_path() const {
  52. String p;
  53. const EditorFileSystemDirectory *d=this;
  54. while(d->parent) {
  55. p=d->name+"/"+p;
  56. d=d->parent;
  57. }
  58. return "res://"+p;
  59. }
  60. String EditorFileSystemDirectory::get_file_path(int p_idx) const {
  61. String file = get_file(p_idx);
  62. const EditorFileSystemDirectory *d=this;
  63. while(d->parent) {
  64. file=d->name+"/"+file;
  65. d=d->parent;
  66. }
  67. return "res://"+file;
  68. }
  69. bool EditorFileSystemDirectory::get_file_meta(int p_idx) const {
  70. ERR_FAIL_INDEX_V(p_idx,files.size(),"");
  71. return files[p_idx].meta.enabled;
  72. }
  73. Vector<String> EditorFileSystemDirectory::get_missing_sources(int p_idx) const {
  74. ERR_FAIL_INDEX_V(p_idx,files.size(),Vector<String>());
  75. Vector<String> missing;
  76. for(int i=0;i<files[p_idx].meta.sources.size();i++) {
  77. if (files[p_idx].meta.sources[i].missing)
  78. missing.push_back(files[p_idx].meta.sources[i].path);
  79. }
  80. return missing;
  81. }
  82. bool EditorFileSystemDirectory::is_missing_sources(int p_idx) const {
  83. ERR_FAIL_INDEX_V(p_idx,files.size(),false);
  84. for(int i=0;i<files[p_idx].meta.sources.size();i++) {
  85. if (files[p_idx].meta.sources[i].missing)
  86. return true;
  87. }
  88. return false;
  89. }
  90. String EditorFileSystemDirectory::get_file_type(int p_idx) const {
  91. ERR_FAIL_INDEX_V(p_idx,files.size(),"");
  92. return files[p_idx].type;
  93. }
  94. String EditorFileSystemDirectory::get_name() {
  95. return name;
  96. }
  97. EditorFileSystemDirectory *EditorFileSystemDirectory::get_parent() {
  98. return parent;
  99. }
  100. void EditorFileSystemDirectory::_bind_methods() {
  101. ObjectTypeDB::bind_method(_MD("get_subdir_count"),&EditorFileSystemDirectory::get_subdir_count);
  102. ObjectTypeDB::bind_method(_MD("get_subdir","idx"),&EditorFileSystemDirectory::get_subdir);
  103. ObjectTypeDB::bind_method(_MD("get_file_count"),&EditorFileSystemDirectory::get_file_count);
  104. ObjectTypeDB::bind_method(_MD("get_file","idx"),&EditorFileSystemDirectory::get_file);
  105. ObjectTypeDB::bind_method(_MD("get_file_path","idx"),&EditorFileSystemDirectory::get_file_path);
  106. ObjectTypeDB::bind_method(_MD("get_file_types","idx"),&EditorFileSystemDirectory::get_file_type);
  107. ObjectTypeDB::bind_method(_MD("is_missing_sources","idx"),&EditorFileSystemDirectory::get_file_type);
  108. ObjectTypeDB::bind_method(_MD("get_name"),&EditorFileSystemDirectory::get_name);
  109. ObjectTypeDB::bind_method(_MD("get_parent"),&EditorFileSystemDirectory::get_parent);
  110. }
  111. EditorFileSystemDirectory::EditorFileSystemDirectory() {
  112. parent=NULL;
  113. }
  114. EditorFileSystemDirectory::~EditorFileSystemDirectory() {
  115. for(int i=0;i<subdirs.size();i++) {
  116. memdelete(subdirs[i]);
  117. }
  118. }
  119. EditorFileSystem::DirItem::~DirItem() {
  120. for(int i=0;i<dirs.size();i++) {
  121. memdelete(dirs[i]);
  122. }
  123. for(int i=0;i<files.size();i++) {
  124. memdelete(files[i]);
  125. }
  126. }
  127. EditorFileSystemDirectory::ImportMeta EditorFileSystem::_get_meta(const String& p_path) {
  128. Ref<ResourceImportMetadata> imd = ResourceLoader::load_import_metadata(p_path);
  129. EditorFileSystemDirectory::ImportMeta m;
  130. if (imd.is_null()) {
  131. m.enabled=false;
  132. } else {
  133. m.enabled=true;
  134. for(int i=0;i<imd->get_source_count();i++) {
  135. EditorFileSystemDirectory::ImportMeta::Source s;
  136. s.path=imd->get_source_path(i);
  137. s.md5=imd->get_source_md5(i);
  138. s.modified_time=0;
  139. s.missing=false;
  140. m.sources.push_back(s);
  141. }
  142. m.import_editor=imd->get_editor();
  143. }
  144. return m;
  145. }
  146. EditorFileSystem::DirItem* EditorFileSystem::_scan_dir(DirAccess *da,Set<String> &extensions,String p_name,float p_from,float p_range,const String& p_path,HashMap<String,FileCache> &file_cache,HashMap<String,DirCache> &dir_cache,EditorProgressBG& p_prog) {
  147. if (abort_scan)
  148. return NULL;
  149. if (p_path!=String()) {
  150. if (FileAccess::exists(("res://"+p_path).plus_file("engine.cfg"))) {
  151. return NULL;
  152. }
  153. }
  154. List<String> dirs;
  155. List<String> files;
  156. Set<String> pngs;
  157. String path=p_path;
  158. if (path.ends_with("/"))
  159. path=path.substr(0,path.length()-1);
  160. String global_path = Globals::get_singleton()->get_resource_path().plus_file(path);
  161. path="res://"+path;
  162. uint64_t mtime = FileAccess::get_modified_time(global_path);
  163. DirCache *dc = dir_cache.getptr(path);
  164. if (false && dc && dc->modification_time==mtime) {
  165. //use the cached files, since directory did not change
  166. for (Set<String>::Element *E=dc->subdirs.front();E;E=E->next()) {
  167. dirs.push_back(E->get());
  168. }
  169. for (Set<String>::Element *E=dc->files.front();E;E=E->next()) {
  170. files.push_back(E->get());
  171. }
  172. } else {
  173. //use the filesystem, some files may have changed
  174. Error err = da->change_dir(global_path);
  175. if (err!=OK) {
  176. print_line("Can't change to: "+path);
  177. ERR_FAIL_COND_V(err!=OK,NULL);
  178. }
  179. da->list_dir_begin();
  180. while (true) {
  181. bool isdir;
  182. String f = da->get_next(&isdir);
  183. if (f=="")
  184. break;
  185. if (isdir) {
  186. dirs.push_back(f);
  187. } else {
  188. String ext = f.extension().to_lower();
  189. if (extensions.has(ext))
  190. files.push_back(f);
  191. }
  192. }
  193. da->list_dir_end();
  194. files.sort();
  195. dirs.sort();
  196. }
  197. //print_line(da->get_current_dir()+": dirs: "+itos(dirs.size())+" files:"+itos(files.size()) );
  198. //find subdirs
  199. Vector<DirItem*> subdirs;
  200. //String current = da->get_current_dir();
  201. float idx=0;
  202. for (List<String>::Element *E=dirs.front();E;E=E->next(),idx+=1.0) {
  203. String d = E->get();
  204. if (d.begins_with(".")) //ignore hidden and . / ..
  205. continue;
  206. //ERR_CONTINUE( da->change_dir(d)!= OK );
  207. DirItem *sdi = _scan_dir(da,extensions,d,p_from+(idx/dirs.size())*p_range,p_range/dirs.size(),p_path+d+"/",file_cache,dir_cache,p_prog);
  208. if (sdi) {
  209. subdirs.push_back(sdi);
  210. }
  211. //da->change_dir(current);
  212. }
  213. if (subdirs.empty() && files.empty()) {
  214. total=p_from+p_range;
  215. p_prog.step(total*100);
  216. return NULL; //give up, nothing to do here
  217. }
  218. DirItem *di = memnew( DirItem );
  219. di->path=path;
  220. di->name=p_name;
  221. di->dirs=subdirs;
  222. di->modified_time=mtime;
  223. //add files
  224. for (List<String>::Element *E=files.front();E;E=E->next()) {
  225. SceneItem * si = memnew( SceneItem );
  226. si->file=E->get();
  227. si->path="res://"+p_path+si->file;
  228. FileCache *fc = file_cache.getptr(si->path);
  229. uint64_t mt = FileAccess::get_modified_time(si->path);
  230. if (fc && fc->modification_time == mt) {
  231. si->meta=fc->meta;
  232. si->type=fc->type;
  233. si->modified_time=fc->modification_time;
  234. } else {
  235. si->meta=_get_meta(si->path);
  236. si->type=ResourceLoader::get_resource_type(si->path);
  237. si->modified_time=mt;
  238. }
  239. if (si->meta.enabled) {
  240. md_count++;
  241. if (_check_meta_sources(si->meta)) {
  242. sources_changed.push_back(si->path);
  243. }
  244. }
  245. di->files.push_back(si);
  246. }
  247. total=p_from+p_range;
  248. p_prog.step(total*100);
  249. return di;
  250. }
  251. void EditorFileSystem::_scan_scenes() {
  252. ERR_FAIL_COND(!scanning || scandir);
  253. //read .fscache
  254. HashMap<String,FileCache> file_cache;
  255. HashMap<String,DirCache> dir_cache;
  256. DirCache *dc=NULL;
  257. String cpath;
  258. sources_changed.clear();
  259. String project=Globals::get_singleton()->get_resource_path();
  260. FileAccess *f =FileAccess::open(project+"/.fscache",FileAccess::READ);
  261. if (f) {
  262. //read the disk cache
  263. while(!f->eof_reached()) {
  264. String l = f->get_line().strip_edges();
  265. if (l==String())
  266. continue;
  267. if (l.begins_with("::")) {
  268. Vector<String> split = l.split("::");
  269. ERR_CONTINUE( split.size() != 3);
  270. String name = split[1];
  271. dir_cache[name]=DirCache();
  272. dc=&dir_cache[name];
  273. dc->modification_time=split[2].to_int64();
  274. if (name!="res://") {
  275. cpath=name+"/";
  276. int sp=name.find_last("/");
  277. if (sp==5)
  278. sp=6;
  279. String pd = name.substr(0,sp);
  280. DirCache *dcp = dir_cache.getptr(pd);
  281. ERR_CONTINUE(!dcp);
  282. dcp->subdirs.insert(name.get_file());
  283. } else {
  284. cpath=name;
  285. }
  286. } else {
  287. Vector<String> split = l.split("::");
  288. ERR_CONTINUE( split.size() != 4);
  289. String name = split[0];
  290. String file;
  291. if (!name.begins_with("res://")) {
  292. file=name;
  293. name=cpath+name;
  294. } else {
  295. file=name.get_file();
  296. }
  297. FileCache fc;
  298. fc.type=split[1];
  299. fc.modification_time=split[2].to_int64();
  300. String meta = split[3].strip_edges();
  301. fc.meta.enabled=false;
  302. if (meta.find("<>")!=-1){
  303. Vector<String> spl = meta.split("<>");
  304. int sc = spl.size()-1;
  305. if (sc%3==0){
  306. fc.meta.enabled=true;
  307. fc.meta.import_editor=spl[0];
  308. fc.meta.sources.resize(sc/3);
  309. for(int i=0;i<fc.meta.sources.size();i++) {
  310. fc.meta.sources[i].path=spl[1+i*3+0];
  311. fc.meta.sources[i].md5=spl[1+i*3+1];
  312. fc.meta.sources[i].modified_time=spl[1+i*3+2].to_int64();
  313. }
  314. }
  315. }
  316. file_cache[name]=fc;
  317. ERR_CONTINUE(!dc);
  318. dc->files.insert(file);
  319. }
  320. }
  321. f->close();
  322. memdelete(f);
  323. }
  324. total=0;
  325. DirAccess *da = DirAccess::create(DirAccess::ACCESS_FILESYSTEM);
  326. //da->change_dir( Globals::get_singleton()->get_resource_path() );
  327. List<String> extensionsl;
  328. ResourceLoader::get_recognized_extensions_for_type("",&extensionsl);
  329. Set<String> extensions;
  330. for(List<String>::Element *E = extensionsl.front();E;E=E->next()) {
  331. extensions.insert(E->get());
  332. }
  333. EditorProgressBG scan_progress("efs","ScanFS",100);
  334. md_count=0;
  335. scandir=_scan_dir(da,extensions,"",0,1,"",file_cache,dir_cache,scan_progress);
  336. memdelete(da);
  337. if (abort_scan && scandir) {
  338. memdelete(scandir);
  339. scandir=NULL;
  340. }
  341. //save back the findings
  342. f=FileAccess::open(project+"/.fscache",FileAccess::WRITE);
  343. _save_type_cache_fs(scandir,f);
  344. f->close();
  345. memdelete(f);
  346. scanning=false;
  347. }
  348. void EditorFileSystem::_thread_func(void *_userdata) {
  349. EditorFileSystem *sd = (EditorFileSystem*)_userdata;
  350. sd->_scan_scenes();
  351. }
  352. void EditorFileSystem::scan() {
  353. if (bool(Globals::get_singleton()->get("debug/disable_scan")))
  354. return;
  355. if (scanning || scanning_sources|| thread)
  356. return;
  357. abort_scan=false;
  358. if (!use_threads) {
  359. scanning=true;
  360. _scan_scenes();
  361. if (rootdir)
  362. memdelete(rootdir);
  363. rootdir=scandir;
  364. if (filesystem)
  365. memdelete(filesystem);
  366. // file_type_cache.clear();
  367. filesystem=_update_tree(rootdir);
  368. if (rootdir)
  369. memdelete(rootdir);
  370. rootdir=NULL;
  371. scanning=false;
  372. emit_signal("filesystem_changed");
  373. emit_signal("sources_changed",sources_changed.size()>0);
  374. } else {
  375. ERR_FAIL_COND(thread);
  376. set_process(true);
  377. Thread::Settings s;
  378. scanning=true;
  379. s.priority=Thread::PRIORITY_LOW;
  380. thread = Thread::create(_thread_func,this,s);
  381. //tree->hide();
  382. //progress->show();
  383. }
  384. }
  385. bool EditorFileSystem::_check_meta_sources(EditorFileSystemDirectory::ImportMeta & p_meta,EditorProgressBG *ep) {
  386. if (p_meta.enabled) {
  387. if (ep) {
  388. ep->step(ss_amount++);
  389. }
  390. for(int j=0;j<p_meta.sources.size();j++) {
  391. String src = EditorImportPlugin::expand_source_path(p_meta.sources[j].path);
  392. if (!FileAccess::exists(src)) {
  393. p_meta.sources[j].missing=true;
  394. continue;
  395. }
  396. p_meta.sources[j].missing=false;
  397. uint64_t mt = FileAccess::get_modified_time(src);
  398. if (mt!=p_meta.sources[j].modified_time) {
  399. //scan
  400. String md5 = FileAccess::get_md5(src);
  401. print_line("checking: "+src);
  402. print_line("md5: "+md5);
  403. print_line("vs: "+p_meta.sources[j].md5);
  404. if (md5!=p_meta.sources[j].md5) {
  405. //really changed
  406. return true;
  407. }
  408. p_meta.sources[j].modified_time=mt;
  409. }
  410. }
  411. }
  412. return false;
  413. }
  414. void EditorFileSystem::_scan_sources(EditorFileSystemDirectory *p_dir,EditorProgressBG *ep) {
  415. for(int i=0;i<p_dir->files.size();i++) {
  416. if (_check_meta_sources(p_dir->files[i].meta,ep)) {
  417. sources_changed.push_back(p_dir->get_file_path(i));
  418. }
  419. }
  420. for(int i=0;i<p_dir->subdirs.size();i++) {
  421. _scan_sources(p_dir->get_subdir(i),ep);
  422. }
  423. }
  424. void EditorFileSystem::_thread_func_sources(void *_userdata) {
  425. EditorFileSystem *efs = (EditorFileSystem*)_userdata;
  426. if (efs->filesystem) {
  427. EditorProgressBG pr("sources","ScanSources",efs->md_count);
  428. efs->ss_amount=0;
  429. efs->_scan_sources(efs->filesystem,&pr);
  430. }
  431. efs->scanning_sources_done=true;
  432. }
  433. void EditorFileSystem::get_changed_sources(List<String> *r_changed) {
  434. *r_changed=sources_changed;
  435. }
  436. void EditorFileSystem::scan_sources() {
  437. if (scanning || scanning_sources|| thread)
  438. return;
  439. sources_changed.clear();
  440. scanning_sources=true;
  441. scanning_sources_done=false;
  442. abort_scan=false;
  443. if (!use_threads) {
  444. if (filesystem)
  445. _scan_sources(filesystem,NULL);
  446. scanning_sources=false;
  447. scanning_sources_done=true;
  448. emit_signal("sources_changed",sources_changed.size()>0);
  449. } else {
  450. ERR_FAIL_COND(thread_sources);
  451. set_process(true);
  452. Thread::Settings s;
  453. ss_amount=0;
  454. s.priority=Thread::PRIORITY_LOW;
  455. thread_sources = Thread::create(_thread_func_sources,this,s);
  456. //tree->hide();
  457. //print_line("SCAN BEGIN!");
  458. //progress->show();
  459. }
  460. }
  461. EditorFileSystemDirectory* EditorFileSystem::_update_tree(DirItem *p_item) {
  462. EditorFileSystemDirectory *efd = memnew( EditorFileSystemDirectory );
  463. if (!p_item)
  464. return efd; //empty likely
  465. efd->name=p_item->name;
  466. for(int i=0;i<p_item->files.size();i++) {
  467. String s = p_item->files[i]->type;
  468. //if (p_item->files[i]->meta)
  469. // s="*"+s;
  470. // file_type_cache[p_item->files[i]->path]=s;
  471. if (p_item->files[i]->type=="")
  472. continue; //ignore because it's invalid
  473. EditorFileSystemDirectory::FileInfo fi;
  474. fi.file=p_item->files[i]->file;
  475. fi.type=p_item->files[i]->type;
  476. fi.meta=p_item->files[i]->meta;
  477. fi.modified_time=p_item->files[i]->modified_time;
  478. efd->files.push_back(fi);
  479. }
  480. for(int i=0;i<p_item->dirs.size();i++) {
  481. EditorFileSystemDirectory *efsd =_update_tree(p_item->dirs[i]);
  482. efsd->parent=efd;
  483. efd->subdirs.push_back( efsd );
  484. }
  485. return efd;
  486. }
  487. void EditorFileSystem::_notification(int p_what) {
  488. switch(p_what) {
  489. case NOTIFICATION_ENTER_SCENE: {
  490. _load_type_cache();
  491. scan();
  492. } break;
  493. case NOTIFICATION_EXIT_SCENE: {
  494. if (use_threads && thread) {
  495. //abort thread if in progress
  496. abort_scan=true;
  497. while(scanning) {
  498. OS::get_singleton()->delay_usec(1000);
  499. }
  500. Thread::wait_to_finish(thread);
  501. memdelete(thread);
  502. thread=NULL;
  503. WARN_PRINT("Scan thread aborted...");
  504. set_process(false);
  505. }
  506. if (rootdir)
  507. memdelete(rootdir);
  508. rootdir=NULL;
  509. if (filesystem)
  510. memdelete(filesystem);
  511. filesystem=NULL;
  512. } break;
  513. case NOTIFICATION_PROCESS: {
  514. if (use_threads) {
  515. if (scanning_sources) {
  516. if (scanning_sources_done) {
  517. scanning_sources=false;
  518. set_process(false);
  519. Thread::wait_to_finish(thread_sources);
  520. memdelete(thread_sources);
  521. thread_sources=NULL;
  522. //print_line("sources changed: "+itos(sources_changed.size()));
  523. emit_signal("sources_changed",sources_changed.size()>0);
  524. }
  525. } else if (!scanning) {
  526. set_process(false);
  527. if (rootdir)
  528. memdelete(rootdir);
  529. if (filesystem)
  530. memdelete(filesystem);
  531. rootdir=scandir;
  532. scandir=NULL;
  533. // file_type_cache.clear();
  534. filesystem=_update_tree(rootdir);
  535. if (rootdir)
  536. memdelete(rootdir);
  537. rootdir=NULL;
  538. Thread::wait_to_finish(thread);
  539. memdelete(thread);
  540. thread=NULL;
  541. emit_signal("filesystem_changed");
  542. emit_signal("sources_changed",sources_changed.size()>0);
  543. //print_line("initial sources changed: "+itos(sources_changed.size()));
  544. } else {
  545. //progress->set_text("Scanning...\n"+itos(total*100)+"%");
  546. }
  547. }
  548. } break;
  549. }
  550. }
  551. bool EditorFileSystem::is_scanning() const {
  552. return scanning;
  553. }
  554. float EditorFileSystem::get_scanning_progress() const {
  555. return total;
  556. }
  557. EditorFileSystemDirectory *EditorFileSystem::get_filesystem() {
  558. return filesystem;
  559. }
  560. void EditorFileSystem::_save_type_cache_fs(DirItem *p_dir,FileAccess *p_file) {
  561. if (!p_dir)
  562. return; //none
  563. p_file->store_line("::"+p_dir->path+"::"+String::num(p_dir->modified_time));
  564. for(int i=0;i<p_dir->files.size();i++) {
  565. String s=p_dir->files[i]->file+"::"+p_dir->files[i]->type+"::"+String::num(p_dir->files[i]->modified_time)+"::";
  566. if (p_dir->files[i]->meta.enabled) {
  567. s+=p_dir->files[i]->meta.import_editor;
  568. for(int j=0;j<p_dir->files[i]->meta.sources.size();j++){
  569. s+="<>"+p_dir->files[i]->meta.sources[j].path;
  570. s+="<>"+p_dir->files[i]->meta.sources[j].md5;
  571. s+="<>"+String::num(p_dir->files[i]->meta.sources[j].modified_time);
  572. }
  573. }
  574. p_file->store_line(s);
  575. }
  576. for(int i=0;i<p_dir->dirs.size();i++) {
  577. _save_type_cache_fs(p_dir->dirs[i],p_file);
  578. }
  579. }
  580. void EditorFileSystem::_load_type_cache(){
  581. GLOBAL_LOCK_FUNCTION
  582. #if 0
  583. //this is not good, removed for now as it interferes with metadata stored in files
  584. String project=Globals::get_singleton()->get_resource_path();
  585. FileAccess *f =FileAccess::open(project+"/types.cache",FileAccess::READ);
  586. if (!f) {
  587. WARN_PRINT("Can't open types.cache.");
  588. return;
  589. }
  590. file_type_cache.clear();
  591. while(!f->eof_reached()) {
  592. String path=f->get_line();
  593. if (f->eof_reached())
  594. break;
  595. String type=f->get_line();
  596. file_type_cache[path]=type;
  597. }
  598. memdelete(f);
  599. #endif
  600. }
  601. bool EditorFileSystem::_find_file(const String& p_file,EditorFileSystemDirectory ** r_d, int &r_file_pos) const {
  602. //todo make faster
  603. if (!filesystem || scanning)
  604. return false;
  605. String f = Globals::get_singleton()->localize_path(p_file);
  606. if (!f.begins_with("res://"))
  607. return false;
  608. f=f.substr(6,f.length());
  609. f=f.replace("\\","/");
  610. Vector<String> path = f.split("/");
  611. if (path.size()==0)
  612. return false;
  613. String file=path[path.size()-1];
  614. path.resize(path.size()-1);
  615. EditorFileSystemDirectory *fs=filesystem;
  616. for(int i=0;i<path.size();i++) {
  617. int idx=-1;
  618. for(int j=0;j<fs->get_subdir_count();j++) {
  619. if (fs->get_subdir(j)->get_name()==path[i]) {
  620. idx=j;
  621. break;
  622. }
  623. }
  624. if (idx==-1) {
  625. //does not exist, create i guess?
  626. EditorFileSystemDirectory *efsd = memnew( EditorFileSystemDirectory );
  627. efsd->name=path[i];
  628. int idx2=0;
  629. for(int j=0;j<fs->get_subdir_count();j++) {
  630. if (efsd->name<fs->get_subdir(j)->get_name())
  631. break;
  632. idx2++;
  633. }
  634. if (idx2==fs->get_subdir_count())
  635. fs->subdirs.push_back(efsd);
  636. else
  637. fs->subdirs.insert(idx2,efsd);
  638. fs=efsd;
  639. } else {
  640. fs=fs->get_subdir(idx);
  641. }
  642. }
  643. int cpos=-1;
  644. for(int i=0;i<fs->files.size();i++) {
  645. if (fs->files[i].file==file) {
  646. cpos=i;
  647. break;
  648. }
  649. }
  650. r_file_pos=cpos;
  651. *r_d=fs;
  652. if (cpos!=-1) {
  653. return true;
  654. } else {
  655. return false;
  656. }
  657. }
  658. String EditorFileSystem::get_file_type(const String& p_file) const {
  659. EditorFileSystemDirectory *fs=NULL;
  660. int cpos=-1;
  661. if (!_find_file(p_file,&fs,cpos)) {
  662. return "";
  663. }
  664. return fs->files[cpos].type;
  665. }
  666. EditorFileSystemDirectory *EditorFileSystem::get_path(const String& p_path) {
  667. if (!filesystem || scanning)
  668. return false;
  669. String f = Globals::get_singleton()->localize_path(p_path);
  670. if (!f.begins_with("res://"))
  671. return false;
  672. f=f.substr(6,f.length());
  673. f=f.replace("\\","/");
  674. if (f==String())
  675. return filesystem;
  676. if (f.ends_with("/"))
  677. f=f.substr(0,f.length()-1);
  678. Vector<String> path = f.split("/");
  679. if (path.size()==0)
  680. return false;
  681. EditorFileSystemDirectory *fs=filesystem;
  682. for(int i=0;i<path.size();i++) {
  683. int idx=-1;
  684. for(int j=0;j<fs->get_subdir_count();j++) {
  685. if (fs->get_subdir(j)->get_name()==path[i]) {
  686. idx=j;
  687. break;
  688. }
  689. }
  690. if (idx==-1) {
  691. return NULL;
  692. } else {
  693. fs=fs->get_subdir(idx);
  694. }
  695. }
  696. return fs;
  697. }
  698. void EditorFileSystem::_resource_saved(const String& p_path){
  699. EditorFileSystem::get_singleton()->update_file(p_path);
  700. }
  701. void EditorFileSystem::update_file(const String& p_file) {
  702. EditorFileSystemDirectory *fs=NULL;
  703. int cpos=-1;
  704. if (!_find_file(p_file,&fs,cpos)) {
  705. if (!fs)
  706. return;
  707. }
  708. String type = ResourceLoader::get_resource_type(p_file);
  709. if (cpos==-1) {
  710. int idx=0;
  711. for(int i=0;i<fs->files.size();i++) {
  712. if (p_file<fs->files[i].file)
  713. break;
  714. idx++;
  715. }
  716. EditorFileSystemDirectory::FileInfo fi;
  717. fi.file=p_file.get_file();
  718. if (idx==fs->files.size()) {
  719. fs->files.push_back(fi);
  720. } else {
  721. fs->files.insert(idx,fi);
  722. }
  723. cpos=idx;
  724. }
  725. print_line("UPDATING: "+p_file);
  726. fs->files[cpos].type=type;
  727. fs->files[cpos].modified_time=FileAccess::get_modified_time(p_file);
  728. fs->files[cpos].meta=_get_meta(p_file);
  729. call_deferred("emit_signal","filesystem_changed"); //update later
  730. }
  731. void EditorFileSystem::_bind_methods() {
  732. ADD_SIGNAL( MethodInfo("filesystem_changed") );
  733. ADD_SIGNAL( MethodInfo("sources_changed",PropertyInfo(Variant::BOOL,"exist")) );
  734. }
  735. EditorFileSystem::EditorFileSystem() {
  736. singleton=this;
  737. filesystem=memnew( EditorFileSystemDirectory ); //like, empty
  738. thread = NULL;
  739. scanning=false;
  740. scandir=NULL;
  741. rootdir=NULL;
  742. use_threads=true;
  743. thread_sources=NULL;
  744. scanning_sources=false;
  745. ResourceSaver::set_save_callback(_resource_saved);
  746. }
  747. EditorFileSystem::~EditorFileSystem() {
  748. }