ResourceCache.cpp 33 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031
  1. //
  2. // Copyright (c) 2008-2015 the Urho3D project.
  3. //
  4. // Permission is hereby granted, free of charge, to any person obtaining a copy
  5. // of this software and associated documentation files (the "Software"), to deal
  6. // in the Software without restriction, including without limitation the rights
  7. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  8. // copies of the Software, and to permit persons to whom the Software is
  9. // furnished to do so, subject to the following conditions:
  10. //
  11. // The above copyright notice and this permission notice shall be included in
  12. // all copies or substantial portions of the Software.
  13. //
  14. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  17. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  18. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  19. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  20. // THE SOFTWARE.
  21. //
  22. #include "../Resource/BackgroundLoader.h"
  23. #include "../Core/Context.h"
  24. #include "../Core/CoreEvents.h"
  25. #include "../IO/FileSystem.h"
  26. #include "../IO/FileWatcher.h"
  27. #include "../Resource/Image.h"
  28. #include "../Resource/JSONFile.h"
  29. #include "../IO/Log.h"
  30. #include "../IO/PackageFile.h"
  31. #include "../Resource/PListFile.h"
  32. #include "../Core/Profiler.h"
  33. #include "../Resource/ResourceCache.h"
  34. #include "../Resource/ResourceEvents.h"
  35. #include "../Core/WorkQueue.h"
  36. #include "../Resource/XMLFile.h"
  37. #include "../DebugNew.h"
  38. namespace Urho3D
  39. {
  40. static const char* checkDirs[] = {
  41. "Fonts",
  42. "Materials",
  43. "Models",
  44. "Music",
  45. "Objects",
  46. "Particle",
  47. "PostProcess",
  48. "RenderPaths",
  49. "Scenes",
  50. "Scripts",
  51. "Sounds",
  52. "Shaders",
  53. "Techniques",
  54. "Textures",
  55. "UI",
  56. 0
  57. };
  58. static const SharedPtr<Resource> noResource;
  59. ResourceCache::ResourceCache(Context* context) :
  60. Object(context),
  61. autoReloadResources_(false),
  62. returnFailedResources_(false),
  63. searchPackagesFirst_(true),
  64. finishBackgroundResourcesMs_(5)
  65. {
  66. // Register Resource library object factories
  67. RegisterResourceLibrary(context_);
  68. // Create resource background loader. Its thread will start on the first background request
  69. backgroundLoader_ = new BackgroundLoader(this);
  70. // Subscribe BeginFrame for handling directory watchers and background loaded resource finalization
  71. SubscribeToEvent(E_BEGINFRAME, HANDLER(ResourceCache, HandleBeginFrame));
  72. }
  73. ResourceCache::~ResourceCache()
  74. {
  75. // Shut down the background loader first
  76. backgroundLoader_.Reset();
  77. }
  78. bool ResourceCache::AddResourceDir(const String& pathName, unsigned priority)
  79. {
  80. MutexLock lock(resourceMutex_);
  81. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  82. if (!fileSystem || !fileSystem->DirExists(pathName))
  83. {
  84. LOGERROR("Could not open directory " + pathName);
  85. return false;
  86. }
  87. // Convert path to absolute
  88. String fixedPath = SanitateResourceDirName(pathName);
  89. // Check that the same path does not already exist
  90. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  91. {
  92. if (!resourceDirs_[i].Compare(fixedPath, false))
  93. return true;
  94. }
  95. if (priority < resourceDirs_.Size())
  96. resourceDirs_.Insert(priority, fixedPath);
  97. else
  98. resourceDirs_.Push(fixedPath);
  99. // If resource auto-reloading active, create a file watcher for the directory
  100. if (autoReloadResources_)
  101. {
  102. SharedPtr<FileWatcher> watcher(new FileWatcher(context_));
  103. watcher->StartWatching(fixedPath, true);
  104. fileWatchers_.Push(watcher);
  105. }
  106. LOGINFO("Added resource path " + fixedPath);
  107. return true;
  108. }
  109. bool ResourceCache::AddPackageFile(PackageFile* package, unsigned priority)
  110. {
  111. MutexLock lock(resourceMutex_);
  112. // Do not add packages that failed to load
  113. if (!package || !package->GetNumFiles())
  114. return false;
  115. if (priority < packages_.Size())
  116. packages_.Insert(priority, SharedPtr<PackageFile>(package));
  117. else
  118. packages_.Push(SharedPtr<PackageFile>(package));
  119. LOGINFO("Added resource package " + package->GetName());
  120. return true;
  121. }
  122. bool ResourceCache::AddPackageFile(const String& fileName, unsigned priority)
  123. {
  124. SharedPtr<PackageFile> package(new PackageFile(context_));
  125. return package->Open(fileName) && AddPackageFile(package);
  126. }
  127. bool ResourceCache::AddManualResource(Resource* resource)
  128. {
  129. if (!resource)
  130. {
  131. LOGERROR("Null manual resource");
  132. return false;
  133. }
  134. const String& name = resource->GetName();
  135. if (name.Empty())
  136. {
  137. LOGERROR("Manual resource with empty name, can not add");
  138. return false;
  139. }
  140. resource->ResetUseTimer();
  141. resourceGroups_[resource->GetType()].resources_[resource->GetNameHash()] = resource;
  142. UpdateResourceGroup(resource->GetType());
  143. return true;
  144. }
  145. void ResourceCache::RemoveResourceDir(const String& pathName)
  146. {
  147. MutexLock lock(resourceMutex_);
  148. String fixedPath = SanitateResourceDirName(pathName);
  149. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  150. {
  151. if (!resourceDirs_[i].Compare(fixedPath, false))
  152. {
  153. resourceDirs_.Erase(i);
  154. // Remove the filewatcher with the matching path
  155. for (unsigned j = 0; j < fileWatchers_.Size(); ++j)
  156. {
  157. if (!fileWatchers_[j]->GetPath().Compare(fixedPath, false))
  158. {
  159. fileWatchers_.Erase(j);
  160. break;
  161. }
  162. }
  163. LOGINFO("Removed resource path " + fixedPath);
  164. return;
  165. }
  166. }
  167. }
  168. void ResourceCache::RemovePackageFile(PackageFile* package, bool releaseResources, bool forceRelease)
  169. {
  170. MutexLock lock(resourceMutex_);
  171. for (Vector<SharedPtr<PackageFile> >::Iterator i = packages_.Begin(); i != packages_.End(); ++i)
  172. {
  173. if (*i == package)
  174. {
  175. if (releaseResources)
  176. ReleasePackageResources(*i, forceRelease);
  177. LOGINFO("Removed resource package " + (*i)->GetName());
  178. packages_.Erase(i);
  179. return;
  180. }
  181. }
  182. }
  183. void ResourceCache::RemovePackageFile(const String& fileName, bool releaseResources, bool forceRelease)
  184. {
  185. MutexLock lock(resourceMutex_);
  186. // Compare the name and extension only, not the path
  187. String fileNameNoPath = GetFileNameAndExtension(fileName);
  188. for (Vector<SharedPtr<PackageFile> >::Iterator i = packages_.Begin(); i != packages_.End(); ++i)
  189. {
  190. if (!GetFileNameAndExtension((*i)->GetName()).Compare(fileNameNoPath, false))
  191. {
  192. if (releaseResources)
  193. ReleasePackageResources(*i, forceRelease);
  194. LOGINFO("Removed resource package " + (*i)->GetName());
  195. packages_.Erase(i);
  196. return;
  197. }
  198. }
  199. }
  200. void ResourceCache::ReleaseResource(StringHash type, const String& name, bool force)
  201. {
  202. StringHash nameHash(name);
  203. const SharedPtr<Resource>& existingRes = FindResource(type, nameHash);
  204. if (!existingRes)
  205. return;
  206. // If other references exist, do not release, unless forced
  207. if ((existingRes.Refs() == 1 && existingRes.WeakRefs() == 0) || force)
  208. {
  209. resourceGroups_[type].resources_.Erase(nameHash);
  210. UpdateResourceGroup(type);
  211. }
  212. }
  213. void ResourceCache::ReleaseResources(StringHash type, bool force)
  214. {
  215. bool released = false;
  216. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  217. if (i != resourceGroups_.End())
  218. {
  219. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  220. j != i->second_.resources_.End();)
  221. {
  222. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  223. // If other references exist, do not release, unless forced
  224. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  225. {
  226. i->second_.resources_.Erase(current);
  227. released = true;
  228. }
  229. }
  230. }
  231. if (released)
  232. UpdateResourceGroup(type);
  233. }
  234. void ResourceCache::ReleaseResources(StringHash type, const String& partialName, bool force)
  235. {
  236. bool released = false;
  237. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  238. if (i != resourceGroups_.End())
  239. {
  240. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  241. j != i->second_.resources_.End();)
  242. {
  243. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  244. if (current->second_->GetName().Contains(partialName))
  245. {
  246. // If other references exist, do not release, unless forced
  247. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  248. {
  249. i->second_.resources_.Erase(current);
  250. released = true;
  251. }
  252. }
  253. }
  254. }
  255. if (released)
  256. UpdateResourceGroup(type);
  257. }
  258. void ResourceCache::ReleaseResources(const String& partialName, bool force)
  259. {
  260. // Some resources refer to others, like materials to textures. Release twice to ensure these get released.
  261. // This is not necessary if forcing release
  262. unsigned repeat = force ? 1 : 2;
  263. while (repeat--)
  264. {
  265. for (HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Begin(); i != resourceGroups_.End(); ++i)
  266. {
  267. bool released = false;
  268. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  269. j != i->second_.resources_.End();)
  270. {
  271. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  272. if (current->second_->GetName().Contains(partialName))
  273. {
  274. // If other references exist, do not release, unless forced
  275. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  276. {
  277. i->second_.resources_.Erase(current);
  278. released = true;
  279. }
  280. }
  281. }
  282. if (released)
  283. UpdateResourceGroup(i->first_);
  284. }
  285. }
  286. }
  287. void ResourceCache::ReleaseAllResources(bool force)
  288. {
  289. unsigned repeat = force ? 1 : 2;
  290. while (repeat--)
  291. {
  292. for (HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Begin();
  293. i != resourceGroups_.End(); ++i)
  294. {
  295. bool released = false;
  296. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  297. j != i->second_.resources_.End();)
  298. {
  299. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  300. // If other references exist, do not release, unless forced
  301. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  302. {
  303. i->second_.resources_.Erase(current);
  304. released = true;
  305. }
  306. }
  307. if (released)
  308. UpdateResourceGroup(i->first_);
  309. }
  310. }
  311. }
  312. bool ResourceCache::ReloadResource(Resource* resource)
  313. {
  314. if (!resource)
  315. return false;
  316. resource->SendEvent(E_RELOADSTARTED);
  317. bool success = false;
  318. SharedPtr<File> file = GetFile(resource->GetName());
  319. if (file)
  320. success = resource->Load(*(file.Get()));
  321. if (success)
  322. {
  323. resource->ResetUseTimer();
  324. UpdateResourceGroup(resource->GetType());
  325. resource->SendEvent(E_RELOADFINISHED);
  326. return true;
  327. }
  328. // If reloading failed, do not remove the resource from cache, to allow for a new live edit to
  329. // attempt loading again
  330. resource->SendEvent(E_RELOADFAILED);
  331. return false;
  332. }
  333. void ResourceCache::ReloadResourceWithDependencies(const String& fileName)
  334. {
  335. StringHash fileNameHash(fileName);
  336. // If the filename is a resource we keep track of, reload it
  337. const SharedPtr<Resource>& resource = FindResource(fileNameHash);
  338. if (resource)
  339. {
  340. LOGDEBUG("Reloading changed resource " + fileName);
  341. ReloadResource(resource);
  342. }
  343. // Always perform dependency resource check for resource loaded from XML file as it could be used in inheritance
  344. if (!resource || GetExtension(resource->GetName()) == ".xml")
  345. {
  346. // Check if this is a dependency resource, reload dependents
  347. HashMap<StringHash, HashSet<StringHash> >::ConstIterator j = dependentResources_.Find(fileNameHash);
  348. if (j != dependentResources_.End())
  349. {
  350. // Reloading a resource may modify the dependency tracking structure. Therefore collect the
  351. // resources we need to reload first
  352. Vector<SharedPtr<Resource> > dependents;
  353. dependents.Reserve(j->second_.Size());
  354. for (HashSet<StringHash>::ConstIterator k = j->second_.Begin(); k != j->second_.End(); ++k)
  355. {
  356. const SharedPtr<Resource>& dependent = FindResource(*k);
  357. if (dependent)
  358. dependents.Push(dependent);
  359. }
  360. for (unsigned k = 0; k < dependents.Size(); ++k)
  361. {
  362. LOGDEBUG("Reloading resource " + dependents[k]->GetName() + " depending on " + fileName);
  363. ReloadResource(dependents[k]);
  364. }
  365. }
  366. }
  367. }
  368. void ResourceCache::SetMemoryBudget(StringHash type, unsigned budget)
  369. {
  370. resourceGroups_[type].memoryBudget_ = budget;
  371. }
  372. void ResourceCache::SetAutoReloadResources(bool enable)
  373. {
  374. if (enable != autoReloadResources_)
  375. {
  376. if (enable)
  377. {
  378. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  379. {
  380. SharedPtr<FileWatcher> watcher(new FileWatcher(context_));
  381. watcher->StartWatching(resourceDirs_[i], true);
  382. fileWatchers_.Push(watcher);
  383. }
  384. }
  385. else
  386. fileWatchers_.Clear();
  387. autoReloadResources_ = enable;
  388. }
  389. }
  390. void ResourceCache::SetReturnFailedResources(bool enable)
  391. {
  392. returnFailedResources_ = enable;
  393. }
  394. SharedPtr<File> ResourceCache::GetFile(const String& nameIn, bool sendEventOnFailure)
  395. {
  396. MutexLock lock(resourceMutex_);
  397. String name = SanitateResourceName(nameIn);
  398. if (resourceRouter_)
  399. resourceRouter_->Route(name, RESOURCE_GETFILE);
  400. if (name.Length())
  401. {
  402. File* file = 0;
  403. if (searchPackagesFirst_)
  404. {
  405. file = SearchPackages(name);
  406. if (!file)
  407. file = SearchResourceDirs(name);
  408. }
  409. else
  410. {
  411. file = SearchResourceDirs(name);
  412. if (!file)
  413. file = SearchPackages(name);
  414. }
  415. if (file)
  416. return SharedPtr<File>(file);
  417. }
  418. if (sendEventOnFailure)
  419. {
  420. if (resourceRouter_ && name.Empty() && !nameIn.Empty())
  421. LOGERROR("Resource request " + nameIn + " was blocked");
  422. else
  423. LOGERROR("Could not find resource " + name);
  424. if (Thread::IsMainThread())
  425. {
  426. using namespace ResourceNotFound;
  427. VariantMap& eventData = GetEventDataMap();
  428. eventData[P_RESOURCENAME] = name.Length() ? name : nameIn;
  429. SendEvent(E_RESOURCENOTFOUND, eventData);
  430. }
  431. }
  432. return SharedPtr<File>();
  433. }
  434. Resource* ResourceCache::GetExistingResource(StringHash type, const String& nameIn)
  435. {
  436. String name = SanitateResourceName(nameIn);
  437. if (!Thread::IsMainThread())
  438. {
  439. LOGERROR("Attempted to get resource " + name + " from outside the main thread");
  440. return 0;
  441. }
  442. // If empty name, return null pointer immediately
  443. if (name.Empty())
  444. return 0;
  445. StringHash nameHash(name);
  446. const SharedPtr<Resource>& existing = FindResource(type, nameHash);
  447. return existing;
  448. }
  449. Resource* ResourceCache::GetResource(StringHash type, const String& nameIn, bool sendEventOnFailure)
  450. {
  451. String name = SanitateResourceName(nameIn);
  452. if (!Thread::IsMainThread())
  453. {
  454. LOGERROR("Attempted to get resource " + name + " from outside the main thread");
  455. return 0;
  456. }
  457. // If empty name, return null pointer immediately
  458. if (name.Empty())
  459. return 0;
  460. StringHash nameHash(name);
  461. // Check if the resource is being background loaded but is now needed immediately
  462. backgroundLoader_->WaitForResource(type, nameHash);
  463. const SharedPtr<Resource>& existing = FindResource(type, nameHash);
  464. if (existing)
  465. return existing;
  466. SharedPtr<Resource> resource;
  467. // Make sure the pointer is non-null and is a Resource subclass
  468. resource = DynamicCast<Resource>(context_->CreateObject(type));
  469. if (!resource)
  470. {
  471. LOGERROR("Could not load unknown resource type " + String(type));
  472. if (sendEventOnFailure)
  473. {
  474. using namespace UnknownResourceType;
  475. VariantMap& eventData = GetEventDataMap();
  476. eventData[P_RESOURCETYPE] = type;
  477. SendEvent(E_UNKNOWNRESOURCETYPE, eventData);
  478. }
  479. return 0;
  480. }
  481. // Attempt to load the resource
  482. SharedPtr<File> file = GetFile(name, sendEventOnFailure);
  483. if (!file)
  484. return 0; // Error is already logged
  485. LOGDEBUG("Loading resource " + name);
  486. resource->SetName(name);
  487. if (!resource->Load(*(file.Get())))
  488. {
  489. // Error should already been logged by corresponding resource descendant class
  490. if (sendEventOnFailure)
  491. {
  492. using namespace LoadFailed;
  493. VariantMap& eventData = GetEventDataMap();
  494. eventData[P_RESOURCENAME] = name;
  495. SendEvent(E_LOADFAILED, eventData);
  496. }
  497. if (!returnFailedResources_)
  498. return 0;
  499. }
  500. // Store to cache
  501. resource->ResetUseTimer();
  502. resourceGroups_[type].resources_[nameHash] = resource;
  503. UpdateResourceGroup(type);
  504. return resource;
  505. }
  506. bool ResourceCache::BackgroundLoadResource(StringHash type, const String& nameIn, bool sendEventOnFailure, Resource* caller)
  507. {
  508. // If empty name, fail immediately
  509. String name = SanitateResourceName(nameIn);
  510. if (name.Empty())
  511. return false;
  512. // First check if already exists as a loaded resource
  513. StringHash nameHash(name);
  514. if (FindResource(type, nameHash) != noResource)
  515. return false;
  516. return backgroundLoader_->QueueResource(type, name, sendEventOnFailure, caller);
  517. }
  518. SharedPtr<Resource> ResourceCache::GetTempResource(StringHash type, const String& nameIn, bool sendEventOnFailure)
  519. {
  520. String name = SanitateResourceName(nameIn);
  521. // If empty name, return null pointer immediately
  522. if (name.Empty())
  523. return SharedPtr<Resource>();
  524. SharedPtr<Resource> resource;
  525. // Make sure the pointer is non-null and is a Resource subclass
  526. resource = DynamicCast<Resource>(context_->CreateObject(type));
  527. if (!resource)
  528. {
  529. LOGERROR("Could not load unknown resource type " + String(type));
  530. if (sendEventOnFailure)
  531. {
  532. using namespace UnknownResourceType;
  533. VariantMap& eventData = GetEventDataMap();
  534. eventData[P_RESOURCETYPE] = type;
  535. SendEvent(E_UNKNOWNRESOURCETYPE, eventData);
  536. }
  537. return SharedPtr<Resource>();
  538. }
  539. // Attempt to load the resource
  540. SharedPtr<File> file = GetFile(name, sendEventOnFailure);
  541. if (!file)
  542. return SharedPtr<Resource>(); // Error is already logged
  543. LOGDEBUG("Loading temporary resource " + name);
  544. resource->SetName(file->GetName());
  545. if (!resource->Load(*(file.Get())))
  546. {
  547. // Error should already been logged by corresponding resource descendant class
  548. if (sendEventOnFailure)
  549. {
  550. using namespace LoadFailed;
  551. VariantMap& eventData = GetEventDataMap();
  552. eventData[P_RESOURCENAME] = name;
  553. SendEvent(E_LOADFAILED, eventData);
  554. }
  555. return SharedPtr<Resource>();
  556. }
  557. return resource;
  558. }
  559. unsigned ResourceCache::GetNumBackgroundLoadResources() const
  560. {
  561. return backgroundLoader_->GetNumQueuedResources();
  562. }
  563. void ResourceCache::GetResources(PODVector<Resource*>& result, StringHash type) const
  564. {
  565. result.Clear();
  566. HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Find(type);
  567. if (i != resourceGroups_.End())
  568. {
  569. for (HashMap<StringHash, SharedPtr<Resource> >::ConstIterator j = i->second_.resources_.Begin();
  570. j != i->second_.resources_.End(); ++j)
  571. result.Push(j->second_);
  572. }
  573. }
  574. bool ResourceCache::Exists(const String& nameIn) const
  575. {
  576. MutexLock lock(resourceMutex_);
  577. String name = SanitateResourceName(nameIn);
  578. if (resourceRouter_)
  579. resourceRouter_->Route(name, RESOURCE_CHECKEXISTS);
  580. if (name.Empty())
  581. return false;
  582. for (unsigned i = 0; i < packages_.Size(); ++i)
  583. {
  584. if (packages_[i]->Exists(name))
  585. return true;
  586. }
  587. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  588. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  589. {
  590. if (fileSystem->FileExists(resourceDirs_[i] + name))
  591. return true;
  592. }
  593. // Fallback using absolute path
  594. if (fileSystem->FileExists(name))
  595. return true;
  596. return false;
  597. }
  598. unsigned ResourceCache::GetMemoryBudget(StringHash type) const
  599. {
  600. HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Find(type);
  601. if (i != resourceGroups_.End())
  602. return i->second_.memoryBudget_;
  603. else
  604. return 0;
  605. }
  606. unsigned ResourceCache::GetMemoryUse(StringHash type) const
  607. {
  608. HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Find(type);
  609. if (i != resourceGroups_.End())
  610. return i->second_.memoryUse_;
  611. else
  612. return 0;
  613. }
  614. unsigned ResourceCache::GetTotalMemoryUse() const
  615. {
  616. unsigned total = 0;
  617. for (HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Begin(); i != resourceGroups_.End(); ++i)
  618. total += i->second_.memoryUse_;
  619. return total;
  620. }
  621. String ResourceCache::GetResourceFileName(const String& name) const
  622. {
  623. MutexLock lock(resourceMutex_);
  624. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  625. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  626. {
  627. if (fileSystem->FileExists(resourceDirs_[i] + name))
  628. return resourceDirs_[i] + name;
  629. }
  630. return String();
  631. }
  632. String ResourceCache::GetPreferredResourceDir(const String& path) const
  633. {
  634. String fixedPath = AddTrailingSlash(path);
  635. bool pathHasKnownDirs = false;
  636. bool parentHasKnownDirs = false;
  637. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  638. for (unsigned i = 0; checkDirs[i] != 0; ++i)
  639. {
  640. if (fileSystem->DirExists(fixedPath + checkDirs[i]))
  641. {
  642. pathHasKnownDirs = true;
  643. break;
  644. }
  645. }
  646. if (!pathHasKnownDirs)
  647. {
  648. String parentPath = GetParentPath(fixedPath);
  649. for (unsigned i = 0; checkDirs[i] != 0; ++i)
  650. {
  651. if (fileSystem->DirExists(parentPath + checkDirs[i]))
  652. {
  653. parentHasKnownDirs = true;
  654. break;
  655. }
  656. }
  657. // If path does not have known subdirectories, but the parent path has, use the parent instead
  658. if (parentHasKnownDirs)
  659. fixedPath = parentPath;
  660. }
  661. return fixedPath;
  662. }
  663. String ResourceCache::SanitateResourceName(const String& nameIn) const
  664. {
  665. // Sanitate unsupported constructs from the resource name
  666. String name = GetInternalPath(nameIn);
  667. name.Replace("../", "");
  668. name.Replace("./", "");
  669. // If the path refers to one of the resource directories, normalize the resource name
  670. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  671. if (resourceDirs_.Size())
  672. {
  673. String namePath = GetPath(name);
  674. String exePath = fileSystem->GetProgramDir();
  675. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  676. {
  677. String relativeResourcePath = resourceDirs_[i];
  678. if (relativeResourcePath.StartsWith(exePath))
  679. relativeResourcePath = relativeResourcePath.Substring(exePath.Length());
  680. if (namePath.StartsWith(resourceDirs_[i], false))
  681. namePath = namePath.Substring(resourceDirs_[i].Length());
  682. else if (namePath.StartsWith(relativeResourcePath, false))
  683. namePath = namePath.Substring(relativeResourcePath.Length());
  684. }
  685. name = namePath + GetFileNameAndExtension(name);
  686. }
  687. return name.Trimmed();
  688. }
  689. String ResourceCache::SanitateResourceDirName(const String& nameIn) const
  690. {
  691. String fixedPath = AddTrailingSlash(nameIn);
  692. if (!IsAbsolutePath(fixedPath))
  693. fixedPath = GetSubsystem<FileSystem>()->GetCurrentDir() + fixedPath;
  694. // Sanitate away /./ construct
  695. fixedPath.Replace("/./", "/");
  696. return fixedPath.Trimmed();
  697. }
  698. void ResourceCache::StoreResourceDependency(Resource* resource, const String& dependency)
  699. {
  700. // If resource reloading is not on, do not create the dependency data structure (saves memory)
  701. if (!resource || !autoReloadResources_)
  702. return;
  703. MutexLock lock(resourceMutex_);
  704. StringHash nameHash(resource->GetName());
  705. HashSet<StringHash>& dependents = dependentResources_[dependency];
  706. dependents.Insert(nameHash);
  707. }
  708. void ResourceCache::ResetDependencies(Resource* resource)
  709. {
  710. if (!resource || !autoReloadResources_)
  711. return;
  712. MutexLock lock(resourceMutex_);
  713. StringHash nameHash(resource->GetName());
  714. for (HashMap<StringHash, HashSet<StringHash> >::Iterator i = dependentResources_.Begin(); i !=
  715. dependentResources_.End();)
  716. {
  717. HashSet<StringHash>& dependents = i->second_;
  718. dependents.Erase(nameHash);
  719. if (dependents.Empty())
  720. i = dependentResources_.Erase(i);
  721. else
  722. ++i;
  723. }
  724. }
  725. const SharedPtr<Resource>& ResourceCache::FindResource(StringHash type, StringHash nameHash)
  726. {
  727. MutexLock lock(resourceMutex_);
  728. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  729. if (i == resourceGroups_.End())
  730. return noResource;
  731. HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Find(nameHash);
  732. if (j == i->second_.resources_.End())
  733. return noResource;
  734. return j->second_;
  735. }
  736. const SharedPtr<Resource>& ResourceCache::FindResource(StringHash nameHash)
  737. {
  738. MutexLock lock(resourceMutex_);
  739. for (HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Begin(); i != resourceGroups_.End(); ++i)
  740. {
  741. HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Find(nameHash);
  742. if (j != i->second_.resources_.End())
  743. return j->second_;
  744. }
  745. return noResource;
  746. }
  747. void ResourceCache::ReleasePackageResources(PackageFile* package, bool force)
  748. {
  749. HashSet<StringHash> affectedGroups;
  750. const HashMap<String, PackageEntry>& entries = package->GetEntries();
  751. for (HashMap<String, PackageEntry>::ConstIterator i = entries.Begin(); i != entries.End(); ++i)
  752. {
  753. StringHash nameHash(i->first_);
  754. // We do not know the actual resource type, so search all type containers
  755. for (HashMap<StringHash, ResourceGroup>::Iterator j = resourceGroups_.Begin();
  756. j != resourceGroups_.End(); ++j)
  757. {
  758. HashMap<StringHash, SharedPtr<Resource> >::Iterator k = j->second_.resources_.Find(nameHash);
  759. if (k != j->second_.resources_.End())
  760. {
  761. // If other references exist, do not release, unless forced
  762. if ((k->second_.Refs() == 1 && k->second_.WeakRefs() == 0) || force)
  763. {
  764. j->second_.resources_.Erase(k);
  765. affectedGroups.Insert(j->first_);
  766. }
  767. break;
  768. }
  769. }
  770. }
  771. for (HashSet<StringHash>::Iterator i = affectedGroups.Begin(); i != affectedGroups.End(); ++i)
  772. UpdateResourceGroup(*i);
  773. }
  774. void ResourceCache::UpdateResourceGroup(StringHash type)
  775. {
  776. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  777. if (i == resourceGroups_.End())
  778. return;
  779. for (;;)
  780. {
  781. unsigned totalSize = 0;
  782. unsigned oldestTimer = 0;
  783. HashMap<StringHash, SharedPtr<Resource> >::Iterator oldestResource = i->second_.resources_.End();
  784. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  785. j != i->second_.resources_.End(); ++j)
  786. {
  787. totalSize += j->second_->GetMemoryUse();
  788. unsigned useTimer = j->second_->GetUseTimer();
  789. if (useTimer > oldestTimer)
  790. {
  791. oldestTimer = useTimer;
  792. oldestResource = j;
  793. }
  794. }
  795. i->second_.memoryUse_ = totalSize;
  796. // If memory budget defined and is exceeded, remove the oldest resource and loop again
  797. // (resources in use always return a zero timer and can not be removed)
  798. if (i->second_.memoryBudget_ && i->second_.memoryUse_ > i->second_.memoryBudget_ &&
  799. oldestResource != i->second_.resources_.End())
  800. {
  801. LOGDEBUG("Resource group " + oldestResource->second_->GetTypeName() + " over memory budget, releasing resource " +
  802. oldestResource->second_->GetName());
  803. i->second_.resources_.Erase(oldestResource);
  804. }
  805. else
  806. break;
  807. }
  808. }
  809. void ResourceCache::HandleBeginFrame(StringHash eventType, VariantMap& eventData)
  810. {
  811. for (unsigned i = 0; i < fileWatchers_.Size(); ++i)
  812. {
  813. String fileName;
  814. while (fileWatchers_[i]->GetNextChange(fileName))
  815. {
  816. ReloadResourceWithDependencies(fileName);
  817. // Finally send a general file changed event even if the file was not a tracked resource
  818. using namespace FileChanged;
  819. VariantMap& eventData = GetEventDataMap();
  820. eventData[P_FILENAME] = fileWatchers_[i]->GetPath() + fileName;
  821. eventData[P_RESOURCENAME] = fileName;
  822. SendEvent(E_FILECHANGED, eventData);
  823. }
  824. }
  825. // Check for background loaded resources that can be finished
  826. {
  827. PROFILE(FinishBackgroundResources);
  828. backgroundLoader_->FinishResources(finishBackgroundResourcesMs_);
  829. }
  830. }
  831. File* ResourceCache::SearchResourceDirs(const String& nameIn)
  832. {
  833. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  834. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  835. {
  836. if (fileSystem->FileExists(resourceDirs_[i] + nameIn))
  837. {
  838. // Construct the file first with full path, then rename it to not contain the resource path,
  839. // so that the file's name can be used in further GetFile() calls (for example over the network)
  840. File* file(new File(context_, resourceDirs_[i] + nameIn));
  841. file->SetName(nameIn);
  842. return file;
  843. }
  844. }
  845. // Fallback using absolute path
  846. if (fileSystem->FileExists(nameIn))
  847. return new File(context_, nameIn);
  848. return 0;
  849. }
  850. File* ResourceCache::SearchPackages(const String& nameIn)
  851. {
  852. for (unsigned i = 0; i < packages_.Size(); ++i)
  853. {
  854. if (packages_[i]->Exists(nameIn))
  855. return new File(context_, packages_[i], nameIn);
  856. }
  857. return 0;
  858. }
  859. void RegisterResourceLibrary(Context* context)
  860. {
  861. Image::RegisterObject(context);
  862. JSONFile::RegisterObject(context);
  863. PListFile::RegisterObject(context);
  864. XMLFile::RegisterObject(context);
  865. }
  866. }