ResourceCache.cpp 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023
  1. //
  2. // Copyright (c) 2008-2015 the Urho3D project.
  3. //
  4. // Permission is hereby granted, free of charge, to any person obtaining a copy
  5. // of this software and associated documentation files (the "Software"), to deal
  6. // in the Software without restriction, including without limitation the rights
  7. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  8. // copies of the Software, and to permit persons to whom the Software is
  9. // furnished to do so, subject to the following conditions:
  10. //
  11. // The above copyright notice and this permission notice shall be included in
  12. // all copies or substantial portions of the Software.
  13. //
  14. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  17. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  18. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  19. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  20. // THE SOFTWARE.
  21. //
  22. #include "../Precompiled.h"
  23. #include "../Core/Context.h"
  24. #include "../Core/CoreEvents.h"
  25. #include "../Core/Profiler.h"
  26. #include "../Core/WorkQueue.h"
  27. #include "../IO/FileSystem.h"
  28. #include "../IO/FileWatcher.h"
  29. #include "../IO/Log.h"
  30. #include "../IO/PackageFile.h"
  31. #include "../Resource/BackgroundLoader.h"
  32. #include "../Resource/Image.h"
  33. #include "../Resource/JSONFile.h"
  34. #include "../Resource/PListFile.h"
  35. #include "../Resource/ResourceCache.h"
  36. #include "../Resource/ResourceEvents.h"
  37. #include "../Resource/XMLFile.h"
  38. #include "../DebugNew.h"
  39. namespace Atomic
  40. {
  41. static const char* checkDirs[] =
  42. {
  43. "Fonts",
  44. "Materials",
  45. "Models",
  46. "Music",
  47. "Objects",
  48. "Particle",
  49. "PostProcess",
  50. "RenderPaths",
  51. "Scenes",
  52. "Scripts",
  53. "Sounds",
  54. "Shaders",
  55. "Techniques",
  56. "Textures",
  57. "UI",
  58. 0
  59. };
  60. static const SharedPtr<Resource> noResource;
  61. ResourceCache::ResourceCache(Context* context) :
  62. Object(context),
  63. autoReloadResources_(false),
  64. returnFailedResources_(false),
  65. searchPackagesFirst_(true),
  66. finishBackgroundResourcesMs_(5)
  67. {
  68. // Register Resource library object factories
  69. RegisterResourceLibrary(context_);
  70. // Create resource background loader. Its thread will start on the first background request
  71. backgroundLoader_ = new BackgroundLoader(this);
  72. // Subscribe BeginFrame for handling directory watchers and background loaded resource finalization
  73. SubscribeToEvent(E_BEGINFRAME, HANDLER(ResourceCache, HandleBeginFrame));
  74. }
  75. ResourceCache::~ResourceCache()
  76. {
  77. // Shut down the background loader first
  78. backgroundLoader_.Reset();
  79. }
  80. bool ResourceCache::AddResourceDir(const String& pathName, unsigned priority)
  81. {
  82. MutexLock lock(resourceMutex_);
  83. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  84. if (!fileSystem || !fileSystem->DirExists(pathName))
  85. {
  86. LOGERROR("Could not open directory " + pathName);
  87. return false;
  88. }
  89. // Convert path to absolute
  90. String fixedPath = SanitateResourceDirName(pathName);
  91. // Check that the same path does not already exist
  92. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  93. {
  94. if (!resourceDirs_[i].Compare(fixedPath, false))
  95. return true;
  96. }
  97. if (priority < resourceDirs_.Size())
  98. resourceDirs_.Insert(priority, fixedPath);
  99. else
  100. resourceDirs_.Push(fixedPath);
  101. // If resource auto-reloading active, create a file watcher for the directory
  102. if (autoReloadResources_)
  103. {
  104. SharedPtr<FileWatcher> watcher(new FileWatcher(context_));
  105. watcher->StartWatching(fixedPath, true);
  106. fileWatchers_.Push(watcher);
  107. }
  108. LOGINFO("Added resource path " + fixedPath);
  109. return true;
  110. }
  111. bool ResourceCache::AddPackageFile(PackageFile* package, unsigned priority)
  112. {
  113. MutexLock lock(resourceMutex_);
  114. // Do not add packages that failed to load
  115. if (!package || !package->GetNumFiles())
  116. return false;
  117. if (priority < packages_.Size())
  118. packages_.Insert(priority, SharedPtr<PackageFile>(package));
  119. else
  120. packages_.Push(SharedPtr<PackageFile>(package));
  121. LOGINFO("Added resource package " + package->GetName());
  122. return true;
  123. }
  124. bool ResourceCache::AddPackageFile(const String& fileName, unsigned priority)
  125. {
  126. SharedPtr<PackageFile> package(new PackageFile(context_));
  127. return package->Open(fileName) && AddPackageFile(package);
  128. }
  129. bool ResourceCache::AddManualResource(Resource* resource)
  130. {
  131. if (!resource)
  132. {
  133. LOGERROR("Null manual resource");
  134. return false;
  135. }
  136. const String& name = resource->GetName();
  137. if (name.Empty())
  138. {
  139. LOGERROR("Manual resource with empty name, can not add");
  140. return false;
  141. }
  142. resource->ResetUseTimer();
  143. resourceGroups_[resource->GetType()].resources_[resource->GetNameHash()] = resource;
  144. UpdateResourceGroup(resource->GetType());
  145. return true;
  146. }
  147. void ResourceCache::RemoveResourceDir(const String& pathName)
  148. {
  149. MutexLock lock(resourceMutex_);
  150. String fixedPath = SanitateResourceDirName(pathName);
  151. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  152. {
  153. if (!resourceDirs_[i].Compare(fixedPath, false))
  154. {
  155. resourceDirs_.Erase(i);
  156. // Remove the filewatcher with the matching path
  157. for (unsigned j = 0; j < fileWatchers_.Size(); ++j)
  158. {
  159. if (!fileWatchers_[j]->GetPath().Compare(fixedPath, false))
  160. {
  161. fileWatchers_.Erase(j);
  162. break;
  163. }
  164. }
  165. LOGINFO("Removed resource path " + fixedPath);
  166. return;
  167. }
  168. }
  169. }
  170. void ResourceCache::RemovePackageFile(PackageFile* package, bool releaseResources, bool forceRelease)
  171. {
  172. MutexLock lock(resourceMutex_);
  173. for (Vector<SharedPtr<PackageFile> >::Iterator i = packages_.Begin(); i != packages_.End(); ++i)
  174. {
  175. if (*i == package)
  176. {
  177. if (releaseResources)
  178. ReleasePackageResources(*i, forceRelease);
  179. LOGINFO("Removed resource package " + (*i)->GetName());
  180. packages_.Erase(i);
  181. return;
  182. }
  183. }
  184. }
  185. void ResourceCache::RemovePackageFile(const String& fileName, bool releaseResources, bool forceRelease)
  186. {
  187. MutexLock lock(resourceMutex_);
  188. // Compare the name and extension only, not the path
  189. String fileNameNoPath = GetFileNameAndExtension(fileName);
  190. for (Vector<SharedPtr<PackageFile> >::Iterator i = packages_.Begin(); i != packages_.End(); ++i)
  191. {
  192. if (!GetFileNameAndExtension((*i)->GetName()).Compare(fileNameNoPath, false))
  193. {
  194. if (releaseResources)
  195. ReleasePackageResources(*i, forceRelease);
  196. LOGINFO("Removed resource package " + (*i)->GetName());
  197. packages_.Erase(i);
  198. return;
  199. }
  200. }
  201. }
  202. void ResourceCache::ReleaseResource(StringHash type, const String& name, bool force)
  203. {
  204. StringHash nameHash(name);
  205. const SharedPtr<Resource>& existingRes = FindResource(type, nameHash);
  206. if (!existingRes)
  207. return;
  208. // If other references exist, do not release, unless forced
  209. if ((existingRes.Refs() == 1 && existingRes.WeakRefs() == 0) || force)
  210. {
  211. resourceGroups_[type].resources_.Erase(nameHash);
  212. UpdateResourceGroup(type);
  213. }
  214. }
  215. void ResourceCache::ReleaseResources(StringHash type, bool force)
  216. {
  217. bool released = false;
  218. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  219. if (i != resourceGroups_.End())
  220. {
  221. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  222. j != i->second_.resources_.End();)
  223. {
  224. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  225. // If other references exist, do not release, unless forced
  226. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  227. {
  228. i->second_.resources_.Erase(current);
  229. released = true;
  230. }
  231. }
  232. }
  233. if (released)
  234. UpdateResourceGroup(type);
  235. }
  236. void ResourceCache::ReleaseResources(StringHash type, const String& partialName, bool force)
  237. {
  238. bool released = false;
  239. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  240. if (i != resourceGroups_.End())
  241. {
  242. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  243. j != i->second_.resources_.End();)
  244. {
  245. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  246. if (current->second_->GetName().Contains(partialName))
  247. {
  248. // If other references exist, do not release, unless forced
  249. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  250. {
  251. i->second_.resources_.Erase(current);
  252. released = true;
  253. }
  254. }
  255. }
  256. }
  257. if (released)
  258. UpdateResourceGroup(type);
  259. }
  260. void ResourceCache::ReleaseResources(const String& partialName, bool force)
  261. {
  262. // Some resources refer to others, like materials to textures. Release twice to ensure these get released.
  263. // This is not necessary if forcing release
  264. unsigned repeat = force ? 1 : 2;
  265. while (repeat--)
  266. {
  267. for (HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Begin(); i != resourceGroups_.End(); ++i)
  268. {
  269. bool released = false;
  270. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  271. j != i->second_.resources_.End();)
  272. {
  273. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  274. if (current->second_->GetName().Contains(partialName))
  275. {
  276. // If other references exist, do not release, unless forced
  277. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  278. {
  279. i->second_.resources_.Erase(current);
  280. released = true;
  281. }
  282. }
  283. }
  284. if (released)
  285. UpdateResourceGroup(i->first_);
  286. }
  287. }
  288. }
  289. void ResourceCache::ReleaseAllResources(bool force)
  290. {
  291. unsigned repeat = force ? 1 : 2;
  292. while (repeat--)
  293. {
  294. for (HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Begin();
  295. i != resourceGroups_.End(); ++i)
  296. {
  297. bool released = false;
  298. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  299. j != i->second_.resources_.End();)
  300. {
  301. HashMap<StringHash, SharedPtr<Resource> >::Iterator current = j++;
  302. // If other references exist, do not release, unless forced
  303. if ((current->second_.Refs() == 1 && current->second_.WeakRefs() == 0) || force)
  304. {
  305. i->second_.resources_.Erase(current);
  306. released = true;
  307. }
  308. }
  309. if (released)
  310. UpdateResourceGroup(i->first_);
  311. }
  312. }
  313. }
  314. bool ResourceCache::ReloadResource(Resource* resource)
  315. {
  316. if (!resource)
  317. return false;
  318. resource->SendEvent(E_RELOADSTARTED);
  319. bool success = false;
  320. SharedPtr<File> file = GetFile(resource->GetName());
  321. if (file)
  322. success = resource->Load(*(file.Get()));
  323. if (success)
  324. {
  325. resource->ResetUseTimer();
  326. UpdateResourceGroup(resource->GetType());
  327. resource->SendEvent(E_RELOADFINISHED);
  328. return true;
  329. }
  330. // If reloading failed, do not remove the resource from cache, to allow for a new live edit to
  331. // attempt loading again
  332. resource->SendEvent(E_RELOADFAILED);
  333. return false;
  334. }
  335. void ResourceCache::ReloadResourceWithDependencies(const String& fileName)
  336. {
  337. StringHash fileNameHash(fileName);
  338. // If the filename is a resource we keep track of, reload it
  339. const SharedPtr<Resource>& resource = FindResource(fileNameHash);
  340. if (resource)
  341. {
  342. LOGDEBUG("Reloading changed resource " + fileName);
  343. ReloadResource(resource);
  344. }
  345. // Always perform dependency resource check for resource loaded from XML file as it could be used in inheritance
  346. if (!resource || GetExtension(resource->GetName()) == ".xml")
  347. {
  348. // Check if this is a dependency resource, reload dependents
  349. HashMap<StringHash, HashSet<StringHash> >::ConstIterator j = dependentResources_.Find(fileNameHash);
  350. if (j != dependentResources_.End())
  351. {
  352. // Reloading a resource may modify the dependency tracking structure. Therefore collect the
  353. // resources we need to reload first
  354. Vector<SharedPtr<Resource> > dependents;
  355. dependents.Reserve(j->second_.Size());
  356. for (HashSet<StringHash>::ConstIterator k = j->second_.Begin(); k != j->second_.End(); ++k)
  357. {
  358. const SharedPtr<Resource>& dependent = FindResource(*k);
  359. if (dependent)
  360. dependents.Push(dependent);
  361. }
  362. for (unsigned k = 0; k < dependents.Size(); ++k)
  363. {
  364. LOGDEBUG("Reloading resource " + dependents[k]->GetName() + " depending on " + fileName);
  365. ReloadResource(dependents[k]);
  366. }
  367. }
  368. }
  369. }
  370. void ResourceCache::SetMemoryBudget(StringHash type, unsigned budget)
  371. {
  372. resourceGroups_[type].memoryBudget_ = budget;
  373. }
  374. void ResourceCache::SetAutoReloadResources(bool enable)
  375. {
  376. if (enable != autoReloadResources_)
  377. {
  378. if (enable)
  379. {
  380. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  381. {
  382. SharedPtr<FileWatcher> watcher(new FileWatcher(context_));
  383. watcher->StartWatching(resourceDirs_[i], true);
  384. fileWatchers_.Push(watcher);
  385. }
  386. }
  387. else
  388. fileWatchers_.Clear();
  389. autoReloadResources_ = enable;
  390. }
  391. }
  392. void ResourceCache::SetReturnFailedResources(bool enable)
  393. {
  394. returnFailedResources_ = enable;
  395. }
  396. SharedPtr<File> ResourceCache::GetFile(const String& nameIn, bool sendEventOnFailure)
  397. {
  398. MutexLock lock(resourceMutex_);
  399. String name = SanitateResourceName(nameIn);
  400. if (resourceRouter_)
  401. resourceRouter_->Route(name, RESOURCE_GETFILE);
  402. if (name.Length())
  403. {
  404. File* file = 0;
  405. if (searchPackagesFirst_)
  406. {
  407. file = SearchPackages(name);
  408. if (!file)
  409. file = SearchResourceDirs(name);
  410. }
  411. else
  412. {
  413. file = SearchResourceDirs(name);
  414. if (!file)
  415. file = SearchPackages(name);
  416. }
  417. if (file)
  418. return SharedPtr<File>(file);
  419. }
  420. if (sendEventOnFailure)
  421. {
  422. if (resourceRouter_ && name.Empty() && !nameIn.Empty())
  423. LOGERROR("Resource request " + nameIn + " was blocked");
  424. else
  425. LOGERROR("Could not find resource " + name);
  426. if (Thread::IsMainThread())
  427. {
  428. using namespace ResourceNotFound;
  429. VariantMap& eventData = GetEventDataMap();
  430. eventData[P_RESOURCENAME] = name.Length() ? name : nameIn;
  431. SendEvent(E_RESOURCENOTFOUND, eventData);
  432. }
  433. }
  434. return SharedPtr<File>();
  435. }
  436. Resource* ResourceCache::GetExistingResource(StringHash type, const String& nameIn)
  437. {
  438. String name = SanitateResourceName(nameIn);
  439. if (!Thread::IsMainThread())
  440. {
  441. LOGERROR("Attempted to get resource " + name + " from outside the main thread");
  442. return 0;
  443. }
  444. // If empty name, return null pointer immediately
  445. if (name.Empty())
  446. return 0;
  447. StringHash nameHash(name);
  448. const SharedPtr<Resource>& existing = FindResource(type, nameHash);
  449. return existing;
  450. }
  451. Resource* ResourceCache::GetResource(StringHash type, const String& nameIn, bool sendEventOnFailure)
  452. {
  453. String name = SanitateResourceName(nameIn);
  454. if (!Thread::IsMainThread())
  455. {
  456. LOGERROR("Attempted to get resource " + name + " from outside the main thread");
  457. return 0;
  458. }
  459. // If empty name, return null pointer immediately
  460. if (name.Empty())
  461. return 0;
  462. StringHash nameHash(name);
  463. // Check if the resource is being background loaded but is now needed immediately
  464. backgroundLoader_->WaitForResource(type, nameHash);
  465. const SharedPtr<Resource>& existing = FindResource(type, nameHash);
  466. if (existing)
  467. return existing;
  468. SharedPtr<Resource> resource;
  469. // Make sure the pointer is non-null and is a Resource subclass
  470. resource = DynamicCast<Resource>(context_->CreateObject(type));
  471. if (!resource)
  472. {
  473. LOGERROR("Could not load unknown resource type " + String(type));
  474. if (sendEventOnFailure)
  475. {
  476. using namespace UnknownResourceType;
  477. VariantMap& eventData = GetEventDataMap();
  478. eventData[P_RESOURCETYPE] = type;
  479. SendEvent(E_UNKNOWNRESOURCETYPE, eventData);
  480. }
  481. return 0;
  482. }
  483. // Attempt to load the resource
  484. SharedPtr<File> file = GetFile(name, sendEventOnFailure);
  485. if (!file)
  486. return 0; // Error is already logged
  487. LOGDEBUG("Loading resource " + name);
  488. resource->SetName(name);
  489. if (!resource->Load(*(file.Get())))
  490. {
  491. // Error should already been logged by corresponding resource descendant class
  492. if (sendEventOnFailure)
  493. {
  494. using namespace LoadFailed;
  495. VariantMap& eventData = GetEventDataMap();
  496. eventData[P_RESOURCENAME] = name;
  497. SendEvent(E_LOADFAILED, eventData);
  498. }
  499. if (!returnFailedResources_)
  500. return 0;
  501. }
  502. // Store to cache
  503. resource->ResetUseTimer();
  504. resourceGroups_[type].resources_[nameHash] = resource;
  505. UpdateResourceGroup(type);
  506. return resource;
  507. }
  508. bool ResourceCache::BackgroundLoadResource(StringHash type, const String& nameIn, bool sendEventOnFailure, Resource* caller)
  509. {
  510. // If empty name, fail immediately
  511. String name = SanitateResourceName(nameIn);
  512. if (name.Empty())
  513. return false;
  514. // First check if already exists as a loaded resource
  515. StringHash nameHash(name);
  516. if (FindResource(type, nameHash) != noResource)
  517. return false;
  518. return backgroundLoader_->QueueResource(type, name, sendEventOnFailure, caller);
  519. }
  520. SharedPtr<Resource> ResourceCache::GetTempResource(StringHash type, const String& nameIn, bool sendEventOnFailure)
  521. {
  522. String name = SanitateResourceName(nameIn);
  523. // If empty name, return null pointer immediately
  524. if (name.Empty())
  525. return SharedPtr<Resource>();
  526. SharedPtr<Resource> resource;
  527. // Make sure the pointer is non-null and is a Resource subclass
  528. resource = DynamicCast<Resource>(context_->CreateObject(type));
  529. if (!resource)
  530. {
  531. LOGERROR("Could not load unknown resource type " + String(type));
  532. if (sendEventOnFailure)
  533. {
  534. using namespace UnknownResourceType;
  535. VariantMap& eventData = GetEventDataMap();
  536. eventData[P_RESOURCETYPE] = type;
  537. SendEvent(E_UNKNOWNRESOURCETYPE, eventData);
  538. }
  539. return SharedPtr<Resource>();
  540. }
  541. // Attempt to load the resource
  542. SharedPtr<File> file = GetFile(name, sendEventOnFailure);
  543. if (!file)
  544. return SharedPtr<Resource>(); // Error is already logged
  545. LOGDEBUG("Loading temporary resource " + name);
  546. resource->SetName(file->GetName());
  547. if (!resource->Load(*(file.Get())))
  548. {
  549. // Error should already been logged by corresponding resource descendant class
  550. if (sendEventOnFailure)
  551. {
  552. using namespace LoadFailed;
  553. VariantMap& eventData = GetEventDataMap();
  554. eventData[P_RESOURCENAME] = name;
  555. SendEvent(E_LOADFAILED, eventData);
  556. }
  557. return SharedPtr<Resource>();
  558. }
  559. return resource;
  560. }
  561. unsigned ResourceCache::GetNumBackgroundLoadResources() const
  562. {
  563. return backgroundLoader_->GetNumQueuedResources();
  564. }
  565. void ResourceCache::GetResources(PODVector<Resource*>& result, StringHash type) const
  566. {
  567. result.Clear();
  568. HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Find(type);
  569. if (i != resourceGroups_.End())
  570. {
  571. for (HashMap<StringHash, SharedPtr<Resource> >::ConstIterator j = i->second_.resources_.Begin();
  572. j != i->second_.resources_.End(); ++j)
  573. result.Push(j->second_);
  574. }
  575. }
  576. bool ResourceCache::Exists(const String& nameIn) const
  577. {
  578. MutexLock lock(resourceMutex_);
  579. String name = SanitateResourceName(nameIn);
  580. if (resourceRouter_)
  581. resourceRouter_->Route(name, RESOURCE_CHECKEXISTS);
  582. if (name.Empty())
  583. return false;
  584. for (unsigned i = 0; i < packages_.Size(); ++i)
  585. {
  586. if (packages_[i]->Exists(name))
  587. return true;
  588. }
  589. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  590. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  591. {
  592. if (fileSystem->FileExists(resourceDirs_[i] + name))
  593. return true;
  594. }
  595. // Fallback using absolute path
  596. return fileSystem->FileExists(name);
  597. }
  598. unsigned ResourceCache::GetMemoryBudget(StringHash type) const
  599. {
  600. HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Find(type);
  601. return i != resourceGroups_.End() ? i->second_.memoryBudget_ : 0;
  602. }
  603. unsigned ResourceCache::GetMemoryUse(StringHash type) const
  604. {
  605. HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Find(type);
  606. return i != resourceGroups_.End() ? i->second_.memoryUse_ : 0;
  607. }
  608. unsigned ResourceCache::GetTotalMemoryUse() const
  609. {
  610. unsigned total = 0;
  611. for (HashMap<StringHash, ResourceGroup>::ConstIterator i = resourceGroups_.Begin(); i != resourceGroups_.End(); ++i)
  612. total += i->second_.memoryUse_;
  613. return total;
  614. }
  615. String ResourceCache::GetResourceFileName(const String& name) const
  616. {
  617. MutexLock lock(resourceMutex_);
  618. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  619. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  620. {
  621. if (fileSystem->FileExists(resourceDirs_[i] + name))
  622. return resourceDirs_[i] + name;
  623. }
  624. return String();
  625. }
  626. String ResourceCache::GetPreferredResourceDir(const String& path) const
  627. {
  628. String fixedPath = AddTrailingSlash(path);
  629. bool pathHasKnownDirs = false;
  630. bool parentHasKnownDirs = false;
  631. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  632. for (unsigned i = 0; checkDirs[i] != 0; ++i)
  633. {
  634. if (fileSystem->DirExists(fixedPath + checkDirs[i]))
  635. {
  636. pathHasKnownDirs = true;
  637. break;
  638. }
  639. }
  640. if (!pathHasKnownDirs)
  641. {
  642. String parentPath = GetParentPath(fixedPath);
  643. for (unsigned i = 0; checkDirs[i] != 0; ++i)
  644. {
  645. if (fileSystem->DirExists(parentPath + checkDirs[i]))
  646. {
  647. parentHasKnownDirs = true;
  648. break;
  649. }
  650. }
  651. // If path does not have known subdirectories, but the parent path has, use the parent instead
  652. if (parentHasKnownDirs)
  653. fixedPath = parentPath;
  654. }
  655. return fixedPath;
  656. }
  657. String ResourceCache::SanitateResourceName(const String& nameIn) const
  658. {
  659. // Sanitate unsupported constructs from the resource name
  660. String name = GetInternalPath(nameIn);
  661. name.Replace("../", "");
  662. name.Replace("./", "");
  663. // If the path refers to one of the resource directories, normalize the resource name
  664. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  665. if (resourceDirs_.Size())
  666. {
  667. String namePath = GetPath(name);
  668. String exePath = fileSystem->GetProgramDir();
  669. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  670. {
  671. String relativeResourcePath = resourceDirs_[i];
  672. if (relativeResourcePath.StartsWith(exePath))
  673. relativeResourcePath = relativeResourcePath.Substring(exePath.Length());
  674. if (namePath.StartsWith(resourceDirs_[i], false))
  675. namePath = namePath.Substring(resourceDirs_[i].Length());
  676. else if (namePath.StartsWith(relativeResourcePath, false))
  677. namePath = namePath.Substring(relativeResourcePath.Length());
  678. }
  679. name = namePath + GetFileNameAndExtension(name);
  680. }
  681. return name.Trimmed();
  682. }
  683. String ResourceCache::SanitateResourceDirName(const String& nameIn) const
  684. {
  685. String fixedPath = AddTrailingSlash(nameIn);
  686. if (!IsAbsolutePath(fixedPath))
  687. fixedPath = GetSubsystem<FileSystem>()->GetCurrentDir() + fixedPath;
  688. // Sanitate away /./ construct
  689. fixedPath.Replace("/./", "/");
  690. return fixedPath.Trimmed();
  691. }
  692. void ResourceCache::StoreResourceDependency(Resource* resource, const String& dependency)
  693. {
  694. // If resource reloading is not on, do not create the dependency data structure (saves memory)
  695. if (!resource || !autoReloadResources_)
  696. return;
  697. MutexLock lock(resourceMutex_);
  698. StringHash nameHash(resource->GetName());
  699. HashSet<StringHash>& dependents = dependentResources_[dependency];
  700. dependents.Insert(nameHash);
  701. }
  702. void ResourceCache::ResetDependencies(Resource* resource)
  703. {
  704. if (!resource || !autoReloadResources_)
  705. return;
  706. MutexLock lock(resourceMutex_);
  707. StringHash nameHash(resource->GetName());
  708. for (HashMap<StringHash, HashSet<StringHash> >::Iterator i = dependentResources_.Begin(); i != dependentResources_.End();)
  709. {
  710. HashSet<StringHash>& dependents = i->second_;
  711. dependents.Erase(nameHash);
  712. if (dependents.Empty())
  713. i = dependentResources_.Erase(i);
  714. else
  715. ++i;
  716. }
  717. }
  718. const SharedPtr<Resource>& ResourceCache::FindResource(StringHash type, StringHash nameHash)
  719. {
  720. MutexLock lock(resourceMutex_);
  721. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  722. if (i == resourceGroups_.End())
  723. return noResource;
  724. HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Find(nameHash);
  725. if (j == i->second_.resources_.End())
  726. return noResource;
  727. return j->second_;
  728. }
  729. const SharedPtr<Resource>& ResourceCache::FindResource(StringHash nameHash)
  730. {
  731. MutexLock lock(resourceMutex_);
  732. for (HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Begin(); i != resourceGroups_.End(); ++i)
  733. {
  734. HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Find(nameHash);
  735. if (j != i->second_.resources_.End())
  736. return j->second_;
  737. }
  738. return noResource;
  739. }
  740. void ResourceCache::ReleasePackageResources(PackageFile* package, bool force)
  741. {
  742. HashSet<StringHash> affectedGroups;
  743. const HashMap<String, PackageEntry>& entries = package->GetEntries();
  744. for (HashMap<String, PackageEntry>::ConstIterator i = entries.Begin(); i != entries.End(); ++i)
  745. {
  746. StringHash nameHash(i->first_);
  747. // We do not know the actual resource type, so search all type containers
  748. for (HashMap<StringHash, ResourceGroup>::Iterator j = resourceGroups_.Begin(); j != resourceGroups_.End(); ++j)
  749. {
  750. HashMap<StringHash, SharedPtr<Resource> >::Iterator k = j->second_.resources_.Find(nameHash);
  751. if (k != j->second_.resources_.End())
  752. {
  753. // If other references exist, do not release, unless forced
  754. if ((k->second_.Refs() == 1 && k->second_.WeakRefs() == 0) || force)
  755. {
  756. j->second_.resources_.Erase(k);
  757. affectedGroups.Insert(j->first_);
  758. }
  759. break;
  760. }
  761. }
  762. }
  763. for (HashSet<StringHash>::Iterator i = affectedGroups.Begin(); i != affectedGroups.End(); ++i)
  764. UpdateResourceGroup(*i);
  765. }
  766. void ResourceCache::UpdateResourceGroup(StringHash type)
  767. {
  768. HashMap<StringHash, ResourceGroup>::Iterator i = resourceGroups_.Find(type);
  769. if (i == resourceGroups_.End())
  770. return;
  771. for (;;)
  772. {
  773. unsigned totalSize = 0;
  774. unsigned oldestTimer = 0;
  775. HashMap<StringHash, SharedPtr<Resource> >::Iterator oldestResource = i->second_.resources_.End();
  776. for (HashMap<StringHash, SharedPtr<Resource> >::Iterator j = i->second_.resources_.Begin();
  777. j != i->second_.resources_.End(); ++j)
  778. {
  779. totalSize += j->second_->GetMemoryUse();
  780. unsigned useTimer = j->second_->GetUseTimer();
  781. if (useTimer > oldestTimer)
  782. {
  783. oldestTimer = useTimer;
  784. oldestResource = j;
  785. }
  786. }
  787. i->second_.memoryUse_ = totalSize;
  788. // If memory budget defined and is exceeded, remove the oldest resource and loop again
  789. // (resources in use always return a zero timer and can not be removed)
  790. if (i->second_.memoryBudget_ && i->second_.memoryUse_ > i->second_.memoryBudget_ &&
  791. oldestResource != i->second_.resources_.End())
  792. {
  793. LOGDEBUG("Resource group " + oldestResource->second_->GetTypeName() + " over memory budget, releasing resource " +
  794. oldestResource->second_->GetName());
  795. i->second_.resources_.Erase(oldestResource);
  796. }
  797. else
  798. break;
  799. }
  800. }
  801. void ResourceCache::HandleBeginFrame(StringHash eventType, VariantMap& eventData)
  802. {
  803. for (unsigned i = 0; i < fileWatchers_.Size(); ++i)
  804. {
  805. String fileName;
  806. while (fileWatchers_[i]->GetNextChange(fileName))
  807. {
  808. ReloadResourceWithDependencies(fileName);
  809. // Finally send a general file changed event even if the file was not a tracked resource
  810. using namespace FileChanged;
  811. VariantMap& eventData = GetEventDataMap();
  812. eventData[P_FILENAME] = fileWatchers_[i]->GetPath() + fileName;
  813. eventData[P_RESOURCENAME] = fileName;
  814. SendEvent(E_FILECHANGED, eventData);
  815. }
  816. }
  817. // Check for background loaded resources that can be finished
  818. {
  819. PROFILE(FinishBackgroundResources);
  820. backgroundLoader_->FinishResources(finishBackgroundResourcesMs_);
  821. }
  822. }
  823. File* ResourceCache::SearchResourceDirs(const String& nameIn)
  824. {
  825. FileSystem* fileSystem = GetSubsystem<FileSystem>();
  826. for (unsigned i = 0; i < resourceDirs_.Size(); ++i)
  827. {
  828. if (fileSystem->FileExists(resourceDirs_[i] + nameIn))
  829. {
  830. // Construct the file first with full path, then rename it to not contain the resource path,
  831. // so that the file's name can be used in further GetFile() calls (for example over the network)
  832. File* file(new File(context_, resourceDirs_[i] + nameIn));
  833. file->SetName(nameIn);
  834. return file;
  835. }
  836. }
  837. // Fallback using absolute path
  838. if (fileSystem->FileExists(nameIn))
  839. return new File(context_, nameIn);
  840. return 0;
  841. }
  842. File* ResourceCache::SearchPackages(const String& nameIn)
  843. {
  844. for (unsigned i = 0; i < packages_.Size(); ++i)
  845. {
  846. if (packages_[i]->Exists(nameIn))
  847. return new File(context_, packages_[i], nameIn);
  848. }
  849. return 0;
  850. }
  851. void RegisterResourceLibrary(Context* context)
  852. {
  853. Image::RegisterObject(context);
  854. JSONFile::RegisterObject(context);
  855. PListFile::RegisterObject(context);
  856. XMLFile::RegisterObject(context);
  857. }
  858. }