CmResources.cpp 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300
  1. #include "CmResources.h"
  2. #include "CmResource.h"
  3. #include "CmResourceManifest.h"
  4. #include "CmException.h"
  5. #include "CmFileSerializer.h"
  6. #include "CmFileSystem.h"
  7. #include "CmUUID.h"
  8. #include "CmPath.h"
  9. #include "CmDebug.h"
  10. namespace CamelotFramework
  11. {
  12. bool Resources::ResourceRequestHandler::canHandleRequest(const WorkQueue::Request* req, const WorkQueue* srcQ)
  13. {
  14. return true;
  15. }
  16. WorkQueue::Response* Resources::ResourceRequestHandler::handleRequest(WorkQueue::Request* req, const WorkQueue* srcQ)
  17. {
  18. ResourceLoadRequestPtr resRequest = boost::any_cast<ResourceLoadRequestPtr>(req->getData());
  19. ResourceLoadResponsePtr resResponse = cm_shared_ptr<Resources::ResourceLoadResponse, ScratchAlloc>();
  20. resResponse->rawResource = gResources().loadFromDiskAndDeserialize(resRequest->filePath);
  21. return cm_new<WorkQueue::Response, ScratchAlloc>(req, true, resResponse);
  22. }
  23. bool Resources::ResourceResponseHandler::canHandleResponse(const WorkQueue::Response* res, const WorkQueue* srcQ)
  24. {
  25. return true;
  26. }
  27. void Resources::ResourceResponseHandler::handleResponse(const WorkQueue::Response* res, const WorkQueue* srcQ)
  28. {
  29. ResourceLoadRequestPtr resRequest = boost::any_cast<ResourceLoadRequestPtr>(res->getRequest()->getData());
  30. if(res->getRequest()->getAborted())
  31. return;
  32. gResources().notifyResourceLoadingFinished(resRequest->resource);
  33. if(res->succeeded())
  34. {
  35. ResourceLoadResponsePtr resResponse = boost::any_cast<ResourceLoadResponsePtr>(res->getData());
  36. // This should be thread safe without any sync primitives, if other threads read a few cycles out of date value
  37. // and think this resource isn't created when it really is, it hardly makes any difference
  38. resRequest->resource.setHandleData(resResponse->rawResource, resRequest->resource.getUUID());
  39. gResources().notifyNewResourceLoaded(resRequest->resource);
  40. }
  41. else
  42. {
  43. gDebug().logWarning("Resource load request failed.");
  44. }
  45. }
  46. Resources::Resources()
  47. :mRequestHandler(nullptr), mResponseHandler(nullptr), mWorkQueue(nullptr)
  48. {
  49. mResourceManifest = cm_shared_ptr<ResourceManifest>();
  50. mWorkQueue = cm_new<WorkQueue>();
  51. mWorkQueueChannel = mWorkQueue->getChannel("Resources");
  52. mRequestHandler = cm_new<ResourceRequestHandler>();
  53. mResponseHandler = cm_new<ResourceResponseHandler>();
  54. mWorkQueue->addRequestHandler(mWorkQueueChannel, mRequestHandler);
  55. mWorkQueue->addResponseHandler(mWorkQueueChannel, mResponseHandler);
  56. // TODO Low priority - I might want to make this more global so other classes can use it
  57. #if CM_THREAD_SUPPORT
  58. mWorkQueue->setWorkerThreadCount(CM_THREAD_HARDWARE_CONCURRENCY);
  59. #endif
  60. mWorkQueue->startup();
  61. }
  62. Resources::~Resources()
  63. {
  64. if(mWorkQueue)
  65. {
  66. if(mRequestHandler != nullptr)
  67. mWorkQueue->removeRequestHandler(mWorkQueueChannel, mRequestHandler);
  68. if(mResponseHandler != nullptr)
  69. mWorkQueue->removeResponseHandler(mWorkQueueChannel, mResponseHandler);
  70. mWorkQueue->shutdown();
  71. cm_delete(mWorkQueue);
  72. }
  73. if(mRequestHandler != nullptr)
  74. cm_delete(mRequestHandler);
  75. if(mResponseHandler != nullptr)
  76. cm_delete(mResponseHandler);
  77. }
  78. HResource Resources::load(const WString& filePath)
  79. {
  80. return loadInternal(filePath, true);
  81. }
  82. HResource Resources::loadAsync(const WString& filePath)
  83. {
  84. return loadInternal(filePath, false);
  85. }
  86. HResource Resources::loadFromUUID(const String& uuid)
  87. {
  88. if(!mResourceManifest->uuidExists(uuid))
  89. {
  90. gDebug().logWarning("Cannot load resource. Resource with UUID '" + uuid + "' doesn't exist.");
  91. return HResource();
  92. }
  93. WString filePath = getPathFromUUID(uuid);
  94. return load(filePath);
  95. }
  96. HResource Resources::loadFromUUIDAsync(const String& uuid)
  97. {
  98. if(!mResourceManifest->uuidExists(uuid))
  99. {
  100. gDebug().logWarning("Cannot load resource. Resource with UUID '" + uuid + "' doesn't exist.");
  101. return HResource();
  102. }
  103. WString filePath = getPathFromUUID(uuid);
  104. return loadAsync(filePath);
  105. }
  106. HResource Resources::loadInternal(const WString& filePath, bool synchronous)
  107. {
  108. String uuid;
  109. if(!mResourceManifest->filePathExists(filePath))
  110. {
  111. uuid = UUIDGenerator::generateRandom();
  112. mResourceManifest->registerResource(uuid, filePath);
  113. }
  114. else
  115. uuid = getUUIDFromPath(filePath);
  116. {
  117. CM_LOCK_MUTEX(mLoadedResourceMutex);
  118. auto iterFind = mLoadedResources.find(uuid);
  119. if(iterFind != mLoadedResources.end()) // Resource is already loaded
  120. {
  121. return iterFind->second;
  122. }
  123. }
  124. bool resourceLoadingInProgress = false;
  125. HResource existingResource;
  126. {
  127. CM_LOCK_MUTEX(mInProgressResourcesMutex);
  128. auto iterFind2 = mInProgressResources.find(uuid);
  129. if(iterFind2 != mInProgressResources.end())
  130. {
  131. existingResource = iterFind2->second.resource;
  132. resourceLoadingInProgress = true;
  133. }
  134. }
  135. if(resourceLoadingInProgress) // We're already loading this resource
  136. {
  137. if(!synchronous)
  138. return existingResource;
  139. else
  140. {
  141. // Previously being loaded as async but now we want it synced, so we wait
  142. existingResource.synchronize();
  143. return existingResource;
  144. }
  145. }
  146. if(!FileSystem::isFile(filePath))
  147. {
  148. gDebug().logWarning("Specified file: " + toString(filePath) + " doesn't exist.");
  149. return HResource();
  150. }
  151. HResource newResource(uuid);
  152. ResourceLoadRequestPtr resRequest = cm_shared_ptr<Resources::ResourceLoadRequest, ScratchAlloc>();
  153. resRequest->filePath = filePath;
  154. resRequest->resource = newResource;
  155. WorkQueue::RequestID requestId = mWorkQueue->peekNextFreeRequestId();
  156. ResourceAsyncOp newAsyncOp;
  157. newAsyncOp.resource = newResource;
  158. newAsyncOp.requestID = requestId;
  159. {
  160. CM_LOCK_MUTEX(mInProgressResourcesMutex);
  161. mInProgressResources[uuid] = newAsyncOp;
  162. }
  163. mWorkQueue->addRequest(mWorkQueueChannel, resRequest, 0, synchronous);
  164. return newResource;
  165. }
  166. ResourcePtr Resources::loadFromDiskAndDeserialize(const WString& filePath)
  167. {
  168. FileSerializer fs;
  169. std::shared_ptr<IReflectable> loadedData = fs.decode(filePath);
  170. if(loadedData == nullptr)
  171. CM_EXCEPT(InternalErrorException, "Unable to load resource.");
  172. if(!loadedData->isDerivedFrom(Resource::getRTTIStatic()))
  173. CM_EXCEPT(InternalErrorException, "Loaded class doesn't derive from Resource.");
  174. ResourcePtr resource = std::static_pointer_cast<Resource>(loadedData);
  175. return resource;
  176. }
  177. void Resources::unload(HResource resource)
  178. {
  179. if(!resource.isLoaded()) // If it's still loading wait until that finishes
  180. resource.synchronize();
  181. resource->destroy();
  182. {
  183. CM_LOCK_MUTEX(mLoadedResourceMutex);
  184. mLoadedResources.erase(resource.getUUID());
  185. }
  186. }
  187. void Resources::unloadAllUnused()
  188. {
  189. Vector<HResource>::type resourcesToUnload;
  190. {
  191. CM_LOCK_MUTEX(mLoadedResourceMutex);
  192. for(auto iter = mLoadedResources.begin(); iter != mLoadedResources.end(); ++iter)
  193. {
  194. if(iter->second.getInternalPtr().unique()) // We just have this one reference, meaning nothing is using this resource
  195. resourcesToUnload.push_back(iter->second);
  196. }
  197. }
  198. for(auto iter = resourcesToUnload.begin(); iter != resourcesToUnload.end(); ++iter)
  199. {
  200. unload(*iter);
  201. }
  202. }
  203. void Resources::save(HResource resource, const WString& filePath, bool overwrite)
  204. {
  205. if(!resource.isLoaded())
  206. resource.synchronize();
  207. bool fileExists = FileSystem::isFile(filePath);
  208. if(fileExists)
  209. {
  210. if(overwrite)
  211. FileSystem::remove(filePath);
  212. else
  213. CM_EXCEPT(InvalidParametersException, "Another file exists at the specified location.");
  214. }
  215. mResourceManifest->registerResource(resource.getUUID(), filePath);
  216. FileSerializer fs;
  217. fs.encode(resource.get(), filePath);
  218. }
  219. const WString& Resources::getPathFromUUID(const String& uuid) const
  220. {
  221. return mResourceManifest->uuidToFilePath(uuid);
  222. }
  223. const String& Resources::getUUIDFromPath(const WString& path) const
  224. {
  225. return mResourceManifest->filePathToUUID(path);
  226. }
  227. void Resources::notifyResourceLoadingFinished(HResource& handle)
  228. {
  229. CM_LOCK_MUTEX(mInProgressResourcesMutex);
  230. mInProgressResources.erase(handle.getUUID());
  231. }
  232. void Resources::notifyNewResourceLoaded(HResource& handle)
  233. {
  234. CM_LOCK_MUTEX(mLoadedResourceMutex);
  235. mLoadedResources[handle.getUUID()] = handle;
  236. }
  237. CM_EXPORT Resources& gResources()
  238. {
  239. return Resources::instance();
  240. }
  241. }