| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367 |
- #include "BsProjectLibrary.h"
- #include "BsFileSystem.h"
- #include "BsException.h"
- #include "BsResources.h"
- #include "BsResourceManifest.h"
- #include "BsImporter.h"
- #include "BsProjectResourceMeta.h"
- #include "BsResources.h"
- #include "BsImporter.h"
- #include "BsImportOptions.h"
- #include "BsFileSerializer.h"
- #include "BsDebug.h"
- #include "BsProjectLibraryEntries.h"
- #include "BsResource.h"
- #include "BsEditorApplication.h"
- #include "BsShader.h"
- #include <regex>
- using namespace std::placeholders;
- namespace BansheeEngine
- {
- const Path ProjectLibrary::RESOURCES_DIR = L"Resources\\";
- const Path ProjectLibrary::INTERNAL_RESOURCES_DIR = PROJECT_INTERNAL_DIR + GAME_RESOURCES_FOLDER_NAME;
- const WString ProjectLibrary::LIBRARY_ENTRIES_FILENAME = L"ProjectLibrary.asset";
- const WString ProjectLibrary::RESOURCE_MANIFEST_FILENAME = L"ResourceManifest.asset";
- ProjectLibrary::LibraryEntry::LibraryEntry()
- :parent(nullptr), type(LibraryEntryType::Directory)
- { }
- ProjectLibrary::LibraryEntry::LibraryEntry(const Path& path, const WString& name, DirectoryEntry* parent, LibraryEntryType type)
- :path(path), parent(parent), type(type), elementName(name)
- { }
- ProjectLibrary::ResourceEntry::ResourceEntry()
- : lastUpdateTime(0)
- { }
- ProjectLibrary::ResourceEntry::ResourceEntry(const Path& path, const WString& name, DirectoryEntry* parent)
- : LibraryEntry(path, name, parent, LibraryEntryType::File), lastUpdateTime(0)
- { }
- ProjectLibrary::DirectoryEntry::DirectoryEntry()
- { }
- ProjectLibrary::DirectoryEntry::DirectoryEntry(const Path& path, const WString& name, DirectoryEntry* parent)
- :LibraryEntry(path, name, parent, LibraryEntryType::Directory)
- { }
- ProjectLibrary::ProjectLibrary()
- : mRootEntry(nullptr), mIsLoaded(false)
- {
- mRootEntry = bs_new<DirectoryEntry>(mResourcesFolder, mResourcesFolder.getWTail(), nullptr);
- }
- ProjectLibrary::~ProjectLibrary()
- {
- clearEntries();
- }
- void ProjectLibrary::checkForModifications(const Path& fullPath)
- {
- Vector<Path> dirtyResources;
- checkForModifications(fullPath, true, dirtyResources);
- }
- void ProjectLibrary::checkForModifications(const Path& fullPath, bool import, Vector<Path>& dirtyResources)
- {
- if (!mResourcesFolder.includes(fullPath))
- return; // Folder not part of our resources path, so no modifications
- if(mRootEntry == nullptr)
- {
- mRootEntry = bs_new<DirectoryEntry>(mResourcesFolder, mResourcesFolder.getWTail(), nullptr);
- }
- Path pathToSearch = fullPath;
- LibraryEntry* entry = findEntry(pathToSearch);
- if (entry == nullptr) // File could be new, try to find parent directory entry
- {
- if (FileSystem::exists(pathToSearch))
- {
- if (isMeta(pathToSearch))
- {
- Path sourceFilePath = pathToSearch;
- sourceFilePath.setExtension(L"");
- if (!FileSystem::isFile(sourceFilePath))
- {
- LOGWRN("Found a .meta file without a corresponding resource. Deleting.");
- FileSystem::remove(pathToSearch);
- }
- }
- else
- {
- Path parentDirPath = pathToSearch.getParent();
- entry = findEntry(parentDirPath);
- // Cannot find parent directory. Create the needed hierarchy.
- DirectoryEntry* entryParent = nullptr;
- DirectoryEntry* newHierarchyParent = nullptr;
- if (entry == nullptr)
- createInternalParentHierarchy(pathToSearch, &newHierarchyParent, &entryParent);
- else
- entryParent = static_cast<DirectoryEntry*>(entry);
- if (FileSystem::isFile(pathToSearch))
- {
- if (import)
- addResourceInternal(entryParent, pathToSearch);
- dirtyResources.push_back(pathToSearch);
- }
- else if (FileSystem::isDirectory(pathToSearch))
- {
- addDirectoryInternal(entryParent, pathToSearch);
- checkForModifications(pathToSearch, import, dirtyResources);
- }
- }
- }
- }
- else if(entry->type == LibraryEntryType::File)
- {
- if(FileSystem::isFile(entry->path))
- {
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(entry);
- if (import)
- reimportResourceInternal(resEntry);
- if (!isUpToDate(resEntry))
- dirtyResources.push_back(entry->path);
- }
- else
- {
- deleteResourceInternal(static_cast<ResourceEntry*>(entry));
- }
- }
- else if(entry->type == LibraryEntryType::Directory) // Check folder and all subfolders for modifications
- {
- if(!FileSystem::isDirectory(entry->path))
- {
- deleteDirectoryInternal(static_cast<DirectoryEntry*>(entry));
- }
- else
- {
- Stack<DirectoryEntry*> todo;
- todo.push(static_cast<DirectoryEntry*>(entry));
- Vector<Path> childFiles;
- Vector<Path> childDirectories;
- Vector<bool> existingEntries;
- Vector<LibraryEntry*> toDelete;
- while(!todo.empty())
- {
- DirectoryEntry* currentDir = todo.top();
- todo.pop();
- existingEntries.clear();
- existingEntries.resize(currentDir->mChildren.size());
- for(UINT32 i = 0; i < (UINT32)currentDir->mChildren.size(); i++)
- existingEntries[i] = false;
- childFiles.clear();
- childDirectories.clear();
- FileSystem::getChildren(currentDir->path, childFiles, childDirectories);
-
- for(auto& filePath : childFiles)
- {
- if(isMeta(filePath))
- {
- Path sourceFilePath = filePath;
- sourceFilePath.setExtension(L"");
- if(!FileSystem::isFile(sourceFilePath))
- {
- LOGWRN("Found a .meta file without a corresponding resource. Deleting.");
- FileSystem::remove(filePath);
- }
- }
- else
- {
- ResourceEntry* existingEntry = nullptr;
- UINT32 idx = 0;
- for(auto& child : currentDir->mChildren)
- {
- if(child->type == LibraryEntryType::File && child->path == filePath)
- {
- existingEntries[idx] = true;
- existingEntry = static_cast<ResourceEntry*>(child);
- break;
- }
- idx++;
- }
- if(existingEntry != nullptr)
- {
- if (import)
- reimportResourceInternal(existingEntry);
- if (!isUpToDate(existingEntry))
- dirtyResources.push_back(existingEntry->path);
- }
- else
- {
- if (import)
- addResourceInternal(currentDir, filePath);
- dirtyResources.push_back(filePath);
- }
- }
- }
- for(auto& dirPath : childDirectories)
- {
- DirectoryEntry* existingEntry = nullptr;
- UINT32 idx = 0;
- for(auto& child : currentDir->mChildren)
- {
- if(child->type == LibraryEntryType::Directory && child->path == dirPath)
- {
- existingEntries[idx] = true;
- existingEntry = static_cast<DirectoryEntry*>(child);
- break;
- }
- idx++;
- }
- if(existingEntry == nullptr)
- addDirectoryInternal(currentDir, dirPath);
- }
- {
- for(UINT32 i = 0; i < (UINT32)existingEntries.size(); i++)
- {
- if(existingEntries[i])
- continue;
- toDelete.push_back(currentDir->mChildren[i]);
- }
- for(auto& child : toDelete)
- {
- if(child->type == LibraryEntryType::Directory)
- deleteDirectoryInternal(static_cast<DirectoryEntry*>(child));
- else if(child->type == LibraryEntryType::File)
- deleteResourceInternal(static_cast<ResourceEntry*>(child));
- }
- toDelete.clear();
- }
- for(auto& child : currentDir->mChildren)
- {
- if(child->type == LibraryEntryType::Directory)
- todo.push(static_cast<DirectoryEntry*>(child));
- }
- }
- }
- }
- }
- ProjectLibrary::ResourceEntry* ProjectLibrary::addResourceInternal(DirectoryEntry* parent, const Path& filePath,
- const ImportOptionsPtr& importOptions, bool forceReimport)
- {
- ResourceEntry* newResource = bs_new<ResourceEntry>(filePath, filePath.getWTail(), parent);
- parent->mChildren.push_back(newResource);
- reimportResourceInternal(newResource, importOptions, forceReimport);
- onEntryAdded(newResource->path);
- return newResource;
- }
- ProjectLibrary::DirectoryEntry* ProjectLibrary::addDirectoryInternal(DirectoryEntry* parent, const Path& dirPath)
- {
- DirectoryEntry* newEntry = bs_new<DirectoryEntry>(dirPath, dirPath.getWTail(), parent);
- parent->mChildren.push_back(newEntry);
- onEntryAdded(newEntry->path);
- return newEntry;
- }
- void ProjectLibrary::deleteResourceInternal(ResourceEntry* resource)
- {
- if(resource->meta != nullptr)
- {
- String uuid = resource->meta->getUUID();
- Path path;
- if (mResourceManifest->uuidToFilePath(uuid, path))
- {
- if(FileSystem::isFile(path))
- FileSystem::remove(path);
- mResourceManifest->unregisterResource(uuid);
- }
- mUUIDToPath.erase(uuid);
- }
- Path metaPath = getMetaPath(resource->path);
- if (FileSystem::isFile(metaPath))
- FileSystem::remove(metaPath);
- DirectoryEntry* parent = resource->parent;
- auto findIter = std::find_if(parent->mChildren.begin(), parent->mChildren.end(),
- [&] (const LibraryEntry* entry) { return entry == resource; });
- parent->mChildren.erase(findIter);
- Path originalPath = resource->path;
- onEntryRemoved(originalPath);
- removeDependencies(resource);
- bs_delete(resource);
- reimportDependants(originalPath);
- }
- void ProjectLibrary::deleteDirectoryInternal(DirectoryEntry* directory)
- {
- if(directory == mRootEntry)
- mRootEntry = nullptr;
- Vector<LibraryEntry*> childrenToDestroy = directory->mChildren;
- for(auto& child : childrenToDestroy)
- {
- if(child->type == LibraryEntryType::Directory)
- deleteDirectoryInternal(static_cast<DirectoryEntry*>(child));
- else
- deleteResourceInternal(static_cast<ResourceEntry*>(child));
- }
- DirectoryEntry* parent = directory->parent;
- if(parent != nullptr)
- {
- auto findIter = std::find_if(parent->mChildren.begin(), parent->mChildren.end(),
- [&] (const LibraryEntry* entry) { return entry == directory; });
- parent->mChildren.erase(findIter);
- }
- onEntryRemoved(directory->path);
- bs_delete(directory);
- }
- void ProjectLibrary::reimportResourceInternal(ResourceEntry* resource, const ImportOptionsPtr& importOptions, bool forceReimport)
- {
- Path metaPath = resource->path;
- metaPath.setFilename(metaPath.getWFilename() + L".meta");
- if(resource->meta == nullptr)
- {
- if(FileSystem::isFile(metaPath))
- {
- FileDecoder fs(metaPath);
- std::shared_ptr<IReflectable> loadedMeta = fs.decode();
- if(loadedMeta != nullptr && loadedMeta->isDerivedFrom(ProjectResourceMeta::getRTTIStatic()))
- {
- ProjectResourceMetaPtr resourceMeta = std::static_pointer_cast<ProjectResourceMeta>(loadedMeta);
- resource->meta = resourceMeta;
- mUUIDToPath[resourceMeta->getUUID()] = resource->path;
- }
- }
- }
- if (!isUpToDate(resource) || forceReimport)
- {
- // Note: If resource is native we just copy it to the internal folder. We could avoid the copy and
- // load the resource directly from the Resources folder but that requires complicating library code.
- bool isNativeResource = isNative(resource);
- ImportOptionsPtr curImportOptions = nullptr;
- if (importOptions == nullptr && !isNativeResource)
- {
- if (resource->meta != nullptr)
- curImportOptions = resource->meta->getImportOptions();
- else
- curImportOptions = Importer::instance().createImportOptions(resource->path);
- }
- else
- curImportOptions = importOptions;
- bool unloadWhenDone = false;
- HResource importedResource;
- if (isNativeResource)
- {
- // If meta exists make sure it is registered in the manifest before load, otherwise it will get assigned a new UUID.
- // This can happen if library isn't properly saved before exiting the application.
- if (resource->meta != nullptr)
- {
- mResourceManifest->registerResource(resource->meta->getUUID(), resource->path);
- unloadWhenDone = !gResources().isLoaded(resource->meta->getUUID());
- }
- // Don't load dependencies because we don't need them, but also because they might not be in the manifest
- // which would screw up their UUIDs.
- importedResource = gResources().load(resource->path, false);
- }
- if(resource->meta == nullptr)
- {
- if (!isNativeResource)
- {
- importedResource = Importer::instance().import(resource->path, curImportOptions);
- unloadWhenDone = true;
- }
- if (importedResource != nullptr)
- {
- ResourceMetaDataPtr subMeta = importedResource->getMetaData();
- UINT32 typeId = importedResource->getTypeId();
- resource->meta = ProjectResourceMeta::create(importedResource.getUUID(), typeId, subMeta, curImportOptions);
- }
- else
- resource->meta = ProjectResourceMeta::create(importedResource.getUUID(), 0, nullptr, curImportOptions);
- FileEncoder fs(metaPath);
- fs.encode(resource->meta.get());
- mUUIDToPath[resource->meta->getUUID()] = resource->path;
- }
- else
- {
- removeDependencies(resource);
- if (!isNativeResource)
- {
- importedResource = gResources()._getResourceHandle(resource->meta->getUUID());
- if (importedResource == nullptr)
- {
- importedResource = HResource(resource->meta->getUUID());
- unloadWhenDone = true;
- }
- Importer::instance().reimport(importedResource, resource->path, curImportOptions);
- }
- }
- addDependencies(resource);
- if (importedResource != nullptr)
- {
- Path internalResourcesPath = mProjectFolder;
- internalResourcesPath.append(INTERNAL_RESOURCES_DIR);
- if (!FileSystem::isDirectory(internalResourcesPath))
- FileSystem::createDir(internalResourcesPath);
- internalResourcesPath.setFilename(toWString(importedResource.getUUID()) + L".asset");
- gResources().save(importedResource, internalResourcesPath, true);
- if (unloadWhenDone)
- gResources().unload(importedResource);
- mResourceManifest->registerResource(importedResource.getUUID(), internalResourcesPath);
- }
- resource->lastUpdateTime = std::time(nullptr);
- onEntryImported(resource->path);
- reimportDependants(resource->path);
- }
- }
- bool ProjectLibrary::isUpToDate(ResourceEntry* resource) const
- {
- if(resource->meta == nullptr)
- return false;
- Path internalPath;
- if(!mResourceManifest->uuidToFilePath(resource->meta->getUUID(), internalPath))
- return false;
- if(!FileSystem::isFile(internalPath))
- return false;
- std::time_t lastModifiedTime = FileSystem::getLastModifiedTime(resource->path);
- return lastModifiedTime <= resource->lastUpdateTime;
- }
- Vector<ProjectLibrary::LibraryEntry*> ProjectLibrary::search(const WString& pattern)
- {
- return search(pattern, {});
- }
- Vector<ProjectLibrary::LibraryEntry*> ProjectLibrary::search(const WString& pattern, const Vector<UINT32>& typeIds)
- {
- Vector<LibraryEntry*> foundEntries;
- std::wregex escape(L"[.^$|()\\[\\]{}*+?\\\\]");
- WString replace(L"\\\\&");
- WString escapedPattern = std::regex_replace(pattern, escape, replace, std::regex_constants::match_default | std::regex_constants::format_sed);
- std::wregex wildcard(L"\\\\\\*");
- WString wildcardReplace(L".*");
- WString searchPattern = std::regex_replace(escapedPattern, wildcard, L".*");
- std::wregex searchRegex(searchPattern, std::regex_constants::ECMAScript | std::regex_constants::icase);
- Stack<DirectoryEntry*> todo;
- todo.push(mRootEntry);
- while (!todo.empty())
- {
- DirectoryEntry* dirEntry = todo.top();
- todo.pop();
- for (auto& child : dirEntry->mChildren)
- {
- if (std::regex_match(child->elementName, searchRegex))
- {
- if (typeIds.size() == 0)
- foundEntries.push_back(child);
- else
- {
- if (child->type == LibraryEntryType::File)
- {
- ResourceEntry* childResEntry = static_cast<ResourceEntry*>(child);
- for (auto& typeId : typeIds)
- {
- if (childResEntry->meta != nullptr && childResEntry->meta->getTypeID() == typeId)
- {
- foundEntries.push_back(child);
- break;
- }
- }
- }
- }
- }
- if (child->type == LibraryEntryType::Directory)
- {
- DirectoryEntry* childDirEntry = static_cast<DirectoryEntry*>(child);
- todo.push(childDirEntry);
- }
- }
- }
- std::sort(foundEntries.begin(), foundEntries.end(),
- [&](const LibraryEntry* a, const LibraryEntry* b)
- {
- return a->elementName.compare(b->elementName) < 0;
- });
- return foundEntries;
- }
- ProjectLibrary::LibraryEntry* ProjectLibrary::findEntry(const Path& path) const
- {
- Path fullPath = path;
- if (fullPath.isAbsolute())
- {
- if (!mResourcesFolder.includes(fullPath))
- return nullptr;
- }
- else
- fullPath.makeAbsolute(mResourcesFolder);
- Path relPath = fullPath.getRelative(mRootEntry->path);
- UINT32 numElems = relPath.getNumDirectories() + (relPath.isFile() ? 1 : 0);
- UINT32 idx = 0;
- LibraryEntry* current = mRootEntry;
- while (current != nullptr)
- {
- if (idx == numElems)
- return current;
- WString curElem;
- if (relPath.isFile() && idx == (numElems - 1))
- curElem = relPath.getWFilename();
- else
- curElem = relPath[idx];
- if (current->type == LibraryEntryType::Directory)
- {
- DirectoryEntry* dirEntry = static_cast<DirectoryEntry*>(current);
- current = nullptr;
- for (auto& child : dirEntry->mChildren)
- {
- if (Path::comparePathElem(curElem, child->elementName))
- {
- idx++;
- current = child;
- break;
- }
- }
- }
- else
- break;
- }
- return nullptr;
- }
- Path ProjectLibrary::uuidToPath(const String& uuid) const
- {
- auto iterFind = mUUIDToPath.find(uuid);
- if (iterFind != mUUIDToPath.end())
- return iterFind->second;
- return Path::BLANK;
- }
- void ProjectLibrary::createEntry(const HResource& resource, const Path& path)
- {
- if (resource == nullptr)
- return;
- Path assetPath = path;
- if (path.isAbsolute())
- {
- if (!getResourcesFolder().includes(path))
- return;
- assetPath = path.getRelative(getResourcesFolder());
- }
- LibraryEntry* existingEntry = findEntry(assetPath);
- if (existingEntry != nullptr)
- {
- LOGWRN("Resource already exists at the specified path : " + assetPath.toString() + ". Unable to save.");
- return;
- }
- resource->setName(path.getWFilename(false));
- Path absPath = assetPath.getAbsolute(getResourcesFolder());
- Resources::instance().save(resource, absPath, false);
- checkForModifications(absPath);
- }
- void ProjectLibrary::saveEntry(const HResource& resource)
- {
- if (resource == nullptr)
- return;
- Path filePath = uuidToPath(resource.getUUID());
- filePath.makeAbsolute(getResourcesFolder());
- Resources::instance().save(resource, filePath, true);
- checkForModifications(filePath);
- }
- void ProjectLibrary::createFolderEntry(const Path& path)
- {
- Path fullPath = path;
- if (fullPath.isAbsolute())
- {
- if (!mResourcesFolder.includes(fullPath))
- return;
- }
- else
- fullPath.makeAbsolute(mResourcesFolder);
- if (FileSystem::isDirectory(fullPath))
- return; // Already exists
- FileSystem::createDir(fullPath);
- Path parentPath = fullPath.getParent();
- DirectoryEntry* newEntryParent = nullptr;
- LibraryEntry* newEntryParentLib = findEntry(parentPath);
- if (newEntryParentLib != nullptr)
- {
- assert(newEntryParentLib->type == LibraryEntryType::Directory);
- newEntryParent = static_cast<DirectoryEntry*>(newEntryParentLib);
- }
- DirectoryEntry* newHierarchyParent = nullptr;
- if (newEntryParent == nullptr) // New path parent doesn't exist, so we need to create the hierarchy
- createInternalParentHierarchy(fullPath, &newHierarchyParent, &newEntryParent);
- addDirectoryInternal(newEntryParent, fullPath);
- }
- void ProjectLibrary::moveEntry(const Path& oldPath, const Path& newPath, bool overwrite)
- {
- Path oldFullPath = oldPath;
- if (!oldFullPath.isAbsolute())
- oldFullPath.makeAbsolute(mResourcesFolder);
- Path newFullPath = newPath;
- if (!newFullPath.isAbsolute())
- newFullPath.makeAbsolute(mResourcesFolder);
- Path parentPath = newFullPath.getParent();
- if (!FileSystem::isDirectory(parentPath))
- {
- LOGWRN("Move operation failed. Destination directory \"" + parentPath.toString() + "\" doesn't exist.");
- return;
- }
- if(FileSystem::isFile(oldFullPath) || FileSystem::isDirectory(oldFullPath))
- FileSystem::move(oldFullPath, newFullPath, overwrite);
- Path oldMetaPath = getMetaPath(oldFullPath);
- Path newMetaPath = getMetaPath(newFullPath);
- LibraryEntry* oldEntry = findEntry(oldFullPath);
- if(oldEntry != nullptr) // Moving from the Resources folder
- {
- // Moved outside of Resources, delete entry & meta file
- if (!mResourcesFolder.includes(newFullPath))
- {
- if(oldEntry->type == LibraryEntryType::File)
- deleteResourceInternal(static_cast<ResourceEntry*>(oldEntry));
- else if(oldEntry->type == LibraryEntryType::Directory)
- deleteDirectoryInternal(static_cast<DirectoryEntry*>(oldEntry));
- }
- else // Just moving internally
- {
- onEntryRemoved(oldEntry->path);
- ResourceEntry* resEntry = nullptr;
- if (oldEntry->type == LibraryEntryType::File)
- {
- resEntry = static_cast<ResourceEntry*>(oldEntry);
- removeDependencies(resEntry);
- }
- if(FileSystem::isFile(oldMetaPath))
- FileSystem::move(oldMetaPath, newMetaPath);
- DirectoryEntry* parent = oldEntry->parent;
- auto findIter = std::find(parent->mChildren.begin(), parent->mChildren.end(), oldEntry);
- if(findIter != parent->mChildren.end())
- parent->mChildren.erase(findIter);
- Path parentPath = newFullPath.getParent();
- DirectoryEntry* newEntryParent = nullptr;
- LibraryEntry* newEntryParentLib = findEntry(parentPath);
- if(newEntryParentLib != nullptr)
- {
- assert(newEntryParentLib->type == LibraryEntryType::Directory);
- newEntryParent = static_cast<DirectoryEntry*>(newEntryParentLib);
- }
- DirectoryEntry* newHierarchyParent = nullptr;
- if(newEntryParent == nullptr) // New path parent doesn't exist, so we need to create the hierarchy
- createInternalParentHierarchy(newFullPath, &newHierarchyParent, &newEntryParent);
- newEntryParent->mChildren.push_back(oldEntry);
- oldEntry->parent = newEntryParent;
- oldEntry->path = newFullPath;
- oldEntry->elementName = newFullPath.getWTail();
- if(oldEntry->type == LibraryEntryType::Directory) // Update child paths
- {
- Stack<LibraryEntry*> todo;
- todo.push(oldEntry);
- while(!todo.empty())
- {
- LibraryEntry* curEntry = todo.top();
- todo.pop();
- DirectoryEntry* curDirEntry = static_cast<DirectoryEntry*>(curEntry);
- for(auto& child : curDirEntry->mChildren)
- {
- child->path = child->parent->path;
- child->path.append(child->elementName);
- if(child->type == LibraryEntryType::Directory)
- todo.push(child);
- }
- }
- }
- onEntryAdded(oldEntry->path);
- if (resEntry != nullptr)
- {
- reimportDependants(oldFullPath);
- reimportDependants(newFullPath);
- }
- }
- }
- else // Moving from outside of the Resources folder (likely adding a new resource)
- {
- checkForModifications(newFullPath);
- }
- }
- void ProjectLibrary::copyEntry(const Path& oldPath, const Path& newPath, bool overwrite)
- {
- Path oldFullPath = oldPath;
- if (!oldFullPath.isAbsolute())
- oldFullPath.makeAbsolute(mResourcesFolder);
- Path newFullPath = newPath;
- if (!newFullPath.isAbsolute())
- newFullPath.makeAbsolute(mResourcesFolder);
- if (!FileSystem::exists(oldFullPath))
- return;
- FileSystem::copy(oldFullPath, newFullPath, overwrite);
- // Copying a file/folder outside of the Resources folder, no special handling needed
- if (!mResourcesFolder.includes(newFullPath))
- return;
- Path parentPath = newFullPath.getParent();
- DirectoryEntry* newEntryParent = nullptr;
- LibraryEntry* newEntryParentLib = findEntry(parentPath);
- if (newEntryParentLib != nullptr)
- {
- assert(newEntryParentLib->type == LibraryEntryType::Directory);
- newEntryParent = static_cast<DirectoryEntry*>(newEntryParentLib);
- }
- // If the source is outside of Resources folder, just plain import the copy
- LibraryEntry* oldEntry = findEntry(oldFullPath);
- if (oldEntry == nullptr)
- {
- checkForModifications(newFullPath);
- return;
- }
- // Both source and destination are within Resources folder, need to preserve import options on the copies
- LibraryEntry* newEntry = nullptr;
- if (FileSystem::isFile(newFullPath))
- {
- assert(oldEntry->type == LibraryEntryType::File);
- ResourceEntry* oldResEntry = static_cast<ResourceEntry*>(oldEntry);
- ImportOptionsPtr importOptions;
- if (oldResEntry->meta != nullptr)
- importOptions = oldResEntry->meta->getImportOptions();
- newEntry = addResourceInternal(newEntryParent, newFullPath, importOptions, true);
- }
- else
- {
- assert(oldEntry->type == LibraryEntryType::File);
- DirectoryEntry* oldDirEntry = static_cast<DirectoryEntry*>(oldEntry);
- DirectoryEntry* newDirEntry = addDirectoryInternal(newEntryParent, newFullPath);
- newEntry = newDirEntry;
- Stack<std::tuple<DirectoryEntry*, DirectoryEntry*>> todo;
- todo.push(std::make_tuple(oldDirEntry, newDirEntry));
- while (!todo.empty())
- {
- auto current = todo.top();
- todo.pop();
- DirectoryEntry* sourceDir = std::get<0>(current);
- DirectoryEntry* destDir = std::get<1>(current);
- for (auto& child : sourceDir->mChildren)
- {
- Path childDestPath = destDir->path;
- childDestPath.append(child->path.getWTail());
- if (child->type == LibraryEntryType::File)
- {
- ResourceEntry* childResEntry = static_cast<ResourceEntry*>(child);
- ImportOptionsPtr importOptions;
- if (childResEntry->meta != nullptr)
- importOptions = childResEntry->meta->getImportOptions();
- addResourceInternal(destDir, childDestPath, importOptions, true);
- }
- else // Directory
- {
- DirectoryEntry* childSourceDirEntry = static_cast<DirectoryEntry*>(child);
- DirectoryEntry* childDestDirEntry = addDirectoryInternal(destDir, childDestPath);
- todo.push(std::make_tuple(childSourceDirEntry, childSourceDirEntry));
- }
- }
- }
- }
- }
- void ProjectLibrary::deleteEntry(const Path& path)
- {
- Path fullPath = path;
- if (!fullPath.isAbsolute())
- fullPath.makeAbsolute(mResourcesFolder);
- if(FileSystem::exists(fullPath))
- FileSystem::remove(fullPath);
- LibraryEntry* entry = findEntry(fullPath);
- if(entry != nullptr)
- {
- if(entry->type == LibraryEntryType::File)
- deleteResourceInternal(static_cast<ResourceEntry*>(entry));
- else if(entry->type == LibraryEntryType::Directory)
- deleteDirectoryInternal(static_cast<DirectoryEntry*>(entry));
- }
- }
- void ProjectLibrary::reimport(const Path& path, const ImportOptionsPtr& importOptions, bool forceReimport)
- {
- LibraryEntry* entry = findEntry(path);
- if (entry != nullptr)
- {
- if (entry->type == LibraryEntryType::File)
- {
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(entry);
- reimportResourceInternal(resEntry, importOptions, forceReimport);
- }
- }
- }
- void ProjectLibrary::setIncludeInBuild(const Path& path, bool include)
- {
- LibraryEntry* entry = findEntry(path);
- if (entry == nullptr || entry->type == LibraryEntryType::Directory)
- return;
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(entry);
- if (resEntry->meta == nullptr)
- return;
- resEntry->meta->setIncludeInBuild(include);
- Path metaPath = resEntry->path;
- metaPath.setFilename(metaPath.getWFilename() + L".meta");
- FileEncoder fs(metaPath);
- fs.encode(resEntry->meta.get());
- }
- Vector<ProjectLibrary::ResourceEntry*> ProjectLibrary::getResourcesForBuild() const
- {
- Vector<ResourceEntry*> output;
- Stack<DirectoryEntry*> todo;
- todo.push(mRootEntry);
- while (!todo.empty())
- {
- DirectoryEntry* directory = todo.top();
- todo.pop();
- for (auto& child : directory->mChildren)
- {
- if (child->type == LibraryEntryType::File)
- {
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(child);
- if (resEntry->meta != nullptr && resEntry->meta->getIncludeInBuild())
- output.push_back(resEntry);
- }
- else if (child->type == LibraryEntryType::Directory)
- {
- todo.push(static_cast<DirectoryEntry*>(child));
- }
- }
- }
- return output;
- }
- HResource ProjectLibrary::load(const Path& path)
- {
- LibraryEntry* entry = findEntry(path);
- if (entry == nullptr || entry->type == LibraryEntryType::Directory)
- return HResource();
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(entry);
- if (resEntry->meta == nullptr)
- return HResource();
- String resUUID = resEntry->meta->getUUID();
- return gResources().loadFromUUID(resUUID);
- }
- void ProjectLibrary::createInternalParentHierarchy(const Path& fullPath, DirectoryEntry** newHierarchyRoot, DirectoryEntry** newHierarchyLeaf)
- {
- Path parentPath = fullPath;
- DirectoryEntry* newEntryParent = nullptr;
- Stack<Path> parentPaths;
- do
- {
- Path newParentPath = parentPath.getParent();
- if(newParentPath == parentPath)
- break;
- LibraryEntry* newEntryParentLib = findEntry(newParentPath);
- if(newEntryParentLib != nullptr)
- {
- assert(newEntryParentLib->type == LibraryEntryType::Directory);
- newEntryParent = static_cast<DirectoryEntry*>(newEntryParentLib);
- break;
- }
- parentPaths.push(newParentPath);
- parentPath = newParentPath;
- } while (true);
- assert(newEntryParent != nullptr); // Must exist
- if(newHierarchyRoot != nullptr)
- *newHierarchyRoot = newEntryParent;
- while(!parentPaths.empty())
- {
- Path curPath = parentPaths.top();
- parentPaths.pop();
- newEntryParent = addDirectoryInternal(newEntryParent, curPath);
- }
- if(newHierarchyLeaf != nullptr)
- *newHierarchyLeaf = newEntryParent;
- }
- Path ProjectLibrary::getMetaPath(const Path& path) const
- {
- Path metaPath = path;
- metaPath.setFilename(metaPath.getWFilename() + L".meta");
- return metaPath;
- }
- bool ProjectLibrary::isMeta(const Path& fullPath) const
- {
- return fullPath.getWExtension() == L".meta";
- }
- bool ProjectLibrary::isNative(ResourceEntry* resource) const
- {
- WString extension = resource->path.getWExtension();
- return extension == L".asset" || extension == L".prefab";
- }
- void ProjectLibrary::unloadLibrary()
- {
- if (!mIsLoaded)
- return;
- mProjectFolder = Path::BLANK;
- mResourcesFolder = Path::BLANK;
- clearEntries();
- mRootEntry = bs_new<DirectoryEntry>(mResourcesFolder, mResourcesFolder.getWTail(), nullptr);
- mDependencies.clear();
- gResources().unregisterResourceManifest(mResourceManifest);
- mResourceManifest = nullptr;
- mIsLoaded = false;
- }
- void ProjectLibrary::makeEntriesRelative()
- {
- // Make all paths relative before saving
- std::function<void(LibraryEntry*, const Path&)> makeRelative =
- [&](LibraryEntry* entry, const Path& root)
- {
- entry->path.makeRelative(root);
- if (entry->type == LibraryEntryType::Directory)
- {
- DirectoryEntry* dirEntry = static_cast<DirectoryEntry*>(entry);
- for (auto& child : dirEntry->mChildren)
- makeRelative(child, root);
- }
- };
- Path root = getResourcesFolder();
- makeRelative(mRootEntry, root);
- }
- void ProjectLibrary::makeEntriesAbsolute()
- {
- std::function<void(LibraryEntry*, const Path&)> makeAbsolute =
- [&](LibraryEntry* entry, const Path& root)
- {
- entry->path.makeAbsolute(root);
- if (entry->type == LibraryEntryType::Directory)
- {
- DirectoryEntry* dirEntry = static_cast<DirectoryEntry*>(entry);
- for (auto& child : dirEntry->mChildren)
- makeAbsolute(child, root);
- }
- };
- Path root = getResourcesFolder();
- makeAbsolute(mRootEntry, root);
- }
- void ProjectLibrary::saveLibrary()
- {
- if (!mIsLoaded)
- return;
- // Make all paths relative before saving
- makeEntriesRelative();
- std::shared_ptr<ProjectLibraryEntries> libEntries = ProjectLibraryEntries::create(*mRootEntry);
- Path libraryEntriesPath = mProjectFolder;
- libraryEntriesPath.append(PROJECT_INTERNAL_DIR);
- libraryEntriesPath.append(LIBRARY_ENTRIES_FILENAME);
- FileEncoder fs(libraryEntriesPath);
- fs.encode(libEntries.get());
- // Restore absolute entry paths
- makeEntriesAbsolute();
- Path resourceManifestPath = mProjectFolder;
- resourceManifestPath.append(PROJECT_INTERNAL_DIR);
- resourceManifestPath.append(RESOURCE_MANIFEST_FILENAME);
- ResourceManifest::save(mResourceManifest, resourceManifestPath, mProjectFolder);
- }
- void ProjectLibrary::loadLibrary()
- {
- unloadLibrary();
- mProjectFolder = gEditorApplication().getProjectPath();
- mResourcesFolder = mProjectFolder;
- mResourcesFolder.append(RESOURCES_DIR);
- mRootEntry = bs_new<DirectoryEntry>(mResourcesFolder, mResourcesFolder.getWTail(), nullptr);
- Path libraryEntriesPath = mProjectFolder;
- libraryEntriesPath.append(PROJECT_INTERNAL_DIR);
- libraryEntriesPath.append(LIBRARY_ENTRIES_FILENAME);
- if(FileSystem::exists(libraryEntriesPath))
- {
- FileDecoder fs(libraryEntriesPath);
- std::shared_ptr<ProjectLibraryEntries> libEntries = std::static_pointer_cast<ProjectLibraryEntries>(fs.decode());
- *mRootEntry = libEntries->getRootEntry();
- for(auto& child : mRootEntry->mChildren)
- child->parent = mRootEntry;
- mRootEntry->parent = nullptr;
- }
- // Entries are stored relative to project folder, but we want their absolute paths now
- makeEntriesAbsolute();
- // Load resource manifest
- Path resourceManifestPath = mProjectFolder;
- resourceManifestPath.append(PROJECT_INTERNAL_DIR);
- resourceManifestPath.append(RESOURCE_MANIFEST_FILENAME);
- if (FileSystem::exists(resourceManifestPath))
- mResourceManifest = ResourceManifest::load(resourceManifestPath, mProjectFolder);
- else
- mResourceManifest = ResourceManifest::create("ProjectLibrary");
- gResources().registerResourceManifest(mResourceManifest);
- // Load all meta files
- Stack<DirectoryEntry*> todo;
- todo.push(mRootEntry);
- Vector<LibraryEntry*> deletedEntries;
- while(!todo.empty())
- {
- DirectoryEntry* curDir = todo.top();
- todo.pop();
- for(auto& child : curDir->mChildren)
- {
- if(child->type == LibraryEntryType::File)
- {
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(child);
-
- if (FileSystem::isFile(resEntry->path))
- {
- if (resEntry->meta == nullptr)
- {
- Path metaPath = resEntry->path;
- metaPath.setFilename(metaPath.getWFilename() + L".meta");
- if (FileSystem::isFile(metaPath))
- {
- FileDecoder fs(metaPath);
- std::shared_ptr<IReflectable> loadedMeta = fs.decode();
- if (loadedMeta != nullptr && loadedMeta->isDerivedFrom(ProjectResourceMeta::getRTTIStatic()))
- {
- ProjectResourceMetaPtr resourceMeta = std::static_pointer_cast<ProjectResourceMeta>(loadedMeta);
- resEntry->meta = resourceMeta;
- }
- }
- }
- if (resEntry->meta != nullptr)
- mUUIDToPath[resEntry->meta->getUUID()] = resEntry->path;
- addDependencies(resEntry);
- }
- else
- deletedEntries.push_back(resEntry);
- }
- else if(child->type == LibraryEntryType::Directory)
- {
- if (FileSystem::isDirectory(child->path))
- todo.push(static_cast<DirectoryEntry*>(child));
- else
- deletedEntries.push_back(child);
- }
- }
- }
- // Remove entries that no longer have corresponding files
- for (auto& deletedEntry : deletedEntries)
- {
- if (deletedEntry->type == LibraryEntryType::File)
- {
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(deletedEntry);
- deleteResourceInternal(resEntry);
- }
- else
- {
- DirectoryEntry* dirEntry = static_cast<DirectoryEntry*>(deletedEntry);
- deleteDirectoryInternal(dirEntry);
- }
- }
- // Clean up internal library folder from obsolete files
- Path internalResourcesFolder = mProjectFolder;
- internalResourcesFolder.append(INTERNAL_RESOURCES_DIR);
- Vector<Path> toDelete;
- auto processFile = [&](const Path& file)
- {
- String uuid = file.getFilename(false);
- if (mUUIDToPath.find(uuid) == mUUIDToPath.end())
- {
- mResourceManifest->unregisterResource(uuid);
- toDelete.push_back(file);
- }
- return true;
- };
- FileSystem::iterate(internalResourcesFolder, processFile);
- for (auto& entry : toDelete)
- FileSystem::remove(entry);
- mIsLoaded = true;
- }
- void ProjectLibrary::clearEntries()
- {
- if (mRootEntry == nullptr)
- return;
- std::function<void(LibraryEntry*)> deleteRecursive =
- [&](LibraryEntry* entry)
- {
- if (entry->type == LibraryEntryType::Directory)
- {
- DirectoryEntry* dirEntry = static_cast<DirectoryEntry*>(entry);
- for (auto& child : dirEntry->mChildren)
- deleteRecursive(child);
- }
- bs_delete(entry);
- };
- deleteRecursive(mRootEntry);
- mRootEntry = nullptr;
- }
- Vector<Path> ProjectLibrary::getImportDependencies(const ResourceEntry* entry)
- {
- Vector<Path> output;
- if (entry->meta == nullptr)
- return output;
- if (entry->meta->getTypeID() == TID_Shader)
- {
- SPtr<ShaderMetaData> metaData = std::static_pointer_cast<ShaderMetaData>(entry->meta->getResourceMetaData());
- for (auto& include : metaData->includes)
- output.push_back(include);
- }
- return output;
- }
- void ProjectLibrary::addDependencies(const ResourceEntry* entry)
- {
- Vector<Path> dependencies = getImportDependencies(entry);
- for (auto& dependency : dependencies)
- mDependencies[dependency].push_back(entry->path);
- }
- void ProjectLibrary::removeDependencies(const ResourceEntry* entry)
- {
- Vector<Path> dependencies = getImportDependencies(entry);
- for (auto& dependency : dependencies)
- {
- Vector<Path>& curDependencies = mDependencies[dependency];
- auto iterRemove = std::remove_if(curDependencies.begin(), curDependencies.end(),
- [&](const Path& x)
- {
- return x == entry->path;
- });
- curDependencies.erase(iterRemove, curDependencies.end());
- }
- }
- void ProjectLibrary::reimportDependants(const Path& entryPath)
- {
- auto iterFind = mDependencies.find(entryPath);
- if (iterFind == mDependencies.end())
- return;
- // Make a copy since we might modify this list during reimport
- Vector<Path> dependencies = iterFind->second;
- for (auto& dependency : dependencies)
- {
- LibraryEntry* entry = findEntry(dependency);
- if (entry != nullptr && entry->type == LibraryEntryType::File)
- {
- ResourceEntry* resEntry = static_cast<ResourceEntry*>(entry);
- ImportOptionsPtr importOptions;
- if (resEntry->meta != nullptr)
- importOptions = resEntry->meta->getImportOptions();
- reimportResourceInternal(resEntry, importOptions, true);
- }
- }
- }
- BS_ED_EXPORT ProjectLibrary& gProjectLibrary()
- {
- return ProjectLibrary::instance();
- }
- }
|