#include "generator.h" using namespace dsr; struct Connection { String path; int64_t lineNumber = -1; int64_t dependencyIndex = -1; Connection(const ReadableString& path) : path(path) {} Connection(const ReadableString& path, int64_t lineNumber) : path(path), lineNumber(lineNumber) {} }; enum class Extension { Unknown, H, Hpp, C, Cpp }; static Extension extensionFromString(const ReadableString& extensionName) { String upperName = string_upperCase(string_removeOuterWhiteSpace(extensionName)); Extension result = Extension::Unknown; if (string_match(upperName, U"H")) { result = Extension::H; } else if (string_match(upperName, U"HPP")) { result = Extension::Hpp; } else if (string_match(upperName, U"C")) { result = Extension::C; } else if (string_match(upperName, U"CPP")) { result = Extension::Cpp; } return result; } struct Dependency { String path; Extension extension; List links; // Depends on having these linked after compiling. List includes; // Depends on having these included in pre-processing. Dependency(const ReadableString& path, Extension extension) : path(path), extension(extension) {} }; List dependencies; static int64_t findDependency(const ReadableString& findPath); static void resolveConnection(Connection &connection); static void resolveDependency(Dependency &dependency); static String findSourceFile(const ReadableString& headerPath, bool acceptC, bool acceptCpp); static void flushToken(List &target, String ¤tToken); static void tokenize(List &target, const ReadableString& line); static void interpretPreprocessing(int64_t parentIndex, const List &tokens, const ReadableString &parentFolder, int64_t lineNumber); static void interpretPreprocessing(int64_t parentIndex, const List &tokens, const ReadableString &parentFolder, int64_t lineNumber); static void analyzeCode(int64_t parentIndex, String content, const ReadableString &parentFolder); static int64_t findDependency(const ReadableString& findPath) { for (int d = 0; d < dependencies.length(); d++) { if (string_match(dependencies[d].path, findPath)) { return d; } } return -1; } static void resolveConnection(Connection &connection) { connection.dependencyIndex = findDependency(connection.path); } static void resolveDependency(Dependency &dependency) { for (int l = 0; l < dependency.links.length(); l++) { resolveConnection(dependency.links[l]); } for (int i = 0; i < dependency.includes.length(); i++) { resolveConnection(dependency.includes[i]); } } void resolveDependencies() { for (int d = 0; d < dependencies.length(); d++) { resolveDependency(dependencies[d]); } } static String findSourceFile(const ReadableString& headerPath, bool acceptC, bool acceptCpp) { int lastDotIndex = string_findLast(headerPath, U'.'); if (lastDotIndex != -1) { ReadableString extensionlessPath = string_removeOuterWhiteSpace(string_before(headerPath, lastDotIndex)); String cPath = extensionlessPath + U".c"; String cppPath = extensionlessPath + U".cpp"; if (acceptC && file_getEntryType(cPath) == EntryType::File) { return cPath; } else if (acceptCpp && file_getEntryType(cppPath) == EntryType::File) { return cppPath; } } return U""; } static void flushToken(List &target, String ¤tToken) { if (string_length(currentToken) > 0) { target.push(currentToken); currentToken = U""; } } static void tokenize(List &target, const ReadableString& line) { String currentToken; for (int i = 0; i < string_length(line); i++) { DsrChar c = line[i]; DsrChar nextC = line[i + 1]; if (c == U'#' && nextC == U'#') { // Appending tokens using ## i++; } else if (c == U'#' || c == U'(' || c == U')' || c == U'[' || c == U']' || c == U'{' || c == U'}') { // Atomic token of a single character flushToken(target, currentToken); string_appendChar(currentToken, c); flushToken(target, currentToken); } else if (c == U' ' || c == U'\t') { // Whitespace flushToken(target, currentToken); } else { string_appendChar(currentToken, c); } } flushToken(target, currentToken); } static void interpretPreprocessing(int64_t parentIndex, const List &tokens, const ReadableString &parentFolder, int64_t lineNumber) { if (tokens.length() >= 3) { if (string_match(tokens[1], U"include")) { if (tokens[2][0] == U'\"') { String relativePath = string_unmangleQuote(tokens[2]); String absolutePath = file_getTheoreticalAbsolutePath(relativePath, parentFolder, LOCAL_PATH_SYNTAX); dependencies[parentIndex].includes.pushConstruct(absolutePath, lineNumber); analyzeFromFile(absolutePath); } } } } static void analyzeCode(int64_t parentIndex, String content, const ReadableString &parentFolder) { List tokens; bool continuingLine = false; int64_t lineNumber = 0; string_split_callback(content, U'\n', true, [&parentIndex, &parentFolder, &tokens, &continuingLine, &lineNumber](ReadableString line) { lineNumber++; if (line[0] == U'#' || continuingLine) { tokenize(tokens, line); // Continuing pre-processing line using \ at the end. continuingLine = line[string_length(line) - 1] == U'\\'; } else { continuingLine = false; } if (!continuingLine && tokens.length() > 0) { interpretPreprocessing(parentIndex, tokens, parentFolder, lineNumber); tokens.clear(); } }); } void analyzeFromFile(const ReadableString& absolutePath) { if (findDependency(absolutePath) != -1) { // Already analyzed the current entry. Abort to prevent duplicate dependencies. return; } int lastDotIndex = string_findLast(absolutePath, U'.'); if (lastDotIndex != -1) { Extension extension = extensionFromString(string_after(absolutePath, lastDotIndex)); if (extension != Extension::Unknown) { int64_t parentIndex = dependencies.length(); dependencies.pushConstruct(absolutePath, extension); if (extension == Extension::H || extension == Extension::Hpp) { // The current file is a header, so look for an implementation with the corresponding name. String sourcePath = findSourceFile(absolutePath, extension == Extension::H, true); // If found: if (string_length(sourcePath) > 0) { // Remember that anything using the header will have to link with the implementation. dependencies[parentIndex].links.pushConstruct(sourcePath); // Look for included headers in the implementation file. analyzeFromFile(sourcePath); } } // Get the file's binary content for checksums. Buffer fileBuffer = file_loadBuffer(absolutePath); // TODO: Get a checksum of fileBuffer and compare with the previous state. Files that changed should recompile all object files that depend on it. // Interpret the file's content. analyzeCode(parentIndex, string_loadFromMemory(fileBuffer), file_getRelativeParentFolder(absolutePath)); } } } static void debugPrintDependencyList(const List &connnections, const ReadableString verb) { for (int c = 0; c < connnections.length(); c++) { int64_t lineNumber = connnections[c].lineNumber; if (lineNumber != -1) { printText(U" @", lineNumber, U"\t"); } else { printText(U" \t"); } printText(U" ", verb, U" ", file_getPathlessName(connnections[c].path), U"\n"); } } void printDependencies() { for (int d = 0; d < dependencies.length(); d++) { printText(U"* ", file_getPathlessName(dependencies[d].path), U"\n"); debugPrintDependencyList(dependencies[d].includes, U"including"); debugPrintDependencyList(dependencies[d].links, U"linking"); } } static ScriptLanguage identifyLanguage(const ReadableString filename) { String scriptExtension = string_upperCase(file_getExtension(filename)); if (string_match(scriptExtension, U"BAT")) { return ScriptLanguage::Batch; } else if (string_match(scriptExtension, U"SH")) { return ScriptLanguage::Bash; } else { throwError(U"Could not identify the scripting language of ", filename, U". Use *.bat or *.sh.\n"); return ScriptLanguage::Unknown; } } static void script_printMessage(String &output, ScriptLanguage language, const ReadableString message) { if (language == ScriptLanguage::Batch) { string_append(output, U"echo ", message, U"\n"); } else if (language == ScriptLanguage::Bash) { string_append(output, U"echo ", message, U"\n"); } } static void script_executeLocalBinary(String &output, ScriptLanguage language, const ReadableString code) { if (language == ScriptLanguage::Batch) { string_append(output, code, ".exe\n"); } else if (language == ScriptLanguage::Bash) { string_append(output, file_combinePaths(U".", code), U"\n"); } } void generateCompilationScript(const Machine &settings, const ReadableString& projectPath) { ReadableString scriptPath = getFlag(settings, U"ScriptPath", U""); if (string_length(scriptPath) == 0) { printText(U"No script path was given, skipping script generation"); return; } ScriptLanguage language = identifyLanguage(scriptPath); scriptPath = file_getTheoreticalAbsolutePath(scriptPath, projectPath); // The compiler is often a global alias, so the user must supply either an alias or an absolute path. ReadableString compilerName = getFlag(settings, U"Compiler", U"g++"); // Assume g++ as the compiler if not specified. // Convert lists of linker and compiler flags into strings. // TODO: Give a warning if two contradictory flags are used, such as optimization levels and language versions. // TODO: Make sure that no spaces are inside of the flags, because that can mess up detection of pre-existing and contradictory arguments. String compilerFlags; for (int i = 0; i < settings.compilerFlags.length(); i++) { string_append(compilerFlags, " ", settings.compilerFlags[i]); } String linkerFlags; for (int i = 0; i < settings.linkerFlags.length(); i++) { string_append(linkerFlags, " ", settings.linkerFlags[i]); } // Interpret ProgramPath relative to the project path. ReadableString binaryPath = getFlag(settings, U"ProgramPath", language == ScriptLanguage::Batch ? U"program.exe" : U"program"); binaryPath = file_getTheoreticalAbsolutePath(binaryPath, projectPath); String output; if (language == ScriptLanguage::Batch) { string_append(output, U"@echo off\n\n"); } else if (language == ScriptLanguage::Bash) { string_append(output, U"#!/bin/bash\n\n"); } else { printText(U"The type of script could not be identified for ", scriptPath, U"!\nUse *.bat for Batch or *.sh for Bash.\n"); return; } String compiledFiles; bool hasSourceCode = false; bool needCppCompiler = false; for (int d = 0; d < dependencies.length(); d++) { Extension extension = dependencies[d].extension; if (extension == Extension::Cpp) { needCppCompiler = true; } if (extension == Extension::C || extension == Extension::Cpp) { // Dependency paths are already absolute from the recursive search. String sourcePath = dependencies[d].path; string_append(compiledFiles, U" ", sourcePath); if (file_getEntryType(sourcePath) != EntryType::File) { throwError(U"The source file ", sourcePath, U" could not be found!\n"); } else { hasSourceCode = true; } } } if (hasSourceCode) { // TODO: Give a warning if a known C compiler incapable of handling C++ is given C++ source code when needCppCompiler is true. script_printMessage(output, language, string_combine(U"Compiling with", compilerFlags, linkerFlags)); string_append(output, compilerName, U" -o ", binaryPath, compilerFlags, linkerFlags, " ", compiledFiles, U"\n"); script_printMessage(output, language, U"Done compiling."); script_printMessage(output, language, string_combine(U"Starting ", binaryPath)); script_executeLocalBinary(output, language, binaryPath); script_printMessage(output, language, U"The program terminated."); if (language == ScriptLanguage::Batch) { // Windows might close the window before you have time to read the results or error messages of a CLI application, so pause at the end. string_append(output, U"pause\n"); } if (language == ScriptLanguage::Batch) { string_save(scriptPath, output); } else if (language == ScriptLanguage::Bash) { string_save(scriptPath, output, CharacterEncoding::BOM_UTF8, LineEncoding::Lf); } } else { printText("Filed to find any source code to compile.\n"); } }