methods.py 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820
  1. import os
  2. import re
  3. import glob
  4. import subprocess
  5. from collections import OrderedDict
  6. def add_source_files(self, sources, files, warn_duplicates=True):
  7. # Convert string to list of absolute paths (including expanding wildcard)
  8. if isinstance(files, (str, bytes)):
  9. # Keep SCons project-absolute path as they are (no wildcard support)
  10. if files.startswith("#"):
  11. if "*" in files:
  12. print("ERROR: Wildcards can't be expanded in SCons project-absolute path: '{}'".format(files))
  13. return
  14. files = [files]
  15. else:
  16. dir_path = self.Dir(".").abspath
  17. files = sorted(glob.glob(dir_path + "/" + files))
  18. # Add each path as compiled Object following environment (self) configuration
  19. for path in files:
  20. obj = self.Object(path)
  21. if obj in sources:
  22. if warn_duplicates:
  23. print('WARNING: Object "{}" already included in environment sources.'.format(obj))
  24. else:
  25. continue
  26. sources.append(obj)
  27. def disable_warnings(self):
  28. # 'self' is the environment
  29. if self.msvc:
  30. # We have to remove existing warning level defines before appending /w,
  31. # otherwise we get: "warning D9025 : overriding '/W3' with '/w'"
  32. warn_flags = ["/Wall", "/W4", "/W3", "/W2", "/W1", "/WX"]
  33. self.Append(CCFLAGS=["/w"])
  34. self.Append(CFLAGS=["/w"])
  35. self.Append(CXXFLAGS=["/w"])
  36. self["CCFLAGS"] = [x for x in self["CCFLAGS"] if not x in warn_flags]
  37. self["CFLAGS"] = [x for x in self["CFLAGS"] if not x in warn_flags]
  38. self["CXXFLAGS"] = [x for x in self["CXXFLAGS"] if not x in warn_flags]
  39. else:
  40. self.Append(CCFLAGS=["-w"])
  41. self.Append(CFLAGS=["-w"])
  42. self.Append(CXXFLAGS=["-w"])
  43. def add_module_version_string(self, s):
  44. self.module_version_string += "." + s
  45. def update_version(module_version_string=""):
  46. build_name = "custom_build"
  47. if os.getenv("BUILD_NAME") != None:
  48. build_name = os.getenv("BUILD_NAME")
  49. print("Using custom build name: " + build_name)
  50. import version
  51. # NOTE: It is safe to generate this file here, since this is still executed serially
  52. f = open("core/version_generated.gen.h", "w")
  53. f.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
  54. f.write("#ifndef VERSION_GENERATED_GEN_H\n")
  55. f.write("#define VERSION_GENERATED_GEN_H\n")
  56. f.write('#define VERSION_SHORT_NAME "' + str(version.short_name) + '"\n')
  57. f.write('#define VERSION_NAME "' + str(version.name) + '"\n')
  58. f.write("#define VERSION_MAJOR " + str(version.major) + "\n")
  59. f.write("#define VERSION_MINOR " + str(version.minor) + "\n")
  60. f.write("#define VERSION_PATCH " + str(version.patch) + "\n")
  61. f.write('#define VERSION_STATUS "' + str(version.status) + '"\n')
  62. f.write('#define VERSION_BUILD "' + str(build_name) + '"\n')
  63. f.write('#define VERSION_MODULE_CONFIG "' + str(version.module_config) + module_version_string + '"\n')
  64. f.write("#define VERSION_YEAR " + str(version.year) + "\n")
  65. f.write('#define VERSION_WEBSITE "' + str(version.website) + '"\n')
  66. f.write("#endif // VERSION_GENERATED_GEN_H\n")
  67. f.close()
  68. # NOTE: It is safe to generate this file here, since this is still executed serially
  69. fhash = open("core/version_hash.gen.h", "w")
  70. fhash.write("/* THIS FILE IS GENERATED DO NOT EDIT */\n")
  71. fhash.write("#ifndef VERSION_HASH_GEN_H\n")
  72. fhash.write("#define VERSION_HASH_GEN_H\n")
  73. githash = ""
  74. gitfolder = ".git"
  75. if os.path.isfile(".git"):
  76. module_folder = open(".git", "r").readline().strip()
  77. if module_folder.startswith("gitdir: "):
  78. gitfolder = module_folder[8:]
  79. if os.path.isfile(os.path.join(gitfolder, "HEAD")):
  80. head = open(os.path.join(gitfolder, "HEAD"), "r", encoding="utf8").readline().strip()
  81. if head.startswith("ref: "):
  82. head = os.path.join(gitfolder, head[5:])
  83. if os.path.isfile(head):
  84. githash = open(head, "r").readline().strip()
  85. else:
  86. githash = head
  87. fhash.write('#define VERSION_HASH "' + githash + '"\n')
  88. fhash.write("#endif // VERSION_HASH_GEN_H\n")
  89. fhash.close()
  90. def parse_cg_file(fname, uniforms, sizes, conditionals):
  91. fs = open(fname, "r")
  92. line = fs.readline()
  93. while line:
  94. if re.match(r"^\s*uniform", line):
  95. res = re.match(r"uniform ([\d\w]*) ([\d\w]*)")
  96. type = res.groups(1)
  97. name = res.groups(2)
  98. uniforms.append(name)
  99. if type.find("texobj") != -1:
  100. sizes.append(1)
  101. else:
  102. t = re.match(r"float(\d)x(\d)", type)
  103. if t:
  104. sizes.append(int(t.groups(1)) * int(t.groups(2)))
  105. else:
  106. t = re.match(r"float(\d)", type)
  107. sizes.append(int(t.groups(1)))
  108. if line.find("[branch]") != -1:
  109. conditionals.append(name)
  110. line = fs.readline()
  111. fs.close()
  112. def detect_modules(at_path):
  113. module_list = OrderedDict() # name : path
  114. modules_glob = os.path.join(at_path, "*")
  115. files = glob.glob(modules_glob)
  116. files.sort() # so register_module_types does not change that often, and also plugins are registered in alphabetic order
  117. for x in files:
  118. if not is_module(x):
  119. continue
  120. name = os.path.basename(x)
  121. path = x.replace("\\", "/") # win32
  122. module_list[name] = path
  123. return module_list
  124. def is_module(path):
  125. return os.path.isdir(path) and os.path.exists(os.path.join(path, "SCsub"))
  126. def write_modules(module_list):
  127. includes_cpp = ""
  128. preregister_cpp = ""
  129. register_cpp = ""
  130. unregister_cpp = ""
  131. for name, path in module_list.items():
  132. try:
  133. with open(os.path.join(path, "register_types.h")):
  134. includes_cpp += '#include "' + path + '/register_types.h"\n'
  135. preregister_cpp += "#ifdef MODULE_" + name.upper() + "_ENABLED\n"
  136. preregister_cpp += "#ifdef MODULE_" + name.upper() + "_HAS_PREREGISTER\n"
  137. preregister_cpp += "\tpreregister_" + name + "_types();\n"
  138. preregister_cpp += "#endif\n"
  139. preregister_cpp += "#endif\n"
  140. register_cpp += "#ifdef MODULE_" + name.upper() + "_ENABLED\n"
  141. register_cpp += "\tregister_" + name + "_types();\n"
  142. register_cpp += "#endif\n"
  143. unregister_cpp += "#ifdef MODULE_" + name.upper() + "_ENABLED\n"
  144. unregister_cpp += "\tunregister_" + name + "_types();\n"
  145. unregister_cpp += "#endif\n"
  146. except IOError:
  147. pass
  148. modules_cpp = """// register_module_types.gen.cpp
  149. /* THIS FILE IS GENERATED DO NOT EDIT */
  150. #include "register_module_types.h"
  151. #include "modules/modules_enabled.gen.h"
  152. %s
  153. void preregister_module_types() {
  154. %s
  155. }
  156. void register_module_types() {
  157. %s
  158. }
  159. void unregister_module_types() {
  160. %s
  161. }
  162. """ % (
  163. includes_cpp,
  164. preregister_cpp,
  165. register_cpp,
  166. unregister_cpp,
  167. )
  168. # NOTE: It is safe to generate this file here, since this is still executed serially
  169. with open("modules/register_module_types.gen.cpp", "w") as f:
  170. f.write(modules_cpp)
  171. def convert_custom_modules_path(path):
  172. if not path:
  173. return path
  174. path = os.path.realpath(os.path.expanduser(os.path.expandvars(path)))
  175. err_msg = "Build option 'custom_modules' must %s"
  176. if not os.path.isdir(path):
  177. raise ValueError(err_msg % "point to an existing directory.")
  178. if path == os.path.realpath("modules"):
  179. raise ValueError(err_msg % "be a directory other than built-in `modules` directory.")
  180. if is_module(path):
  181. raise ValueError(err_msg % "point to a directory with modules, not a single module.")
  182. return path
  183. def disable_module(self):
  184. self.disabled_modules.append(self.current_module)
  185. def module_check_dependencies(self, module, dependencies):
  186. """
  187. Checks if module dependencies are enabled for a given module,
  188. and prints a warning if they aren't.
  189. Meant to be used in module `can_build` methods.
  190. Returns a boolean (True if dependencies are satisfied).
  191. """
  192. missing_deps = []
  193. for dep in dependencies:
  194. opt = "module_{}_enabled".format(dep)
  195. if not opt in self or not self[opt]:
  196. missing_deps.append(dep)
  197. if missing_deps != []:
  198. print(
  199. "Disabling '{}' module as the following dependencies are not satisfied: {}".format(
  200. module, ", ".join(missing_deps)
  201. )
  202. )
  203. return False
  204. else:
  205. return True
  206. def use_windows_spawn_fix(self, platform=None):
  207. if os.name != "nt":
  208. return # not needed, only for windows
  209. # On Windows, due to the limited command line length, when creating a static library
  210. # from a very high number of objects SCons will invoke "ar" once per object file;
  211. # that makes object files with same names to be overwritten so the last wins and
  212. # the library looses symbols defined by overwritten objects.
  213. # By enabling quick append instead of the default mode (replacing), libraries will
  214. # got built correctly regardless the invocation strategy.
  215. # Furthermore, since SCons will rebuild the library from scratch when an object file
  216. # changes, no multiple versions of the same object file will be present.
  217. self.Replace(ARFLAGS="q")
  218. def mySubProcess(cmdline, env):
  219. startupinfo = subprocess.STARTUPINFO()
  220. startupinfo.dwFlags |= subprocess.STARTF_USESHOWWINDOW
  221. proc = subprocess.Popen(
  222. cmdline,
  223. stdin=subprocess.PIPE,
  224. stdout=subprocess.PIPE,
  225. stderr=subprocess.PIPE,
  226. startupinfo=startupinfo,
  227. shell=False,
  228. env=env,
  229. )
  230. _, err = proc.communicate()
  231. rv = proc.wait()
  232. if rv:
  233. print("=====")
  234. print(err)
  235. print("=====")
  236. return rv
  237. def mySpawn(sh, escape, cmd, args, env):
  238. newargs = " ".join(args[1:])
  239. cmdline = cmd + " " + newargs
  240. rv = 0
  241. env = {str(key): str(value) for key, value in iter(env.items())}
  242. if len(cmdline) > 32000 and cmd.endswith("ar"):
  243. cmdline = cmd + " " + args[1] + " " + args[2] + " "
  244. for i in range(3, len(args)):
  245. rv = mySubProcess(cmdline + args[i], env)
  246. if rv:
  247. break
  248. else:
  249. rv = mySubProcess(cmdline, env)
  250. return rv
  251. self["SPAWN"] = mySpawn
  252. def save_active_platforms(apnames, ap):
  253. for x in ap:
  254. names = ["logo"]
  255. if os.path.isfile(x + "/run_icon.png"):
  256. names.append("run_icon")
  257. for name in names:
  258. pngf = open(x + "/" + name + ".png", "rb")
  259. b = pngf.read(1)
  260. str = " /* AUTOGENERATED FILE, DO NOT EDIT */ \n"
  261. str += " static const unsigned char _" + x[9:] + "_" + name + "[]={"
  262. while len(b) == 1:
  263. str += hex(ord(b))
  264. b = pngf.read(1)
  265. if len(b) == 1:
  266. str += ","
  267. str += "};\n"
  268. pngf.close()
  269. # NOTE: It is safe to generate this file here, since this is still executed serially
  270. wf = x + "/" + name + ".gen.h"
  271. with open(wf, "w") as pngw:
  272. pngw.write(str)
  273. def no_verbose(sys, env):
  274. colors = {}
  275. # Colors are disabled in non-TTY environments such as pipes. This means
  276. # that if output is redirected to a file, it will not contain color codes
  277. if sys.stdout.isatty():
  278. colors["cyan"] = "\033[96m"
  279. colors["purple"] = "\033[95m"
  280. colors["blue"] = "\033[94m"
  281. colors["green"] = "\033[92m"
  282. colors["yellow"] = "\033[93m"
  283. colors["red"] = "\033[91m"
  284. colors["end"] = "\033[0m"
  285. else:
  286. colors["cyan"] = ""
  287. colors["purple"] = ""
  288. colors["blue"] = ""
  289. colors["green"] = ""
  290. colors["yellow"] = ""
  291. colors["red"] = ""
  292. colors["end"] = ""
  293. compile_source_message = "{}Compiling {}==> {}$SOURCE{}".format(
  294. colors["blue"], colors["purple"], colors["yellow"], colors["end"]
  295. )
  296. java_compile_source_message = "{}Compiling {}==> {}$SOURCE{}".format(
  297. colors["blue"], colors["purple"], colors["yellow"], colors["end"]
  298. )
  299. compile_shared_source_message = "{}Compiling shared {}==> {}$SOURCE{}".format(
  300. colors["blue"], colors["purple"], colors["yellow"], colors["end"]
  301. )
  302. link_program_message = "{}Linking Program {}==> {}$TARGET{}".format(
  303. colors["red"], colors["purple"], colors["yellow"], colors["end"]
  304. )
  305. link_library_message = "{}Linking Static Library {}==> {}$TARGET{}".format(
  306. colors["red"], colors["purple"], colors["yellow"], colors["end"]
  307. )
  308. ranlib_library_message = "{}Ranlib Library {}==> {}$TARGET{}".format(
  309. colors["red"], colors["purple"], colors["yellow"], colors["end"]
  310. )
  311. link_shared_library_message = "{}Linking Shared Library {}==> {}$TARGET{}".format(
  312. colors["red"], colors["purple"], colors["yellow"], colors["end"]
  313. )
  314. java_library_message = "{}Creating Java Archive {}==> {}$TARGET{}".format(
  315. colors["red"], colors["purple"], colors["yellow"], colors["end"]
  316. )
  317. env.Append(CXXCOMSTR=[compile_source_message])
  318. env.Append(CCCOMSTR=[compile_source_message])
  319. env.Append(SHCCCOMSTR=[compile_shared_source_message])
  320. env.Append(SHCXXCOMSTR=[compile_shared_source_message])
  321. env.Append(ARCOMSTR=[link_library_message])
  322. env.Append(RANLIBCOMSTR=[ranlib_library_message])
  323. env.Append(SHLINKCOMSTR=[link_shared_library_message])
  324. env.Append(LINKCOMSTR=[link_program_message])
  325. env.Append(JARCOMSTR=[java_library_message])
  326. env.Append(JAVACCOMSTR=[java_compile_source_message])
  327. def detect_visual_c_compiler_version(tools_env):
  328. # tools_env is the variable scons uses to call tools that execute tasks, SCons's env['ENV'] that executes tasks...
  329. # (see the SCons documentation for more information on what it does)...
  330. # in order for this function to be well encapsulated i choose to force it to receive SCons's TOOLS env (env['ENV']
  331. # and not scons setup environment (env)... so make sure you call the right environment on it or it will fail to detect
  332. # the proper vc version that will be called
  333. # There is no flag to give to visual c compilers to set the architecture, ie scons bits argument (32,64,ARM etc)
  334. # There are many different cl.exe files that are run, and each one compiles & links to a different architecture
  335. # As far as I know, the only way to figure out what compiler will be run when Scons calls cl.exe via Program()
  336. # is to check the PATH variable and figure out which one will be called first. Code below does that and returns:
  337. # the following string values:
  338. # "" Compiler not detected
  339. # "amd64" Native 64 bit compiler
  340. # "amd64_x86" 64 bit Cross Compiler for 32 bit
  341. # "x86" Native 32 bit compiler
  342. # "x86_amd64" 32 bit Cross Compiler for 64 bit
  343. # There are other architectures, but Godot does not support them currently, so this function does not detect arm/amd64_arm
  344. # and similar architectures/compilers
  345. # Set chosen compiler to "not detected"
  346. vc_chosen_compiler_index = -1
  347. vc_chosen_compiler_str = ""
  348. # Start with Pre VS 2017 checks which uses VCINSTALLDIR:
  349. if "VCINSTALLDIR" in tools_env:
  350. # print("Checking VCINSTALLDIR")
  351. # find() works with -1 so big ifs below are needed... the simplest solution, in fact
  352. # First test if amd64 and amd64_x86 compilers are present in the path
  353. vc_amd64_compiler_detection_index = tools_env["PATH"].find(tools_env["VCINSTALLDIR"] + "BIN\\amd64;")
  354. if vc_amd64_compiler_detection_index > -1:
  355. vc_chosen_compiler_index = vc_amd64_compiler_detection_index
  356. vc_chosen_compiler_str = "amd64"
  357. vc_amd64_x86_compiler_detection_index = tools_env["PATH"].find(tools_env["VCINSTALLDIR"] + "BIN\\amd64_x86;")
  358. if vc_amd64_x86_compiler_detection_index > -1 and (
  359. vc_chosen_compiler_index == -1 or vc_chosen_compiler_index > vc_amd64_x86_compiler_detection_index
  360. ):
  361. vc_chosen_compiler_index = vc_amd64_x86_compiler_detection_index
  362. vc_chosen_compiler_str = "amd64_x86"
  363. # Now check the 32 bit compilers
  364. vc_x86_compiler_detection_index = tools_env["PATH"].find(tools_env["VCINSTALLDIR"] + "BIN;")
  365. if vc_x86_compiler_detection_index > -1 and (
  366. vc_chosen_compiler_index == -1 or vc_chosen_compiler_index > vc_x86_compiler_detection_index
  367. ):
  368. vc_chosen_compiler_index = vc_x86_compiler_detection_index
  369. vc_chosen_compiler_str = "x86"
  370. vc_x86_amd64_compiler_detection_index = tools_env["PATH"].find(tools_env["VCINSTALLDIR"] + "BIN\\x86_amd64;")
  371. if vc_x86_amd64_compiler_detection_index > -1 and (
  372. vc_chosen_compiler_index == -1 or vc_chosen_compiler_index > vc_x86_amd64_compiler_detection_index
  373. ):
  374. vc_chosen_compiler_index = vc_x86_amd64_compiler_detection_index
  375. vc_chosen_compiler_str = "x86_amd64"
  376. # and for VS 2017 and newer we check VCTOOLSINSTALLDIR:
  377. if "VCTOOLSINSTALLDIR" in tools_env:
  378. # Newer versions have a different path available
  379. vc_amd64_compiler_detection_index = (
  380. tools_env["PATH"].upper().find(tools_env["VCTOOLSINSTALLDIR"].upper() + "BIN\\HOSTX64\\X64;")
  381. )
  382. if vc_amd64_compiler_detection_index > -1:
  383. vc_chosen_compiler_index = vc_amd64_compiler_detection_index
  384. vc_chosen_compiler_str = "amd64"
  385. vc_amd64_x86_compiler_detection_index = (
  386. tools_env["PATH"].upper().find(tools_env["VCTOOLSINSTALLDIR"].upper() + "BIN\\HOSTX64\\X86;")
  387. )
  388. if vc_amd64_x86_compiler_detection_index > -1 and (
  389. vc_chosen_compiler_index == -1 or vc_chosen_compiler_index > vc_amd64_x86_compiler_detection_index
  390. ):
  391. vc_chosen_compiler_index = vc_amd64_x86_compiler_detection_index
  392. vc_chosen_compiler_str = "amd64_x86"
  393. vc_x86_compiler_detection_index = (
  394. tools_env["PATH"].upper().find(tools_env["VCTOOLSINSTALLDIR"].upper() + "BIN\\HOSTX86\\X86;")
  395. )
  396. if vc_x86_compiler_detection_index > -1 and (
  397. vc_chosen_compiler_index == -1 or vc_chosen_compiler_index > vc_x86_compiler_detection_index
  398. ):
  399. vc_chosen_compiler_index = vc_x86_compiler_detection_index
  400. vc_chosen_compiler_str = "x86"
  401. vc_x86_amd64_compiler_detection_index = (
  402. tools_env["PATH"].upper().find(tools_env["VCTOOLSINSTALLDIR"].upper() + "BIN\\HOSTX86\\X64;")
  403. )
  404. if vc_x86_amd64_compiler_detection_index > -1 and (
  405. vc_chosen_compiler_index == -1 or vc_chosen_compiler_index > vc_x86_amd64_compiler_detection_index
  406. ):
  407. vc_chosen_compiler_index = vc_x86_amd64_compiler_detection_index
  408. vc_chosen_compiler_str = "x86_amd64"
  409. return vc_chosen_compiler_str
  410. def find_visual_c_batch_file(env):
  411. from SCons.Tool.MSCommon.vc import get_default_version, get_host_target, find_batch_file
  412. version = get_default_version(env)
  413. (host_platform, target_platform, _) = get_host_target(env)
  414. return find_batch_file(env, version, host_platform, target_platform)[0]
  415. def generate_cpp_hint_file(filename):
  416. if os.path.isfile(filename):
  417. # Don't overwrite an existing hint file since the user may have customized it.
  418. pass
  419. else:
  420. try:
  421. with open(filename, "w") as fd:
  422. fd.write("#define GDCLASS(m_class, m_inherits)\n")
  423. except IOError:
  424. print("Could not write cpp.hint file.")
  425. def generate_vs_project(env, num_jobs):
  426. batch_file = find_visual_c_batch_file(env)
  427. if batch_file:
  428. def build_commandline(commands):
  429. common_build_prefix = [
  430. 'cmd /V /C set "plat=$(PlatformTarget)"',
  431. '(if "$(PlatformTarget)"=="x64" (set "plat=x86_amd64"))',
  432. 'set "tools=yes"',
  433. '(if "$(Configuration)"=="release" (set "tools=no"))',
  434. 'call "' + batch_file + '" !plat!',
  435. ]
  436. result = " ^& ".join(common_build_prefix + [commands])
  437. return result
  438. env.AddToVSProject(env.core_sources)
  439. env.AddToVSProject(env.main_sources)
  440. env.AddToVSProject(env.modules_sources)
  441. env.AddToVSProject(env.scene_sources)
  442. env.AddToVSProject(env.servers_sources)
  443. env.AddToVSProject(env.editor_sources)
  444. # windows allows us to have spaces in paths, so we need
  445. # to double quote off the directory. However, the path ends
  446. # in a backslash, so we need to remove this, lest it escape the
  447. # last double quote off, confusing MSBuild
  448. env["MSVSBUILDCOM"] = build_commandline(
  449. "scons --directory=\"$(ProjectDir.TrimEnd('\\'))\" platform=windows progress=no target=$(Configuration)"
  450. " tools=!tools! -j"
  451. + str(num_jobs)
  452. )
  453. env["MSVSREBUILDCOM"] = build_commandline(
  454. "scons --directory=\"$(ProjectDir.TrimEnd('\\'))\" platform=windows progress=no target=$(Configuration)"
  455. " tools=!tools! vsproj=yes -j"
  456. + str(num_jobs)
  457. )
  458. env["MSVSCLEANCOM"] = build_commandline(
  459. "scons --directory=\"$(ProjectDir.TrimEnd('\\'))\" --clean platform=windows progress=no"
  460. " target=$(Configuration) tools=!tools! -j"
  461. + str(num_jobs)
  462. )
  463. # This version information (Win32, x64, Debug, Release, Release_Debug seems to be
  464. # required for Visual Studio to understand that it needs to generate an NMAKE
  465. # project. Do not modify without knowing what you are doing.
  466. debug_variants = ["debug|Win32"] + ["debug|x64"]
  467. release_variants = ["release|Win32"] + ["release|x64"]
  468. release_debug_variants = ["release_debug|Win32"] + ["release_debug|x64"]
  469. variants = debug_variants + release_variants + release_debug_variants
  470. debug_targets = ["bin\\godot.windows.tools.32.exe"] + ["bin\\godot.windows.tools.64.exe"]
  471. release_targets = ["bin\\godot.windows.opt.32.exe"] + ["bin\\godot.windows.opt.64.exe"]
  472. release_debug_targets = ["bin\\godot.windows.opt.tools.32.exe"] + ["bin\\godot.windows.opt.tools.64.exe"]
  473. targets = debug_targets + release_targets + release_debug_targets
  474. if not env.get("MSVS"):
  475. env["MSVS"]["PROJECTSUFFIX"] = ".vcxproj"
  476. env["MSVS"]["SOLUTIONSUFFIX"] = ".sln"
  477. env.MSVSProject(
  478. target=["#godot" + env["MSVSPROJECTSUFFIX"]],
  479. incs=env.vs_incs,
  480. srcs=env.vs_srcs,
  481. runfile=targets,
  482. buildtarget=targets,
  483. auto_build_solution=1,
  484. variant=variants,
  485. )
  486. else:
  487. print("Could not locate Visual Studio batch file to set up the build environment. Not generating VS project.")
  488. def precious_program(env, program, sources, **args):
  489. program = env.ProgramOriginal(program, sources, **args)
  490. env.Precious(program)
  491. return program
  492. def add_shared_library(env, name, sources, **args):
  493. library = env.SharedLibrary(name, sources, **args)
  494. env.NoCache(library)
  495. return library
  496. def add_library(env, name, sources, **args):
  497. library = env.Library(name, sources, **args)
  498. env.NoCache(library)
  499. return library
  500. def add_program(env, name, sources, **args):
  501. program = env.Program(name, sources, **args)
  502. env.NoCache(program)
  503. return program
  504. def CommandNoCache(env, target, sources, command, **args):
  505. result = env.Command(target, sources, command, **args)
  506. env.NoCache(result)
  507. return result
  508. def detect_darwin_sdk_path(platform, env):
  509. sdk_name = ""
  510. if platform == "osx":
  511. sdk_name = "macosx"
  512. var_name = "MACOS_SDK_PATH"
  513. elif platform == "iphone":
  514. sdk_name = "iphoneos"
  515. var_name = "IPHONESDK"
  516. elif platform == "iphonesimulator":
  517. sdk_name = "iphonesimulator"
  518. var_name = "IPHONESDK"
  519. else:
  520. raise Exception("Invalid platform argument passed to detect_darwin_sdk_path")
  521. if not env[var_name]:
  522. try:
  523. sdk_path = subprocess.check_output(["xcrun", "--sdk", sdk_name, "--show-sdk-path"]).strip().decode("utf-8")
  524. if sdk_path:
  525. env[var_name] = sdk_path
  526. except (subprocess.CalledProcessError, OSError):
  527. print("Failed to find SDK path while running xcrun --sdk {} --show-sdk-path.".format(sdk_name))
  528. raise
  529. def is_vanilla_clang(env):
  530. if not using_clang(env):
  531. return False
  532. try:
  533. version = subprocess.check_output([env.subst(env["CXX"]), "--version"]).strip().decode("utf-8")
  534. except (subprocess.CalledProcessError, OSError):
  535. print("Couldn't parse CXX environment variable to infer compiler version.")
  536. return False
  537. return not version.startswith("Apple")
  538. def get_compiler_version(env):
  539. """
  540. Returns an array of version numbers as ints: [major, minor, patch].
  541. The return array should have at least two values (major, minor).
  542. """
  543. if not env.msvc:
  544. # Not using -dumpversion as some GCC distros only return major, and
  545. # Clang used to return hardcoded 4.2.1: # https://reviews.llvm.org/D56803
  546. try:
  547. version = subprocess.check_output([env.subst(env["CXX"]), "--version"]).strip().decode("utf-8")
  548. except (subprocess.CalledProcessError, OSError):
  549. print("Couldn't parse CXX environment variable to infer compiler version.")
  550. return None
  551. else: # TODO: Implement for MSVC
  552. return None
  553. match = re.search("[0-9]+\.[0-9.]+", version)
  554. if match is not None:
  555. return list(map(int, match.group().split(".")))
  556. else:
  557. return None
  558. def using_gcc(env):
  559. return "gcc" in os.path.basename(env["CC"])
  560. def using_clang(env):
  561. return "clang" in os.path.basename(env["CC"])
  562. def show_progress(env):
  563. import sys
  564. from SCons.Script import Progress, Command, AlwaysBuild
  565. screen = sys.stdout
  566. # Progress reporting is not available in non-TTY environments since it
  567. # messes with the output (for example, when writing to a file)
  568. show_progress = env["progress"] and sys.stdout.isatty()
  569. node_count = 0
  570. node_count_max = 0
  571. node_count_interval = 1
  572. node_count_fname = str(env.Dir("#")) + "/.scons_node_count"
  573. import time, math
  574. class cache_progress:
  575. # The default is 1 GB cache and 12 hours half life
  576. def __init__(self, path=None, limit=1073741824, half_life=43200):
  577. self.path = path
  578. self.limit = limit
  579. self.exponent_scale = math.log(2) / half_life
  580. if env["verbose"] and path != None:
  581. screen.write(
  582. "Current cache limit is {} (used: {})\n".format(
  583. self.convert_size(limit), self.convert_size(self.get_size(path))
  584. )
  585. )
  586. self.delete(self.file_list())
  587. def __call__(self, node, *args, **kw):
  588. nonlocal node_count, node_count_max, node_count_interval, node_count_fname, show_progress
  589. if show_progress:
  590. # Print the progress percentage
  591. node_count += node_count_interval
  592. if node_count_max > 0 and node_count <= node_count_max:
  593. screen.write("\r[%3d%%] " % (node_count * 100 / node_count_max))
  594. screen.flush()
  595. elif node_count_max > 0 and node_count > node_count_max:
  596. screen.write("\r[100%] ")
  597. screen.flush()
  598. else:
  599. screen.write("\r[Initial build] ")
  600. screen.flush()
  601. def delete(self, files):
  602. if len(files) == 0:
  603. return
  604. if env["verbose"]:
  605. # Utter something
  606. screen.write("\rPurging %d %s from cache...\n" % (len(files), len(files) > 1 and "files" or "file"))
  607. [os.remove(f) for f in files]
  608. def file_list(self):
  609. if self.path is None:
  610. # Nothing to do
  611. return []
  612. # Gather a list of (filename, (size, atime)) within the
  613. # cache directory
  614. file_stat = [(x, os.stat(x)[6:8]) for x in glob.glob(os.path.join(self.path, "*", "*"))]
  615. if file_stat == []:
  616. # Nothing to do
  617. return []
  618. # Weight the cache files by size (assumed to be roughly
  619. # proportional to the recompilation time) times an exponential
  620. # decay since the ctime, and return a list with the entries
  621. # (filename, size, weight).
  622. current_time = time.time()
  623. file_stat = [(x[0], x[1][0], (current_time - x[1][1])) for x in file_stat]
  624. # Sort by the most recently accessed files (most sensible to keep) first
  625. file_stat.sort(key=lambda x: x[2])
  626. # Search for the first entry where the storage limit is
  627. # reached
  628. sum, mark = 0, None
  629. for i, x in enumerate(file_stat):
  630. sum += x[1]
  631. if sum > self.limit:
  632. mark = i
  633. break
  634. if mark is None:
  635. return []
  636. else:
  637. return [x[0] for x in file_stat[mark:]]
  638. def convert_size(self, size_bytes):
  639. if size_bytes == 0:
  640. return "0 bytes"
  641. size_name = ("bytes", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB")
  642. i = int(math.floor(math.log(size_bytes, 1024)))
  643. p = math.pow(1024, i)
  644. s = round(size_bytes / p, 2)
  645. return "%s %s" % (int(s) if i == 0 else s, size_name[i])
  646. def get_size(self, start_path="."):
  647. total_size = 0
  648. for dirpath, dirnames, filenames in os.walk(start_path):
  649. for f in filenames:
  650. fp = os.path.join(dirpath, f)
  651. total_size += os.path.getsize(fp)
  652. return total_size
  653. def progress_finish(target, source, env):
  654. nonlocal node_count, progressor
  655. with open(node_count_fname, "w") as f:
  656. f.write("%d\n" % node_count)
  657. progressor.delete(progressor.file_list())
  658. try:
  659. with open(node_count_fname) as f:
  660. node_count_max = int(f.readline())
  661. except:
  662. pass
  663. cache_directory = os.environ.get("SCONS_CACHE")
  664. # Simple cache pruning, attached to SCons' progress callback. Trim the
  665. # cache directory to a size not larger than cache_limit.
  666. cache_limit = float(os.getenv("SCONS_CACHE_LIMIT", 1024)) * 1024 * 1024
  667. progressor = cache_progress(cache_directory, cache_limit)
  668. Progress(progressor, interval=node_count_interval)
  669. progress_finish_command = Command("progress_finish", [], progress_finish)
  670. AlwaysBuild(progress_finish_command)
  671. def dump(env):
  672. # Dumps latest build information for debugging purposes and external tools.
  673. from json import dump
  674. def non_serializable(obj):
  675. return "<<non-serializable: %s>>" % (type(obj).__qualname__)
  676. with open(".scons_env.json", "w") as f:
  677. dump(env.Dictionary(), f, indent=4, default=non_serializable)