create-test-plan.py 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883
  1. #!/usr/bin/env python
  2. import argparse
  3. import dataclasses
  4. import fnmatch
  5. from enum import Enum
  6. import json
  7. import logging
  8. import os
  9. import re
  10. from typing import Optional
  11. logger = logging.getLogger(__name__)
  12. class AppleArch(Enum):
  13. Aarch64 = "aarch64"
  14. X86_64 = "x86_64"
  15. class MsvcArch(Enum):
  16. X86 = "x86"
  17. X64 = "x64"
  18. Arm32 = "arm"
  19. Arm64 = "arm64"
  20. class JobOs(Enum):
  21. WindowsLatest = "windows-latest"
  22. UbuntuLatest = "ubuntu-latest"
  23. MacosLatest = "macos-latest"
  24. Ubuntu22_04 = "ubuntu-22.04"
  25. Ubuntu24_04 = "ubuntu-24.04"
  26. Ubuntu24_04_arm = "ubuntu-24.04-arm"
  27. Macos13 = "macos-13"
  28. class SdlPlatform(Enum):
  29. Android = "android"
  30. Emscripten = "emscripten"
  31. Haiku = "haiku"
  32. LoongArch64 = "loongarch64"
  33. Msys2 = "msys2"
  34. Linux = "linux"
  35. MacOS = "macos"
  36. Ios = "ios"
  37. Tvos = "tvos"
  38. Msvc = "msvc"
  39. N3ds = "n3ds"
  40. PowerPC = "powerpc"
  41. PowerPC64 = "powerpc64"
  42. Ps2 = "ps2"
  43. Psp = "psp"
  44. Vita = "vita"
  45. Riscos = "riscos"
  46. FreeBSD = "freebsd"
  47. NetBSD = "netbsd"
  48. NGage = "ngage"
  49. class Msys2Platform(Enum):
  50. Mingw32 = "mingw32"
  51. Mingw64 = "mingw64"
  52. Clang64 = "clang64"
  53. Ucrt64 = "ucrt64"
  54. class IntelCompiler(Enum):
  55. Icc = "icc"
  56. Icx = "icx"
  57. class VitaGLES(Enum):
  58. Pib = "pib"
  59. Pvr = "pvr"
  60. @dataclasses.dataclass(slots=True)
  61. class JobSpec:
  62. name: str
  63. os: JobOs
  64. platform: SdlPlatform
  65. artifact: Optional[str]
  66. container: Optional[str] = None
  67. no_cmake: bool = False
  68. xcode: bool = False
  69. android_mk: bool = False
  70. android_gradle: bool = False
  71. lean: bool = False
  72. android_arch: Optional[str] = None
  73. android_abi: Optional[str] = None
  74. android_platform: Optional[int] = None
  75. msys2_platform: Optional[Msys2Platform] = None
  76. intel: Optional[IntelCompiler] = None
  77. apple_framework: Optional[bool] = None
  78. apple_archs: Optional[set[AppleArch]] = None
  79. msvc_project: Optional[str] = None
  80. msvc_arch: Optional[MsvcArch] = None
  81. clang_cl: bool = False
  82. gdk: bool = False
  83. vita_gles: Optional[VitaGLES] = None
  84. JOB_SPECS = {
  85. "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
  86. "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
  87. "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
  88. "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
  89. "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
  90. "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
  91. "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
  92. "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
  93. "msvc-arm32": JobSpec(name="Windows (MSVC, ARM)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm32", msvc_arch=MsvcArch.Arm32, ),
  94. "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, ),
  95. "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
  96. "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
  97. "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
  98. "steamrt3": JobSpec(name="Steam Linux Runtime 3.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt3", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:latest", ),
  99. "steamrt3-arm64": JobSpec(name="Steam Linux Runtime 3.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt3-arm64", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk/arm64:3.0.20250408.124536", ),
  100. "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
  101. "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
  102. "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos13, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
  103. "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  104. "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
  105. "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
  106. "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
  107. "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
  108. "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
  109. "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
  110. "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
  111. "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
  112. "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
  113. "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
  114. "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
  115. "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
  116. "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
  117. "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
  118. "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
  119. "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
  120. "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
  121. "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
  122. "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
  123. "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
  124. "ngage": JobSpec(name="N-Gage", os=JobOs.WindowsLatest, platform=SdlPlatform.NGage, artifact="SDL-ngage", ),
  125. }
  126. class StaticLibType(Enum):
  127. STATIC_LIB = "SDL3-static.lib"
  128. A = "libSDL3.a"
  129. class SharedLibType(Enum):
  130. WIN32 = "SDL3.dll"
  131. SO_0 = "libSDL3.so.0"
  132. SO = "libSDL3.so"
  133. DYLIB = "libSDL3.0.dylib"
  134. FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
  135. @dataclasses.dataclass(slots=True)
  136. class JobDetails:
  137. name: str
  138. key: str
  139. os: str
  140. platform: str
  141. artifact: str
  142. no_cmake: bool
  143. ccache: bool = False
  144. build_tests: bool = True
  145. container: str = ""
  146. cmake_build_type: str = "RelWithDebInfo"
  147. shell: str = "sh"
  148. sudo: str = "sudo"
  149. cmake_config_emulator: str = ""
  150. apk_packages: list[str] = dataclasses.field(default_factory=list)
  151. apt_packages: list[str] = dataclasses.field(default_factory=list)
  152. brew_packages: list[str] = dataclasses.field(default_factory=list)
  153. cmake_toolchain_file: str = ""
  154. cmake_arguments: list[str] = dataclasses.field(default_factory=list)
  155. cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
  156. clang_tidy: bool = True
  157. cppflags: list[str] = dataclasses.field(default_factory=list)
  158. cc: str = ""
  159. cxx: str = ""
  160. cflags: list[str] = dataclasses.field(default_factory=list)
  161. cxxflags: list[str] = dataclasses.field(default_factory=list)
  162. ldflags: list[str] = dataclasses.field(default_factory=list)
  163. pollute_directories: list[str] = dataclasses.field(default_factory=list)
  164. use_cmake: bool = True
  165. shared: bool = True
  166. static: bool = True
  167. shared_lib: Optional[SharedLibType] = None
  168. static_lib: Optional[StaticLibType] = None
  169. run_tests: bool = True
  170. test_pkg_config: bool = True
  171. cc_from_cmake: bool = False
  172. source_cmd: str = ""
  173. pretest_cmd: str = ""
  174. java: bool = False
  175. android_apks: list[str] = dataclasses.field(default_factory=list)
  176. android_ndk: bool = False
  177. android_mk: bool = False
  178. android_gradle: bool = False
  179. minidump: bool = False
  180. intel: bool = False
  181. msys2_msystem: str = ""
  182. msys2_env: str = ""
  183. msys2_no_perl: bool = False
  184. werror: bool = True
  185. msvc_vcvars_arch: str = ""
  186. msvc_vcvars_sdk: str = ""
  187. msvc_project: str = ""
  188. msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
  189. setup_ninja: bool = False
  190. setup_libusb_arch: str = ""
  191. xcode_sdk: str = ""
  192. cpactions: bool = False
  193. setup_gdk_folder: str = ""
  194. cpactions_os: str = ""
  195. cpactions_version: str = ""
  196. cpactions_arch: str = ""
  197. cpactions_setup_cmd: str = ""
  198. cpactions_install_cmd: str = ""
  199. setup_vita_gles_type: str = ""
  200. check_sources: bool = False
  201. setup_python: bool = False
  202. pypi_packages: list[str] = dataclasses.field(default_factory=list)
  203. setup_gage_sdk_path: str = ""
  204. def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
  205. data = {
  206. "name": self.name,
  207. "key": self.key,
  208. "os": self.os,
  209. "ccache": self.ccache,
  210. "container": self.container if self.container else "",
  211. "platform": self.platform,
  212. "artifact": self.artifact,
  213. "enable-artifacts": enable_artifacts,
  214. "shell": self.shell,
  215. "msys2-msystem": self.msys2_msystem,
  216. "msys2-env": self.msys2_env,
  217. "msys2-no-perl": self.msys2_no_perl,
  218. "android-ndk": self.android_ndk,
  219. "java": self.java,
  220. "intel": self.intel,
  221. "apk-packages": my_shlex_join(self.apk_packages),
  222. "apt-packages": my_shlex_join(self.apt_packages),
  223. "test-pkg-config": self.test_pkg_config,
  224. "brew-packages": my_shlex_join(self.brew_packages),
  225. "pollute-directories": my_shlex_join(self.pollute_directories),
  226. "no-cmake": self.no_cmake,
  227. "build-tests": self.build_tests,
  228. "source-cmd": self.source_cmd,
  229. "pretest-cmd": self.pretest_cmd,
  230. "cmake-config-emulator": self.cmake_config_emulator,
  231. "cc": self.cc,
  232. "cxx": self.cxx,
  233. "cflags": my_shlex_join(self.cppflags + self.cflags),
  234. "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
  235. "ldflags": my_shlex_join(self.ldflags),
  236. "cmake-toolchain-file": self.cmake_toolchain_file,
  237. "clang-tidy": self.clang_tidy,
  238. "cmake-arguments": my_shlex_join(self.cmake_arguments),
  239. "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
  240. "shared": self.shared,
  241. "static": self.static,
  242. "shared-lib": self.shared_lib.value if self.shared_lib else None,
  243. "static-lib": self.static_lib.value if self.static_lib else None,
  244. "cmake-build-type": self.cmake_build_type,
  245. "run-tests": self.run_tests,
  246. "android-apks": my_shlex_join(self.android_apks),
  247. "android-gradle": self.android_gradle,
  248. "android-mk": self.android_mk,
  249. "werror": self.werror,
  250. "sudo": self.sudo,
  251. "msvc-vcvars-arch": self.msvc_vcvars_arch,
  252. "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
  253. "msvc-project": self.msvc_project,
  254. "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
  255. "setup-ninja": self.setup_ninja,
  256. "setup-libusb-arch": self.setup_libusb_arch,
  257. "cc-from-cmake": self.cc_from_cmake,
  258. "xcode-sdk": self.xcode_sdk,
  259. "cpactions": self.cpactions,
  260. "cpactions-os": self.cpactions_os,
  261. "cpactions-version": self.cpactions_version,
  262. "cpactions-arch": self.cpactions_arch,
  263. "cpactions-setup-cmd": self.cpactions_setup_cmd,
  264. "cpactions-install-cmd": self.cpactions_install_cmd,
  265. "setup-vita-gles-type": self.setup_vita_gles_type,
  266. "setup-gdk-folder": self.setup_gdk_folder,
  267. "check-sources": self.check_sources,
  268. "setup-python": self.setup_python,
  269. "pypi-packages": my_shlex_join(self.pypi_packages),
  270. "setup-ngage-sdk-path": self.setup_gage_sdk_path,
  271. }
  272. return {k: v for k, v in data.items() if v != ""}
  273. def my_shlex_join(s):
  274. def escape(s):
  275. if s[:1] == "'" and s[-1:] == "'":
  276. return s
  277. if set(s).intersection(set("; \t")):
  278. return f'"{s}"'
  279. return s
  280. return " ".join(escape(s))
  281. def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool) -> JobDetails:
  282. job = JobDetails(
  283. name=spec.name,
  284. key=key,
  285. os=spec.os.value,
  286. artifact=spec.artifact or "",
  287. container=spec.container or "",
  288. platform=spec.platform.value,
  289. sudo="sudo",
  290. no_cmake=spec.no_cmake,
  291. )
  292. if job.os.startswith("ubuntu"):
  293. job.apt_packages.extend([
  294. "ninja-build",
  295. "pkg-config",
  296. ])
  297. pretest_cmd = []
  298. if trackmem_symbol_names:
  299. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
  300. else:
  301. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
  302. win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
  303. fpic = None
  304. build_parallel = True
  305. if spec.lean:
  306. job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
  307. if win32:
  308. job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
  309. job.minidump = True
  310. if spec.intel is not None:
  311. match spec.intel:
  312. case IntelCompiler.Icx:
  313. job.cc = "icx"
  314. job.cxx = "icpx"
  315. case IntelCompiler.Icc:
  316. job.cc = "icc"
  317. job.cxx = "icpc"
  318. # Disable deprecation warning
  319. job.cppflags.append("-diag-disable=10441")
  320. # Avoid 'Catastrophic error: cannot open precompiled header file'
  321. job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
  322. job.clang_tidy = False
  323. case _:
  324. raise ValueError(f"Invalid intel={spec.intel}")
  325. job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
  326. job.intel = True
  327. job.shell = "bash"
  328. job.cmake_arguments.extend((
  329. f"-DCMAKE_C_COMPILER={job.cc}",
  330. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  331. "-DCMAKE_SYSTEM_NAME=Linux",
  332. ))
  333. match spec.platform:
  334. case SdlPlatform.Msvc:
  335. job.setup_ninja = not spec.gdk
  336. job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
  337. job.msvc_project = spec.msvc_project if spec.msvc_project else ""
  338. job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
  339. job.test_pkg_config = False
  340. job.shared_lib = SharedLibType.WIN32
  341. job.static_lib = StaticLibType.STATIC_LIB
  342. job.cmake_arguments.extend((
  343. "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
  344. "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
  345. "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
  346. ))
  347. job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
  348. if spec.clang_cl:
  349. job.cmake_arguments.extend((
  350. "-DCMAKE_C_COMPILER=clang-cl",
  351. "-DCMAKE_CXX_COMPILER=clang-cl",
  352. ))
  353. match spec.msvc_arch:
  354. case MsvcArch.X86:
  355. job.cflags.append("/clang:-m32")
  356. job.cxxflags.append("/clang:-m32")
  357. job.ldflags.append("/MACHINE:X86")
  358. case MsvcArch.X64:
  359. job.cflags.append("/clang:-m64")
  360. job.cxxflags.append("/clang:-m64")
  361. job.ldflags.append("/MACHINE:X64")
  362. case _:
  363. raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
  364. if spec.msvc_project:
  365. match spec.msvc_arch:
  366. case MsvcArch.X86:
  367. msvc_platform = "Win32"
  368. case MsvcArch.X64:
  369. msvc_platform = "x64"
  370. case _:
  371. raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
  372. if spec.gdk:
  373. msvc_platform = f"Gaming.Desktop.{msvc_platform}"
  374. job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
  375. match spec.msvc_arch:
  376. case MsvcArch.X86:
  377. job.msvc_vcvars_arch = "x64_x86"
  378. case MsvcArch.X64:
  379. job.msvc_vcvars_arch = "x64"
  380. case MsvcArch.Arm32:
  381. job.msvc_vcvars_arch = "x64_arm"
  382. job.msvc_vcvars_sdk = "10.0.22621.0" # 10.0.26100.0 dropped ARM32 um and ucrt libraries
  383. job.run_tests = False
  384. case MsvcArch.Arm64:
  385. job.msvc_vcvars_arch = "x64_arm64"
  386. job.run_tests = False
  387. if spec.gdk:
  388. job.setup_gdk_folder = "VisualC-GDK"
  389. else:
  390. match spec.msvc_arch:
  391. case MsvcArch.X86:
  392. job.setup_libusb_arch = "x86"
  393. case MsvcArch.X64:
  394. job.setup_libusb_arch = "x64"
  395. case SdlPlatform.Linux:
  396. if spec.name.startswith("Ubuntu"):
  397. assert spec.os.value.startswith("ubuntu-")
  398. job.apt_packages.extend((
  399. "ccache",
  400. "gnome-desktop-testing",
  401. "libasound2-dev",
  402. "libpulse-dev",
  403. "libaudio-dev",
  404. "libjack-dev",
  405. "libsndio-dev",
  406. "libusb-1.0-0-dev",
  407. "libx11-dev",
  408. "libxext-dev",
  409. "libxrandr-dev",
  410. "libxcursor-dev",
  411. "libxfixes-dev",
  412. "libxi-dev",
  413. "libxss-dev",
  414. "libwayland-dev",
  415. "libxkbcommon-dev",
  416. "libdrm-dev",
  417. "libgbm-dev",
  418. "libgl1-mesa-dev",
  419. "libgles2-mesa-dev",
  420. "libegl1-mesa-dev",
  421. "libdbus-1-dev",
  422. "libibus-1.0-dev",
  423. "libudev-dev",
  424. "fcitx-libs-dev",
  425. ))
  426. match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+).*", spec.os.value)
  427. ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
  428. if ubuntu_year >= 22:
  429. job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
  430. job.apt_packages.extend((
  431. "libunwind-dev", # For SDL_test memory tracking
  432. ))
  433. job.ccache = True
  434. if trackmem_symbol_names:
  435. # older libunwind is slow
  436. job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
  437. job.shared_lib = SharedLibType.SO_0
  438. job.static_lib = StaticLibType.A
  439. fpic = True
  440. case SdlPlatform.Ios | SdlPlatform.Tvos:
  441. job.brew_packages.extend([
  442. "ccache",
  443. "ninja",
  444. ])
  445. job.ccache = True
  446. job.clang_tidy = False
  447. job.run_tests = False
  448. job.test_pkg_config = False
  449. job.shared_lib = SharedLibType.DYLIB
  450. job.static_lib = StaticLibType.A
  451. match spec.platform:
  452. case SdlPlatform.Ios:
  453. if spec.xcode:
  454. job.xcode_sdk = 'iphoneos'
  455. job.cmake_arguments.extend([
  456. "-DCMAKE_SYSTEM_NAME=iOS",
  457. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  458. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  459. ])
  460. case SdlPlatform.Tvos:
  461. if spec.xcode:
  462. job.xcode_sdk = 'appletvos'
  463. job.cmake_arguments.extend([
  464. "-DCMAKE_SYSTEM_NAME=tvOS",
  465. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  466. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  467. ])
  468. case SdlPlatform.MacOS:
  469. if spec.apple_framework:
  470. job.static = False
  471. job.clang_tidy = False
  472. job.test_pkg_config = False
  473. job.cmake_arguments.extend((
  474. "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
  475. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  476. "-DSDL_FRAMEWORK=ON",
  477. ))
  478. job.shared_lib = SharedLibType.FRAMEWORK
  479. else:
  480. job.clang_tidy = True
  481. job.cmake_arguments.extend((
  482. "-DCMAKE_OSX_ARCHITECTURES=arm64",
  483. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  484. "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
  485. ))
  486. job.shared_lib = SharedLibType.DYLIB
  487. job.static_lib = StaticLibType.A
  488. job.ccache = True
  489. job.apt_packages = []
  490. job.brew_packages.extend((
  491. "ccache",
  492. "ninja",
  493. ))
  494. if job.clang_tidy:
  495. job.brew_packages.append("llvm")
  496. if spec.xcode:
  497. job.xcode_sdk = "macosx"
  498. case SdlPlatform.Android:
  499. job.android_gradle = spec.android_gradle
  500. job.android_mk = spec.android_mk
  501. job.apt_packages.append("ccache")
  502. job.run_tests = False
  503. job.shared_lib = SharedLibType.SO
  504. job.static_lib = StaticLibType.A
  505. if spec.android_mk or not spec.no_cmake:
  506. job.android_ndk = True
  507. if spec.android_gradle or not spec.no_cmake:
  508. job.java = True
  509. if spec.android_mk or spec.android_gradle:
  510. job.apt_packages = []
  511. if not spec.no_cmake:
  512. job.ccache = True
  513. job.cmake_arguments.extend((
  514. f"-DANDROID_PLATFORM={spec.android_platform}",
  515. f"-DANDROID_ABI={spec.android_abi}",
  516. ))
  517. job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
  518. job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
  519. job.android_apks = [
  520. "testaudiorecording-apk",
  521. "testautomation-apk",
  522. "testcontroller-apk",
  523. "testmultiaudio-apk",
  524. "testsprite-apk",
  525. ]
  526. case SdlPlatform.Emscripten:
  527. job.clang_tidy = False # clang-tidy does not understand -gsource-map
  528. job.shared = False
  529. job.ccache = True
  530. job.apt_packages.append("ccache")
  531. job.cmake_config_emulator = "emcmake"
  532. job.cmake_build_type = "Debug"
  533. job.test_pkg_config = False
  534. job.cmake_arguments.extend((
  535. "-DSDLTEST_BROWSER=chrome",
  536. "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
  537. "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
  538. ))
  539. job.cflags.extend((
  540. "-gsource-map",
  541. "-ffile-prefix-map=${PWD}=/SDL",
  542. ))
  543. job.ldflags.extend((
  544. "--source-map-base", "/",
  545. ))
  546. pretest_cmd.extend((
  547. "# Start local HTTP server",
  548. "cmake --build build --target serve-sdl-tests --verbose &",
  549. "chrome --version",
  550. "chromedriver --version",
  551. ))
  552. job.static_lib = StaticLibType.A
  553. job.setup_python = True
  554. job.pypi_packages.append("selenium")
  555. case SdlPlatform.Ps2:
  556. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  557. build_parallel = False
  558. job.shared = False
  559. job.sudo = ""
  560. job.apt_packages = []
  561. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
  562. job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
  563. job.clang_tidy = False
  564. job.run_tests = False
  565. job.shared = False
  566. job.cc = "mips64r5900el-ps2-elf-gcc"
  567. job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
  568. job.static_lib = StaticLibType.A
  569. case SdlPlatform.Psp:
  570. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  571. build_parallel = False
  572. job.sudo = ""
  573. job.apt_packages = []
  574. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
  575. job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
  576. job.clang_tidy = False
  577. job.run_tests = False
  578. job.shared = False
  579. job.cc = "psp-gcc"
  580. job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
  581. job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
  582. job.static_lib = StaticLibType.A
  583. case SdlPlatform.Vita:
  584. job.ccache = True
  585. job.sudo = ""
  586. job.apt_packages = []
  587. job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
  588. job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
  589. assert spec.vita_gles is not None
  590. job.setup_vita_gles_type = {
  591. VitaGLES.Pib: "pib",
  592. VitaGLES.Pvr: "pvr",
  593. }[spec.vita_gles]
  594. job.cmake_arguments.extend((
  595. f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
  596. f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
  597. "-DSDL_ARMNEON=ON",
  598. "-DSDL_ARMSIMD=ON",
  599. ))
  600. # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
  601. job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
  602. job.clang_tidy = False
  603. job.run_tests = False
  604. job.shared = False
  605. job.cc = "arm-vita-eabi-gcc"
  606. job.static_lib = StaticLibType.A
  607. case SdlPlatform.Haiku:
  608. job.ccache = True
  609. fpic = False
  610. job.run_tests = False
  611. job.apt_packages.append("ccache")
  612. job.cc = "x86_64-unknown-haiku-gcc"
  613. job.cxx = "x86_64-unknown-haiku-g++"
  614. job.sudo = ""
  615. job.cmake_arguments.extend((
  616. f"-DCMAKE_C_COMPILER={job.cc}",
  617. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  618. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  619. ))
  620. job.shared_lib = SharedLibType.SO_0
  621. job.static_lib = StaticLibType.A
  622. case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
  623. job.ccache = True
  624. # FIXME: Enable SDL_WERROR
  625. job.werror = False
  626. job.clang_tidy = False
  627. job.run_tests = False
  628. job.sudo = ""
  629. job.apt_packages = ["ccache"]
  630. job.shared_lib = SharedLibType.SO_0
  631. job.static_lib = StaticLibType.A
  632. job.cmake_arguments.extend((
  633. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  634. ))
  635. case SdlPlatform.LoongArch64:
  636. job.ccache = True
  637. fpic = True
  638. job.run_tests = False
  639. job.apt_packages.append("ccache")
  640. job.cc = "${LOONGARCH64_CC}"
  641. job.cxx = "${LOONGARCH64_CXX}"
  642. job.cmake_arguments.extend((
  643. f"-DCMAKE_C_COMPILER={job.cc}",
  644. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  645. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  646. "-DCMAKE_SYSTEM_NAME=Linux",
  647. ))
  648. job.shared_lib = SharedLibType.SO_0
  649. job.static_lib = StaticLibType.A
  650. case SdlPlatform.N3ds:
  651. job.ccache = True
  652. job.shared = False
  653. job.apt_packages = ["ccache", "ninja-build", "binutils"]
  654. job.clang_tidy = False
  655. job.run_tests = False
  656. job.cc_from_cmake = True
  657. job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
  658. job.static_lib = StaticLibType.A
  659. case SdlPlatform.Msys2:
  660. job.ccache = True
  661. job.shell = "msys2 {0}"
  662. assert spec.msys2_platform
  663. job.msys2_msystem = spec.msys2_platform.value
  664. job.msys2_env = {
  665. "mingw32": "mingw-w64-i686",
  666. "mingw64": "mingw-w64-x86_64",
  667. "clang64": "mingw-w64-clang-x86_64",
  668. "ucrt64": "mingw-w64-ucrt-x86_64",
  669. }[spec.msys2_platform.value]
  670. job.msys2_no_perl = spec.msys2_platform in (Msys2Platform.Mingw32, )
  671. job.shared_lib = SharedLibType.WIN32
  672. job.static_lib = StaticLibType.A
  673. case SdlPlatform.Riscos:
  674. job.ccache = False # FIXME: enable when container gets upgrade
  675. # FIXME: Enable SDL_WERROR
  676. job.werror = False
  677. job.apt_packages = ["ccache", "cmake", "ninja-build"]
  678. job.test_pkg_config = False
  679. job.shared = False
  680. job.run_tests = False
  681. job.sudo = ""
  682. job.cmake_arguments.extend((
  683. "-DRISCOS:BOOL=ON",
  684. "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
  685. "-DSDL_GCC_ATOMICS:BOOL=OFF",
  686. ))
  687. job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
  688. job.static_lib = StaticLibType.A
  689. case SdlPlatform.FreeBSD | SdlPlatform.NetBSD:
  690. job.cpactions = True
  691. job.no_cmake = True
  692. job.run_tests = False
  693. job.apt_packages = []
  694. job.shared_lib = SharedLibType.SO_0
  695. job.static_lib = StaticLibType.A
  696. match spec.platform:
  697. case SdlPlatform.FreeBSD:
  698. job.cpactions_os = "freebsd"
  699. job.cpactions_version = "14.2"
  700. job.cpactions_arch = "x86-64"
  701. job.cpactions_setup_cmd = "sudo pkg update"
  702. job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
  703. job.cmake_arguments.extend((
  704. "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
  705. "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
  706. ))
  707. case SdlPlatform.NetBSD:
  708. job.cpactions_os = "netbsd"
  709. job.cpactions_version = "10.1"
  710. job.cpactions_arch = "x86-64"
  711. job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
  712. job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
  713. case SdlPlatform.NGage:
  714. build_parallel = False
  715. job.cmake_build_type = "Release"
  716. job.setup_ninja = True
  717. job.static_lib = StaticLibType.STATIC_LIB
  718. job.shared_lib = None
  719. job.clang_tidy = False
  720. job.werror = False # FIXME: enable SDL_WERROR
  721. job.shared = False
  722. job.run_tests = False
  723. job.setup_gage_sdk_path = "C:/ngagesdk"
  724. job.cmake_toolchain_file = "C:/ngagesdk/cmake/ngage-toolchain.cmake"
  725. job.test_pkg_config = False
  726. case _:
  727. raise ValueError(f"Unsupported platform={spec.platform}")
  728. if "ubuntu" in spec.name.lower():
  729. job.check_sources = True
  730. job.setup_python = True
  731. if job.ccache:
  732. job.cmake_arguments.extend((
  733. "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
  734. "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
  735. ))
  736. if not build_parallel:
  737. job.cmake_build_arguments.append("-j1")
  738. if job.cflags or job.cppflags:
  739. job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
  740. if job.cxxflags or job.cppflags:
  741. job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
  742. if job.ldflags:
  743. job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  744. job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  745. job.pretest_cmd = "\n".join(pretest_cmd)
  746. def tf(b):
  747. return "ON" if b else "OFF"
  748. if fpic is not None:
  749. job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
  750. if job.no_cmake:
  751. job.cmake_arguments = []
  752. return job
  753. def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool) -> dict[str, str|bool]:
  754. logger.info("spec=%r", spec)
  755. job = spec_to_job(spec, key=key, trackmem_symbol_names=trackmem_symbol_names)
  756. logger.info("job=%r", job)
  757. platform = job.to_workflow(enable_artifacts=enable_artifacts)
  758. logger.info("platform=%r", platform)
  759. return platform
  760. def main():
  761. parser = argparse.ArgumentParser(allow_abbrev=False)
  762. parser.add_argument("--github-variable-prefix", default="platforms")
  763. parser.add_argument("--github-ci", action="store_true")
  764. parser.add_argument("--verbose", action="store_true")
  765. parser.add_argument("--commit-message-file")
  766. parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
  767. parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
  768. args = parser.parse_args()
  769. logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
  770. remaining_keys = set(JOB_SPECS.keys())
  771. all_level_keys = (
  772. # Level 1
  773. (
  774. "haiku",
  775. ),
  776. )
  777. filters = []
  778. if args.commit_message_file:
  779. with open(args.commit_message_file, "r") as f:
  780. commit_message = f.read()
  781. for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
  782. filters.append(m.group(1).strip(" \t\n\r\t'\""))
  783. if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
  784. args.enable_artifacts = True
  785. if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
  786. args.trackmem_symbol_names = True
  787. if not filters:
  788. filters.append("*")
  789. logger.info("filters: %r", filters)
  790. all_level_platforms = {}
  791. all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names) for key, spec in JOB_SPECS.items()}
  792. for level_i, level_keys in enumerate(all_level_keys, 1):
  793. level_key = f"level{level_i}"
  794. logger.info("Level %d: keys=%r", level_i, level_keys)
  795. assert all(k in remaining_keys for k in level_keys)
  796. level_platforms = tuple(all_platforms[key] for key in level_keys)
  797. remaining_keys.difference_update(level_keys)
  798. all_level_platforms[level_key] = level_platforms
  799. logger.info("=" * 80)
  800. logger.info("Keys before filter: %r", remaining_keys)
  801. filtered_remaining_keys = set()
  802. for filter in filters:
  803. filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
  804. logger.info("Keys after filter: %r", filtered_remaining_keys)
  805. remaining_keys = filtered_remaining_keys
  806. logger.info("Remaining: %r", remaining_keys)
  807. all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
  808. if args.github_ci:
  809. for level, platforms in all_level_platforms.items():
  810. platforms_json = json.dumps(platforms)
  811. txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
  812. logger.info("%s", txt)
  813. if "GITHUB_OUTPUT" in os.environ:
  814. with open(os.environ["GITHUB_OUTPUT"], "a") as f:
  815. f.write(txt)
  816. f.write("\n")
  817. else:
  818. logger.warning("GITHUB_OUTPUT not defined")
  819. return 0
  820. if __name__ == "__main__":
  821. raise SystemExit(main())