create-test-plan.py 46 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957
  1. #!/usr/bin/env python
  2. import argparse
  3. import dataclasses
  4. import fnmatch
  5. from enum import Enum
  6. import json
  7. import logging
  8. import os
  9. import re
  10. import shlex
  11. from typing import Optional
  12. logger = logging.getLogger(__name__)
  13. class AppleArch(Enum):
  14. Aarch64 = "aarch64"
  15. X86_64 = "x86_64"
  16. class MsvcArch(Enum):
  17. X86 = "x86"
  18. X64 = "x64"
  19. Arm64 = "arm64"
  20. class JobOs(Enum):
  21. WindowsLatest = "windows-latest"
  22. UbuntuLatest = "ubuntu-latest"
  23. MacosLatest = "macos-latest"
  24. Ubuntu22_04 = "ubuntu-22.04"
  25. Ubuntu24_04 = "ubuntu-24.04"
  26. Ubuntu24_04_arm = "ubuntu-24.04-arm"
  27. Macos14 = "macos-14" # macOS Sonoma (2023)
  28. Macos15 = "macos-15" # macOS Sequoia (2024)
  29. Macos26 = "macos-26" # macOS Tahoe (2025)
  30. class SdlPlatform(Enum):
  31. Android = "android"
  32. Emscripten = "emscripten"
  33. Haiku = "haiku"
  34. LoongArch64 = "loongarch64"
  35. Msys2 = "msys2"
  36. Linux = "linux"
  37. MacOS = "macos"
  38. Ios = "ios"
  39. Tvos = "tvos"
  40. Msvc = "msvc"
  41. N3ds = "n3ds"
  42. PowerPC = "powerpc"
  43. PowerPC64 = "powerpc64"
  44. Ps2 = "ps2"
  45. Psp = "psp"
  46. Vita = "vita"
  47. Riscos = "riscos"
  48. FreeBSD = "freebsd"
  49. NetBSD = "netbsd"
  50. OpenBSD = "openbsd"
  51. NGage = "ngage"
  52. class Msys2Platform(Enum):
  53. Mingw32 = "mingw32"
  54. Mingw64 = "mingw64"
  55. Clang64 = "clang64"
  56. Ucrt64 = "ucrt64"
  57. class IntelCompiler(Enum):
  58. Icc = "icc"
  59. Icx = "icx"
  60. class VitaGLES(Enum):
  61. Pib = "pib"
  62. Pvr = "pvr"
  63. @dataclasses.dataclass(slots=True)
  64. class JobSpec:
  65. name: str
  66. os: JobOs
  67. platform: SdlPlatform
  68. artifact: Optional[str]
  69. container: Optional[str] = None
  70. no_cmake: bool = False
  71. xcode: bool = False
  72. android_mk: bool = False
  73. android_gradle: bool = False
  74. lean: bool = False
  75. android_arch: Optional[str] = None
  76. android_abi: Optional[str] = None
  77. android_platform: Optional[int] = None
  78. msys2_platform: Optional[Msys2Platform] = None
  79. intel: Optional[IntelCompiler] = None
  80. apple_framework: Optional[bool] = None
  81. apple_archs: Optional[set[AppleArch]] = None
  82. msvc_project: Optional[str] = None
  83. msvc_arch: Optional[MsvcArch] = None
  84. clang_cl: bool = False
  85. gdk: bool = False
  86. vita_gles: Optional[VitaGLES] = None
  87. more_hard_deps: bool = False
  88. JOB_SPECS = {
  89. "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
  90. "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
  91. "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
  92. "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
  93. "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
  94. "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
  95. "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
  96. "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
  97. "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, msvc_project="VisualC/SDL.sln", ),
  98. "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
  99. "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
  100. "ubuntu-latest": JobSpec(name="Ubuntu (latest)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-ubuntu-latest", ),
  101. "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
  102. "steamrt3": JobSpec(name="Steam Linux Runtime 3.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt3", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:latest" ),
  103. "steamrt3-arm64": JobSpec(name="Steam Linux Runtime 3.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt3-arm64", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk/arm64:latest" ),
  104. "steamrt4": JobSpec(name="Steam Linux Runtime 4.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt4", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk:latest", more_hard_deps = True, ),
  105. "steamrt4-arm64": JobSpec(name="Steam Linux Runtime 4.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt4-arm64", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk/arm64:latest", more_hard_deps = True, ),
  106. "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
  107. "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
  108. "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos14, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
  109. "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  110. "macos-26-framework-arm64": JobSpec(name="MacOS 26 (Framework) (arm64)",os=JobOs.Macos26, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  111. "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
  112. "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
  113. "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
  114. "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
  115. "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
  116. "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
  117. "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
  118. "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
  119. "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
  120. "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
  121. "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
  122. "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
  123. "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
  124. "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
  125. "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
  126. "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
  127. "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
  128. "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
  129. "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
  130. "openbsd": JobSpec(name="OpenBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.OpenBSD, artifact="SDL-openbsd-x64", ),
  131. "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
  132. "ngage": JobSpec(name="N-Gage", os=JobOs.WindowsLatest, platform=SdlPlatform.NGage, artifact="SDL-ngage", ),
  133. }
  134. class StaticLibType(Enum):
  135. STATIC_LIB = "SDL3-static.lib"
  136. A = "libSDL3.a"
  137. class SharedLibType(Enum):
  138. WIN32 = "SDL3.dll"
  139. SO_0 = "libSDL3.so.0"
  140. SO = "libSDL3.so"
  141. DYLIB = "libSDL3.0.dylib"
  142. FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
  143. @dataclasses.dataclass(slots=True)
  144. class JobDetails:
  145. name: str
  146. key: str
  147. os: str
  148. platform: str
  149. artifact: str
  150. no_cmake: bool
  151. ccache: bool = False
  152. build_tests: bool = True
  153. container: str = ""
  154. cmake_build_type: str = "RelWithDebInfo"
  155. shell: str = "sh"
  156. sudo: str = "sudo"
  157. cmake_config_emulator: str = ""
  158. apk_packages: list[str] = dataclasses.field(default_factory=list)
  159. apt_packages: list[str] = dataclasses.field(default_factory=list)
  160. brew_packages: list[str] = dataclasses.field(default_factory=list)
  161. cmake_toolchain_file: str = ""
  162. cmake_arguments: list[str] = dataclasses.field(default_factory=list)
  163. cmake_generator: str = "Ninja"
  164. cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
  165. clang_tidy: bool = True
  166. cppflags: list[str] = dataclasses.field(default_factory=list)
  167. cc: str = ""
  168. cxx: str = ""
  169. cflags: list[str] = dataclasses.field(default_factory=list)
  170. cxxflags: list[str] = dataclasses.field(default_factory=list)
  171. ldflags: list[str] = dataclasses.field(default_factory=list)
  172. pollute_directories: list[str] = dataclasses.field(default_factory=list)
  173. use_cmake: bool = True
  174. shared: bool = True
  175. static: bool = True
  176. shared_lib: Optional[SharedLibType] = None
  177. static_lib: Optional[StaticLibType] = None
  178. run_tests: bool = True
  179. test_pkg_config: bool = True
  180. cc_from_cmake: bool = False
  181. source_cmd: str = ""
  182. pretest_cmd: str = ""
  183. java: bool = False
  184. android_apks: list[str] = dataclasses.field(default_factory=list)
  185. android_ndk: bool = False
  186. android_mk: bool = False
  187. android_gradle: bool = False
  188. minidump: bool = False
  189. intel: bool = False
  190. msys2_msystem: str = ""
  191. msys2_packages: list[str] = dataclasses.field(default_factory=list)
  192. werror: bool = True
  193. msvc_vcvars_arch: str = ""
  194. msvc_vcvars_sdk: str = ""
  195. msvc_project: str = ""
  196. msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
  197. setup_ninja: bool = False
  198. setup_libusb_arch: str = ""
  199. xcode_sdk: str = ""
  200. cpactions: bool = False
  201. setup_gdk_folder: str = ""
  202. cpactions_os: str = ""
  203. cpactions_version: str = ""
  204. cpactions_arch: str = ""
  205. cpactions_setup_cmd: str = ""
  206. cpactions_install_cmd: str = ""
  207. setup_vita_gles_type: str = ""
  208. check_sources: bool = False
  209. setup_python: bool = False
  210. pypi_packages: list[str] = dataclasses.field(default_factory=list)
  211. setup_gage_sdk_path: str = ""
  212. binutils_strings: str = "strings"
  213. ctest_args: str = ""
  214. def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
  215. data = {
  216. "name": self.name,
  217. "key": self.key,
  218. "os": self.os,
  219. "ccache": self.ccache,
  220. "container": self.container if self.container else "",
  221. "platform": self.platform,
  222. "artifact": self.artifact,
  223. "enable-artifacts": enable_artifacts,
  224. "shell": self.shell,
  225. "msys2-msystem": self.msys2_msystem,
  226. "msys2-packages": my_shlex_join(self.msys2_packages),
  227. "android-ndk": self.android_ndk,
  228. "java": self.java,
  229. "intel": self.intel,
  230. "apk-packages": my_shlex_join(self.apk_packages),
  231. "apt-packages": my_shlex_join(self.apt_packages),
  232. "test-pkg-config": self.test_pkg_config,
  233. "brew-packages": my_shlex_join(self.brew_packages),
  234. "pollute-directories": my_shlex_join(self.pollute_directories),
  235. "no-cmake": self.no_cmake,
  236. "build-tests": self.build_tests,
  237. "source-cmd": self.source_cmd,
  238. "pretest-cmd": self.pretest_cmd,
  239. "cmake-config-emulator": self.cmake_config_emulator,
  240. "cc": self.cc,
  241. "cxx": self.cxx,
  242. "cflags": my_shlex_join(self.cppflags + self.cflags),
  243. "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
  244. "ldflags": my_shlex_join(self.ldflags),
  245. "cmake-generator": self.cmake_generator,
  246. "cmake-toolchain-file": self.cmake_toolchain_file,
  247. "clang-tidy": self.clang_tidy,
  248. "cmake-arguments": my_shlex_join(self.cmake_arguments),
  249. "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
  250. "shared": self.shared,
  251. "static": self.static,
  252. "shared-lib": self.shared_lib.value if self.shared_lib else None,
  253. "static-lib": self.static_lib.value if self.static_lib else None,
  254. "cmake-build-type": self.cmake_build_type,
  255. "run-tests": self.run_tests,
  256. "android-apks": my_shlex_join(self.android_apks),
  257. "android-gradle": self.android_gradle,
  258. "android-mk": self.android_mk,
  259. "werror": self.werror,
  260. "sudo": self.sudo,
  261. "msvc-vcvars-arch": self.msvc_vcvars_arch,
  262. "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
  263. "msvc-project": self.msvc_project,
  264. "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
  265. "setup-ninja": self.setup_ninja,
  266. "setup-libusb-arch": self.setup_libusb_arch,
  267. "cc-from-cmake": self.cc_from_cmake,
  268. "xcode-sdk": self.xcode_sdk,
  269. "cpactions": self.cpactions,
  270. "cpactions-os": self.cpactions_os,
  271. "cpactions-version": self.cpactions_version,
  272. "cpactions-arch": self.cpactions_arch,
  273. "cpactions-setup-cmd": self.cpactions_setup_cmd,
  274. "cpactions-install-cmd": self.cpactions_install_cmd,
  275. "setup-vita-gles-type": self.setup_vita_gles_type,
  276. "setup-gdk-folder": self.setup_gdk_folder,
  277. "check-sources": self.check_sources,
  278. "setup-python": self.setup_python,
  279. "pypi-packages": my_shlex_join(self.pypi_packages),
  280. "setup-ngage-sdk-path": self.setup_gage_sdk_path,
  281. "binutils-strings": self.binutils_strings,
  282. "ctest-args": self.ctest_args,
  283. }
  284. return {k: v for k, v in data.items() if v != ""}
  285. def my_shlex_join(s):
  286. def escape(s):
  287. if s[:1] == "'" and s[-1:] == "'":
  288. return s
  289. if set(s).intersection(set("; \t")):
  290. return f'"{s}"'
  291. return s
  292. return " ".join(escape(s))
  293. def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool, ctest_args: list[str]) -> JobDetails:
  294. job = JobDetails(
  295. name=spec.name,
  296. key=key,
  297. os=spec.os.value,
  298. artifact=spec.artifact or "",
  299. container=spec.container or "",
  300. platform=spec.platform.value,
  301. sudo="sudo",
  302. no_cmake=spec.no_cmake,
  303. )
  304. if job.os.startswith("ubuntu"):
  305. job.apt_packages.extend([
  306. "ninja-build",
  307. "pkg-config",
  308. ])
  309. pretest_cmd = []
  310. if trackmem_symbol_names:
  311. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
  312. else:
  313. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
  314. win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
  315. fpic = None
  316. build_parallel = True
  317. if spec.lean:
  318. job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
  319. if win32:
  320. job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
  321. job.minidump = True
  322. if spec.intel is not None:
  323. match spec.intel:
  324. case IntelCompiler.Icx:
  325. job.cc = "icx"
  326. job.cxx = "icpx"
  327. case IntelCompiler.Icc:
  328. job.cc = "icc"
  329. job.cxx = "icpc"
  330. # Disable deprecation warning
  331. job.cppflags.append("-diag-disable=10441")
  332. # Avoid 'Catastrophic error: cannot open precompiled header file'
  333. job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
  334. job.clang_tidy = False
  335. case _:
  336. raise ValueError(f"Invalid intel={spec.intel}")
  337. job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
  338. job.intel = True
  339. job.shell = "bash"
  340. job.cmake_arguments.extend((
  341. f"-DCMAKE_C_COMPILER={job.cc}",
  342. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  343. "-DCMAKE_SYSTEM_NAME=Linux",
  344. ))
  345. match spec.platform:
  346. case SdlPlatform.Msvc:
  347. job.setup_ninja = not spec.gdk
  348. job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
  349. job.msvc_project = spec.msvc_project if spec.msvc_project else ""
  350. job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
  351. job.test_pkg_config = False
  352. job.shared_lib = SharedLibType.WIN32
  353. job.static_lib = StaticLibType.STATIC_LIB
  354. job.cmake_arguments.extend((
  355. "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
  356. "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
  357. "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
  358. ))
  359. job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
  360. if spec.clang_cl:
  361. job.cmake_arguments.extend((
  362. "-DCMAKE_C_COMPILER=clang-cl",
  363. "-DCMAKE_CXX_COMPILER=clang-cl",
  364. ))
  365. match spec.msvc_arch:
  366. case MsvcArch.X86:
  367. job.cflags.append("/clang:-m32")
  368. job.cxxflags.append("/clang:-m32")
  369. job.ldflags.append("/MACHINE:X86")
  370. case MsvcArch.X64:
  371. job.cflags.append("/clang:-m64")
  372. job.cxxflags.append("/clang:-m64")
  373. job.ldflags.append("/MACHINE:X64")
  374. case _:
  375. raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
  376. if spec.msvc_project:
  377. match spec.msvc_arch:
  378. case MsvcArch.X86:
  379. msvc_platform = "Win32"
  380. case MsvcArch.X64:
  381. msvc_platform = "x64"
  382. case MsvcArch.Arm64:
  383. msvc_platform = "ARM64"
  384. case _:
  385. raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
  386. if spec.gdk:
  387. msvc_platform = f"Gaming.Desktop.{msvc_platform}"
  388. job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
  389. match spec.msvc_arch:
  390. case MsvcArch.X86:
  391. job.msvc_vcvars_arch = "x64_x86"
  392. case MsvcArch.X64:
  393. job.msvc_vcvars_arch = "x64"
  394. case MsvcArch.Arm64:
  395. job.msvc_vcvars_arch = "x64_arm64"
  396. job.run_tests = False
  397. if spec.gdk:
  398. job.setup_gdk_folder = "VisualC-GDK"
  399. else:
  400. match spec.msvc_arch:
  401. case MsvcArch.X86:
  402. job.setup_libusb_arch = "x86"
  403. case MsvcArch.X64:
  404. job.setup_libusb_arch = "x64"
  405. case SdlPlatform.Linux:
  406. if spec.name.startswith("Ubuntu"):
  407. assert spec.os.value.startswith("ubuntu-")
  408. job.apt_packages.extend((
  409. "ccache",
  410. "gnome-desktop-testing",
  411. "libasound2-dev",
  412. "libpulse-dev",
  413. "libaudio-dev",
  414. "libjack-dev",
  415. "libsndio-dev",
  416. "libusb-1.0-0-dev",
  417. "libx11-dev",
  418. "libxext-dev",
  419. "libxrandr-dev",
  420. "libxcursor-dev",
  421. "libxfixes-dev",
  422. "libxi-dev",
  423. "libxss-dev",
  424. "libxtst-dev",
  425. "libwayland-dev",
  426. "libxkbcommon-dev",
  427. "libdrm-dev",
  428. "libgbm-dev",
  429. "libgl1-mesa-dev",
  430. "libgles2-mesa-dev",
  431. "libegl1-mesa-dev",
  432. "libdbus-1-dev",
  433. "libibus-1.0-dev",
  434. "libudev-dev",
  435. "fcitx-libs-dev",
  436. "libfribidi-dev",
  437. # testffmpeg
  438. "libavcodec-dev",
  439. "libavfilter-dev",
  440. "libavutil-dev",
  441. "libswresample-dev",
  442. "libswscale-dev",
  443. ))
  444. match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+|latest).*", spec.os.value)
  445. ubuntu_ge_22 = True
  446. if match and match["month"] != "latest":
  447. ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
  448. ubuntu_ge_22 = ubuntu_year >= 22
  449. job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
  450. job.apt_packages.extend((
  451. "libunwind-dev", # For SDL_test memory tracking
  452. ))
  453. job.ccache = True
  454. if trackmem_symbol_names:
  455. # older libunwind is slow
  456. job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
  457. job.shared_lib = SharedLibType.SO_0
  458. job.static_lib = StaticLibType.A
  459. fpic = True
  460. job.cmake_arguments.append("-DSDLTEST_GDB=ON")
  461. job.apt_packages.append("gdb")
  462. if spec.more_hard_deps:
  463. # Some distros prefer to make important dependencies
  464. # mandatory, so that SDL won't start up but lack expected
  465. # functionality if they're missing
  466. job.cmake_arguments.extend([
  467. "-DSDL_ALSA_SHARED=OFF",
  468. "-DSDL_FRIBIDI_SHARED=OFF",
  469. "-DSDL_HIDAPI_LIBUSB_SHARED=OFF",
  470. "-DSDL_PULSEAUDIO_SHARED=OFF",
  471. "-DSDL_X11_SHARED=OFF",
  472. "-DSDL_WAYLAND_LIBDECOR_SHARED=OFF",
  473. "-DSDL_WAYLAND_SHARED=OFF",
  474. ])
  475. case SdlPlatform.Ios | SdlPlatform.Tvos:
  476. job.brew_packages.extend([
  477. "ccache",
  478. "ninja",
  479. ])
  480. job.ccache = True
  481. job.clang_tidy = False
  482. job.run_tests = False
  483. job.test_pkg_config = False
  484. job.shared_lib = SharedLibType.DYLIB
  485. job.static_lib = StaticLibType.A
  486. match spec.platform:
  487. case SdlPlatform.Ios:
  488. if spec.xcode:
  489. job.xcode_sdk = 'iphoneos'
  490. job.cmake_arguments.extend([
  491. "-DCMAKE_SYSTEM_NAME=iOS",
  492. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  493. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  494. ])
  495. case SdlPlatform.Tvos:
  496. if spec.xcode:
  497. job.xcode_sdk = 'appletvos'
  498. job.cmake_arguments.extend([
  499. "-DCMAKE_SYSTEM_NAME=tvOS",
  500. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  501. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  502. ])
  503. case SdlPlatform.MacOS:
  504. if spec.apple_framework:
  505. job.static = False
  506. job.clang_tidy = False
  507. job.test_pkg_config = False
  508. job.cmake_arguments.extend((
  509. "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
  510. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  511. "-DSDL_FRAMEWORK=ON",
  512. ))
  513. job.shared_lib = SharedLibType.FRAMEWORK
  514. else:
  515. job.clang_tidy = True
  516. job.cmake_arguments.extend((
  517. "-DCMAKE_OSX_ARCHITECTURES=arm64",
  518. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  519. "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
  520. ))
  521. job.brew_packages.extend((
  522. # Brew provides a single architecture (aarch64), so it's not usable for fat libraries
  523. "ffmpeg", # testffmpeg
  524. ))
  525. job.shared_lib = SharedLibType.DYLIB
  526. job.static_lib = StaticLibType.A
  527. job.ccache = True
  528. job.apt_packages = []
  529. job.brew_packages.extend((
  530. "ninja",
  531. ))
  532. if job.ccache:
  533. job.brew_packages.append("ccache")
  534. if job.clang_tidy:
  535. job.brew_packages.append("llvm")
  536. if spec.xcode:
  537. job.xcode_sdk = "macosx"
  538. case SdlPlatform.Android:
  539. job.android_gradle = spec.android_gradle
  540. job.android_mk = spec.android_mk
  541. job.apt_packages.append("ccache")
  542. job.run_tests = False
  543. job.shared_lib = SharedLibType.SO
  544. job.static_lib = StaticLibType.A
  545. if spec.android_mk or not spec.no_cmake:
  546. job.android_ndk = True
  547. if spec.android_gradle or not spec.no_cmake:
  548. job.java = True
  549. if spec.android_mk or spec.android_gradle:
  550. job.apt_packages = []
  551. if not spec.no_cmake:
  552. job.ccache = True
  553. job.cmake_arguments.extend((
  554. f"-DANDROID_PLATFORM={spec.android_platform}",
  555. f"-DANDROID_ABI={spec.android_abi}",
  556. ))
  557. job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
  558. job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
  559. job.android_apks = [
  560. "testaudiorecording-apk",
  561. "testautomation-apk",
  562. "testcontroller-apk",
  563. "testmultiaudio-apk",
  564. "testsprite-apk",
  565. ]
  566. # -fPIC is required after updating NDK from 21 to 28
  567. job.cflags.append("-fPIC")
  568. job.cxxflags.append("-fPIC")
  569. case SdlPlatform.Emscripten:
  570. job.clang_tidy = False # clang-tidy does not understand -gsource-map
  571. job.shared = False
  572. job.ccache = True
  573. job.apt_packages.append("ccache")
  574. job.cmake_config_emulator = "emcmake"
  575. job.cmake_build_type = "Debug"
  576. job.test_pkg_config = False
  577. job.cmake_arguments.extend((
  578. "-DSDLTEST_BROWSER=chrome",
  579. "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
  580. "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
  581. ))
  582. job.cflags.extend((
  583. "-gsource-map",
  584. "-ffile-prefix-map=${PWD}=/SDL",
  585. ))
  586. job.ldflags.extend((
  587. "--source-map-base", "/",
  588. ))
  589. pretest_cmd.extend((
  590. "# Start local HTTP server",
  591. "cmake --build build --target serve-sdl-tests --verbose &",
  592. "chrome --version",
  593. "chromedriver --version",
  594. ))
  595. job.static_lib = StaticLibType.A
  596. job.setup_python = True
  597. job.pypi_packages.append("selenium")
  598. case SdlPlatform.Ps2:
  599. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  600. build_parallel = False
  601. job.shared = False
  602. job.sudo = ""
  603. job.apt_packages = []
  604. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
  605. job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
  606. job.clang_tidy = False
  607. job.run_tests = False
  608. job.shared = False
  609. job.cc = "mips64r5900el-ps2-elf-gcc"
  610. job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
  611. job.static_lib = StaticLibType.A
  612. case SdlPlatform.Psp:
  613. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  614. build_parallel = False
  615. job.sudo = ""
  616. job.apt_packages = []
  617. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
  618. job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
  619. job.clang_tidy = False
  620. job.run_tests = False
  621. job.shared = False
  622. job.cc = "psp-gcc"
  623. job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
  624. job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
  625. job.static_lib = StaticLibType.A
  626. case SdlPlatform.Vita:
  627. job.ccache = True
  628. job.sudo = ""
  629. job.apt_packages = []
  630. job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
  631. job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
  632. assert spec.vita_gles is not None
  633. job.setup_vita_gles_type = {
  634. VitaGLES.Pib: "pib",
  635. VitaGLES.Pvr: "pvr",
  636. }[spec.vita_gles]
  637. job.cmake_arguments.extend((
  638. f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
  639. f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
  640. "-DSDL_ARMNEON=ON",
  641. "-DSDL_ARMSIMD=ON",
  642. ))
  643. # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
  644. job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
  645. job.clang_tidy = False
  646. job.run_tests = False
  647. job.shared = False
  648. job.cc = "arm-vita-eabi-gcc"
  649. job.static_lib = StaticLibType.A
  650. case SdlPlatform.Haiku:
  651. job.ccache = True
  652. fpic = False
  653. job.run_tests = False
  654. job.apt_packages.append("ccache")
  655. job.cc = "x86_64-unknown-haiku-gcc"
  656. job.cxx = "x86_64-unknown-haiku-g++"
  657. job.sudo = ""
  658. job.cmake_arguments.extend((
  659. f"-DCMAKE_C_COMPILER={job.cc}",
  660. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  661. "-DCMAKE_SYSTEM_NAME=Haiku",
  662. ))
  663. job.shared_lib = SharedLibType.SO_0
  664. job.static_lib = StaticLibType.A
  665. case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
  666. job.ccache = True
  667. # FIXME: Enable SDL_WERROR
  668. job.werror = False
  669. job.clang_tidy = False
  670. job.run_tests = False
  671. job.sudo = ""
  672. job.apt_packages = ["ccache"]
  673. job.shared_lib = SharedLibType.SO_0
  674. job.static_lib = StaticLibType.A
  675. job.cmake_arguments.extend((
  676. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  677. ))
  678. case SdlPlatform.LoongArch64:
  679. job.ccache = True
  680. fpic = True
  681. job.run_tests = False
  682. job.apt_packages.append("ccache")
  683. job.cc = "${LOONGARCH64_CC}"
  684. job.cxx = "${LOONGARCH64_CXX}"
  685. job.cmake_arguments.extend((
  686. f"-DCMAKE_C_COMPILER={job.cc}",
  687. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  688. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  689. "-DCMAKE_SYSTEM_NAME=Linux",
  690. ))
  691. job.shared_lib = SharedLibType.SO_0
  692. job.static_lib = StaticLibType.A
  693. case SdlPlatform.N3ds:
  694. job.cmake_generator = "Unix Makefiles"
  695. job.cmake_build_arguments.append("-j$(nproc)")
  696. job.ccache = False
  697. job.shared = False
  698. job.apt_packages = []
  699. job.clang_tidy = False
  700. job.run_tests = False
  701. job.cc_from_cmake = True
  702. job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
  703. job.binutils_strings = "/opt/devkitpro/devkitARM/bin/arm-none-eabi-strings"
  704. job.static_lib = StaticLibType.A
  705. case SdlPlatform.Msys2:
  706. job.ccache = True
  707. job.shell = "msys2 {0}"
  708. assert spec.msys2_platform
  709. job.msys2_msystem = spec.msys2_platform.value
  710. job.shared_lib = SharedLibType.WIN32
  711. job.static_lib = StaticLibType.A
  712. msys2_env = {
  713. "mingw32": "mingw-w64-i686",
  714. "mingw64": "mingw-w64-x86_64",
  715. "clang64": "mingw-w64-clang-x86_64",
  716. "ucrt64": "mingw-w64-ucrt-x86_64",
  717. }[spec.msys2_platform.value]
  718. job.msys2_packages.extend([
  719. f"{msys2_env}-cc",
  720. f"{msys2_env}-cmake",
  721. f"{msys2_env}-ffmpeg",
  722. f"{msys2_env}-ninja",
  723. f"{msys2_env}-pkg-config",
  724. ])
  725. if spec.msys2_platform not in (Msys2Platform.Mingw32, ):
  726. job.msys2_packages.append(f"{msys2_env}-perl")
  727. job.msys2_packages.append(f"{msys2_env}-clang-tools-extra")
  728. if job.ccache:
  729. job.msys2_packages.append(f"{msys2_env}-ccache")
  730. case SdlPlatform.Riscos:
  731. job.ccache = False # FIXME: enable when container gets upgrade
  732. # FIXME: Enable SDL_WERROR
  733. job.werror = False
  734. job.apt_packages = ["ccache", "cmake", "ninja-build"]
  735. job.test_pkg_config = False
  736. job.shared = False
  737. job.run_tests = False
  738. job.sudo = ""
  739. job.cmake_arguments.extend((
  740. "-DRISCOS:BOOL=ON",
  741. "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
  742. "-DSDL_GCC_ATOMICS:BOOL=OFF",
  743. ))
  744. job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
  745. job.static_lib = StaticLibType.A
  746. case SdlPlatform.FreeBSD | SdlPlatform.NetBSD | SdlPlatform.OpenBSD:
  747. job.cpactions = True
  748. job.no_cmake = True
  749. job.run_tests = False
  750. job.apt_packages = []
  751. job.shared_lib = SharedLibType.SO_0
  752. job.static_lib = StaticLibType.A
  753. match spec.platform:
  754. case SdlPlatform.FreeBSD:
  755. job.cpactions_os = "freebsd"
  756. job.cpactions_version = "14.3"
  757. job.cpactions_arch = "x86-64"
  758. job.cpactions_setup_cmd = "sudo pkg update"
  759. job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
  760. job.cmake_arguments.extend((
  761. "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
  762. "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
  763. ))
  764. case SdlPlatform.NetBSD:
  765. job.cpactions_os = "netbsd"
  766. job.cpactions_version = "10.1"
  767. job.cpactions_arch = "x86-64"
  768. job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
  769. job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
  770. case SdlPlatform.OpenBSD:
  771. job.cpactions_os = "openbsd"
  772. job.cpactions_version = "7.7"
  773. job.cpactions_arch = "x86-64"
  774. job.cpactions_setup_cmd = "sudo pkg_add -u"
  775. job.cpactions_install_cmd = "sudo pkg_add cmake ninja pkgconf wayland wayland-protocols libxkbcommon libinotify pulseaudio dbus ibus"
  776. case SdlPlatform.NGage:
  777. build_parallel = False
  778. job.cmake_build_type = "Release"
  779. job.setup_ninja = True
  780. job.static_lib = StaticLibType.STATIC_LIB
  781. job.shared_lib = None
  782. job.clang_tidy = False
  783. job.werror = False # FIXME: enable SDL_WERROR
  784. job.shared = False
  785. job.run_tests = False
  786. job.setup_gage_sdk_path = "C:/ngagesdk"
  787. job.cmake_toolchain_file = "C:/ngagesdk/cmake/ngage-toolchain.cmake"
  788. job.test_pkg_config = False
  789. case _:
  790. raise ValueError(f"Unsupported platform={spec.platform}")
  791. if "ubuntu" in spec.name.lower():
  792. job.check_sources = True
  793. job.setup_python = True
  794. if job.ccache:
  795. job.cmake_arguments.extend((
  796. "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
  797. "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
  798. ))
  799. job.ctest_args = shlex.join(ctest_args)
  800. if not build_parallel:
  801. job.cmake_build_arguments.append("-j1")
  802. if job.cflags or job.cppflags:
  803. job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
  804. if job.cxxflags or job.cppflags:
  805. job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
  806. if job.ldflags:
  807. job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  808. job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  809. job.pretest_cmd = "\n".join(pretest_cmd)
  810. def tf(b):
  811. return "ON" if b else "OFF"
  812. if fpic is not None:
  813. job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
  814. if job.no_cmake:
  815. job.cmake_arguments = []
  816. return job
  817. def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool, ctest_args:list[str]) -> dict[str, str|bool]:
  818. logger.info("spec=%r", spec)
  819. job = spec_to_job(
  820. spec,
  821. key=key,
  822. trackmem_symbol_names=trackmem_symbol_names,
  823. ctest_args=ctest_args,
  824. )
  825. logger.info("job=%r", job)
  826. platform = job.to_workflow(enable_artifacts=enable_artifacts)
  827. logger.info("platform=%r", platform)
  828. return platform
  829. def main():
  830. parser = argparse.ArgumentParser(allow_abbrev=False)
  831. parser.add_argument("--github-variable-prefix", default="platforms")
  832. parser.add_argument("--github-ci", action="store_true")
  833. parser.add_argument("--verbose", action="store_true")
  834. parser.add_argument("--commit-message-file")
  835. parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
  836. parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
  837. args = parser.parse_args()
  838. logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
  839. remaining_keys = set(JOB_SPECS.keys())
  840. all_level_keys = (
  841. # Level 1
  842. (
  843. "haiku",
  844. ),
  845. )
  846. filters = []
  847. ctest_args = []
  848. if args.commit_message_file:
  849. with open(args.commit_message_file, "r") as f:
  850. commit_message = f.read()
  851. for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
  852. filters.append(m.group(1).strip(" \t\n\r\t'\""))
  853. if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
  854. args.enable_artifacts = True
  855. if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
  856. args.trackmem_symbol_names = True
  857. for m in re.finditer(r"\[sdl-ci-ctest-args? (.*)]", commit_message, flags=re.M):
  858. ctest_args.extend(shlex.split(m.group(1)))
  859. if not filters:
  860. filters.append("*")
  861. logger.info("filters: %r", filters)
  862. all_level_platforms = {}
  863. all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names, ctest_args=ctest_args) for key, spec in JOB_SPECS.items()}
  864. for level_i, level_keys in enumerate(all_level_keys, 1):
  865. level_key = f"level{level_i}"
  866. logger.info("Level %d: keys=%r", level_i, level_keys)
  867. assert all(k in remaining_keys for k in level_keys)
  868. level_platforms = tuple(all_platforms[key] for key in level_keys)
  869. remaining_keys.difference_update(level_keys)
  870. all_level_platforms[level_key] = level_platforms
  871. logger.info("=" * 80)
  872. logger.info("Keys before filter: %r", remaining_keys)
  873. filtered_remaining_keys = set()
  874. for filter in filters:
  875. filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
  876. logger.info("Keys after filter: %r", filtered_remaining_keys)
  877. remaining_keys = filtered_remaining_keys
  878. logger.info("Remaining: %r", remaining_keys)
  879. all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
  880. if args.github_ci:
  881. for level, platforms in all_level_platforms.items():
  882. platforms_json = json.dumps(platforms)
  883. txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
  884. logger.info("%s", txt)
  885. if "GITHUB_OUTPUT" in os.environ:
  886. with open(os.environ["GITHUB_OUTPUT"], "a") as f:
  887. f.write(txt)
  888. f.write("\n")
  889. else:
  890. logger.warning("GITHUB_OUTPUT not defined")
  891. return 0
  892. if __name__ == "__main__":
  893. raise SystemExit(main())