create-test-plan.py 45 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955
  1. #!/usr/bin/env python
  2. import argparse
  3. import dataclasses
  4. import fnmatch
  5. from enum import Enum
  6. import json
  7. import logging
  8. import os
  9. import re
  10. import shlex
  11. from typing import Optional
  12. logger = logging.getLogger(__name__)
  13. class AppleArch(Enum):
  14. Aarch64 = "aarch64"
  15. X86_64 = "x86_64"
  16. class MsvcArch(Enum):
  17. X86 = "x86"
  18. X64 = "x64"
  19. Arm64 = "arm64"
  20. class JobOs(Enum):
  21. WindowsLatest = "windows-latest"
  22. UbuntuLatest = "ubuntu-latest"
  23. MacosLatest = "macos-latest"
  24. Ubuntu22_04 = "ubuntu-22.04"
  25. Ubuntu24_04 = "ubuntu-24.04"
  26. Ubuntu24_04_arm = "ubuntu-24.04-arm"
  27. Macos14 = "macos-14" # macOS Sonoma (2023)
  28. Macos15 = "macos-15" # macOS Sequoia (2024)
  29. Macos26 = "macos-26" # macOS Tahoe (2025)
  30. class SdlPlatform(Enum):
  31. Android = "android"
  32. Emscripten = "emscripten"
  33. Haiku = "haiku"
  34. LoongArch64 = "loongarch64"
  35. Msys2 = "msys2"
  36. Linux = "linux"
  37. MacOS = "macos"
  38. Ios = "ios"
  39. Tvos = "tvos"
  40. Msvc = "msvc"
  41. N3ds = "n3ds"
  42. PowerPC = "powerpc"
  43. PowerPC64 = "powerpc64"
  44. Ps2 = "ps2"
  45. Psp = "psp"
  46. Vita = "vita"
  47. Riscos = "riscos"
  48. FreeBSD = "freebsd"
  49. NetBSD = "netbsd"
  50. OpenBSD = "openbsd"
  51. NGage = "ngage"
  52. class Msys2Platform(Enum):
  53. Mingw32 = "mingw32"
  54. Mingw64 = "mingw64"
  55. Clang64 = "clang64"
  56. Ucrt64 = "ucrt64"
  57. class IntelCompiler(Enum):
  58. Icc = "icc"
  59. Icx = "icx"
  60. class VitaGLES(Enum):
  61. Pib = "pib"
  62. Pvr = "pvr"
  63. @dataclasses.dataclass(slots=True)
  64. class JobSpec:
  65. name: str
  66. os: JobOs
  67. platform: SdlPlatform
  68. artifact: Optional[str]
  69. container: Optional[str] = None
  70. no_cmake: bool = False
  71. xcode: bool = False
  72. android_mk: bool = False
  73. android_gradle: bool = False
  74. lean: bool = False
  75. android_arch: Optional[str] = None
  76. android_abi: Optional[str] = None
  77. android_platform: Optional[int] = None
  78. msys2_platform: Optional[Msys2Platform] = None
  79. intel: Optional[IntelCompiler] = None
  80. apple_framework: Optional[bool] = None
  81. apple_archs: Optional[set[AppleArch]] = None
  82. msvc_project: Optional[str] = None
  83. msvc_arch: Optional[MsvcArch] = None
  84. clang_cl: bool = False
  85. gdk: bool = False
  86. vita_gles: Optional[VitaGLES] = None
  87. more_hard_deps: bool = False
  88. JOB_SPECS = {
  89. "msys2-mingw32": JobSpec(name="Windows (msys2, mingw32)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw32", msys2_platform=Msys2Platform.Mingw32, ),
  90. "msys2-mingw64": JobSpec(name="Windows (msys2, mingw64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64", msys2_platform=Msys2Platform.Mingw64, ),
  91. "msys2-clang64": JobSpec(name="Windows (msys2, clang64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-clang", msys2_platform=Msys2Platform.Clang64, ),
  92. "msys2-ucrt64": JobSpec(name="Windows (msys2, ucrt64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msys2, artifact="SDL-mingw64-ucrt", msys2_platform=Msys2Platform.Ucrt64, ),
  93. "msvc-x64": JobSpec(name="Windows (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x64", msvc_arch=MsvcArch.X64, msvc_project="VisualC/SDL.sln", ),
  94. "msvc-x86": JobSpec(name="Windows (MSVC, x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-x86", msvc_arch=MsvcArch.X86, msvc_project="VisualC/SDL.sln", ),
  95. "msvc-clang-x64": JobSpec(name="Windows (MSVC, clang-cl x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x64", msvc_arch=MsvcArch.X64, clang_cl=True, ),
  96. "msvc-clang-x86": JobSpec(name="Windows (MSVC, clang-cl x86)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-clang-cl-x86", msvc_arch=MsvcArch.X86, clang_cl=True, ),
  97. "msvc-arm64": JobSpec(name="Windows (MSVC, ARM64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-arm64", msvc_arch=MsvcArch.Arm64, msvc_project="VisualC/SDL.sln", ),
  98. "msvc-gdk-x64": JobSpec(name="GDK (MSVC, x64)", os=JobOs.WindowsLatest, platform=SdlPlatform.Msvc, artifact="SDL-VC-GDK", msvc_arch=MsvcArch.X64, msvc_project="VisualC-GDK/SDL.sln", gdk=True, no_cmake=True, ),
  99. "ubuntu-22.04": JobSpec(name="Ubuntu 22.04", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04", ),
  100. "ubuntu-latest": JobSpec(name="Ubuntu (latest)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-ubuntu-latest", ),
  101. "ubuntu-24.04-arm64": JobSpec(name="Ubuntu 24.04 (ARM64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-ubuntu24.04-arm64", ),
  102. "steamrt3": JobSpec(name="Steam Linux Runtime 3.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt3", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk:latest" ),
  103. "steamrt3-arm64": JobSpec(name="Steam Linux Runtime 3.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt3-arm64", container="registry.gitlab.steamos.cloud/steamrt/sniper/sdk/arm64:latest" ),
  104. "steamrt4": JobSpec(name="Steam Linux Runtime 4.0 (x86_64)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Linux, artifact="SDL-steamrt4", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk:latest", more_hard_deps = True, ),
  105. "steamrt4-arm64": JobSpec(name="Steam Linux Runtime 4.0 (arm64)", os=JobOs.Ubuntu24_04_arm, platform=SdlPlatform.Linux, artifact="SDL-steamrt4-arm64", container="registry.gitlab.steamos.cloud/steamrt/steamrt4/sdk/arm64:latest", more_hard_deps = True, ),
  106. "ubuntu-intel-icx": JobSpec(name="Ubuntu 22.04 (Intel oneAPI)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-oneapi", intel=IntelCompiler.Icx, ),
  107. "ubuntu-intel-icc": JobSpec(name="Ubuntu 22.04 (Intel Compiler)", os=JobOs.Ubuntu22_04, platform=SdlPlatform.Linux, artifact="SDL-ubuntu22.04-icc", intel=IntelCompiler.Icc, ),
  108. "macos-framework-x64": JobSpec(name="MacOS (Framework) (x64)", os=JobOs.Macos14, platform=SdlPlatform.MacOS, artifact="SDL-macos-framework", apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, xcode=True, ),
  109. "macos-framework-arm64": JobSpec(name="MacOS (Framework) (arm64)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  110. "macos-26-framework-arm64": JobSpec(name="MacOS 26 (Framework) (arm64)",os=JobOs.Macos26, platform=SdlPlatform.MacOS, artifact=None, apple_framework=True, apple_archs={AppleArch.Aarch64, AppleArch.X86_64, }, ),
  111. "macos-gnu-arm64": JobSpec(name="MacOS (GNU prefix)", os=JobOs.MacosLatest, platform=SdlPlatform.MacOS, artifact="SDL-macos-arm64-gnu", apple_framework=False, apple_archs={AppleArch.Aarch64, }, ),
  112. "ios": JobSpec(name="iOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Ios, artifact="SDL-ios-arm64", xcode=True, ),
  113. "tvos": JobSpec(name="tvOS (CMake & xcode)", os=JobOs.MacosLatest, platform=SdlPlatform.Tvos, artifact="SDL-tvos-arm64", xcode=True, ),
  114. "android-cmake": JobSpec(name="Android (CMake)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, ),
  115. "android-cmake-lean": JobSpec(name="Android (CMake, lean)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact="SDL-lean-android-arm64", android_abi="arm64-v8a", android_arch="aarch64", android_platform=23, lean=True, ),
  116. "android-mk": JobSpec(name="Android (Android.mk)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_mk=True, ),
  117. "android-gradle": JobSpec(name="Android (Gradle)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Android, artifact=None, no_cmake=True, android_gradle=True, ),
  118. "emscripten": JobSpec(name="Emscripten", os=JobOs.UbuntuLatest, platform=SdlPlatform.Emscripten, artifact="SDL-emscripten", ),
  119. "haiku": JobSpec(name="Haiku", os=JobOs.UbuntuLatest, platform=SdlPlatform.Haiku, artifact="SDL-haiku-x64", container="ghcr.io/haiku/cross-compiler:x86_64-r1beta5", ),
  120. "loongarch64": JobSpec(name="LoongArch64", os=JobOs.UbuntuLatest, platform=SdlPlatform.LoongArch64, artifact="SDL-loongarch64", ),
  121. "n3ds": JobSpec(name="Nintendo 3DS", os=JobOs.UbuntuLatest, platform=SdlPlatform.N3ds, artifact="SDL-n3ds", container="devkitpro/devkitarm:latest", ),
  122. "ppc": JobSpec(name="PowerPC", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC, artifact="SDL-ppc", container="dockcross/linux-ppc:latest", ),
  123. "ppc64": JobSpec(name="PowerPC64", os=JobOs.UbuntuLatest, platform=SdlPlatform.PowerPC64, artifact="SDL-ppc64le", container="dockcross/linux-ppc64le:latest", ),
  124. "ps2": JobSpec(name="Sony PlayStation 2", os=JobOs.UbuntuLatest, platform=SdlPlatform.Ps2, artifact="SDL-ps2", container="ps2dev/ps2dev:latest", ),
  125. "psp": JobSpec(name="Sony PlayStation Portable", os=JobOs.UbuntuLatest, platform=SdlPlatform.Psp, artifact="SDL-psp", container="pspdev/pspdev:latest", ),
  126. "vita-pib": JobSpec(name="Sony PlayStation Vita (GLES w/ pib)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pib", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pib, ),
  127. "vita-pvr": JobSpec(name="Sony PlayStation Vita (GLES w/ PVR_PSP2)", os=JobOs.UbuntuLatest, platform=SdlPlatform.Vita, artifact="SDL-vita-pvr", container="vitasdk/vitasdk:latest", vita_gles=VitaGLES.Pvr, ),
  128. "riscos": JobSpec(name="RISC OS", os=JobOs.UbuntuLatest, platform=SdlPlatform.Riscos, artifact="SDL-riscos", container="riscosdotinfo/riscos-gccsdk-4.7:latest", ),
  129. "netbsd": JobSpec(name="NetBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.NetBSD, artifact="SDL-netbsd-x64", ),
  130. "openbsd": JobSpec(name="OpenBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.OpenBSD, artifact="SDL-openbsd-x64", ),
  131. "freebsd": JobSpec(name="FreeBSD", os=JobOs.UbuntuLatest, platform=SdlPlatform.FreeBSD, artifact="SDL-freebsd-x64", ),
  132. "ngage": JobSpec(name="N-Gage", os=JobOs.WindowsLatest, platform=SdlPlatform.NGage, artifact="SDL-ngage", ),
  133. }
  134. class StaticLibType(Enum):
  135. STATIC_LIB = "SDL3-static.lib"
  136. A = "libSDL3.a"
  137. class SharedLibType(Enum):
  138. WIN32 = "SDL3.dll"
  139. SO_0 = "libSDL3.so.0"
  140. SO = "libSDL3.so"
  141. DYLIB = "libSDL3.0.dylib"
  142. FRAMEWORK = "SDL3.framework/Versions/A/SDL3"
  143. @dataclasses.dataclass(slots=True)
  144. class JobDetails:
  145. name: str
  146. key: str
  147. os: str
  148. platform: str
  149. artifact: str
  150. no_cmake: bool
  151. ccache: bool = False
  152. build_tests: bool = True
  153. container: str = ""
  154. cmake_build_type: str = "RelWithDebInfo"
  155. shell: str = "sh"
  156. sudo: str = "sudo"
  157. cmake_config_emulator: str = ""
  158. apk_packages: list[str] = dataclasses.field(default_factory=list)
  159. apt_packages: list[str] = dataclasses.field(default_factory=list)
  160. brew_packages: list[str] = dataclasses.field(default_factory=list)
  161. cmake_toolchain_file: str = ""
  162. cmake_arguments: list[str] = dataclasses.field(default_factory=list)
  163. cmake_generator: str = "Ninja"
  164. cmake_build_arguments: list[str] = dataclasses.field(default_factory=list)
  165. clang_tidy: bool = True
  166. cppflags: list[str] = dataclasses.field(default_factory=list)
  167. cc: str = ""
  168. cxx: str = ""
  169. cflags: list[str] = dataclasses.field(default_factory=list)
  170. cxxflags: list[str] = dataclasses.field(default_factory=list)
  171. ldflags: list[str] = dataclasses.field(default_factory=list)
  172. pollute_directories: list[str] = dataclasses.field(default_factory=list)
  173. use_cmake: bool = True
  174. shared: bool = True
  175. static: bool = True
  176. shared_lib: Optional[SharedLibType] = None
  177. static_lib: Optional[StaticLibType] = None
  178. run_tests: bool = True
  179. test_pkg_config: bool = True
  180. cc_from_cmake: bool = False
  181. source_cmd: str = ""
  182. pretest_cmd: str = ""
  183. java: bool = False
  184. android_apks: list[str] = dataclasses.field(default_factory=list)
  185. android_ndk: bool = False
  186. android_mk: bool = False
  187. android_gradle: bool = False
  188. minidump: bool = False
  189. intel: bool = False
  190. msys2_msystem: str = ""
  191. msys2_packages: list[str] = dataclasses.field(default_factory=list)
  192. werror: bool = True
  193. msvc_vcvars_arch: str = ""
  194. msvc_vcvars_sdk: str = ""
  195. msvc_project: str = ""
  196. msvc_project_flags: list[str] = dataclasses.field(default_factory=list)
  197. setup_ninja: bool = False
  198. setup_libusb_arch: str = ""
  199. xcode_sdk: str = ""
  200. cpactions: bool = False
  201. setup_gdk_folder: str = ""
  202. cpactions_os: str = ""
  203. cpactions_version: str = ""
  204. cpactions_arch: str = ""
  205. cpactions_setup_cmd: str = ""
  206. cpactions_install_cmd: str = ""
  207. setup_vita_gles_type: str = ""
  208. check_sources: bool = False
  209. setup_python: bool = False
  210. pypi_packages: list[str] = dataclasses.field(default_factory=list)
  211. setup_gage_sdk_path: str = ""
  212. binutils_strings: str = "strings"
  213. ctest_args: str = ""
  214. def to_workflow(self, enable_artifacts: bool) -> dict[str, str|bool]:
  215. data = {
  216. "name": self.name,
  217. "key": self.key,
  218. "os": self.os,
  219. "ccache": self.ccache,
  220. "container": self.container if self.container else "",
  221. "platform": self.platform,
  222. "artifact": self.artifact,
  223. "enable-artifacts": enable_artifacts,
  224. "shell": self.shell,
  225. "msys2-msystem": self.msys2_msystem,
  226. "msys2-packages": my_shlex_join(self.msys2_packages),
  227. "android-ndk": self.android_ndk,
  228. "java": self.java,
  229. "intel": self.intel,
  230. "apk-packages": my_shlex_join(self.apk_packages),
  231. "apt-packages": my_shlex_join(self.apt_packages),
  232. "test-pkg-config": self.test_pkg_config,
  233. "brew-packages": my_shlex_join(self.brew_packages),
  234. "pollute-directories": my_shlex_join(self.pollute_directories),
  235. "no-cmake": self.no_cmake,
  236. "build-tests": self.build_tests,
  237. "source-cmd": self.source_cmd,
  238. "pretest-cmd": self.pretest_cmd,
  239. "cmake-config-emulator": self.cmake_config_emulator,
  240. "cc": self.cc,
  241. "cxx": self.cxx,
  242. "cflags": my_shlex_join(self.cppflags + self.cflags),
  243. "cxxflags": my_shlex_join(self.cppflags + self.cxxflags),
  244. "ldflags": my_shlex_join(self.ldflags),
  245. "cmake-generator": self.cmake_generator,
  246. "cmake-toolchain-file": self.cmake_toolchain_file,
  247. "clang-tidy": self.clang_tidy,
  248. "cmake-arguments": my_shlex_join(self.cmake_arguments),
  249. "cmake-build-arguments": my_shlex_join(self.cmake_build_arguments),
  250. "shared": self.shared,
  251. "static": self.static,
  252. "shared-lib": self.shared_lib.value if self.shared_lib else None,
  253. "static-lib": self.static_lib.value if self.static_lib else None,
  254. "cmake-build-type": self.cmake_build_type,
  255. "run-tests": self.run_tests,
  256. "android-apks": my_shlex_join(self.android_apks),
  257. "android-gradle": self.android_gradle,
  258. "android-mk": self.android_mk,
  259. "werror": self.werror,
  260. "sudo": self.sudo,
  261. "msvc-vcvars-arch": self.msvc_vcvars_arch,
  262. "msvc-vcvars-sdk": self.msvc_vcvars_sdk,
  263. "msvc-project": self.msvc_project,
  264. "msvc-project-flags": my_shlex_join(self.msvc_project_flags),
  265. "setup-ninja": self.setup_ninja,
  266. "setup-libusb-arch": self.setup_libusb_arch,
  267. "cc-from-cmake": self.cc_from_cmake,
  268. "xcode-sdk": self.xcode_sdk,
  269. "cpactions": self.cpactions,
  270. "cpactions-os": self.cpactions_os,
  271. "cpactions-version": self.cpactions_version,
  272. "cpactions-arch": self.cpactions_arch,
  273. "cpactions-setup-cmd": self.cpactions_setup_cmd,
  274. "cpactions-install-cmd": self.cpactions_install_cmd,
  275. "setup-vita-gles-type": self.setup_vita_gles_type,
  276. "setup-gdk-folder": self.setup_gdk_folder,
  277. "check-sources": self.check_sources,
  278. "setup-python": self.setup_python,
  279. "pypi-packages": my_shlex_join(self.pypi_packages),
  280. "setup-ngage-sdk-path": self.setup_gage_sdk_path,
  281. "binutils-strings": self.binutils_strings,
  282. "ctest-args": self.ctest_args,
  283. }
  284. return {k: v for k, v in data.items() if v != ""}
  285. def my_shlex_join(s):
  286. def escape(s):
  287. if s[:1] == "'" and s[-1:] == "'":
  288. return s
  289. if set(s).intersection(set("; \t")):
  290. return f'"{s}"'
  291. return s
  292. return " ".join(escape(s))
  293. def spec_to_job(spec: JobSpec, key: str, trackmem_symbol_names: bool, ctest_args: list[str]) -> JobDetails:
  294. job = JobDetails(
  295. name=spec.name,
  296. key=key,
  297. os=spec.os.value,
  298. artifact=spec.artifact or "",
  299. container=spec.container or "",
  300. platform=spec.platform.value,
  301. sudo="sudo",
  302. no_cmake=spec.no_cmake,
  303. )
  304. if job.os.startswith("ubuntu"):
  305. job.apt_packages.extend([
  306. "ninja-build",
  307. "pkg-config",
  308. ])
  309. pretest_cmd = []
  310. if trackmem_symbol_names:
  311. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=1")
  312. else:
  313. pretest_cmd.append("export SDL_TRACKMEM_SYMBOL_NAMES=0")
  314. win32 = spec.platform in (SdlPlatform.Msys2, SdlPlatform.Msvc)
  315. fpic = None
  316. build_parallel = True
  317. if spec.lean:
  318. job.cppflags.append("-DSDL_LEAN_AND_MEAN=1")
  319. if win32:
  320. job.cmake_arguments.append("-DSDLTEST_PROCDUMP=ON")
  321. job.minidump = True
  322. if spec.intel is not None:
  323. match spec.intel:
  324. case IntelCompiler.Icx:
  325. job.cc = "icx"
  326. job.cxx = "icpx"
  327. case IntelCompiler.Icc:
  328. job.cc = "icc"
  329. job.cxx = "icpc"
  330. # Disable deprecation warning
  331. job.cppflags.append("-diag-disable=10441")
  332. # Avoid 'Catastrophic error: cannot open precompiled header file'
  333. job.cmake_arguments.append("-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON")
  334. job.clang_tidy = False
  335. case _:
  336. raise ValueError(f"Invalid intel={spec.intel}")
  337. job.source_cmd = f"source /opt/intel/oneapi/setvars.sh;"
  338. job.intel = True
  339. job.shell = "bash"
  340. job.cmake_arguments.extend((
  341. f"-DCMAKE_C_COMPILER={job.cc}",
  342. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  343. "-DCMAKE_SYSTEM_NAME=Linux",
  344. ))
  345. match spec.platform:
  346. case SdlPlatform.Msvc:
  347. job.setup_ninja = not spec.gdk
  348. job.clang_tidy = False # complains about \threadsafety: "unknown command tag name [clang-diagnostic-documentation-unknown-command]"
  349. job.msvc_project = spec.msvc_project if spec.msvc_project else ""
  350. job.msvc_project_flags.append("-p:TreatWarningsAsError=true")
  351. job.test_pkg_config = False
  352. job.shared_lib = SharedLibType.WIN32
  353. job.static_lib = StaticLibType.STATIC_LIB
  354. job.cmake_arguments.extend((
  355. "-DCMAKE_MSVC_DEBUG_INFORMATION_FORMAT=ProgramDatabase",
  356. "-DCMAKE_EXE_LINKER_FLAGS=-DEBUG",
  357. "-DCMAKE_SHARED_LINKER_FLAGS=-DEBUG",
  358. ))
  359. job.cmake_arguments.append("'-DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreaded$<$<CONFIG:Debug>:Debug>'")
  360. if spec.clang_cl:
  361. job.cmake_arguments.extend((
  362. "-DCMAKE_C_COMPILER=clang-cl",
  363. "-DCMAKE_CXX_COMPILER=clang-cl",
  364. ))
  365. match spec.msvc_arch:
  366. case MsvcArch.X86:
  367. job.cflags.append("/clang:-m32")
  368. job.cxxflags.append("/clang:-m32")
  369. job.ldflags.append("/MACHINE:X86")
  370. case MsvcArch.X64:
  371. job.cflags.append("/clang:-m64")
  372. job.cxxflags.append("/clang:-m64")
  373. job.ldflags.append("/MACHINE:X64")
  374. case _:
  375. raise ValueError(f"Unsupported clang-cl architecture (arch={spec.msvc_arch})")
  376. if spec.msvc_project:
  377. match spec.msvc_arch:
  378. case MsvcArch.X86:
  379. msvc_platform = "Win32"
  380. case MsvcArch.X64:
  381. msvc_platform = "x64"
  382. case MsvcArch.Arm64:
  383. msvc_platform = "ARM64"
  384. case _:
  385. raise ValueError(f"Unsupported vcxproj architecture (arch={spec.msvc_arch})")
  386. if spec.gdk:
  387. msvc_platform = f"Gaming.Desktop.{msvc_platform}"
  388. job.msvc_project_flags.append(f"-p:Platform={msvc_platform}")
  389. match spec.msvc_arch:
  390. case MsvcArch.X86:
  391. job.msvc_vcvars_arch = "x64_x86"
  392. case MsvcArch.X64:
  393. job.msvc_vcvars_arch = "x64"
  394. case MsvcArch.Arm64:
  395. job.msvc_vcvars_arch = "x64_arm64"
  396. job.run_tests = False
  397. if spec.gdk:
  398. job.setup_gdk_folder = "VisualC-GDK"
  399. else:
  400. match spec.msvc_arch:
  401. case MsvcArch.X86:
  402. job.setup_libusb_arch = "x86"
  403. case MsvcArch.X64:
  404. job.setup_libusb_arch = "x64"
  405. case SdlPlatform.Linux:
  406. if spec.name.startswith("Ubuntu"):
  407. assert spec.os.value.startswith("ubuntu-")
  408. job.apt_packages.extend((
  409. "ccache",
  410. "gnome-desktop-testing",
  411. "libasound2-dev",
  412. "libpulse-dev",
  413. "libaudio-dev",
  414. "libjack-dev",
  415. "libsndio-dev",
  416. "libusb-1.0-0-dev",
  417. "libx11-dev",
  418. "libxext-dev",
  419. "libxrandr-dev",
  420. "libxcursor-dev",
  421. "libxfixes-dev",
  422. "libxi-dev",
  423. "libxss-dev",
  424. "libxtst-dev",
  425. "libwayland-dev",
  426. "libxkbcommon-dev",
  427. "libdrm-dev",
  428. "libgbm-dev",
  429. "libgl1-mesa-dev",
  430. "libgles2-mesa-dev",
  431. "libegl1-mesa-dev",
  432. "libdbus-1-dev",
  433. "libibus-1.0-dev",
  434. "libudev-dev",
  435. "fcitx-libs-dev",
  436. "libfribidi-dev",
  437. # testffmpeg
  438. "libavcodec-dev",
  439. "libavfilter-dev",
  440. "libavutil-dev",
  441. "libswresample-dev",
  442. "libswscale-dev",
  443. ))
  444. match = re.match(r"ubuntu-(?P<year>[0-9]+)\.(?P<month>[0-9]+|latest).*", spec.os.value)
  445. ubuntu_ge_22 = True
  446. if match and match["month"] != "latest":
  447. ubuntu_year, ubuntu_month = [int(match["year"]), int(match["month"])]
  448. ubuntu_ge_22 = ubuntu_year >= 22
  449. job.apt_packages.extend(("libpipewire-0.3-dev", "libdecor-0-dev"))
  450. job.apt_packages.extend((
  451. "libunwind-dev", # For SDL_test memory tracking
  452. ))
  453. job.ccache = True
  454. if trackmem_symbol_names:
  455. # older libunwind is slow
  456. job.cmake_arguments.append("-DSDLTEST_TIMEOUT_MULTIPLIER=2")
  457. job.shared_lib = SharedLibType.SO_0
  458. job.static_lib = StaticLibType.A
  459. fpic = True
  460. if spec.more_hard_deps:
  461. # Some distros prefer to make important dependencies
  462. # mandatory, so that SDL won't start up but lack expected
  463. # functionality if they're missing
  464. job.cmake_arguments.extend([
  465. "-DSDL_ALSA_SHARED=OFF",
  466. "-DSDL_FRIBIDI_SHARED=OFF",
  467. "-DSDL_HIDAPI_LIBUSB_SHARED=OFF",
  468. "-DSDL_PULSEAUDIO_SHARED=OFF",
  469. "-DSDL_X11_SHARED=OFF",
  470. "-DSDL_WAYLAND_LIBDECOR_SHARED=OFF",
  471. "-DSDL_WAYLAND_SHARED=OFF",
  472. ])
  473. case SdlPlatform.Ios | SdlPlatform.Tvos:
  474. job.brew_packages.extend([
  475. "ccache",
  476. "ninja",
  477. ])
  478. job.ccache = True
  479. job.clang_tidy = False
  480. job.run_tests = False
  481. job.test_pkg_config = False
  482. job.shared_lib = SharedLibType.DYLIB
  483. job.static_lib = StaticLibType.A
  484. match spec.platform:
  485. case SdlPlatform.Ios:
  486. if spec.xcode:
  487. job.xcode_sdk = 'iphoneos'
  488. job.cmake_arguments.extend([
  489. "-DCMAKE_SYSTEM_NAME=iOS",
  490. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  491. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  492. ])
  493. case SdlPlatform.Tvos:
  494. if spec.xcode:
  495. job.xcode_sdk = 'appletvos'
  496. job.cmake_arguments.extend([
  497. "-DCMAKE_SYSTEM_NAME=tvOS",
  498. "-DCMAKE_OSX_ARCHITECTURES=\"arm64\"",
  499. "-DCMAKE_OSX_DEPLOYMENT_TARGET=11.0",
  500. ])
  501. case SdlPlatform.MacOS:
  502. if spec.apple_framework:
  503. job.static = False
  504. job.clang_tidy = False
  505. job.test_pkg_config = False
  506. job.cmake_arguments.extend((
  507. "'-DCMAKE_OSX_ARCHITECTURES=x86_64;arm64'",
  508. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  509. "-DSDL_FRAMEWORK=ON",
  510. ))
  511. job.shared_lib = SharedLibType.FRAMEWORK
  512. else:
  513. job.clang_tidy = True
  514. job.cmake_arguments.extend((
  515. "-DCMAKE_OSX_ARCHITECTURES=arm64",
  516. "-DCMAKE_OSX_DEPLOYMENT_TARGET=10.13",
  517. "-DCLANG_TIDY_BINARY=$(brew --prefix llvm)/bin/clang-tidy",
  518. ))
  519. job.brew_packages.extend((
  520. # Brew provides a single architecture (aarch64), so it's not usable for fat libraries
  521. "ffmpeg", # testffmpeg
  522. ))
  523. job.shared_lib = SharedLibType.DYLIB
  524. job.static_lib = StaticLibType.A
  525. job.ccache = True
  526. job.apt_packages = []
  527. job.brew_packages.extend((
  528. "ninja",
  529. ))
  530. if job.ccache:
  531. job.brew_packages.append("ccache")
  532. if job.clang_tidy:
  533. job.brew_packages.append("llvm")
  534. if spec.xcode:
  535. job.xcode_sdk = "macosx"
  536. case SdlPlatform.Android:
  537. job.android_gradle = spec.android_gradle
  538. job.android_mk = spec.android_mk
  539. job.apt_packages.append("ccache")
  540. job.run_tests = False
  541. job.shared_lib = SharedLibType.SO
  542. job.static_lib = StaticLibType.A
  543. if spec.android_mk or not spec.no_cmake:
  544. job.android_ndk = True
  545. if spec.android_gradle or not spec.no_cmake:
  546. job.java = True
  547. if spec.android_mk or spec.android_gradle:
  548. job.apt_packages = []
  549. if not spec.no_cmake:
  550. job.ccache = True
  551. job.cmake_arguments.extend((
  552. f"-DANDROID_PLATFORM={spec.android_platform}",
  553. f"-DANDROID_ABI={spec.android_abi}",
  554. ))
  555. job.cmake_toolchain_file = "${ANDROID_NDK_HOME}/build/cmake/android.toolchain.cmake"
  556. job.cc = f"${{ANDROID_NDK_HOME}}/toolchains/llvm/prebuilt/linux-x86_64/bin/clang --target={spec.android_arch}-none-linux-androideabi{spec.android_platform}"
  557. job.android_apks = [
  558. "testaudiorecording-apk",
  559. "testautomation-apk",
  560. "testcontroller-apk",
  561. "testmultiaudio-apk",
  562. "testsprite-apk",
  563. ]
  564. # -fPIC is required after updating NDK from 21 to 28
  565. job.cflags.append("-fPIC")
  566. job.cxxflags.append("-fPIC")
  567. case SdlPlatform.Emscripten:
  568. job.clang_tidy = False # clang-tidy does not understand -gsource-map
  569. job.shared = False
  570. job.ccache = True
  571. job.apt_packages.append("ccache")
  572. job.cmake_config_emulator = "emcmake"
  573. job.cmake_build_type = "Debug"
  574. job.test_pkg_config = False
  575. job.cmake_arguments.extend((
  576. "-DSDLTEST_BROWSER=chrome",
  577. "-DSDLTEST_TIMEOUT_MULTIPLIER=4",
  578. "-DSDLTEST_CHROME_BINARY=${CHROME_BINARY}",
  579. ))
  580. job.cflags.extend((
  581. "-gsource-map",
  582. "-ffile-prefix-map=${PWD}=/SDL",
  583. ))
  584. job.ldflags.extend((
  585. "--source-map-base", "/",
  586. ))
  587. pretest_cmd.extend((
  588. "# Start local HTTP server",
  589. "cmake --build build --target serve-sdl-tests --verbose &",
  590. "chrome --version",
  591. "chromedriver --version",
  592. ))
  593. job.static_lib = StaticLibType.A
  594. job.setup_python = True
  595. job.pypi_packages.append("selenium")
  596. case SdlPlatform.Ps2:
  597. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  598. build_parallel = False
  599. job.shared = False
  600. job.sudo = ""
  601. job.apt_packages = []
  602. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", "git", ]
  603. job.cmake_toolchain_file = "${PS2DEV}/ps2sdk/ps2dev.cmake"
  604. job.clang_tidy = False
  605. job.run_tests = False
  606. job.shared = False
  607. job.cc = "mips64r5900el-ps2-elf-gcc"
  608. job.ldflags = ["-L${PS2DEV}/ps2sdk/ee/lib", "-L${PS2DEV}/gsKit/lib", "-L${PS2DEV}/ps2sdk/ports/lib", ]
  609. job.static_lib = StaticLibType.A
  610. case SdlPlatform.Psp:
  611. job.ccache = False # actions/ccache does not work in psp container (incompatible tar of busybox)
  612. build_parallel = False
  613. job.sudo = ""
  614. job.apt_packages = []
  615. job.apk_packages = ["ccache", "cmake", "gmp", "mpc1", "mpfr4", "ninja", "pkgconf", ]
  616. job.cmake_toolchain_file = "${PSPDEV}/psp/share/pspdev.cmake"
  617. job.clang_tidy = False
  618. job.run_tests = False
  619. job.shared = False
  620. job.cc = "psp-gcc"
  621. job.ldflags = ["-L${PSPDEV}/lib", "-L${PSPDEV}/psp/lib", "-L${PSPDEV}/psp/sdk/lib", ]
  622. job.pollute_directories = ["${PSPDEV}/include", "${PSPDEV}/psp/include", "${PSPDEV}/psp/sdk/include", ]
  623. job.static_lib = StaticLibType.A
  624. case SdlPlatform.Vita:
  625. job.ccache = True
  626. job.sudo = ""
  627. job.apt_packages = []
  628. job.apk_packages = ["ccache", "cmake", "ninja", "pkgconf", "bash", "tar"]
  629. job.cmake_toolchain_file = "${VITASDK}/share/vita.toolchain.cmake"
  630. assert spec.vita_gles is not None
  631. job.setup_vita_gles_type = {
  632. VitaGLES.Pib: "pib",
  633. VitaGLES.Pvr: "pvr",
  634. }[spec.vita_gles]
  635. job.cmake_arguments.extend((
  636. f"-DVIDEO_VITA_PIB={ 'true' if spec.vita_gles == VitaGLES.Pib else 'false' }",
  637. f"-DVIDEO_VITA_PVR={ 'true' if spec.vita_gles == VitaGLES.Pvr else 'false' }",
  638. "-DSDL_ARMNEON=ON",
  639. "-DSDL_ARMSIMD=ON",
  640. ))
  641. # Fix vita.toolchain.cmake (https://github.com/vitasdk/vita-toolchain/pull/253)
  642. job.source_cmd = r"""sed -i -E "s#set\\( PKG_CONFIG_EXECUTABLE \"\\$\\{VITASDK}/bin/arm-vita-eabi-pkg-config\" \\)#set\\( PKG_CONFIG_EXECUTABLE \"${VITASDK}/bin/arm-vita-eabi-pkg-config\" CACHE PATH \"Path of pkg-config executable\" \\)#" ${VITASDK}/share/vita.toolchain.cmake"""
  643. job.clang_tidy = False
  644. job.run_tests = False
  645. job.shared = False
  646. job.cc = "arm-vita-eabi-gcc"
  647. job.static_lib = StaticLibType.A
  648. case SdlPlatform.Haiku:
  649. job.ccache = True
  650. fpic = False
  651. job.run_tests = False
  652. job.apt_packages.append("ccache")
  653. job.cc = "x86_64-unknown-haiku-gcc"
  654. job.cxx = "x86_64-unknown-haiku-g++"
  655. job.sudo = ""
  656. job.cmake_arguments.extend((
  657. f"-DCMAKE_C_COMPILER={job.cc}",
  658. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  659. "-DCMAKE_SYSTEM_NAME=Haiku",
  660. ))
  661. job.shared_lib = SharedLibType.SO_0
  662. job.static_lib = StaticLibType.A
  663. case SdlPlatform.PowerPC64 | SdlPlatform.PowerPC:
  664. job.ccache = True
  665. # FIXME: Enable SDL_WERROR
  666. job.werror = False
  667. job.clang_tidy = False
  668. job.run_tests = False
  669. job.sudo = ""
  670. job.apt_packages = ["ccache"]
  671. job.shared_lib = SharedLibType.SO_0
  672. job.static_lib = StaticLibType.A
  673. job.cmake_arguments.extend((
  674. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  675. ))
  676. case SdlPlatform.LoongArch64:
  677. job.ccache = True
  678. fpic = True
  679. job.run_tests = False
  680. job.apt_packages.append("ccache")
  681. job.cc = "${LOONGARCH64_CC}"
  682. job.cxx = "${LOONGARCH64_CXX}"
  683. job.cmake_arguments.extend((
  684. f"-DCMAKE_C_COMPILER={job.cc}",
  685. f"-DCMAKE_CXX_COMPILER={job.cxx}",
  686. "-DSDL_UNIX_CONSOLE_BUILD=ON",
  687. "-DCMAKE_SYSTEM_NAME=Linux",
  688. ))
  689. job.shared_lib = SharedLibType.SO_0
  690. job.static_lib = StaticLibType.A
  691. case SdlPlatform.N3ds:
  692. job.cmake_generator = "Unix Makefiles"
  693. job.cmake_build_arguments.append("-j$(nproc)")
  694. job.ccache = False
  695. job.shared = False
  696. job.apt_packages = []
  697. job.clang_tidy = False
  698. job.run_tests = False
  699. job.cc_from_cmake = True
  700. job.cmake_toolchain_file = "${DEVKITPRO}/cmake/3DS.cmake"
  701. job.binutils_strings = "/opt/devkitpro/devkitARM/bin/arm-none-eabi-strings"
  702. job.static_lib = StaticLibType.A
  703. case SdlPlatform.Msys2:
  704. job.ccache = True
  705. job.shell = "msys2 {0}"
  706. assert spec.msys2_platform
  707. job.msys2_msystem = spec.msys2_platform.value
  708. job.shared_lib = SharedLibType.WIN32
  709. job.static_lib = StaticLibType.A
  710. msys2_env = {
  711. "mingw32": "mingw-w64-i686",
  712. "mingw64": "mingw-w64-x86_64",
  713. "clang64": "mingw-w64-clang-x86_64",
  714. "ucrt64": "mingw-w64-ucrt-x86_64",
  715. }[spec.msys2_platform.value]
  716. job.msys2_packages.extend([
  717. f"{msys2_env}-cc",
  718. f"{msys2_env}-cmake",
  719. f"{msys2_env}-ffmpeg",
  720. f"{msys2_env}-ninja",
  721. f"{msys2_env}-pkg-config",
  722. ])
  723. if spec.msys2_platform not in (Msys2Platform.Mingw32, ):
  724. job.msys2_packages.append(f"{msys2_env}-perl")
  725. job.msys2_packages.append(f"{msys2_env}-clang-tools-extra")
  726. if job.ccache:
  727. job.msys2_packages.append(f"{msys2_env}-ccache")
  728. case SdlPlatform.Riscos:
  729. job.ccache = False # FIXME: enable when container gets upgrade
  730. # FIXME: Enable SDL_WERROR
  731. job.werror = False
  732. job.apt_packages = ["ccache", "cmake", "ninja-build"]
  733. job.test_pkg_config = False
  734. job.shared = False
  735. job.run_tests = False
  736. job.sudo = ""
  737. job.cmake_arguments.extend((
  738. "-DRISCOS:BOOL=ON",
  739. "-DCMAKE_DISABLE_PRECOMPILE_HEADERS:BOOL=ON",
  740. "-DSDL_GCC_ATOMICS:BOOL=OFF",
  741. ))
  742. job.cmake_toolchain_file = "/home/riscos/env/toolchain-riscos.cmake"
  743. job.static_lib = StaticLibType.A
  744. case SdlPlatform.FreeBSD | SdlPlatform.NetBSD | SdlPlatform.OpenBSD:
  745. job.cpactions = True
  746. job.no_cmake = True
  747. job.run_tests = False
  748. job.apt_packages = []
  749. job.shared_lib = SharedLibType.SO_0
  750. job.static_lib = StaticLibType.A
  751. match spec.platform:
  752. case SdlPlatform.FreeBSD:
  753. job.cpactions_os = "freebsd"
  754. job.cpactions_version = "14.3"
  755. job.cpactions_arch = "x86-64"
  756. job.cpactions_setup_cmd = "sudo pkg update"
  757. job.cpactions_install_cmd = "sudo pkg install -y cmake ninja pkgconf libXcursor libXext libXinerama libXi libXfixes libXrandr libXScrnSaver libXxf86vm wayland wayland-protocols libxkbcommon mesa-libs libglvnd evdev-proto libinotify alsa-lib jackit pipewire pulseaudio sndio dbus zh-fcitx ibus libudev-devd"
  758. job.cmake_arguments.extend((
  759. "-DSDL_CHECK_REQUIRED_INCLUDES=/usr/local/include",
  760. "-DSDL_CHECK_REQUIRED_LINK_OPTIONS=-L/usr/local/lib",
  761. ))
  762. case SdlPlatform.NetBSD:
  763. job.cpactions_os = "netbsd"
  764. job.cpactions_version = "10.1"
  765. job.cpactions_arch = "x86-64"
  766. job.cpactions_setup_cmd = "export PATH=\"/usr/pkg/sbin:/usr/pkg/bin:/sbin:$PATH\"; export PKG_CONFIG_PATH=\"/usr/pkg/lib/pkgconfig\";export PKG_PATH=\"https://cdn.netBSD.org/pub/pkgsrc/packages/NetBSD/$(uname -p)/$(uname -r|cut -f \"1 2\" -d.)/All/\";echo \"PKG_PATH=$PKG_PATH\";echo \"uname -a -> \"$(uname -a)\"\";sudo -E sysctl -w security.pax.aslr.enabled=0;sudo -E sysctl -w security.pax.aslr.global=0;sudo -E pkgin clean;sudo -E pkgin update"
  767. job.cpactions_install_cmd = "sudo -E pkgin -y install cmake dbus pkgconf ninja-build pulseaudio libxkbcommon wayland wayland-protocols libinotify libusb1"
  768. case SdlPlatform.OpenBSD:
  769. job.cpactions_os = "openbsd"
  770. job.cpactions_version = "7.7"
  771. job.cpactions_arch = "x86-64"
  772. job.cpactions_setup_cmd = "sudo pkg_add -u"
  773. job.cpactions_install_cmd = "sudo pkg_add cmake ninja pkgconf wayland wayland-protocols libxkbcommon libinotify pulseaudio dbus ibus"
  774. case SdlPlatform.NGage:
  775. build_parallel = False
  776. job.cmake_build_type = "Release"
  777. job.setup_ninja = True
  778. job.static_lib = StaticLibType.STATIC_LIB
  779. job.shared_lib = None
  780. job.clang_tidy = False
  781. job.werror = False # FIXME: enable SDL_WERROR
  782. job.shared = False
  783. job.run_tests = False
  784. job.setup_gage_sdk_path = "C:/ngagesdk"
  785. job.cmake_toolchain_file = "C:/ngagesdk/cmake/ngage-toolchain.cmake"
  786. job.test_pkg_config = False
  787. case _:
  788. raise ValueError(f"Unsupported platform={spec.platform}")
  789. if "ubuntu" in spec.name.lower():
  790. job.check_sources = True
  791. job.setup_python = True
  792. if job.ccache:
  793. job.cmake_arguments.extend((
  794. "-DCMAKE_C_COMPILER_LAUNCHER=ccache",
  795. "-DCMAKE_CXX_COMPILER_LAUNCHER=ccache",
  796. ))
  797. job.ctest_args = shlex.join(ctest_args)
  798. if not build_parallel:
  799. job.cmake_build_arguments.append("-j1")
  800. if job.cflags or job.cppflags:
  801. job.cmake_arguments.append(f"-DCMAKE_C_FLAGS=\"{my_shlex_join(job.cflags + job.cppflags)}\"")
  802. if job.cxxflags or job.cppflags:
  803. job.cmake_arguments.append(f"-DCMAKE_CXX_FLAGS=\"{my_shlex_join(job.cxxflags + job.cppflags)}\"")
  804. if job.ldflags:
  805. job.cmake_arguments.append(f"-DCMAKE_SHARED_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  806. job.cmake_arguments.append(f"-DCMAKE_EXE_LINKER_FLAGS=\"{my_shlex_join(job.ldflags)}\"")
  807. job.pretest_cmd = "\n".join(pretest_cmd)
  808. def tf(b):
  809. return "ON" if b else "OFF"
  810. if fpic is not None:
  811. job.cmake_arguments.append(f"-DCMAKE_POSITION_INDEPENDENT_CODE={tf(fpic)}")
  812. if job.no_cmake:
  813. job.cmake_arguments = []
  814. return job
  815. def spec_to_platform(spec: JobSpec, key: str, enable_artifacts: bool, trackmem_symbol_names: bool, ctest_args:list[str]) -> dict[str, str|bool]:
  816. logger.info("spec=%r", spec)
  817. job = spec_to_job(
  818. spec,
  819. key=key,
  820. trackmem_symbol_names=trackmem_symbol_names,
  821. ctest_args=ctest_args,
  822. )
  823. logger.info("job=%r", job)
  824. platform = job.to_workflow(enable_artifacts=enable_artifacts)
  825. logger.info("platform=%r", platform)
  826. return platform
  827. def main():
  828. parser = argparse.ArgumentParser(allow_abbrev=False)
  829. parser.add_argument("--github-variable-prefix", default="platforms")
  830. parser.add_argument("--github-ci", action="store_true")
  831. parser.add_argument("--verbose", action="store_true")
  832. parser.add_argument("--commit-message-file")
  833. parser.add_argument("--no-artifact", dest="enable_artifacts", action="store_false")
  834. parser.add_argument("--trackmem-symbol-names", dest="trackmem_symbol_names", action="store_true")
  835. args = parser.parse_args()
  836. logging.basicConfig(level=logging.INFO if args.verbose else logging.WARNING)
  837. remaining_keys = set(JOB_SPECS.keys())
  838. all_level_keys = (
  839. # Level 1
  840. (
  841. "haiku",
  842. ),
  843. )
  844. filters = []
  845. ctest_args = []
  846. if args.commit_message_file:
  847. with open(args.commit_message_file, "r") as f:
  848. commit_message = f.read()
  849. for m in re.finditer(r"\[sdl-ci-filter (.*)]", commit_message, flags=re.M):
  850. filters.append(m.group(1).strip(" \t\n\r\t'\""))
  851. if re.search(r"\[sdl-ci-artifacts?]", commit_message, flags=re.M):
  852. args.enable_artifacts = True
  853. if re.search(r"\[sdl-ci-(full-)?trackmem(-symbol-names)?]", commit_message, flags=re.M):
  854. args.trackmem_symbol_names = True
  855. for m in re.finditer(r"\[sdl-ci-ctest-args? (.*)]", commit_message, flags=re.M):
  856. ctest_args.extend(shlex.split(m.group(1)))
  857. if not filters:
  858. filters.append("*")
  859. logger.info("filters: %r", filters)
  860. all_level_platforms = {}
  861. all_platforms = {key: spec_to_platform(spec, key=key, enable_artifacts=args.enable_artifacts, trackmem_symbol_names=args.trackmem_symbol_names, ctest_args=ctest_args) for key, spec in JOB_SPECS.items()}
  862. for level_i, level_keys in enumerate(all_level_keys, 1):
  863. level_key = f"level{level_i}"
  864. logger.info("Level %d: keys=%r", level_i, level_keys)
  865. assert all(k in remaining_keys for k in level_keys)
  866. level_platforms = tuple(all_platforms[key] for key in level_keys)
  867. remaining_keys.difference_update(level_keys)
  868. all_level_platforms[level_key] = level_platforms
  869. logger.info("=" * 80)
  870. logger.info("Keys before filter: %r", remaining_keys)
  871. filtered_remaining_keys = set()
  872. for filter in filters:
  873. filtered_remaining_keys.update(fnmatch.filter(remaining_keys, filter))
  874. logger.info("Keys after filter: %r", filtered_remaining_keys)
  875. remaining_keys = filtered_remaining_keys
  876. logger.info("Remaining: %r", remaining_keys)
  877. all_level_platforms["others"] = tuple(all_platforms[key] for key in remaining_keys)
  878. if args.github_ci:
  879. for level, platforms in all_level_platforms.items():
  880. platforms_json = json.dumps(platforms)
  881. txt = f"{args.github_variable_prefix}-{level}={platforms_json}"
  882. logger.info("%s", txt)
  883. if "GITHUB_OUTPUT" in os.environ:
  884. with open(os.environ["GITHUB_OUTPUT"], "a") as f:
  885. f.write(txt)
  886. f.write("\n")
  887. else:
  888. logger.warning("GITHUB_OUTPUT not defined")
  889. return 0
  890. if __name__ == "__main__":
  891. raise SystemExit(main())