main.yml 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843
  1. # DO NOT EDIT. Generated from /extra/github-actions
  2. # TODO: support skip ci (https://github.community/t/github-actions-does-not-respect-skip-ci/17325/8)
  3. name: CI
  4. on: [push, pull_request]
  5. jobs:
  6. cancel:
  7. name: "Cancel previous runs"
  8. runs-on: ubuntu-18.04
  9. timeout-minutes: 3
  10. steps:
  11. - uses: styfle/[email protected]
  12. with:
  13. workflow_id: 1447568
  14. access_token: ${{ github.token }}
  15. windows64-build:
  16. runs-on: windows-latest
  17. env:
  18. ACTIONS_ALLOW_UNSECURE_COMMANDS: true
  19. PLATFORM: windows64
  20. OPAMYES: 1
  21. CYG_MIRROR: http://mirrors.kernel.org/sourceware/cygwin/
  22. ARCH: 64
  23. MINGW_ARCH: x86_64
  24. CYGWIN_SETUP: https://cygwin.com/setup-x86_64.exe
  25. CYG_ROOT: C:/cygwin64
  26. steps:
  27. - uses: actions/checkout@main
  28. with:
  29. submodules: recursive
  30. - name: Install Neko from S3
  31. shell: pwsh
  32. run: |
  33. Invoke-WebRequest https://build.haxe.org/builds/neko/$env:PLATFORM/neko_latest.zip -OutFile $env:RUNNER_TEMP/neko_latest.zip
  34. Expand-Archive $env:RUNNER_TEMP/neko_latest.zip -DestinationPath $env:RUNNER_TEMP
  35. $NEKOPATH = Get-ChildItem $env:RUNNER_TEMP/neko-*-*
  36. echo "$NEKOPATH" >> $env:GITHUB_PATH
  37. echo "NEKOPATH=$NEKOPATH" >> $env:GITHUB_ENV
  38. - name: Print Neko version
  39. run: neko -version 2>&1
  40. - name: choco install nsis
  41. uses: nick-invision/retry@v1
  42. with:
  43. timeout_minutes: 10
  44. max_attempts: 10
  45. command: choco install --no-progress nsis.portable --version 3.02 -y
  46. - name: choco install things
  47. shell: pwsh
  48. run: choco install --no-progress curl wget 7zip.portable -y
  49. - name: Prepend Chocolatey path
  50. shell: pwsh
  51. run: Write-Host "::add-path::C:\ProgramData\chocolatey\bin"
  52. - name: Install OCaml and OCaml libraries
  53. shell: pwsh
  54. run: |
  55. Set-PSDebug -Trace 1
  56. curl.exe -fsSL -o cygwin-setup.exe --retry 3 $($env:CYGWIN_SETUP)
  57. Start-Process -FilePath "cygwin-setup.exe" -ArgumentList "-B -q -R $($env:CYG_ROOT) -l C:/tmp -s $($env:CYG_MIRROR) -P default -P make -P git -P zlib-devel -P rsync -P patch -P diffutils -P curl -P unzip -P tar -P m4 -P perl -P libpcre-devel -P mbedtls-devel -P mingw64-$($env:MINGW_ARCH)-zlib -P mingw64-$($env:MINGW_ARCH)-gcc-core -P mingw64-$($env:MINGW_ARCH)-pcre" -Wait
  58. curl.exe -fsSL -o "opam.tar.xz" --retry 3 https://github.com/fdopen/opam-repository-mingw/releases/download/0.0.0.2/opam$($env:ARCH).tar.xz
  59. curl.exe -fsSL -o "libmbedtls.tar.xz" --retry 3 https://github.com/Simn/mingw64-mbedtls/releases/download/2.16.3/mingw64-$($env:MINGW_ARCH)-mbedtls-2.16.3-1.tar.xz
  60. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'curl -L https://cpanmin.us | perl - App::cpanminus')
  61. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cpanm IPC::System::Simple module')
  62. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cpanm String::ShellQuote')
  63. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'echo "$OLDPWD"')
  64. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && tar -C / -xvf libmbedtls.tar.xz')
  65. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && tar -xf opam.tar.xz')
  66. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && bash opam${ARCH}/install.sh')
  67. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam init mingw "https://github.com/fdopen/opam-repository-mingw.git#opam2" --comp 4.07.0+mingw${ARCH}c --switch 4.07.0+mingw${ARCH}c --auto-setup --yes 2>&1')
  68. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam update --yes 2>&1')
  69. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam pin add haxe . --kind=path --no-action --yes 2>&1')
  70. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam install haxe --deps-only --yes 2>&1')
  71. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam list')
  72. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'ocamlopt -v')
  73. - name: Expose mingw dll files
  74. shell: pwsh
  75. run: Write-Host "::add-path::${env:CYG_ROOT}/usr/$($env:MINGW_ARCH)-w64-mingw32/sys-root/mingw/bin"
  76. # required to be able to retrieve the revision
  77. - name: Mark directory as safe
  78. shell: pwsh
  79. run: |
  80. Set-PSDebug -Trace 1
  81. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'git config --global --add safe.directory "$OLDPWD"')
  82. - name: Set ADD_REVISION=1 for non-release
  83. if: ${{ !startsWith(github.ref, 'refs/tags/') }}
  84. shell: pwsh
  85. run: echo "ADD_REVISION=1" >> $Env:GITHUB_ENV
  86. - name: Build Haxe
  87. shell: pwsh
  88. run: |
  89. Set-PSDebug -Trace 1
  90. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam config exec -- make -s -f Makefile.win -j`nproc` haxe 2>&1')
  91. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam config exec -- make -s -f Makefile.win haxelib 2>&1')
  92. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam config exec -- make -f Makefile.win echo_package_files package_bin package_installer_win package_choco 2>&1')
  93. dir out
  94. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && cygcheck ./haxe.exe')
  95. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && cygcheck ./haxelib.exe')
  96. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && ls ./out')
  97. - name: Upload artifact
  98. uses: actions/[email protected]
  99. with:
  100. name: win${{env.ARCH}}Binaries
  101. path: out
  102. windows-build:
  103. runs-on: windows-latest
  104. env:
  105. ACTIONS_ALLOW_UNSECURE_COMMANDS: true
  106. PLATFORM: windows
  107. OPAMYES: 1
  108. CYG_MIRROR: http://mirrors.kernel.org/sourceware/cygwin/
  109. ARCH: 32
  110. MINGW_ARCH: i686
  111. CYGWIN_SETUP: https://cygwin.com/setup-x86.exe
  112. CYG_ROOT: C:/cygwin
  113. steps:
  114. - uses: actions/checkout@main
  115. with:
  116. submodules: recursive
  117. - name: Install Neko from S3
  118. shell: pwsh
  119. run: |
  120. Invoke-WebRequest https://build.haxe.org/builds/neko/$env:PLATFORM/neko_latest.zip -OutFile $env:RUNNER_TEMP/neko_latest.zip
  121. Expand-Archive $env:RUNNER_TEMP/neko_latest.zip -DestinationPath $env:RUNNER_TEMP
  122. $NEKOPATH = Get-ChildItem $env:RUNNER_TEMP/neko-*-*
  123. echo "$NEKOPATH" >> $env:GITHUB_PATH
  124. echo "NEKOPATH=$NEKOPATH" >> $env:GITHUB_ENV
  125. - name: Print Neko version
  126. run: neko -version 2>&1
  127. - name: choco install nsis
  128. uses: nick-invision/retry@v1
  129. with:
  130. timeout_minutes: 10
  131. max_attempts: 10
  132. command: choco install --no-progress nsis.portable --version 3.02 -y
  133. - name: choco install things
  134. shell: pwsh
  135. run: choco install --no-progress curl wget 7zip.portable -y
  136. - name: Prepend Chocolatey path
  137. shell: pwsh
  138. run: Write-Host "::add-path::C:\ProgramData\chocolatey\bin"
  139. - name: Install OCaml and OCaml libraries
  140. shell: pwsh
  141. run: |
  142. Set-PSDebug -Trace 1
  143. curl.exe -fsSL -o cygwin-setup.exe --retry 3 $($env:CYGWIN_SETUP)
  144. Start-Process -FilePath "cygwin-setup.exe" -ArgumentList "-B -q -R $($env:CYG_ROOT) -l C:/tmp -s $($env:CYG_MIRROR) -P default -P make -P git -P zlib-devel -P rsync -P patch -P diffutils -P curl -P unzip -P tar -P m4 -P perl -P libpcre-devel -P mbedtls-devel -P mingw64-$($env:MINGW_ARCH)-zlib -P mingw64-$($env:MINGW_ARCH)-gcc-core -P mingw64-$($env:MINGW_ARCH)-pcre" -Wait
  145. curl.exe -fsSL -o "opam.tar.xz" --retry 3 https://github.com/fdopen/opam-repository-mingw/releases/download/0.0.0.2/opam$($env:ARCH).tar.xz
  146. curl.exe -fsSL -o "libmbedtls.tar.xz" --retry 3 https://github.com/Simn/mingw64-mbedtls/releases/download/2.16.3/mingw64-$($env:MINGW_ARCH)-mbedtls-2.16.3-1.tar.xz
  147. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'curl -L https://cpanmin.us | perl - App::cpanminus')
  148. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cpanm IPC::System::Simple module')
  149. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cpanm String::ShellQuote')
  150. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'echo "$OLDPWD"')
  151. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && tar -C / -xvf libmbedtls.tar.xz')
  152. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && tar -xf opam.tar.xz')
  153. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && bash opam${ARCH}/install.sh')
  154. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam init mingw "https://github.com/fdopen/opam-repository-mingw.git#opam2" --comp 4.07.0+mingw${ARCH}c --switch 4.07.0+mingw${ARCH}c --auto-setup --yes 2>&1')
  155. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam update --yes 2>&1')
  156. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam pin add haxe . --kind=path --no-action --yes 2>&1')
  157. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam install haxe --deps-only --yes 2>&1')
  158. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'opam list')
  159. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'ocamlopt -v')
  160. - name: Expose mingw dll files
  161. shell: pwsh
  162. run: Write-Host "::add-path::${env:CYG_ROOT}/usr/$($env:MINGW_ARCH)-w64-mingw32/sys-root/mingw/bin"
  163. # required to be able to retrieve the revision
  164. - name: Mark directory as safe
  165. shell: pwsh
  166. run: |
  167. Set-PSDebug -Trace 1
  168. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'git config --global --add safe.directory "$OLDPWD"')
  169. - name: Set ADD_REVISION=1 for non-release
  170. if: ${{ !startsWith(github.ref, 'refs/tags/') }}
  171. shell: pwsh
  172. run: echo "ADD_REVISION=1" >> $Env:GITHUB_ENV
  173. - name: Build Haxe
  174. shell: pwsh
  175. run: |
  176. Set-PSDebug -Trace 1
  177. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam config exec -- make -s -f Makefile.win -j`nproc` haxe 2>&1')
  178. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam config exec -- make -s -f Makefile.win haxelib 2>&1')
  179. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && opam config exec -- make -f Makefile.win echo_package_files package_bin package_installer_win package_choco 2>&1')
  180. dir out
  181. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && cygcheck ./haxe.exe')
  182. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && cygcheck ./haxelib.exe')
  183. & "$($env:CYG_ROOT)/bin/bash.exe" @('-lc', 'cd "$OLDPWD" && ls ./out')
  184. - name: Upload artifact
  185. uses: actions/[email protected]
  186. with:
  187. name: win${{env.ARCH}}Binaries
  188. path: out
  189. linux-amd64:
  190. runs-on: ubuntu-18.04
  191. permissions:
  192. packages: write
  193. env:
  194. FORCE_COLOR: 1
  195. steps:
  196. - name: Login to GitHub Container Registry
  197. uses: docker/login-action@v1
  198. with:
  199. registry: ghcr.io
  200. username: ${{ github.actor }}
  201. password: ${{ secrets.GITHUB_TOKEN }}
  202. - name: Install Earthly
  203. run: sudo /bin/sh -c 'wget https://github.com/earthly/earthly/releases/download/v0.6.13/earthly-linux-amd64 -O /usr/local/bin/earthly && chmod +x /usr/local/bin/earthly && /usr/local/bin/earthly bootstrap --with-autocomplete'
  204. - uses: actions/checkout@main
  205. with:
  206. submodules: recursive
  207. - name: Set CONTAINER_ vars
  208. run: |
  209. echo "CONTAINER_REG=$(echo ${{ github.repository }} | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV;
  210. echo "CONTAINER_TAG=$(echo ${{ github.ref_name }} | sed -e 's/[^A-Za-z0-9\.]/-/g')" >> $GITHUB_ENV;
  211. - name: Build devcontainer
  212. run: earthly +devcontainer --IMAGE_NAME="ghcr.io/${CONTAINER_REG}_devcontainer" --IMAGE_TAG="${CONTAINER_TAG}-amd64" --IMAGE_CACHE="ghcr.io/haxefoundation/haxe_devcontainer:development-amd64"
  213. env:
  214. EARTHLY_PUSH: "${{ github.event_name == 'push' }}"
  215. EARTHLY_USE_INLINE_CACHE: true
  216. EARTHLY_SAVE_INLINE_CACHE: true
  217. - name: Set ADD_REVISION=1 for non-release
  218. if: ${{ !startsWith(github.ref, 'refs/tags/') }}
  219. run: echo "ADD_REVISION=1" >> $GITHUB_ENV
  220. - name: Build
  221. run: earthly +build --ADD_REVISION="$ADD_REVISION" --SET_SAFE_DIRECTORY="true"
  222. env:
  223. EARTHLY_PUSH: "${{ github.event_name == 'push' }}"
  224. EARTHLY_REMOTE_CACHE: "ghcr.io/${{env.CONTAINER_REG}}_cache:build-${{env.CONTAINER_TAG}}-amd64"
  225. - name: Build xmldoc
  226. run: earthly +xmldoc --COMMIT="${{ github.sha }}" --BRANCH="${{ github.ref_name }}"
  227. - name: Upload xmldoc artifact
  228. uses: actions/[email protected]
  229. with:
  230. name: xmldoc
  231. path: extra/doc
  232. - name: Upload artifact
  233. uses: actions/[email protected]
  234. with:
  235. name: linuxBinaries
  236. path: out/linux/amd64
  237. - name: Test
  238. run: earthly +test-all --GITHUB_ACTIONS="$GITHUB_ACTIONS"
  239. env:
  240. EARTHLY_PUSH: "${{ github.event_name == 'push' }}"
  241. EARTHLY_REMOTE_CACHE: "ghcr.io/${{env.CONTAINER_REG}}_cache:test-${{env.CONTAINER_TAG}}-amd64"
  242. linux-arm64:
  243. runs-on: ubuntu-18.04
  244. permissions:
  245. packages: write
  246. env:
  247. FORCE_COLOR: 1
  248. steps:
  249. - name: Login to GitHub Container Registry
  250. uses: docker/login-action@v1
  251. with:
  252. registry: ghcr.io
  253. username: ${{ github.actor }}
  254. password: ${{ secrets.GITHUB_TOKEN }}
  255. - name: Install Earthly
  256. run: sudo /bin/sh -c 'wget https://github.com/earthly/earthly/releases/download/v0.6.13/earthly-linux-amd64 -O /usr/local/bin/earthly && chmod +x /usr/local/bin/earthly && /usr/local/bin/earthly bootstrap --with-autocomplete'
  257. - name: Set up QEMU
  258. id: qemu
  259. uses: docker/setup-qemu-action@v1
  260. with:
  261. image: tonistiigi/binfmt:latest
  262. platforms: all
  263. - uses: actions/checkout@main
  264. with:
  265. submodules: recursive
  266. - name: Set CONTAINER_ vars
  267. run: |
  268. echo "CONTAINER_REG=$(echo ${{ github.repository }} | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV;
  269. echo "CONTAINER_TAG=$(echo ${{ github.ref_name }} | sed -e 's/[^A-Za-z0-9\.]/-/g')" >> $GITHUB_ENV;
  270. - name: Build devcontainer
  271. run: earthly --platform=linux/arm64 +devcontainer --IMAGE_NAME="ghcr.io/${CONTAINER_REG}_devcontainer" --IMAGE_TAG="${CONTAINER_TAG}-arm64" --IMAGE_CACHE="ghcr.io/haxefoundation/haxe_devcontainer:development-arm64"
  272. env:
  273. EARTHLY_PUSH: "${{ github.event_name == 'push' }}"
  274. EARTHLY_USE_INLINE_CACHE: true
  275. EARTHLY_SAVE_INLINE_CACHE: true
  276. - name: Set ADD_REVISION=1 for non-release
  277. if: ${{ !startsWith(github.ref, 'refs/tags/') }}
  278. run: echo "ADD_REVISION=1" >> $GITHUB_ENV
  279. - name: Build
  280. run: earthly --platform=linux/arm64 +build --ADD_REVISION="$ADD_REVISION" --SET_SAFE_DIRECTORY="true"
  281. env:
  282. EARTHLY_PUSH: "${{ github.event_name == 'push' }}"
  283. EARTHLY_REMOTE_CACHE: "ghcr.io/${{env.CONTAINER_REG}}_cache:build-${{env.CONTAINER_TAG}}-arm64"
  284. - name: Upload artifact
  285. uses: actions/[email protected]
  286. with:
  287. name: linuxArm64Binaries
  288. path: out/linux/arm64
  289. # Do not run test for arm64 for now
  290. linux-multiarch:
  291. needs: [linux-amd64, linux-arm64]
  292. runs-on: ubuntu-18.04
  293. permissions:
  294. packages: write
  295. env:
  296. FORCE_COLOR: 1
  297. steps:
  298. - name: Login to GitHub Container Registry
  299. uses: docker/login-action@v1
  300. with:
  301. registry: ghcr.io
  302. username: ${{ github.actor }}
  303. password: ${{ secrets.GITHUB_TOKEN }}
  304. - name: Install Earthly
  305. run: sudo /bin/sh -c 'wget https://github.com/earthly/earthly/releases/download/v0.6.13/earthly-linux-amd64 -O /usr/local/bin/earthly && chmod +x /usr/local/bin/earthly && /usr/local/bin/earthly bootstrap --with-autocomplete'
  306. - name: Set up QEMU
  307. id: qemu
  308. uses: docker/setup-qemu-action@v1
  309. with:
  310. image: tonistiigi/binfmt:latest
  311. platforms: all
  312. - uses: actions/checkout@main
  313. with:
  314. submodules: recursive
  315. - name: Set CONTAINER_ vars
  316. run: |
  317. echo "CONTAINER_REG=$(echo ${{ github.repository }} | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV;
  318. echo "CONTAINER_TAG=$(echo ${{ github.ref_name }} | sed -e 's/[^A-Za-z0-9\.]/-/g')" >> $GITHUB_ENV;
  319. - name: Build devcontainer
  320. run: earthly +devcontainer-multiarch --IMAGE_NAME="ghcr.io/${CONTAINER_REG}_devcontainer" --IMAGE_TAG="${CONTAINER_TAG}"
  321. env:
  322. EARTHLY_PUSH: "${{ github.event_name == 'push' }}"
  323. EARTHLY_USE_INLINE_CACHE: true
  324. EARTHLY_SAVE_INLINE_CACHE: true
  325. - name: Set ADD_REVISION=1 for non-release
  326. if: ${{ !startsWith(github.ref, 'refs/tags/') }}
  327. run: echo "ADD_REVISION=1" >> $GITHUB_ENV
  328. mac-build:
  329. runs-on: macos-latest
  330. env:
  331. PLATFORM: mac
  332. OPAMYES: 1
  333. MACOSX_DEPLOYMENT_TARGET: 10.13
  334. steps:
  335. - uses: actions/checkout@main
  336. with:
  337. submodules: recursive
  338. - name: Install Neko from S3
  339. run: |
  340. set -ex
  341. curl -sSL https://build.haxe.org/builds/neko/$PLATFORM/neko_latest.tar.gz -o $RUNNER_TEMP/neko_latest.tar.gz
  342. tar -xf $RUNNER_TEMP/neko_latest.tar.gz -C $RUNNER_TEMP
  343. NEKOPATH=`echo $RUNNER_TEMP/neko-*-*`
  344. sudo mkdir -p /usr/local/bin
  345. sudo mkdir -p /usr/local/lib/neko
  346. sudo ln -s $NEKOPATH/{neko,nekoc,nekoml,nekotools} /usr/local/bin/
  347. sudo ln -s $NEKOPATH/libneko.* /usr/local/lib/
  348. sudo ln -s $NEKOPATH/*.ndll /usr/local/lib/neko/
  349. echo "NEKOPATH=$NEKOPATH" >> $GITHUB_ENV
  350. - name: Print Neko version
  351. run: neko -version 2>&1
  352. - name: Install dependencies
  353. env:
  354. ZLIB_VERSION: 1.2.12
  355. MBEDTLS_VERSION: 2.25.0
  356. PCRE_VERSION: 10.39
  357. run: |
  358. set -ex
  359. brew uninstall [email protected] || echo
  360. brew uninstall [email protected] || echo
  361. brew untap local/openssl || echo
  362. brew untap local/python2 || echo
  363. brew update
  364. # brew unlink python@2
  365. brew bundle --file=tests/Brewfile --no-upgrade || brew link --overwrite awscli
  366. brew install cpanminus
  367. cpanm IPC::System::Simple
  368. cpanm String::ShellQuote
  369. curl -L https://www.zlib.net/zlib-$ZLIB_VERSION.tar.gz | tar xz
  370. cd zlib-$ZLIB_VERSION
  371. ./configure
  372. make && make install
  373. curl -L https://github.com/ARMmbed/mbedtls/archive/v$MBEDTLS_VERSION.tar.gz | tar xz
  374. cd mbedtls-$MBEDTLS_VERSION
  375. make && make install
  376. curl -L https://github.com/PhilipHazel/pcre2/releases/download/pcre2-10.39/pcre2-$PCRE_VERSION.tar.gz | tar xz
  377. cd pcre2-$PCRE_VERSION
  378. ./configure --enable-utf8 --enable-pcre2-8 --enable-pcre2-16 --enable-pcre2-32 --enable-unicode-properties --enable-pcregrep-libz --enable-pcregrep-libbz2 --enable-jit
  379. make && make install
  380. - name: Install OCaml libraries
  381. run: |
  382. set -ex
  383. opam init # --disable-sandboxing
  384. opam update
  385. opam switch create 4.07.1
  386. eval $(opam env)
  387. opam env
  388. opam pin add ctypes 0.17.1 --yes
  389. opam pin add haxe . --no-action
  390. opam install haxe --deps-only --assume-depexts
  391. opam list
  392. ocamlopt -v
  393. - name: Set ADD_REVISION=1 for non-release
  394. if: ${{ !startsWith(github.ref, 'refs/tags/') }}
  395. run: echo "ADD_REVISION=1" >> $GITHUB_ENV
  396. - name: Build Haxe
  397. run: |
  398. set -ex
  399. eval $(opam env)
  400. opam config exec -- make -s -j`sysctl -n hw.ncpu` STATICLINK=1 "LIB_PARAMS=/usr/local/lib/libz.a /usr/local/lib/libpcre.a /usr/local/lib/libmbedtls.a /usr/local/lib/libmbedcrypto.a /usr/local/lib/libmbedx509.a -cclib '-framework Security -framework CoreFoundation'" haxe
  401. opam config exec -- make -s haxelib
  402. make -s package_unix package_installer_mac
  403. ls -l out
  404. otool -L ./haxe
  405. otool -L ./haxelib
  406. - name: Upload artifact
  407. uses: actions/[email protected]
  408. with:
  409. name: macBinaries
  410. path: out
  411. windows64-test:
  412. needs: windows64-build
  413. runs-on: windows-latest
  414. env:
  415. ACTIONS_ALLOW_UNSECURE_COMMANDS: true
  416. PLATFORM: windows64
  417. TEST: ${{matrix.target}}
  418. HXCPP_COMPILE_CACHE: ~/hxcache
  419. ARCH: 64
  420. strategy:
  421. fail-fast: false
  422. matrix:
  423. # TODO enable lua after https://github.com/HaxeFoundation/haxe/issues/5024
  424. target: [macro, js, hl, cpp, 'java,jvm', cs, php, python, flash9, neko]
  425. steps:
  426. - uses: actions/checkout@main
  427. with:
  428. submodules: recursive
  429. - uses: actions/download-artifact@v1
  430. with:
  431. name: win${{env.ARCH}}Binaries
  432. - name: Install Neko from S3
  433. shell: pwsh
  434. run: |
  435. Invoke-WebRequest https://build.haxe.org/builds/neko/$env:PLATFORM/neko_latest.zip -OutFile $env:RUNNER_TEMP/neko_latest.zip
  436. Expand-Archive $env:RUNNER_TEMP/neko_latest.zip -DestinationPath $env:RUNNER_TEMP
  437. $NEKOPATH = Get-ChildItem $env:RUNNER_TEMP/neko-*-*
  438. echo "$NEKOPATH" >> $env:GITHUB_PATH
  439. echo "NEKOPATH=$NEKOPATH" >> $env:GITHUB_ENV
  440. - name: Print Neko version
  441. run: neko -version 2>&1
  442. # - name: Quick test
  443. # shell: pwsh
  444. # run: |
  445. # $DOWNLOADDIR="./win$($env:ARCH)Binaries"
  446. # new-item -Name $DOWNLOADDIR -ItemType directory
  447. # Invoke-WebRequest https://build.haxe.org/builds/haxe/$env:PLATFORM/haxe_latest.zip -OutFile $DOWNLOADDIR/haxe_bin.zip
  448. - name: Setup Haxe
  449. shell: pwsh
  450. run: |
  451. $DOWNLOADDIR="./win$($env:ARCH)Binaries"
  452. Expand-Archive $DOWNLOADDIR/*_bin.zip -DestinationPath $DOWNLOADDIR
  453. Set-PSDebug -Trace 1
  454. $HAXEPATH = Get-ChildItem $DOWNLOADDIR/haxe_*_* -Directory
  455. Write-Host "::add-path::$HAXEPATH"
  456. Write-Host "::set-env name=HAXELIB_ROOT::$HAXEPATH\lib"
  457. - name: Print Haxe version
  458. shell: pwsh
  459. run: haxe -version
  460. - name: "Make Python 3 be available as python3 in the cmdline"
  461. shell: pwsh
  462. run: |
  463. Set-PSDebug -Trace 1
  464. $pypath = python -c "import sys; print(sys.executable)"
  465. $py3path = $pypath.replace("python.exe","python3.exe")
  466. cmd /c mklink $py3path $pypath
  467. python3 -V
  468. - name: Install hererocks
  469. if: matrix.target == 'lua'
  470. shell: cmd
  471. run: |
  472. pip install hererocks
  473. hererocks lua53 -l5.3 -rlatest
  474. call lua53/bin/activate
  475. - name: Install wget
  476. if: matrix.target == 'flash9'
  477. shell: cmd
  478. run: |
  479. choco install wget
  480. wget --version
  481. - name: Setup haxelib
  482. shell: pwsh
  483. run: |
  484. mkdir "$env:HAXELIB_ROOT"
  485. haxelib setup "$env:HAXELIB_ROOT"
  486. - name: Test
  487. shell: pwsh
  488. run: haxe RunCi.hxml
  489. working-directory: ${{github.workspace}}/tests
  490. windows-test:
  491. needs: windows-build
  492. runs-on: windows-latest
  493. env:
  494. ACTIONS_ALLOW_UNSECURE_COMMANDS: true
  495. PLATFORM: windows
  496. TEST: ${{matrix.target}}
  497. HXCPP_COMPILE_CACHE: ~/hxcache
  498. ARCH: 32
  499. strategy:
  500. fail-fast: false
  501. matrix:
  502. # TODO jvm: https://github.com/HaxeFoundation/haxe/issues/8601
  503. # TODO enable lua after https://github.com/HaxeFoundation/haxe/issues/5024
  504. target: [macro, js, hl, cpp, java, cs, php, python, neko]
  505. steps:
  506. - uses: actions/checkout@main
  507. with:
  508. submodules: recursive
  509. - uses: actions/download-artifact@v1
  510. with:
  511. name: win${{env.ARCH}}Binaries
  512. - name: Install Neko from S3
  513. shell: pwsh
  514. run: |
  515. Invoke-WebRequest https://build.haxe.org/builds/neko/$env:PLATFORM/neko_latest.zip -OutFile $env:RUNNER_TEMP/neko_latest.zip
  516. Expand-Archive $env:RUNNER_TEMP/neko_latest.zip -DestinationPath $env:RUNNER_TEMP
  517. $NEKOPATH = Get-ChildItem $env:RUNNER_TEMP/neko-*-*
  518. echo "$NEKOPATH" >> $env:GITHUB_PATH
  519. echo "NEKOPATH=$NEKOPATH" >> $env:GITHUB_ENV
  520. - name: Print Neko version
  521. run: neko -version 2>&1
  522. # - name: Quick test
  523. # shell: pwsh
  524. # run: |
  525. # $DOWNLOADDIR="./win$($env:ARCH)Binaries"
  526. # new-item -Name $DOWNLOADDIR -ItemType directory
  527. # Invoke-WebRequest https://build.haxe.org/builds/haxe/$env:PLATFORM/haxe_latest.zip -OutFile $DOWNLOADDIR/haxe_bin.zip
  528. - name: Setup Haxe
  529. shell: pwsh
  530. run: |
  531. $DOWNLOADDIR="./win$($env:ARCH)Binaries"
  532. Expand-Archive $DOWNLOADDIR/*_bin.zip -DestinationPath $DOWNLOADDIR
  533. Set-PSDebug -Trace 1
  534. $HAXEPATH = Get-ChildItem $DOWNLOADDIR/haxe_*_* -Directory
  535. Write-Host "::add-path::$HAXEPATH"
  536. Write-Host "::set-env name=HAXELIB_ROOT::$HAXEPATH\lib"
  537. - name: Print Haxe version
  538. shell: pwsh
  539. run: haxe -version
  540. - name: "Make Python 3 be available as python3 in the cmdline"
  541. shell: pwsh
  542. run: |
  543. Set-PSDebug -Trace 1
  544. $pypath = python -c "import sys; print(sys.executable)"
  545. $py3path = $pypath.replace("python.exe","python3.exe")
  546. cmd /c mklink $py3path $pypath
  547. python3 -V
  548. - name: Install hererocks
  549. if: matrix.target == 'lua'
  550. shell: cmd
  551. run: |
  552. pip install hererocks
  553. hererocks lua53 -l5.3 -rlatest
  554. call lua53/bin/activate
  555. - name: Install wget
  556. if: matrix.target == 'flash9'
  557. shell: cmd
  558. run: |
  559. choco install wget
  560. wget --version
  561. - name: Setup haxelib
  562. shell: pwsh
  563. run: |
  564. mkdir "$env:HAXELIB_ROOT"
  565. haxelib setup "$env:HAXELIB_ROOT"
  566. - name: Test
  567. shell: pwsh
  568. run: haxe RunCi.hxml
  569. working-directory: ${{github.workspace}}/tests
  570. mac-test:
  571. needs: mac-build
  572. runs-on: macos-latest
  573. env:
  574. PLATFORM: mac
  575. TEST: ${{matrix.target}}
  576. HXCPP_COMPILE_CACHE: ~/hxcache
  577. strategy:
  578. fail-fast: false
  579. matrix:
  580. target: [macro, js, hl, cpp, 'java,jvm', cs, php, python, flash9, neko]
  581. include:
  582. - target: hl
  583. BREW_PACKAGES: ninja
  584. steps:
  585. - uses: actions/checkout@main
  586. with:
  587. submodules: recursive
  588. - uses: actions/download-artifact@v1
  589. with:
  590. name: macBinaries
  591. - name: Install Neko from S3
  592. run: |
  593. set -ex
  594. curl -sSL https://build.haxe.org/builds/neko/$PLATFORM/neko_latest.tar.gz -o $RUNNER_TEMP/neko_latest.tar.gz
  595. tar -xf $RUNNER_TEMP/neko_latest.tar.gz -C $RUNNER_TEMP
  596. NEKOPATH=`echo $RUNNER_TEMP/neko-*-*`
  597. sudo mkdir -p /usr/local/bin
  598. sudo mkdir -p /usr/local/lib/neko
  599. sudo ln -s $NEKOPATH/{neko,nekoc,nekoml,nekotools} /usr/local/bin/
  600. sudo ln -s $NEKOPATH/libneko.* /usr/local/lib/
  601. sudo ln -s $NEKOPATH/*.ndll /usr/local/lib/neko/
  602. echo "NEKOPATH=$NEKOPATH" >> $GITHUB_ENV
  603. - name: Print Neko version
  604. run: neko -version 2>&1
  605. - name: Setup Haxe
  606. run: |
  607. # mkdir ./macBinaries
  608. # curl -sSL https://build.haxe.org/builds/haxe/mac/haxe_latest.tar.gz -o ./macBinaries/haxe_bin.tar.gz
  609. set -ex
  610. tar -xf macBinaries/*_bin.tar.gz -C macBinaries --strip-components=1
  611. sudo mkdir -p /usr/local/bin/
  612. sudo mkdir -p /usr/local/share/haxe/
  613. sudo ln -s `pwd`/macBinaries/haxe /usr/local/bin/haxe
  614. sudo ln -s `pwd`/macBinaries/haxelib /usr/local/bin/haxelib
  615. sudo ln -s `pwd`/macBinaries/std /usr/local/share/haxe/std
  616. - name: Print Haxe version
  617. run: haxe -version
  618. - name: Setup haxelib
  619. run: |
  620. set -ex
  621. mkdir ~/haxelib
  622. haxelib setup ~/haxelib
  623. - name: Install homebrew packages
  624. if: matrix.BREW_PACKAGES
  625. run: brew install ${{matrix.BREW_PACKAGES}}
  626. - name: Test
  627. run: |
  628. # disable invalid Unicode filenames on APFS
  629. echo "" > sys/compile-fs.hxml
  630. haxe RunCi.hxml
  631. working-directory: ${{github.workspace}}/tests
  632. deploy:
  633. if: success() && github.repository_owner == 'HaxeFoundation' && github.event_name != 'pull_request'
  634. needs: [linux-amd64, linux-arm64, mac-test, windows-test, windows64-test]
  635. runs-on: ubuntu-18.04
  636. steps:
  637. # this is only needed for to get `COMMIT_DATE`...
  638. # maybe https://github.community/t/expose-commit-timestamp-in-the-github-context-data/16460/3
  639. # would be faster
  640. - name: Checkout the repository
  641. uses: actions/checkout@main
  642. - name: Download build artifacts
  643. uses: actions/download-artifact@v2
  644. - name: Install awscli
  645. run: |
  646. set -ex
  647. sudo apt-get update -qqy
  648. sudo apt-get install -qqy awscli
  649. # https://stackoverflow.com/questions/58033366/how-to-get-current-branch-within-github-actions
  650. - name: Extract branch name
  651. id: extract_branch
  652. shell: bash
  653. run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF#refs/heads/})"
  654. - name: Upload binaries
  655. shell: bash
  656. env:
  657. AWS_ACCESS_KEY_ID: ${{ secrets.HXBUILDS_AWS_ACCESS_KEY_ID }}
  658. AWS_SECRET_ACCESS_KEY: ${{ secrets.HXBUILDS_AWS_SECRET_ACCESS_KEY }}
  659. HXBUILDS_S3ADDR: ${{ secrets.HXBUILDS_S3ADDR }}
  660. AWS_EC2_METADATA_DISABLED: true
  661. run: |
  662. set -ex
  663. COMMIT_HASH_SHORT=${GITHUB_SHA:0:7}
  664. COMMIT_DATE=`TZ=UTC git show --quiet --date='format-local:%Y-%m-%d' --format="%cd"`
  665. FILE_NAME=haxe_${COMMIT_DATE}_${{ steps.extract_branch.outputs.branch }}_${COMMIT_HASH_SHORT}
  666. aws s3 cp linuxBinaries/*_bin.tar.gz ${HXBUILDS_S3ADDR}/haxe/linux64/${FILE_NAME}.tar.gz
  667. aws s3 cp linuxArm64Binaries/*_bin.tar.gz ${HXBUILDS_S3ADDR}/haxe/linux-arm64/${FILE_NAME}.tar.gz
  668. aws s3 cp macBinaries/*_bin.tar.gz ${HXBUILDS_S3ADDR}/haxe/mac/${FILE_NAME}.tar.gz
  669. aws s3 cp macBinaries/*_installer.tar.gz ${HXBUILDS_S3ADDR}/haxe/mac-installer/${FILE_NAME}.tar.gz
  670. aws s3 cp win64Binaries/*_bin.zip ${HXBUILDS_S3ADDR}/haxe/windows64/${FILE_NAME}.zip
  671. aws s3 cp win64Binaries/*_installer.zip ${HXBUILDS_S3ADDR}/haxe/windows64-installer/${FILE_NAME}.zip
  672. aws s3 cp win64Binaries/*.nupkg ${HXBUILDS_S3ADDR}/haxe/windows64-choco/
  673. aws s3 cp win32Binaries/*_bin.zip ${HXBUILDS_S3ADDR}/haxe/windows/${FILE_NAME}.zip
  674. aws s3 cp win32Binaries/*_installer.zip ${HXBUILDS_S3ADDR}/haxe/windows-installer/${FILE_NAME}.zip
  675. aws s3 cp win32Binaries/*.nupkg ${HXBUILDS_S3ADDR}/haxe/windows-choco/
  676. - name: Update "latest"
  677. if: github.ref == 'refs/heads/development'
  678. shell: bash
  679. env:
  680. AWS_ACCESS_KEY_ID: ${{ secrets.HXBUILDS_AWS_ACCESS_KEY_ID }}
  681. AWS_SECRET_ACCESS_KEY: ${{ secrets.HXBUILDS_AWS_SECRET_ACCESS_KEY }}
  682. HXBUILDS_S3ADDR: ${{ secrets.HXBUILDS_S3ADDR }}
  683. AWS_EC2_METADATA_DISABLED: true
  684. run: |
  685. set -ex
  686. aws s3 cp linuxBinaries/*_bin.tar.gz ${HXBUILDS_S3ADDR}/haxe/linux64/haxe_latest.tar.gz
  687. aws s3 cp linuxArm64Binaries/*_bin.tar.gz ${HXBUILDS_S3ADDR}/haxe/linux-arm64/haxe_latest.tar.gz
  688. aws s3 cp macBinaries/*_bin.tar.gz ${HXBUILDS_S3ADDR}/haxe/mac/haxe_latest.tar.gz
  689. aws s3 cp macBinaries/*_installer.tar.gz ${HXBUILDS_S3ADDR}/haxe/mac-installer/haxe_latest.tar.gz
  690. aws s3 cp win64Binaries/*_bin.zip ${HXBUILDS_S3ADDR}/haxe/windows64/haxe_latest.zip
  691. aws s3 cp win64Binaries/*_installer.zip ${HXBUILDS_S3ADDR}/haxe/windows64-installer/haxe_latest.zip
  692. aws s3 cp win32Binaries/*_bin.zip ${HXBUILDS_S3ADDR}/haxe/windows/haxe_latest.zip
  693. aws s3 cp win32Binaries/*_installer.zip ${HXBUILDS_S3ADDR}/haxe/windows-installer/haxe_latest.zip
  694. # Chocolatey packages have to be named with version number,
  695. # so let's use web redirection to keep the original file name.
  696. [[ "$HXBUILDS_S3ADDR" =~ s3://([^/]+)(.*) ]] && HXBUILDS_S3BUCKET="${BASH_REMATCH[1]}" && HXBUILDS_S3PATH="${BASH_REMATCH[2]}"
  697. [[ `echo win64Binaries/*.nupkg` =~ win64Binaries/(.+) ]] && FILE_NAME="${BASH_REMATCH[1]}"
  698. aws s3 cp ${HXBUILDS_S3ADDR}/haxe/windows64-choco/${FILE_NAME} ${HXBUILDS_S3ADDR}/haxe/windows64-choco/haxe_latest.nupkg --acl public-read --website-redirect "${HXBUILDS_S3PATH}/haxe/windows64-choco/${FILE_NAME}"
  699. [[ `echo win32Binaries/*.nupkg` =~ win32Binaries/(.+) ]] && FILE_NAME="${BASH_REMATCH[1]}"
  700. aws s3 cp ${HXBUILDS_S3ADDR}/haxe/windows-choco/${FILE_NAME} ${HXBUILDS_S3ADDR}/haxe/windows-choco/haxe_latest.nupkg --acl public-read --website-redirect "${HXBUILDS_S3PATH}/haxe/windows-choco/${FILE_NAME}"
  701. deploy_apidoc:
  702. if: success() && github.repository_owner == 'HaxeFoundation' && github.event_name != 'pull_request'
  703. needs: [linux-amd64, linux-arm64, mac-test, windows-test, windows64-test]
  704. runs-on: ubuntu-18.04
  705. steps:
  706. - name: Download Haxe
  707. uses: actions/download-artifact@v2
  708. with:
  709. name: linuxBinaries
  710. path: linuxBinaries
  711. - name: Setup Haxe
  712. run: |
  713. set -ex
  714. tar -xf linuxBinaries/*_bin.tar.gz -C linuxBinaries --strip-components=1
  715. sudo mkdir -p /usr/local/bin/
  716. sudo mkdir -p /usr/local/share/haxe/
  717. sudo ln -s `pwd`/linuxBinaries/haxe /usr/local/bin/haxe
  718. sudo ln -s `pwd`/linuxBinaries/haxelib /usr/local/bin/haxelib
  719. sudo ln -s `pwd`/linuxBinaries/std /usr/local/share/haxe/std
  720. - name: Download xmldoc artifact
  721. uses: actions/download-artifact@v2
  722. with:
  723. name: xmldoc
  724. path: xmldoc
  725. - name: Deploy to api.haxe.org
  726. env:
  727. GHP_EMAIL: [email protected]
  728. GHP_USERNAME: Haxe CI Bot
  729. GHP_REMOTE: ${{ secrets.GHP_REMOTE }}
  730. run: |
  731. set -ex
  732. LOCAL="`pwd`/extra/api.haxe.org"
  733. git clone "${GHP_REMOTE}" "${LOCAL}"
  734. haxe --cwd "${LOCAL}" --run ImportXml "`pwd`/xmldoc"