Ci/test builds #320
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: zenroom | |
| on: | |
| push: | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'examples/**' | |
| - '*.md' | |
| branches: | |
| - master | |
| pull_request: | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'examples/**' | |
| - '*.md' | |
| branches: | |
| - master | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref_name }} | |
| cancel-in-progress: true | |
| jobs: | |
| reuse: | |
| name: 🚨 REUSE Compliance | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: fsfe/reuse-action@v1 | |
| c-lint: | |
| name: 🚨 C lint | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: reviewdog/action-cpplint@master | |
| env: | |
| REVIEWDOG_GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| reporter: github-pr-check | |
| targets: --recursive src | |
| level: warning | |
| flags: --linelength=120 # Optional | |
| filter: "-readability/braces\ | |
| ,-readability/casting\ | |
| ,-whitespace/comma\ | |
| ,-whitespace/braces\ | |
| ,-whitespace/comments\ | |
| ,-whitespace/indent\ | |
| ,-whitespace/newline\ | |
| ,-whitespace/operators\ | |
| ,-whitespace/parens\ | |
| ,-whitespace/tab\ | |
| " # Optional | |
| # - name: Fail fast?! | |
| # if: steps.linter.outputs.checks-failed > 0 | |
| # run: | | |
| # echo "😤 Some files failed the C linting checks!" | |
| lua-lint: | |
| name: 🚨 Lua lint | |
| runs-on: ubuntu-latest | |
| steps: | |
| # - uses: dorny/paths-filter@v2 | |
| # with: | |
| # filters: | | |
| # src: | |
| # - 'src/lua' | |
| # - if: steps.changes.outputs.src == 'true' | |
| - uses: actions/checkout@v3 | |
| - name: Setup luacheck | |
| run: | | |
| if ! hash luacheck &>/dev/null; then | |
| sudo apt-get install -yq luarocks 1>/dev/null || exit 1 | |
| sudo luarocks install luacheck 1>/dev/null || exit 1 | |
| sudo luarocks install lanes &>/dev/null || true | |
| fi | |
| luacheck --version | |
| shell: bash | |
| - name: 🚨 LUA lint | |
| continue-on-error: true | |
| working-directory: src/lua | |
| run: | | |
| luacheck --config .luacheckrc --std lua54 . | |
| meson-build: | |
| name: 🥷 meson/ninja build | |
| needs: [reuse, c-lint, lua-lint] | |
| if: "!contains(github.event.pull_request.labels.*.name, 'SKIP_MESON')" | |
| strategy: | |
| matrix: | |
| command: [meson-ccache, meson-clang-ccache] | |
| fail-fast: false | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| - uses: hendrikmuhs/ccache-action@v1.2 | |
| - name: install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y vim zsh luajit lua-cjson | |
| pip3 install meson ninja | |
| - name: Compile with command ${{ matrix.command }} | |
| run: | | |
| make ${{ matrix.command }} | |
| - run: make meson-test | |
| linux-build: | |
| name: 🐧 Linux build | |
| needs: [reuse, c-lint, lua-lint] | |
| runs-on: "ubuntu-latest" | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Build mimalloc | |
| run: make mimalloc | |
| - name: Build x86_64 with musl-system | |
| run: | | |
| make musl-system | |
| make clean | |
| - name: Build x86_64 shlib | |
| run: make linux-meson-clang-release | |
| windows-build: | |
| name: 🪟 Windows build | |
| needs: [reuse, c-lint, lua-lint] | |
| runs-on: "ubuntu-latest" | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: install dependencies | |
| run : apt install -y gcc-mingw-w64 g++-mingw-w64 | |
| - name: Build x86_64 windows .exe | |
| run: | | |
| make win | |
| make win-dll | |
| macosx-build: | |
| name: 🍎 Macosx build | |
| needs: [reuse, c-lint, lua-lint] | |
| runs-on: macos-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - run: make-osx | |
| go-build-check: | |
| name: 🐹 go build & checks | |
| needs: [reuse, c-lint, lua-lint] | |
| runs-on: ubuntu-latest | |
| if: "!contains(github.event.pull_request.labels.*.name, 'SKIP_GO')" | |
| strategy: | |
| matrix: | |
| go: ['1.13', '1.14', '1.15', '1.16', '1.19'] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-go@v3 | |
| with: | |
| go-version: ${{ matrix.go }} | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| - run: | | |
| pip3 install meson ninja | |
| sudo apt-get install --force-yes zsh | |
| - run: make linux | |
| - run: cp src/zencode-exec /usr/local/bin/ | |
| - name: 🧪 test bindings go-${{ matrix.go }} | |
| working-directory: bindings/golang/zenroom | |
| run: make test | |
| # - name: 🔐 check crypto with go-${{ matrix.go }} | |
| # run: make check-go | |
| rust-build-check: | |
| name: 🦀 rust build & checks | |
| needs: [reuse, c-lint, lua-lint] | |
| runs-on: ubuntu-latest | |
| if: "!contains(github.event.pull_request.labels.*.name, 'SKIP_RUST')" | |
| strategy: | |
| matrix: | |
| rust: ['stable', 'nightly'] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - uses: dtolnay/rust-toolchain@stable | |
| with: | |
| toolchain: ${{ matrix.rust }} | |
| - run: | | |
| pip3 install meson ninja | |
| sudo apt-get install --force-yes zsh | |
| - run: make linux-rust | |
| - name: 🧪 test bindings rust-${{ matrix.rust }} | |
| working-directory: bindings/rust | |
| run: cargo test | |
| - name: 🔐 check crypto with rust-${{ matrix.rust }} | |
| run: make check-rs | |
| # cortex-m-build-check: | |
| # name: 📟 cortex-m build & checks | |
| # needs: [reuse, c-lint, lua-lint] | |
| # runs-on: ubuntu-latest | |
| # if: ${{ contains(github.event.pull_request.labels.*.name, 'run cortex') || contains(github.event.head_commit.message, 'run cortex') }} | |
| # steps: | |
| # - uses: actions/checkout@v3 | |
| # with: | |
| # fetch-depth: 0 | |
| # - uses: numworks/setup-arm-toolchain@2021-10 | |
| # - run: sudo apt install zsh qemu-system-arm | |
| # - name: Download cmsis | |
| # run: | | |
| # curl -LO https://github.com/ARM-software/CMSIS_5/archive/refs/tags/5.7.0.tar.gz | |
| # tar xvf 5.7.0.tar.gz -C lib | |
| # mv lib/CMSIS_5-5.7.0 lib/cmsis | |
| # - run: make cortex-arm | |
| # - name: 🔐 check crypto with cortex-m | |
| # run: make check-cortex-m | |
| js-build-check: | |
| name: 🐯 js build & checks | |
| needs: [reuse, c-lint, lua-lint] | |
| runs-on: ubuntu-latest | |
| if: "!contains(github.event.pull_request.labels.*.name, 'SKIP_JS')" | |
| strategy: | |
| matrix: | |
| node-version: [14.x, 16.x, 18.x] | |
| env: | |
| EM_VERSION: 3.1.26 | |
| defaults: | |
| run: | |
| working-directory: bindings/javascript | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: ${{ matrix.node-version }} | |
| - uses: mymindstorm/setup-emsdk@v12 | |
| with: | |
| version: ${{ env.EM_VERSION }} | |
| - run: sudo apt-get update; sudo apt-get install zsh meson ninja-build | |
| - run: yarn | |
| - run: yarn build | |
| env: | |
| EMSCRIPTEN: ${{ env.EMSDK }}/upstream/emscripten | |
| - name: 🧪 test bindings node-${{ matrix.node-version }} | |
| run: yarn test | |
| - name: 🔐 check crypto with node-${{ matrix.node-version }} | |
| working-directory: ./ | |
| run: make check-js | |
| python-check: | |
| name: 🐍 Python checks | |
| needs: [reuse, c-lint, lua-lint] | |
| if: "!contains(github.event.pull_request.labels.*.name, 'SKIP_PY') && github.event_name == 'pull_request'" | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| working-directory: bindings/python3 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| python-version: ["3.8", "3.9", "3.10"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - run: sudo apt update | |
| if: runner.os == 'Linux' | |
| - run: sudo apt install -y zsh cmake | |
| if: runner.os == 'Linux' | |
| - run: brew install zsh | |
| if: runner.os == 'macOS' | |
| - run: | | |
| ./prepare.sh | |
| pipx install meson | |
| pipx install ninja | |
| pip3 install .[test] | |
| - run: pytest -s tests | |
| semantic-release: | |
| name: 🤖 Semantic release | |
| needs: [rust-build-check, go-build-check, meson-build, js-build-check] | |
| runs-on: ubuntu-latest | |
| if: ${{ github.ref_name == 'master' && github.event_name == 'push' }} | |
| outputs: | |
| release: ${{ steps.tag_release.outputs.release }} | |
| version: ${{ steps.tag_release.outputs.version }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: 18.x | |
| - run: yarn | |
| - name: Tag release | |
| id: tag_release | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| npx semantic-release | tee semantic-release.log | |
| if [[ `git tag --points-at HEAD` == "" ]]; then | |
| echo "release=False" >> $GITHUB_OUTPUT | |
| else | |
| echo "release=True" >> $GITHUB_OUTPUT | |
| awk '/Published release/ { printf("version=v%s\n",$8) }' semantic-release.log >> $GITHUB_OUTPUT | |
| fi | |
| js-build-release: | |
| name: 🐯 js build release | |
| needs: [semantic-release] | |
| if: ${{ needs.semantic-release.outputs.release == 'True' }} | |
| runs-on: ubuntu-latest | |
| env: | |
| EM_VERSION: 3.1.26 | |
| defaults: | |
| run: | |
| working-directory: bindings/javascript | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: 16.x | |
| - uses: mymindstorm/setup-emsdk@v12 | |
| with: | |
| version: ${{ env.EM_VERSION }} | |
| - run: sudo apt-get update; sudo apt-get install zsh meson ninja-build | |
| - run: yarn | |
| - run: yarn build | |
| env: | |
| EMSCRIPTEN: ${{ env.EMSDK }}/upstream/emscripten | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: javascript-artifact | |
| path: | | |
| ./bindings/javascript/CHANGELOG.md | |
| ./bindings/javascript/LICENSE | |
| ./bindings/javascript/package.json | |
| ./bindings/javascript/README.md | |
| ./bindings/javascript/dist/ | |
| python-build-check: | |
| name: 🐍 Python build & checks | |
| needs: [semantic-release] | |
| runs-on: ${{ matrix.os }} | |
| if: ${{ needs.semantic-release.outputs.release == 'True' }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest, macos-latest] | |
| python-version: [38, 39, 310, 311] | |
| platform_id: [manylinux_x86_64, manylinux_i686, manylinux_aarch64, macosx_x86_64] | |
| exclude: | |
| - os: macos-latest | |
| platform_id: manylinux_x86_64 | |
| - os: macos-latest | |
| platform_id: manylinux_i686 | |
| - os: macos-latest | |
| platform_id: manylinux_aarch64 | |
| - os: ubuntu-latest | |
| platform_id: macosx_x86_64 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: master | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| - uses: docker/setup-qemu-action@v2 | |
| if: runner.os == 'Linux' | |
| with: | |
| platforms: all | |
| - name: Build wheels | |
| env: | |
| CIBW_BUILD: cp${{ matrix.python-version }}-${{ matrix.platform_id }} | |
| CIBW_ARCHS_LINUX: auto aarch64 | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux_2_24 | |
| CIBW_MANYLINUX_I686_IMAGE: manylinux_2_24 | |
| CIBW_MANYLINUX_AARCH64_IMAGE: manylinux_2_24 | |
| CIBW_BEFORE_BUILD_LINUX: | | |
| # deb.debian.org -> archive.debian.org | |
| sed -i s/deb.debian.org/archive.debian.org/g /etc/apt/sources.list | |
| # security.debian.org -> archive.debian.org/debian-security/ | |
| sed -i 's|security.debian.org|archive.debian.org/|g' /etc/apt/sources.list | |
| # remove line that contains source stretch-update | |
| sed -i '/stretch-updates/d' /etc/apt/sources.list | |
| # update and install | |
| apt-get update && apt-get install -y cmake zsh vim && pip install meson ninja | |
| CIBW_BEFORE_BUILD_MACOS: brew install cmake zsh && pip install meson ninja | |
| CIBW_TEST_EXTRAS: "test" | |
| CIBW_TEST_COMMAND: "pytest -s {project}/tests" | |
| run: | | |
| # Remove shared library | |
| rm -f bindings/golang/zenroom/lib/libzenroom.so | |
| cd bindings/python3 | |
| ./prepare.sh | |
| cp -r ../../.git . | |
| pip install cibuildwheel | |
| cibuildwheel --output-dir wheelhouse | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| path: ./bindings/python3/wheelhouse/*.whl | |
| python-build-check-armv7: | |
| name: 🐍 Python build & check on armv7 | |
| runs-on: ubuntu-22.04 | |
| needs: [semantic-release] | |
| if: ${{ needs.semantic-release.outputs.release == 'True' }} | |
| strategy: | |
| matrix: | |
| python_version: ['3.8', '3.9', '3.10', '3.11'] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: master | |
| fetch-depth: 0 | |
| - uses: uraimo/run-on-arch-action@v2 | |
| name: Build wheels | |
| with: | |
| arch: armv7 | |
| distro: ubuntu22.04 | |
| install: | | |
| apt-get update | |
| apt-get install -y git vim zsh software-properties-common cmake ninja-build | |
| run: | | |
| # preparation | |
| git config --global --add safe.directory /home/runner/work/Zenroom/Zenroom | |
| # default python version is 3.10 | |
| if [[ ${{ matrix.python_version }} != '3.10' ]]; then | |
| add-apt-repository -y ppa:deadsnakes/ppa && apt-get update | |
| apt-get install -y python${{ matrix.python_version }} python${{ matrix.python_version }}-distutils | |
| py_3=`which python3` | |
| py_310=`which python3.10` | |
| py=`which python${{ matrix.python_version }}` | |
| update-alternatives --install $py_3 python3 $py_310 1 | |
| update-alternatives --install $py_3 python3 $py 2 | |
| update-alternatives --set python3 $py | |
| fi | |
| apt-get install -y python3-pip && python3 -m pip install --upgrade pip | |
| pip install meson wheel pytest schema | |
| # build | |
| rm -f bindings/golang/zenroom/lib/libzenroom.so | |
| cd bindings/python3 | |
| ./prepare.sh | |
| python3 setup.py bdist_wheel | |
| mkdir ../../wheelhouse && cp dist/*.whl ../../wheelhouse | |
| # tests | |
| pip install ./dist/*.whl | |
| pytest -s tests | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| path: ./wheelhouse/*.whl | |
| python-sdist: | |
| name: 🐍 Python create source distribution | |
| runs-on: ubuntu-latest | |
| needs: [semantic-release] | |
| if: ${{ needs.semantic-release.outputs.release == 'True' }} | |
| defaults: | |
| run: | |
| working-directory: bindings/python3 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: master | |
| fetch-depth: 0 | |
| - run: | | |
| sudo apt-get install --force-yes cmake vim zsh | |
| pip install meson ninja twine | |
| ./prepare.sh | |
| - run: pipx run build --sdist | |
| - run: twine check dist/*.tar.gz | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| path: ./bindings/python3/dist/*.tar.gz | |
| build-release-on-ubuntu: | |
| name: 🐧 Binary builds on Ubuntu | |
| runs-on: ubuntu-latest | |
| needs: [semantic-release] | |
| if: ${{ needs.semantic-release.outputs.release == 'True' }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Upload release docs artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: documentation | |
| path: | | |
| build/release-intro.md | |
| - name: Install build deps | |
| run: | | |
| sudo apt install zsh tree jq cmake make gcc g++ musl-dev meson clang gcc-mingw-w64 g++-mingw-w64 | |
| - name: Build mimalloc | |
| run: make mimalloc | |
| - name: Build x86_64 with musl-system | |
| run: make musl-system | |
| - name: Upload artifact linux-amd64 | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: release-bin-linux-amd64 | |
| path: | | |
| src/zenroom | |
| src/zencode-exec | |
| - name: Clean for next build | |
| run: make clean | |
| - name: Build x86_64 shlib | |
| run: make linux-meson-clang-release | |
| - name: Upload artifact linux-lib-amd64 | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: release-lib-linux-amd64 | |
| path: | | |
| meson/libzenroom.a | |
| meson/libzenroom.so | |
| - name: Clean for next build | |
| run: make clean | |
| - name: Build x86_64 windows .exe | |
| run: | | |
| make win | |
| make win-dll | |
| - name: Upload artifact win x86_64 | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: release-exe-win-w64 | |
| path: | | |
| src/zenroom.exe | |
| src/zencode-exec.exe | |
| src/libzenroom_dll.lib | |
| src/zenroom.dll | |
| build-release-on-osx: | |
| name: 🍎 mac osx release build | |
| needs: [semantic-release] | |
| runs-on: macos-latest | |
| if: ${{ needs.semantic-release.outputs.release == 'True' }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - run: | | |
| make osx | |
| - name: Upload artifact win x86_64 | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: release-bin-osx | |
| path: | | |
| src/zenroom.command | |
| src/zencode-exec.command | |
| npm-release: | |
| name: 📦 npm release | |
| runs-on: ubuntu-latest | |
| needs: [js-build-release, python-build-check, python-build-check-armv7, python-sdist, build-release-on-osx, build-release-on-ubuntu] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| ref: master | |
| fetch-depth: 0 | |
| - uses: actions/setup-node@v3 | |
| with: | |
| node-version: 16.x | |
| registry-url: 'https://registry.npmjs.org' | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: javascript-artifact | |
| path: . | |
| - run: | | |
| version=$(git describe --tags --abbrev=0) | |
| yarn version --new-version ${version:1} --no-git-tag-version | |
| - run: npm publish . --tag latest | |
| env: | |
| NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }} | |
| pypi-release: | |
| name: 📦 PyPI release | |
| needs: [js-build-release, python-build-check, python-build-check-armv7, python-sdist, build-release-on-osx, build-release-on-ubuntu] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: artifact | |
| path: dist | |
| - uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.PYPI_API_TOKEN }} | |
| draft-binary-release: | |
| name: 📦 Pack release | |
| needs: [semantic-release, js-build-release, python-build-check, python-build-check-armv7, python-sdist, build-release-on-osx, build-release-on-ubuntu] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: download binary artifacts | |
| uses: actions/download-artifact@v3 | |
| with: | |
| path: | | |
| zenroom-bin | |
| - name: show directory structure | |
| run: tree -dL 3 | |
| - name: relase all binary artifacts | |
| uses: softprops/action-gh-release@v1 | |
| with: | |
| files: | | |
| zenroom-bin/release*/* | |
| tag_name: ${{ needs.semantic-release.outputs.version }} | |
| body_path: zenroom-bin/documentation/release-intro.md | |
| append_body: true | |
| draft: false | |
| prerelease: false | |
| fail_on_unmatched_files: true | |
| generate_release_notes: true | |
| remove-tag-on-fail: | |
| name: 🧻 Remove tag on fail | |
| needs: [semantic-release, js-build-release, python-build-check, python-build-check-armv7, python-sdist, build-release-on-osx, build-release-on-ubuntu] | |
| runs-on: ubuntu-latest | |
| if: ${{ (failure() || cancelled()) && needs.semantic-release.outputs.release == 'True' }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Remove tag | |
| uses: dev-drprasad/delete-tag-and-release@v1.0 | |
| with: | |
| tag_name: ${{ needs.semantic-release.outputs.version }} | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| delete_release: false | |
| repo: dyne/zenroom |