Feature/python wheels windows (#47) #18
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build and upload wheels | |
| # Currently we aim to test building python wheels for all pushes to feature and release branches | |
| # HOWEVER we only want to upload these wheels to testpypi for release candidates, which are considered | |
| # to be pushes to a release branch or to develop. | |
| # finally, we only push tagged releases to pypi proper. Note that only a subset of platforms are considered | |
| # for test builds and the full suite (including longer-running builds) is only run on pushes to tags. | |
| # This is controlled using conditional statements for individual jobs and steps in this script. | |
| on: | |
| push: | |
| tags: | |
| - '*' | |
| branches: | |
| - release/* | |
| - feature/* | |
| - main | |
| - develop | |
| jobs: | |
| build_wheels: | |
| name: build ${{matrix.build-platform[2]}} wheels on ${{matrix.build-platform[0]}} ${{matrix.build-platform[1]}} | |
| runs-on: ${{matrix.build-platform[0]}} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| build-platform: | |
| # ubuntu/aarch64 emulation and manylinux2014 are both slow running builds | |
| # which are only executed on push to tag. | |
| # Test wheels are also generated for the other platforms (and uploaded to testpypi) | |
| # on pushes to release branches and to main | |
| - [ubuntu-latest, x86_64, manylinux2014_x86_64] | |
| - [ubuntu-latest, x86_64, manylinux_2_28_x86_64] | |
| - [ubuntu-latest, aarch64, manylinux_2_28_aarch64] | |
| - [macos-13, x86_64, macosx_x86_64] | |
| - [macos-14, arm64, macosx_arm64] | |
| - [windows-latest, AMD64, win_amd64] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| # need git tags available for setuptools_scm to grab tags | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/github-script@v6 | |
| with: | |
| script: | | |
| core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || ''); | |
| core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || ''); | |
| - name: Set up QEMU | |
| if: runner.os == 'Linux' | |
| uses: docker/setup-qemu-action@v3 | |
| with: | |
| platforms: all | |
| - name: install windows deps | |
| if: runner.os == 'Windows' | |
| run: > | |
| vcpkg install --triplet x64-windows-static-md --binarysource="clear;x-gha,readwrite" | |
| libxml2 | |
| capnproto | |
| boost-program-options | |
| boost-format | |
| boost-algorithm | |
| boost-multi-array | |
| openssl | |
| dlfcn-win32 | |
| spdlog | |
| - name: build uda on windows | |
| if: runner.os == 'Windows' | |
| env: | |
| XDR_ROOT: extlib/install | |
| CMAKE_PREFIX_PATH: C:/vcpkg/installed/x64-windows-static-md | |
| Boost_DIR: C:/vcpkg/installed/x64-windows-static-md/share/boost | |
| LibXml2_DIR: C:/vcpkg/installed/x64-windows-static-md/share/libxml2 | |
| CapnProto_DIR: C:/vcpkg/installed/x64-windows-static-md/share/capnproto | |
| fmt_DIR: C:/vcpkg/installed/x64-windows-static-md/share/fmt | |
| run: > | |
| cmake -Bextlib/build ./extlib | |
| -DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake | |
| -DVCPKG_TARGET_TRIPLET="x64-windows-static-md" | |
| -DVCPKG_HOST_TRIPLET="x64-windows-static-md" | |
| -DCMAKE_GENERATOR_PLATFORM=x64 | |
| -DBUILD_SHARED_LIBS=OFF | |
| && cmake --build extlib/build --config Release | |
| && cmake --install extlib/build --prefix extlib/install | |
| && cmake -Bbuild . | |
| -DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake | |
| -DVCPKG_TARGET_TRIPLET="x64-windows-static-md" | |
| -DVCPKG_HOST_TRIPLET="x64-windows-static-md" | |
| -DCMAKE_GENERATOR_PLATFORM=x64 | |
| -DBUILD_SHARED_LIBS=ON | |
| -DSSLAUTHENTICATION=ON | |
| -DCLIENT_ONLY=ON | |
| -DENABLE_CAPNP=ON | |
| -DNO_JAVA_WRAPPER=ON | |
| -DNO_CXX_WRAPPER=ON | |
| -DNO_IDL_WRAPPER=ON | |
| -DNO_CLI=ON | |
| -DNO_MEMCACHE=ON | |
| -DCMAKE_INSTALL_PREFIX=install | |
| && cmake --build build -j --config Release | |
| && cmake --install build --config Release | |
| && ls install/lib | |
| && cat install/python_installer/setup.py | |
| - name: build windows wheels | |
| if: runner.OS == 'Windows' | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| package-dir: ${{github.workspace}}/install/python_installer | |
| config-file: ${{github.workspace}}/install/python_installer/pyproject.toml | |
| env: | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_PLATFORM: windows | |
| CIBW_BUILD: cp3*-${{matrix.build-platform[2]}} | |
| CIBW_SKIP: cp36* cp37* | |
| CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: "delvewheel repair -w {dest_dir} {wheel} --add-path ${{github.workspace}}/install/lib" | |
| CIBW_BEFORE_BUILD_WINDOWS: "pip install delvewheel" | |
| - name: Build manylinux2014 wheels | |
| # this is a slow-running build. Only execute on tag | |
| if: > | |
| startswith(matrix.build-platform[2], 'manylinux2014') && | |
| github.event_name == 'push' && | |
| startsWith(github.ref, 'refs/tags/') | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| package-dir: ./source/wrappers/python | |
| config-file: ./source/wrappers/python/pyproject.toml | |
| env: | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | |
| CIBW_MANYLINUX_AARCH64_IMAGE: manylinux2014 | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_BUILD: cp*-manylinux* | |
| CIBW_SKIP: cp*-musllinux* *-musllinux* | |
| CIBW_BEFORE_ALL: > | |
| sed -i 's/mirrorlist/#mirrorlist/g' /etc/yum.repos.d/CentOS-* && | |
| sed -i 's|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g' /etc/yum.repos.d/CentOS-* && | |
| yum update -y && | |
| yum install -y wget openssl-devel libxml2-devel libtirpc-devel && | |
| cd /tmp && | |
| wget https://github.com/fmtlib/fmt/archive/refs/tags/10.0.0.tar.gz && | |
| tar xzf 10.0.0.tar.gz && | |
| cd fmt-10.0.0 && | |
| cmake -Bbuild -H. -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON && | |
| cmake --build build -j --config Release --target install && | |
| cd /tmp && | |
| wget https://github.com/gabime/spdlog/archive/refs/tags/v1.11.0.tar.gz && | |
| tar xzf v1.11.0.tar.gz && | |
| cd spdlog-1.11.0 && | |
| cmake -Bbuild -H. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON && | |
| cmake --build build -j --config Release --target install && | |
| cd /tmp && | |
| wget https://github.com/capnproto/capnproto/archive/refs/tags/v0.10.4.tar.gz && | |
| tar xzf v0.10.4.tar.gz && | |
| cd capnproto-0.10.4 && | |
| cmake -Bbuild -H. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON && | |
| cmake --build build && | |
| cmake --install build && | |
| cd /tmp && | |
| wget https://boostorg.jfrog.io/artifactory/main/release/1.80.0/source/boost_1_80_0.tar.gz && | |
| tar xzf boost_1_80_0.tar.gz && | |
| cd boost_1_80_0 && | |
| ./bootstrap.sh --prefix=/usr/local && | |
| ./b2 --without-python --prefix=/usr/local install && | |
| cd /project && | |
| cmake -B build -DNO_JAVA_WRAPPER=ON -DBUILD_SHARED_LIBS=ON -DSSLAUTHENTICATION=ON -DENABLE_CAPNP=ON -DCLIENT_ONLY=ON && | |
| cmake --build build -j --config Release --target install && | |
| cp -r /usr/local/python_installer/* /project/source/wrappers/python/ | |
| - name: Build manylinux_2_28 wheels | |
| # hardware emulation for ubuntu on arm64 archiecture is much slower. Do not run that case except for push to tag. | |
| if: > | |
| startswith(matrix.build-platform[2], 'manylinux_2_28') && | |
| ! ( startswith(matrix.build-platform[1], 'aarch64') && | |
| !startsWith(github.ref, 'refs/tags/') ) | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| package-dir: ./source/wrappers/python | |
| config-file: ./source/wrappers/python/pyproject.toml | |
| env: | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux_2_28 | |
| CIBW_MANYLINUX_AARCH64_IMAGE: manylinux_2_28 | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_BUILD: cp*-manylinux* | |
| CIBW_SKIP: cp*-musllinux* *-musllinux* | |
| CIBW_BEFORE_ALL: > | |
| dnf update -y && | |
| dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm && | |
| dnf install -y boost-devel openssl-devel libxml2-devel libtirpc-devel | |
| fmt fmt-devel spdlog spdlog-devel capnproto capnproto-devel && | |
| cd /project && | |
| cmake -B build | |
| -DBUILD_SHARED_LIBS=ON | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DSSLAUTHENTICATION=ON | |
| -DNO_JAVA_WRAPPER=ON | |
| -DENABLE_CAPNP=ON -DCLIENT_ONLY=ON && | |
| cmake --build build -j --config Release --target install && | |
| cp -r /usr/local/python_installer/* /project/source/wrappers/python/ | |
| - name: build uda on macos | |
| if: runner.os == 'macOS' | |
| run: > | |
| brew update-reset && brew install | |
| git | |
| boost | |
| openssl | |
| cmake | |
| libxml2 | |
| spdlog | |
| capnp && | |
| cd ${{github.workspace}} && | |
| cmake -B build | |
| -DBUILD_SHARED_LIBS=ON | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DSSLAUTHENTICATION=ON | |
| -DENABLE_CAPNP=ON | |
| -DNO_JAVA_WRAPPER=ON | |
| -DCMAKE_INSTALL_PREFIX=$PWD/install | |
| -DCLIENT_ONLY=ON && | |
| cmake --build build -j --config Release --target install && | |
| cp -r $PWD/install/python_installer/* ${{github.workspace}}/source/wrappers/python/ | |
| - name: Build macos wheels | |
| if: runner.os == 'macOS' | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| package-dir: ./source/wrappers/python | |
| config-file: ./source/wrappers/python/pyproject.toml | |
| env: | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_PLATFORM: macos | |
| CIBW_BUILD: cp*-${{matrix.build-platform[2]}} | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: cibw-wheels-${{ matrix.os }}-${{ strategy.job-index }} | |
| path: ./wheelhouse/*.whl | |
| upload_pypi: | |
| # only upload to pypi for tagged releases | |
| if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/') | |
| needs: build_wheels | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: pypi | |
| url: https://pypi.org/p/uda | |
| permissions: | |
| id-token: write | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| # unpacks all CIBW artifacts into dist/ | |
| pattern: cibw-* | |
| path: dist | |
| merge-multiple: true | |
| - uses: pypa/gh-action-pypi-publish@release/v1 | |
| upload_test_pypi: | |
| # push test wheels to testpypi for all intermediate release candidates (release/*, develop, etc.) | |
| # but never for feature branches | |
| if: > | |
| github.event_name == 'push' && !startsWith(github.ref, 'refs/heads/feature/') | |
| needs: build_wheels | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: testpypi | |
| permissions: | |
| id-token: write | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| # unpacks all CIBW artifacts into dist/ | |
| pattern: cibw-* | |
| path: dist | |
| merge-multiple: true | |
| - uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| repository-url: https://test.pypi.org/legacy/ |