build #578
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build | |
| on: | |
| workflow_dispatch: | |
| push: | |
| paths-ignore: | |
| - "doc/**" | |
| - "**.md" | |
| - "**.yml" | |
| # 毎日日本時間（JST）の14:00（UTCの5:00）に実行します。 | |
| # ただし、週末は除きます。 | |
| schedule: | |
| - cron: "0 5 * * 1-5" | |
| jobs: | |
| build_linux_macos: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - name: ubuntu-22.04_x86_64 | |
| runs_on: ubuntu-22.04 | |
| os: ubuntu | |
| auditwheel_plat: manylinux_2_35_x86_64 | |
| - name: ubuntu-20.04_armv8_jetson | |
| runs_on: ubuntu-20.04 | |
| os: ubuntu | |
| - name: macos-13_arm64 | |
| runs_on: macos-13 | |
| os: macos | |
| python_host_platform: "macosx-13.0-arm64" | |
| archflags: "-arch arm64" | |
| python_version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| exclude: | |
| # Jetson は Python 3.8 のみ作成する | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.9" | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.10" | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.11" | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.12" | |
| runs-on: ${{ matrix.platform.runs_on }} | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: | | |
| sudo apt-get update | |
| sudo apt-get -y install libva-dev libdrm-dev | |
| if: ${{ matrix.platform.os == 'ubuntu' }} | |
| - uses: eifinger/setup-rye@v3 | |
| with: | |
| version: 'latest' | |
| - run: echo "$HOME/.rye/shims" >> $GITHUB_PATH | |
| - run: rye pin cpython@${{ matrix.python_version }} | |
| - run: rye sync | |
| # Jetson 以外の Ubuntu 向け | |
| - run: | | |
| rye run python run.py | |
| rye run python -m build | |
| # # auditwheel を適用する | |
| # rm -rf patchelf | |
| # mkdir -p patchelf | |
| # pushd patchelf | |
| # # Ubuntu 20.04 の patchelf は auditwheel が要求するバージョンを満たしてないので | |
| # # リポジトリから新しいバイナリを取得する | |
| # curl -LO https://github.com/NixOS/patchelf/releases/download/0.14.3/patchelf-0.14.3-x86_64.tar.gz | |
| # tar -xf patchelf-0.14.3-x86_64.tar.gz | |
| # popd | |
| # # 共有ライブラリを除ける | |
| # ./scripts/fix_shared_lib.sh src/sora_sdk/*.so > excludes | |
| # PATH=`pwd`/patchelf/bin:$PATH rye run python -m auditwheel repair --plat ${{ matrix.platform.auditwheel_plat }} dist/*.whl `cat excludes` | |
| if: ${{ matrix.platform.os == 'ubuntu' && matrix.platform.name != 'ubuntu-20.04_armv8_jetson' }} | |
| # Jetson 向け | |
| - name: Set up QEMU | |
| if: ${{ matrix.platform.name == 'ubuntu-20.04_armv8_jetson' }} | |
| uses: docker/setup-qemu-action@v3 | |
| - run: | | |
| sudo apt-get install -y multistrap binutils-aarch64-linux-gnu | |
| # multistrap に insecure なリポジトリからの取得を許可する設定を入れる | |
| sudo sed -e 's/Apt::Get::AllowUnauthenticated=true/Apt::Get::AllowUnauthenticated=true";\n$config_str .= " -o Acquire::AllowInsecureRepositories=true/' -i /usr/sbin/multistrap | |
| rye run python run.py | |
| # auditwheel も適用する | |
| # ./scripts/package.ubuntu-20.04_armv8_jetson.sh --with-auditwheel | |
| ./scripts/package.ubuntu-20.04_armv8_jetson.sh | |
| if: ${{ matrix.platform.name == 'ubuntu-20.04_armv8_jetson' }} | |
| env: | |
| SORA_SDK_TARGET: ubuntu-20.04_armv8_jetson | |
| # macOS 向け | |
| - run: | | |
| rye run python run.py | |
| rye run python -m build | |
| if: ${{ matrix.platform.os == 'macos' }} | |
| env: | |
| _PYTHON_HOST_PLATFORM: ${{ matrix.platform.python_host_platform }} | |
| ARCHFLAGS: ${{ matrix.platform.archflags }} | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.platform.name }}_python-${{ matrix.python_version }} | |
| path: "dist/" | |
| build_windows: | |
| runs-on: windows-2022 | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "${{ matrix.python_version }}" | |
| cache: "pip" | |
| - run: pip install -r requirements-dev.lock | |
| - run: python run.py | |
| - run: python -m build | |
| - name: Upload Artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: windows-2019_python-${{ matrix.python_version }} | |
| path: dist/ | |
| slack_notify_failed: | |
| needs: [build_linux_macos, build_windows] | |
| runs-on: ubuntu-latest | |
| if: failure() | |
| steps: | |
| - name: Slack Notification | |
| uses: rtCamp/action-slack-notify@v2 | |
| env: | |
| SLACK_CHANNEL: sora-python-sdk | |
| SLACK_COLOR: danger | |
| SLACK_ICON_EMOJI: ":japanese_ogre:" | |
| SLACK_TITLE: Build failed | |
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | |
| publish_wheel: | |
| if: contains(github.ref, 'tags/202') | |
| needs: | |
| - build_linux_macos | |
| - build_windows | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - name: ubuntu-22.04_x86_64 | |
| - name: ubuntu-20.04_armv8_jetson | |
| - name: macos-13_arm64 | |
| - name: windows-2019 | |
| python_version: | |
| - "3.8" | |
| - "3.9" | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| exclude: | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.9" | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.10" | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.11" | |
| - platform: { name: ubuntu-20.04_armv8_jetson } | |
| python_version: "3.12" | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ matrix.platform.name }}_python-${{ matrix.python_version }} | |
| path: dist | |
| - run: | | |
| if [ -e dist/*.tar.gz ]; then | |
| mv dist/*.tar.gz ./ | |
| fi | |
| # matrix の中で１個だけソースディストリビューション用のデータを残しておく | |
| - run: mv *.tar.gz dist/ | |
| if: ${{ matrix.platform.name == 'macos-13_arm64' && matrix.python_version == '3.8' }} | |
| # テスト用 | |
| # - name: Publish package to TestPyPI | |
| # uses: pypa/gh-action-pypi-publish@release/v1 | |
| # with: | |
| # password: ${{ secrets.TEST_PYPI_API_TOKEN }} | |
| # repository-url: https://test.pypi.org/legacy/ | |
| # verbose: true | |
| # 本番用 | |
| - name: Publish package to PyPI | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| password: ${{ secrets.PYPI_API_TOKEN }} | |
| - name: Slack Notification | |
| if: failure() | |
| uses: rtCamp/action-slack-notify@v2 | |
| env: | |
| SLACK_CHANNEL: sora-python-sdk | |
| SLACK_COLOR: danger | |
| SLACK_TITLE: Build failed | |
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | |
| create-release: | |
| if: contains(github.ref, 'tags/202') | |
| needs: | |
| - build_linux_macos | |
| - build_windows | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: ./.github/actions/download | |
| with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.8" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.9" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.10" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.11" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.12" } | |
| - uses: ./.github/actions/download | |
| with: | |
| { "platform": "ubuntu-20.04_armv8_jetson", "python_version": "3.8" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "macos-13_arm64", "python_version": "3.8" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "macos-13_arm64", "python_version": "3.9" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "macos-13_arm64", "python_version": "3.10" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "macos-13_arm64", "python_version": "3.11" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "macos-13_arm64", "python_version": "3.12" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "windows-2019", "python_version": "3.8" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "windows-2019", "python_version": "3.9" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "windows-2019", "python_version": "3.10" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "windows-2019", "python_version": "3.11" } | |
| - uses: ./.github/actions/download | |
| with: { "platform": "windows-2019", "python_version": "3.12" } | |
| - name: Env to output | |
| run: | | |
| echo "package_paths<<EOF" >> $GITHUB_OUTPUT | |
| cat package_paths.env >> $GITHUB_OUTPUT | |
| echo "EOF" >> $GITHUB_OUTPUT | |
| id: env | |
| - name: Release | |
| uses: softprops/action-gh-release@v2 | |
| with: | |
| files: ${{ steps.env.outputs.package_paths }} | |
| prerelease: ${{ contains(github.ref, 'dev') }} | |
| - name: Slack Notification | |
| if: failure() | |
| uses: rtCamp/action-slack-notify@v2 | |
| env: | |
| SLACK_CHANNEL: sora-python-sdk | |
| SLACK_COLOR: danger | |
| SLACK_ICON_EMOJI: ":japanese_ogre:" | |
| SLACK_TITLE: Release failed | |
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} |