build.yml

name: build

on:
  workflow_dispatch:
  push:
    paths-ignore:
      - "doc/**"
      - "**.md"
  # 毎日日本時間（JST）の14:00（UTCの5:00）に実行します。
  # ただし、週末は除きます。
  schedule:
    - cron: "0 5 * * 1-5"

jobs:
  # まず pyi を生成する
  # クロスコンパイル環境だと pyi が生成できないので、
  # １箇所で pyi を生成してアーティファクトにアップロードして、
  # それを各ビルドで利用する形にする。
  build_pyi:
    runs-on: ubuntu-22.04
    timeout-minutes: 60
    steps:
      - uses: actions/checkout@v4
      - run: |
          sudo apt-get -y install libva-dev libdrm-dev
      - uses: eifinger/setup-rye@v3
        with:
          version: 'latest'
      - run: echo "$HOME/.rye/shims" >> $GITHUB_PATH
      - run: rye pin cpython@3.12
      - run: rye sync
      - name: Generate pyi
        run: |
          rye run python run.py
          mkdir sora_sdk/
          cp src/sora_sdk/py.typed sora_sdk/
          cp src/sora_sdk/sora_sdk_ext.pyi sora_sdk/
      - name: Upload Artifact
        uses: actions/upload-artifact@v4
        with:
          name: sora_sdk
          path: sora_sdk/
  build_linux_macos:
    strategy:
      fail-fast: false
      matrix:
        platform:
          - name: ubuntu-22.04_x86_64
            runs_on: ubuntu-22.04
            os: ubuntu
            auditwheel_plat: manylinux_2_35_x86_64
          - name: ubuntu-20.04_armv8_jetson
            runs_on: ubuntu-20.04
            os: ubuntu
          - name: macos-13_arm64
            runs_on: macos-13
            os: macos
            python_host_platform: "macosx-13.0-arm64"
            archflags: "-arch arm64"
        python_version:
          - "3.8"
          - "3.9"
          - "3.10"
          - "3.11"
          - "3.12"
        exclude:
          # Jetson は Python 3.8 のみ作成する
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.9"
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.10"
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.11"
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.12"
    needs: [build_pyi] 
    runs-on: ${{ matrix.platform.runs_on }}
    timeout-minutes: 60
    steps:
      - uses: actions/checkout@v4
      - uses: actions/download-artifact@v4
        with:
          name: sora_sdk
          path: sora_sdk/
      - run: |
          cp sora_sdk/py.typed src/sora_sdk/py.typed
          cp sora_sdk/sora_sdk_ext.pyi src/sora_sdk/sora_sdk_ext.pyi
      - run: |
          sudo apt-get update
          sudo apt-get -y install libva-dev libdrm-dev
        if: ${{ matrix.platform.os == 'ubuntu' }}
      - uses: eifinger/setup-rye@v3
        with:
          version: 'latest'
      - run: echo "$HOME/.rye/shims" >> $GITHUB_PATH
      - run: rye pin cpython@${{ matrix.python_version }}
      - run: rye sync

      # Jetson 以外の Ubuntu 向け
      - run: |
          rye run python run.py
          rye run python -m build

          # # auditwheel を適用する
          # rm -rf patchelf
          # mkdir -p patchelf
          # pushd patchelf
          #   # Ubuntu 20.04 の patchelf は auditwheel が要求するバージョンを満たしてないので
          #   # リポジトリから新しいバイナリを取得する
          #   curl -LO https://github.com/NixOS/patchelf/releases/download/0.14.3/patchelf-0.14.3-x86_64.tar.gz
          #   tar -xf patchelf-0.14.3-x86_64.tar.gz
          # popd
          # # 共有ライブラリを除ける
          # ./scripts/fix_shared_lib.sh src/sora_sdk/*.so > excludes
          # PATH=`pwd`/patchelf/bin:$PATH rye run python -m auditwheel repair --plat ${{ matrix.platform.auditwheel_plat }} dist/*.whl `cat excludes`
        if: ${{ matrix.platform.os == 'ubuntu' && matrix.platform.name != 'ubuntu-20.04_armv8_jetson' }}

      # Jetson 向け
      - name: Set up QEMU
        if: ${{ matrix.platform.name == 'ubuntu-20.04_armv8_jetson' }}
        uses: docker/setup-qemu-action@v3
      - run: |
          sudo apt-get install -y multistrap binutils-aarch64-linux-gnu
          # multistrap に insecure なリポジトリからの取得を許可する設定を入れる
          sudo sed -e 's/Apt::Get::AllowUnauthenticated=true/Apt::Get::AllowUnauthenticated=true";\n$config_str .= " -o Acquire::AllowInsecureRepositories=true/' -i /usr/sbin/multistrap
          rye run python run.py
          # auditwheel も適用する
          # ./scripts/package.ubuntu-20.04_armv8_jetson.sh --with-auditwheel
          ./scripts/package.ubuntu-20.04_armv8_jetson.sh
        if: ${{ matrix.platform.name == 'ubuntu-20.04_armv8_jetson' }}
        env:
          SORA_SDK_TARGET: ubuntu-20.04_armv8_jetson

      # macOS 向け
      - run: |
          rye run python run.py
          rye run python -m build
        if: ${{ matrix.platform.os == 'macos' }}
        env:
          _PYTHON_HOST_PLATFORM: ${{ matrix.platform.python_host_platform }}
          ARCHFLAGS: ${{ matrix.platform.archflags }}

      - name: Upload Artifact
        uses: actions/upload-artifact@v4
        with:
          name: ${{ matrix.platform.name }}_python-${{ matrix.python_version }}
          path: "dist/"

  build_windows:
    needs: [build_pyi] 
    runs-on: windows-2022
    timeout-minutes: 60
    strategy:
      fail-fast: false
      matrix:
        python_version:
          - "3.8"
          - "3.9"
          - "3.10"
          - "3.11"
          - "3.12"
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "${{ matrix.python_version }}"
          cache: "pip"
      - uses: actions/download-artifact@v4
        with:
          name: sora_sdk
          path: sora_sdk/
      - run: |
          cp sora_sdk/py.typed src/sora_sdk/py.typed
          cp sora_sdk/sora_sdk_ext.pyi src/sora_sdk/sora_sdk_ext.pyi
      - run: pip install -r requirements-dev.lock
      - run: python run.py
      - run: python -m build

      - name: Upload Artifact
        uses: actions/upload-artifact@v4
        with:
          name: windows-2019_python-${{ matrix.python_version }}
          path: dist/

  slack_notify_failed:
    needs: [build_linux_macos, build_windows]
    runs-on: ubuntu-latest
    if: failure()
    steps:
      - name: Slack Notification
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_CHANNEL: sora-python-sdk
          SLACK_COLOR: danger
          SLACK_ICON_EMOJI: ":japanese_ogre:"
          SLACK_TITLE: Build failed
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}

  publish_wheel:
    if: contains(github.ref, 'tags/202')
    needs:
      - build_linux_macos
      - build_windows
    strategy:
      fail-fast: false
      matrix:
        platform:
          - name: ubuntu-22.04_x86_64
          - name: ubuntu-20.04_armv8_jetson
          - name: macos-13_arm64
          - name: windows-2019
        python_version:
          - "3.8"
          - "3.9"
          - "3.10"
          - "3.11"
          - "3.12"
        exclude:
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.9"
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.10"
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.11"
          - platform: { name: ubuntu-20.04_armv8_jetson }
            python_version: "3.12"
    runs-on: ubuntu-latest
    timeout-minutes: 60
    steps:
      - uses: actions/download-artifact@v4
        with:
          name: ${{ matrix.platform.name }}_python-${{ matrix.python_version }}
          path: dist
      - run: |
          if [ -e dist/*.tar.gz ]; then
            mv dist/*.tar.gz ./
          fi
      # matrix の中で１個だけソースディストリビューション用のデータを残しておく
      - run: mv *.tar.gz dist/
        if: ${{ matrix.platform.name == 'macos-13_arm64' && matrix.python_version == '3.8' }}

      # テスト用
      # - name: Publish package to TestPyPI
      #   uses: pypa/gh-action-pypi-publish@release/v1
      #   with:
      #     password: ${{ secrets.TEST_PYPI_API_TOKEN }}
      #     repository-url: https://test.pypi.org/legacy/
      #     verbose: true

      # 本番用
      - name: Publish package to PyPI
        uses: pypa/gh-action-pypi-publish@release/v1
        with:
          password: ${{ secrets.PYPI_API_TOKEN }}

      - name: Slack Notification
        if: failure()
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_CHANNEL: sora-python-sdk
          SLACK_COLOR: danger
          SLACK_TITLE: Build failed
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
  create-release:
    if: contains(github.ref, 'tags/202')
    needs:
      - build_linux_macos
      - build_windows
    runs-on: ubuntu-latest
    timeout-minutes: 60
    steps:
      - uses: actions/checkout@v4
      - uses: ./.github/actions/download
        with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.8" }
      - uses: ./.github/actions/download
        with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.9" }
      - uses: ./.github/actions/download
        with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.10" }
      - uses: ./.github/actions/download
        with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.11" }
      - uses: ./.github/actions/download
        with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.12" }
      - uses: ./.github/actions/download
        with:
          { "platform": "ubuntu-20.04_armv8_jetson", "python_version": "3.8" }
      - uses: ./.github/actions/download
        with: { "platform": "macos-13_arm64", "python_version": "3.8" }
      - uses: ./.github/actions/download
        with: { "platform": "macos-13_arm64", "python_version": "3.9" }
      - uses: ./.github/actions/download
        with: { "platform": "macos-13_arm64", "python_version": "3.10" }
      - uses: ./.github/actions/download
        with: { "platform": "macos-13_arm64", "python_version": "3.11" }
      - uses: ./.github/actions/download
        with: { "platform": "macos-13_arm64", "python_version": "3.12" }
      - uses: ./.github/actions/download
        with: { "platform": "windows-2019", "python_version": "3.8" }
      - uses: ./.github/actions/download
        with: { "platform": "windows-2019", "python_version": "3.9" }
      - uses: ./.github/actions/download
        with: { "platform": "windows-2019", "python_version": "3.10" }
      - uses: ./.github/actions/download
        with: { "platform": "windows-2019", "python_version": "3.11" }
      - uses: ./.github/actions/download
        with: { "platform": "windows-2019", "python_version": "3.12" }
      - name: Env to output
        run: |
          echo "package_paths<<EOF" >> $GITHUB_OUTPUT
          cat package_paths.env >> $GITHUB_OUTPUT
          echo "EOF" >> $GITHUB_OUTPUT
        id: env
      - name: Release
        uses: softprops/action-gh-release@v2
        with:
          files: ${{ steps.env.outputs.package_paths }}
          prerelease: ${{ contains(github.ref, 'dev') }}
      - name: Slack Notification
        if: failure()
        uses: rtCamp/action-slack-notify@v2
        env:
          SLACK_CHANNEL: sora-python-sdk
          SLACK_COLOR: danger
          SLACK_ICON_EMOJI: ":japanese_ogre:"
          SLACK_TITLE: Release failed
          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}