Skip to content

Merge pull request #67 from shiguredo/feature/update-sora-cpp-sdk-202… #551

Merge pull request #67 from shiguredo/feature/update-sora-cpp-sdk-202…

Merge pull request #67 from shiguredo/feature/update-sora-cpp-sdk-202… #551

Workflow file for this run

name: build
on:
workflow_dispatch:
push:
paths-ignore:
- "doc/**"
- "**.md"
- "**.yml"
# 毎日日本時間(JST)の14:00(UTCの5:00)に実行します。
# ただし、週末は除きます。
schedule:
- cron: "0 5 * * 1-5"
jobs:
build_linux_macos:
strategy:
fail-fast: false
matrix:
platform:
- name: ubuntu-22.04_x86_64
runs_on: ubuntu-22.04
os: ubuntu
auditwheel_plat: manylinux_2_35_x86_64
- name: ubuntu-20.04_armv8_jetson
runs_on: ubuntu-20.04
os: ubuntu
- name: macos-13_arm64
runs_on: macos-13
os: macos
python_host_platform: "macosx-13.0-arm64"
archflags: "-arch arm64"
python_version:
- "3.8"
- "3.9"
- "3.10"
- "3.11"
- "3.12"
exclude:
# Jetson は Python 3.8 のみ作成する
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.9"
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.10"
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.11"
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.12"
runs-on: ${{ matrix.platform.runs_on }}
timeout-minutes: 60
steps:
- uses: actions/checkout@v4
- run: |
sudo apt-get update
sudo apt-get -y install libva-dev libdrm-dev
if: ${{ matrix.platform.os == 'ubuntu' }}
- uses: eifinger/setup-rye@v3
with:
version: 'latest'
- run: echo "$HOME/.rye/shims" >> $GITHUB_PATH
- run: rye pin cpython@${{ matrix.python_version }}
- run: rye sync
# Jetson 以外の Ubuntu 向け
- run: |
rye run python run.py
rye run python -m build
# # auditwheel を適用する
# rm -rf patchelf
# mkdir -p patchelf
# pushd patchelf
# # Ubuntu 20.04 の patchelf は auditwheel が要求するバージョンを満たしてないので
# # リポジトリから新しいバイナリを取得する
# curl -LO https://github.com/NixOS/patchelf/releases/download/0.14.3/patchelf-0.14.3-x86_64.tar.gz
# tar -xf patchelf-0.14.3-x86_64.tar.gz
# popd
# # 共有ライブラリを除ける
# ./scripts/fix_shared_lib.sh src/sora_sdk/*.so > excludes
# PATH=`pwd`/patchelf/bin:$PATH rye run python -m auditwheel repair --plat ${{ matrix.platform.auditwheel_plat }} dist/*.whl `cat excludes`
if: ${{ matrix.platform.os == 'ubuntu' && matrix.platform.name != 'ubuntu-20.04_armv8_jetson' }}
# Jetson 向け
- name: Set up QEMU
if: ${{ matrix.platform.name == 'ubuntu-20.04_armv8_jetson' }}
uses: docker/setup-qemu-action@v3
- run: |
sudo apt-get install -y multistrap binutils-aarch64-linux-gnu
# multistrap に insecure なリポジトリからの取得を許可する設定を入れる
sudo sed -e 's/Apt::Get::AllowUnauthenticated=true/Apt::Get::AllowUnauthenticated=true";\n$config_str .= " -o Acquire::AllowInsecureRepositories=true/' -i /usr/sbin/multistrap
rye run python run.py
# auditwheel も適用する
# ./scripts/package.ubuntu-20.04_armv8_jetson.sh --with-auditwheel
./scripts/package.ubuntu-20.04_armv8_jetson.sh
if: ${{ matrix.platform.name == 'ubuntu-20.04_armv8_jetson' }}
env:
SORA_SDK_TARGET: ubuntu-20.04_armv8_jetson
# macOS 向け
- run: |
rye run python run.py
rye run python -m build
if: ${{ matrix.platform.os == 'macos' }}
env:
_PYTHON_HOST_PLATFORM: ${{ matrix.platform.python_host_platform }}
ARCHFLAGS: ${{ matrix.platform.archflags }}
- name: Upload Artifact
uses: actions/upload-artifact@v4
with:
name: ${{ matrix.platform.name }}_python-${{ matrix.python_version }}
path: "dist/"
build_windows:
runs-on: windows-2022
timeout-minutes: 60
strategy:
fail-fast: false
matrix:
python_version:
- "3.8"
- "3.9"
- "3.10"
- "3.11"
- "3.12"
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: "${{ matrix.python_version }}"
cache: "pip"
- run: pip install -r requirements-dev.lock
- run: python run.py
- run: python -m build
- name: Upload Artifact
uses: actions/upload-artifact@v4
with:
name: windows-2019_python-${{ matrix.python_version }}
path: dist/
slack_notify_failed:
needs: [build_linux_macos, build_windows]
runs-on: ubuntu-latest
if: failure()
steps:
- name: Slack Notification
uses: rtCamp/action-slack-notify@v2
env:
SLACK_CHANNEL: sora-python-sdk
SLACK_COLOR: danger
SLACK_ICON_EMOJI: ":japanese_ogre:"
SLACK_TITLE: Build failed
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
publish_wheel:
if: contains(github.ref, 'tags/202')
needs:
- build_linux_macos
- build_windows
strategy:
fail-fast: false
matrix:
platform:
- name: ubuntu-22.04_x86_64
- name: ubuntu-20.04_armv8_jetson
- name: macos-13_arm64
- name: windows-2019
python_version:
- "3.8"
- "3.9"
- "3.10"
- "3.11"
- "3.12"
exclude:
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.9"
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.10"
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.11"
- platform: { name: ubuntu-20.04_armv8_jetson }
python_version: "3.12"
runs-on: ubuntu-latest
timeout-minutes: 60
steps:
- uses: actions/download-artifact@v4
with:
name: ${{ matrix.platform.name }}_python-${{ matrix.python_version }}
path: dist
- run: |
if [ -e dist/*.tar.gz ]; then
mv dist/*.tar.gz ./
fi
# matrix の中で1個だけソースディストリビューション用のデータを残しておく
- run: mv *.tar.gz dist/
if: ${{ matrix.platform.name == 'macos-13_arm64' && matrix.python_version == '3.8' }}
# テスト用
# - name: Publish package to TestPyPI
# uses: pypa/gh-action-pypi-publish@release/v1
# with:
# password: ${{ secrets.TEST_PYPI_API_TOKEN }}
# repository-url: https://test.pypi.org/legacy/
# verbose: true
# 本番用
- name: Publish package to PyPI
uses: pypa/gh-action-pypi-publish@release/v1
with:
password: ${{ secrets.PYPI_API_TOKEN }}
- name: Slack Notification
if: failure()
uses: rtCamp/action-slack-notify@v2
env:
SLACK_CHANNEL: sora-python-sdk
SLACK_COLOR: danger
SLACK_TITLE: Build failed
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
create-release:
if: contains(github.ref, 'tags/202')
needs:
- build_linux_macos
- build_windows
runs-on: ubuntu-latest
timeout-minutes: 60
steps:
- uses: actions/checkout@v4
- uses: ./.github/actions/download
with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.8" }
- uses: ./.github/actions/download
with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.9" }
- uses: ./.github/actions/download
with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.10" }
- uses: ./.github/actions/download
with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.11" }
- uses: ./.github/actions/download
with: { "platform": "ubuntu-22.04_x86_64", "python_version": "3.12" }
- uses: ./.github/actions/download
with:
{ "platform": "ubuntu-20.04_armv8_jetson", "python_version": "3.8" }
- uses: ./.github/actions/download
with: { "platform": "macos-13_arm64", "python_version": "3.8" }
- uses: ./.github/actions/download
with: { "platform": "macos-13_arm64", "python_version": "3.9" }
- uses: ./.github/actions/download
with: { "platform": "macos-13_arm64", "python_version": "3.10" }
- uses: ./.github/actions/download
with: { "platform": "macos-13_arm64", "python_version": "3.11" }
- uses: ./.github/actions/download
with: { "platform": "macos-13_arm64", "python_version": "3.12" }
- uses: ./.github/actions/download
with: { "platform": "windows-2019", "python_version": "3.8" }
- uses: ./.github/actions/download
with: { "platform": "windows-2019", "python_version": "3.9" }
- uses: ./.github/actions/download
with: { "platform": "windows-2019", "python_version": "3.10" }
- uses: ./.github/actions/download
with: { "platform": "windows-2019", "python_version": "3.11" }
- uses: ./.github/actions/download
with: { "platform": "windows-2019", "python_version": "3.12" }
- name: Env to output
run: |
echo "package_paths<<EOF" >> $GITHUB_OUTPUT
cat package_paths.env >> $GITHUB_OUTPUT
echo "EOF" >> $GITHUB_OUTPUT
id: env
- name: Release
uses: softprops/action-gh-release@v2
with:
files: ${{ steps.env.outputs.package_paths }}
prerelease: ${{ contains(github.ref, 'dev') }}
- name: Slack Notification
if: failure()
uses: rtCamp/action-slack-notify@v2
env:
SLACK_CHANNEL: sora-python-sdk
SLACK_COLOR: danger
SLACK_ICON_EMOJI: ":japanese_ogre:"
SLACK_TITLE: Release failed
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}