wip #3959
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Python Airflow Operator | |
on: | |
push: | |
branches-ignore: | |
- master | |
paths: | |
- '.github/workflows/airflow-operator.yml' | |
- '.github/workflows/python-client.yml' | |
- '.github/workflows/python-tests/*' | |
- 'build/airflow-operator/**' | |
- 'build/python-client/**' | |
- 'client/python/**' | |
- 'docs/python_airflow_operator.md' | |
- 'docs/python_armada_client.md' | |
- 'pkg/api/*.proto' | |
- 'scripts/build-python-client.sh' | |
- 'third_party/airflow/**' | |
- './magefiles/tests.go' | |
- './magefiles/python.go' | |
pull_request: | |
branches-ignore: | |
- gh-pages | |
paths: | |
- '.github/workflows/airflow-operator.yml' | |
- '.github/workflows/python-client.yml' | |
- '.github/workflows/python-tests/*' | |
- 'build/airflow-operator/**' | |
- 'build/python-client/**' | |
- 'client/python/**' | |
- 'docs/python_airflow_operator.md' | |
- 'docs/python_armada_client.md' | |
- 'pkg/api/*.proto' | |
- 'scripts/build-python-client.sh' | |
- 'third_party/airflow/**' | |
jobs: | |
airflow-tox: | |
runs-on: ubuntu-22.04 | |
strategy: | |
matrix: | |
python: [ '3.8', '3.9', '3.10' ] | |
include: | |
- tox-env: 'py38' | |
- tox-env: 'py39' | |
python: '3.9' | |
- tox-env: 'py310' | |
python: '3.10' | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Setup Go | |
uses: ./.github/actions/setup-go-cache | |
with: | |
cache-prefix: airflow-tox | |
- name: Install Protoc | |
uses: arduino/setup-protoc@v3 | |
with: | |
version: '23.3' | |
repo-token: ${{ secrets.GITHUB_TOKEN }} | |
- run: go run github.com/magefile/mage@v1.14.0 -v airflowOperator | |
- uses: ./.github/workflows/python-tests | |
with: | |
python-version: ${{ matrix.python }} | |
tox-env: ${{ matrix.tox-env }} | |
path: third_party/airflow | |
github-token: ${{secrets.GITHUB_TOKEN}} | |
airflow-integration-tests: | |
if: github.repository_owner == 'armadaproject' | |
# As of December 2022, using 8vcpu runners is slower overall, | |
# due to longer queue times. | |
runs-on: ubuntu-22.04 | |
env: | |
# This variable is picked up by the goreleaser config. | |
DOCKER_BUILDX_BUILDER: "builder" | |
steps: | |
- uses: actions/checkout@v4 | |
- run: docker buildx create --name ${DOCKER_BUILDX_BUILDER} --driver docker-container --use | |
- run: docker buildx install | |
- name: Setup Go | |
uses: ./.github/actions/setup-go-cache | |
with: | |
cache-prefix: airflow-integration-tests | |
cache-tools: true | |
- name: Setup and run integration tests | |
run: | | |
# Manually create folders to ensure perms are correct. | |
mkdir -p .kube/internal | |
mkdir -p .kube/external | |
go run github.com/magefile/mage@v1.14.0 -v localdev minimal | |
- name: Install Protoc | |
uses: arduino/setup-protoc@v3 | |
with: | |
version: '23.3' | |
repo-token: ${{ secrets.GITHUB_TOKEN }} | |
- run: go run github.com/magefile/mage@v1.14.0 -v teste2eAirflow |