ARROW-180 Support PyArrow 13 #820
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Python Wheels | |
on: | |
push: | |
branches: ["main"] | |
tags: | |
- "**" | |
pull_request: | |
workflow_dispatch: | |
concurrency: | |
group: wheels-${{ github.ref }} | |
cancel-in-progress: true | |
defaults: | |
run: | |
working-directory: ./bindings/python | |
shell: bash -eux {0} | |
jobs: | |
build_wheels: | |
name: Build wheel for ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
runs-on: ${{ matrix.buildplat[0] }} | |
strategy: | |
# Ensure that a wheel builder finishes even if another fails | |
fail-fast: false | |
matrix: | |
# Github Actions doesn't support pairing matrix values together, let's improvise | |
# https://github.com/github/feedback/discussions/7835#discussioncomment-1769026 | |
buildplat: | |
- [ubuntu-20.04, manylinux_x86_64] | |
- [ubuntu-20.04, manylinux_aarch64] | |
- [macos-11, macosx_*] | |
- [windows-2019, win_amd64] | |
python: ["cp38", "cp39", "cp310", "cp311"] | |
steps: | |
- name: Checkout pymongoarrow | |
uses: actions/checkout@v3 | |
with: | |
fetch-depth: 0 | |
- name: Set up python version | |
run: | | |
export PYTHON_VERSION=$(sed 's/^cp3/3./' <<< ${{ matrix.python }} ) | |
echo "PYTHON_VERSION=$PYTHON_VERSION" >> $GITHUB_ENV | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: ${{env.PYTHON_VERSION}} | |
cache: 'pip' | |
cache-dependency-path: 'bindings/python/pyproject.toml' | |
allow-prereleases: true | |
- name: Set up QEMU | |
if: runner.os == 'Linux' | |
uses: docker/setup-qemu-action@v2 | |
with: | |
platforms: all | |
- name: Install pkg-config on MacOS | |
if: runner.os == 'macOS' | |
run: brew install pkg-config | |
- name: Install cibuildwheel | |
run: python -m pip install "cibuildwheel>=2.4,<3" | |
- name: Build MacOS Py38 Wheel | |
if: ${{ matrix.python == 'cp38' && matrix.buildplat[0] == 'macos-11' }} | |
env: | |
CIBW_BUILD: cp38-macosx_x86_64 | |
MACOSX_DEPLOYMENT_TARGET: "10.14" | |
run: python -m cibuildwheel --output-dir wheelhouse | |
- name: Build wheels | |
if: ${{ matrix.python != 'cp38' || matrix.buildplat[0] != 'macos-11' }} | |
env: | |
CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }} | |
MACOSX_DEPLOYMENT_TARGET: "10.14" | |
run: python -m cibuildwheel --output-dir wheelhouse | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: ${{ matrix.python }}-${{ startsWith(matrix.buildplat[1], 'macosx') && 'macosx' || matrix.buildplat[1] }} | |
path: ./bindings/python/wheelhouse/*.whl | |
if-no-files-found: error | |
make_sdist: | |
name: Make SDist | |
runs-on: macos-latest | |
steps: | |
- uses: actions/checkout@v3 | |
with: | |
fetch-depth: 0 | |
- uses: actions/setup-python@v4 | |
with: | |
# Build sdist on lowest supported Python | |
python-version: '3.8' | |
- name: Build SDist | |
working-directory: ./bindings/python | |
run: | | |
set -ex | |
python -m pip install -U pip build | |
export LIBBSON_INSTALL_DIR="$(pwd)/libbson" | |
./build-libbson.sh | |
python -m build --sdist . | |
- name: Test Sdist | |
working-directory: ./bindings/python | |
run: | | |
export LIBBSON_INSTALL_DIR="$(pwd)/libbson" | |
python -m pip install dist/*.gz | |
cd .. | |
python -c "from pymongoarrow.lib import process_bson_stream" | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: "sdist" | |
path: ./bindings/python/dist/*.tar.gz | |
collect-dist: | |
runs-on: ubuntu-latest | |
needs: [build_wheels, make_sdist] | |
name: Download Wheels | |
steps: | |
- name: Download all workflow run artifacts | |
uses: actions/download-artifact@v3 | |
- name: Flatten directory | |
working-directory: . | |
run: | | |
find . -mindepth 2 -type f -exec mv {} . \; | |
find . -type d -empty -delete | |
- uses: actions/upload-artifact@v3 | |
with: | |
name: all-dist | |
path: "./*" |