Skip to content

Fix Spark Example link (#934) #723

Fix Spark Example link (#934)

Fix Spark Example link (#934) #723

Workflow file for this run

name: CI
on:
push:
branches: "*"
pull_request:
branches: main
jobs:
linux:
name: ${{ matrix.CONDA_ENV }}-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
CONDA_ENV: [py39, py310, py311, py312]
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/provision-with-micromamba@main
with:
environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install -e . --no-deps
- name: Run Tests
shell: bash -l {0}
run: |
pytest --verbose --cov=fastparquet
v2:
name: v2-py310
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
CONDA_ENV: [py310]
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/provision-with-micromamba@main
with:
environment-file: ci/environment-${{ matrix.CONDA_ENV }}.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install -e . --no-deps
- name: Run Tests
shell: bash -l {0}
env:
FASTPARQUET_DATAPAGE_V2: TRUE
run: |
echo "FASTPARQUET_DATAPAGE_V2=$FASTPARQUET_DATAPAGE_V2"
pytest --verbose --cov=fastparquet
pandas:
name: pandas
runs-on: ubuntu-latest
steps:
- name: APT
run: sudo apt-get install liblzo2-dev
- name: Checkout
uses: actions/checkout@v2
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/provision-with-micromamba@main
with:
environment-file: ci/environment-py310.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install Cython
pip install hypothesis
pip install pytest-localserver pytest-xdist pytest-asyncio
pip install -e . --no-deps # Install fastparquet
git clone https://github.com/pandas-dev/pandas
cd pandas
python setup.py build_ext -j 4
pip install -e . --no-build-isolation
- name: Run Tests
shell: bash -l {0}
run: |
pytest -v fastparquet/ # fastparquet test suite against dev pandas
pytest --verbose pandas/pandas/tests/io/test_parquet.py
# Test parquet with different filesystems
pytest --verbose pandas/pandas/tests/io/test_gcs.py pandas/pandas/tests/io/test_fsspec.py -k "parquet"
win:
name: win
runs-on: windows-2019
steps:
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/provision-with-micromamba@main
with:
environment-file: ci/environment-py310win.yml
- name: pip-install
shell: bash -l {0}
run: |
pip install -e . --no-deps
- name: Run Tests
shell: bash -l {0}
run: |
pytest --verbose --cov=fastparquet