-
Notifications
You must be signed in to change notification settings - Fork 130
140 lines (117 loc) · 3.87 KB
/
test-package.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
name: Test package
on:
push:
branches: [develop, main]
pull_request:
branches: [develop, main]
permissions:
contents: read
jobs:
lint-and-format:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Set up Python 3.9
uses: actions/setup-python@v5
with:
python-version: "3.9"
- name: Install dependencies
run: python -m pip install .[qa]
- name: Linting by ruff
run: ruff check
- name: Formatting by ruff
run: ruff format --check
test-dev-install:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version: [3.9, '3.10', '3.11', '3.12']
spark-version: [3.2.4, 3.3.4, 3.4.2, 3.5.1]
pandas-version: [2.2.3, 1.5.3]
numpy-version: [2.1.2, 1.26.4]
exclude:
- python-version: '3.11'
spark-version: 3.2.4
- python-version: '3.11'
spark-version: 3.3.4
- python-version: 3.9
numpy-version: 2.1.2
- pandas-version: 1.5.3
numpy-version: 2.1.2
env:
PYTHON_VERSION: ${{ matrix.python-version }}
SPARK_VERSION: ${{ matrix.spark-version }}
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Setup Java JDK
uses: actions/setup-java@v3
with:
java-version: '8'
distribution: 'adopt'
- name: Install Spark, Pandas, and Numpy
run: |
python -m pip install --upgrade pip
python -m pip install pytest pytest-spark pypandoc
python -m pip install pyspark[connect]==${{ matrix.spark-version }}
python -m pip install pandas==${{ matrix.pandas-version }}
python -m pip install numpy==${{ matrix.numpy-version }}
- name: Install Datacompy without Snowflake/Snowpark if Python 3.12
if: ${{ matrix.python-version == '3.12' }}
run: |
python -m pip install .[dev_no_snowflake]
- name: Install Datacompy with all dev dependencies if Python 3.9, 3.10, or 3.11
if: ${{ matrix.python-version != '3.12' }}
run: |
python -m pip install .[dev]
- name: Test with pytest
run: |
python -m pytest tests/ --ignore=tests/test_snowflake.py
test-bare-install:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version: [3.9, '3.10', '3.11', '3.12']
env:
PYTHON_VERSION: ${{ matrix.python-version }}
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install datacompy
run: |
python -m pip install --upgrade pip
python -m pip install .[tests]
- name: Test with pytest
run: |
python -m pytest tests/ --ignore=tests/test_snowflake.py
test-fugue-install-no-spark:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version: [3.9, '3.10', '3.11']
env:
PYTHON_VERSION: ${{ matrix.python-version }}
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install datacompy
run: |
python -m pip install --upgrade pip
python -m pip install .[tests,duckdb,polars,dask,ray]
- name: Test with pytest
run: |
python -m pytest tests/ --ignore=tests/test_snowflake.py