BLD: Fix self-hosted CI env (#102)

xorbitsai · Aug 19, 2024 · 2cf2174 · 2cf2174
1 parent 3c5a6a3
commit 2cf2174
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 4 deletions.
diff --git a/.github/workflows/python.yaml b/.github/workflows/python.yaml
@@ -70,6 +70,8 @@ jobs:
  needs: lint
  env:
  CONDA_ENV: xoscar-test
+ SELF_HOST_PYTHON: /root/miniconda3/envs/xoscar-test/bin/python
+ SELF_HOST_CONDA: /root/miniconda3/condabin/conda
  defaults:
  run:
  shell: bash -l {0}
@@ -85,7 +87,7 @@ jobs:
  - { os: windows-latest, python-version: 3.9}
  - { os: windows-latest, python-version: 3.10}
  include:
- - { os: self-hosted, module: gpu, python-version: 3.9}
+ - { os: self-hosted, module: gpu, python-version: 3.11}
 
  steps:
  - name: Check out code
@@ -131,7 +133,12 @@ jobs:
  - name: Install on GPU
  if: ${{ matrix.module == 'gpu' }}
  run: |
- python setup.py build_ext -i
+ source activate ${{ env.CONDA_ENV }}
+ conda install -y conda-forge::nccl=2.22.3
+ pip install --extra-index-url=https://pypi.nvidia.com cudf-cu12
+ pip install ucx-py-cu12 cloudpickle psutil tblib uvloop packaging "numpy<2.0.0" scipy cython coverage flaky
+ python setup.py clean --all
+ pip install -e ./
  working-directory: ./python
 
  - name: Test with pytest
@@ -143,6 +150,7 @@ jobs:
  -W ignore::PendingDeprecationWarning \
  --cov-config=setup.cfg --cov-report=xml --cov=xoscar xoscar --capture=no
  else
+ source activate ${{ env.CONDA_ENV }}
  pytest -m cuda --cov-config=setup.cfg --cov-report=xml --cov=xoscar --capture=no
  fi
  working-directory: ./python

diff --git a/python/xoscar/serialization/tests/test_serial.py b/python/xoscar/serialization/tests/test_serial.py
@@ -231,8 +231,9 @@ def test_cudf():
  test_df = cudf.DataFrame(raw_df)
  cudf.testing.assert_frame_equal(test_df, deserialize(*serialize(test_df)))
 
- raw_df.columns = pd.MultiIndex.from_tuples([("a", "a"), ("a", "b"), ("b", "c")])
- test_df = cudf.DataFrame(raw_df)
+ multi_index = pd.MultiIndex.from_tuples([("a", "a"), ("a", "b"), ("b", "c")])
+ raw_df.columns = multi_index
+ test_df = cudf.DataFrame(raw_df, columns=multi_index)
  cudf.testing.assert_frame_equal(test_df, deserialize(*serialize(test_df)))