#106 Early version of test (required columns, json) #169
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: create-gfdl-catalog | |
| #This actions workflow generates sample input directory structure/files (empty ATM) on the fly | |
| #runs catalog builder to generate a csv file and the json file which is also cached and saved as an artifact for reference in the | |
| #actions pipeline. We download the artifacts and use them in the dynamic pytests. | |
| #pytests are run, which also comprises of one test that runs intake-esm open calls on the dynamic catalog (corresponding | |
| #esm collection spec is in the repo | |
| on: | |
| pull_request: | |
| branches: | |
| - 'main' | |
| jobs: | |
| catalog-upload: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python 3.10 | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: '3.10' | |
| - name: Add conda to system path | |
| run: | | |
| # $CONDA is an environment variable pointing to the root of the miniconda directory | |
| echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install dependencies | |
| run: | | |
| conda env create -f environment.yml --name catalogbuilder | |
| - name: Make sample data | |
| run: python tests/make_sample_data.py | |
| - name: 'Generate catalog' | |
| run: | | |
| $CONDA/envs/catalogbuilder/bin/python scripts/gen_intake_gfdl.py archive/am5/am5/am5f3b1r0/c96L65_am5f3b1r0_pdclim1850F/gfdl.ncrc5-deploy-prod-openmp/pp cats/gfdl_autotest | |
| - name: 'Generate catalog with yaml' | |
| run: | | |
| $CONDA/envs/catalogbuilder/bin/python scripts/gen_intake_gfdl.py --config tests/test_config.yaml | |
| - name: upload-artifacts1 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: workflow-artifacts1 | |
| path: | | |
| cats/gfdl_autotest.csv | |
| cats/gfdl_autotest.json | |
| cats/gfdl_autotest_from_yaml.csv | |
| cats/gfdl_autotest_from_yaml.json | |
| - name: Download all workflow run artifacts | |
| uses: actions/download-artifact@v4 | |
| - name: Test with pytest | |
| run: | | |
| conda install pytest | |
| $CONDA/envs/catalogbuilder/bin/pytest -v --runxfail | |
| - name: Test for completeness | |
| run: | | |
| $CONDA/envs/catalogbuilder/bin/python tests/test_catalog.py -tf cats/gfdl_autotest.json | |
| $CONDA/envs/catalogbuilder/bin/python tests/test_catalog.py -tf cats/gfdl_autotest_from_yaml.json |