test.yml

name: Test
on: [push, pull_request]

jobs:
  build:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: [ '3.8', '3.9', '3.10' ]
    steps:
    - uses: actions/checkout@v2
    - name: Setup python
      uses: actions/setup-python@v2
      with:
        python-version: ${{ matrix.python-version }}
        architecture: x64
    - uses: actions/cache@v1
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/requirements_dev.txt') }}

    # Install
    - run: pip install .
    # Run tool
    - run: datagetter.py --limit-downloads 8
    # Check output is created in expected structure
    - run: ls ./data/data_acceptable_license.json
    - run: ls ./data/data_acceptable_license_valid.json
    - run: ls ./data/data_all.json
    - run: ls ./data/json_acceptable_license/
    - run: ls ./data/json_acceptable_license_valid/
    - run: ls ./data/json_all/
    - run: ls ./data/json_valid/
    - run: ls ./data/original/
    # Check the metadata blocks look OK
    - run: grep -A 8 "datagetter_metadata" ./data/data_all.json
    - run: grep "datagetter_metadata" ./data/data_all.json | wc -l | grep "8"
    # Basic test for cached data
    - run: rm -rf ./data/
    - run: datagetter.py --limit-downloads 8
    - run: ls ./cache_dir
    - run: ls cache_datagetter.db
    - run: ls ./data