Spatialyze Interface (#4)

* clean up * fix * implement world and test * style: [CI] format * fix * style: [CI] format * udpate * sort output * to tuple * disable cache * update simple-workflow results * dont save result * update test * update database * dont save results * test raw tracking output * style: [CI] format * fix in_view bug * style: [CI] format * fix database.sql * fix type * fix database.sql * unoptimized * update data * style: [CI] format * all close --------- Co-authored-by: Github Actions Bot <spatialyze-actions-bot@users.noreply.github.com>
apperception-db · Aug 10, 2023 · 4c2fc9f · 4c2fc9f
1 parent b87f948
commit 4c2fc9f
Show file tree

Hide file tree

Showing 37 changed files with 132,399 additions and 1,046 deletions.
diff --git a/.github/workflows/clean-up-and-format.yml b/.github/workflows/clean-up-and-format.yml
@@ -5,6 +5,9 @@ on:
       - 'main'
       - 'dev'
 
+permissions:
+  contents: write
+
 jobs:
   clean-up:
     name: Clean Up Python Notebooks

diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -3,6 +3,86 @@ on:
   push:
 
 jobs:
+  test-workflow:
+    name: Test Workflow
+    runs-on: ubuntu-latest
+    services:
+      mobilitydb:
+        image: mobilitydb/mobilitydb:14-3.2-1
+        ports:
+          - 25440:5432
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          token: ${{ secrets.GH_PAT || github.token }}
+          submodules: recursive
+
+      - name: Setup Micromamba
+        uses: mamba-org/setup-micromamba@v1
+        with:
+          environment-file: environment.yml
+          init-shell: none
+          cache-downloads: false
+
+      - name: Check Python Versions
+        shell: micromamba-shell {0}
+        run: |
+          python --version
+          python3 --version
+          which python
+          which python3
+          which pip
+          which pip3
+          which poetry
+
+      - name: Install Dependencies
+        shell: micromamba-shell {0}
+        run: poetry install --no-interaction --without dev --with test
+
+      - name: Install lap (Hack)
+        shell: micromamba-shell {0}
+        run: |
+          pip install --upgrade pip
+          pip install lap
+      
+      - name: Check Installed Packages
+        shell: micromamba-shell {0}
+        run: pip list
+
+      - name: Extend MobilityDB with User-Defined functions
+        shell: micromamba-shell {0}
+        run: |
+          pushd scripts/pg-extender
+          python ../generate_pg_extender.py
+          cat install.sql
+          psql -h localhost -p 25440 -d mobilitydb -U docker -c "SET client_min_messages TO WARNING;" -c "\i install.sql;"
+          popd
+        env:
+          PGPASSWORD: docker
+
+      - name: Ingest data
+        shell: micromamba-shell {0}
+        run: python ./scripts/ingest_road.py
+        env:
+          AP_PORT: 25440
+
+      - name: Unit Test
+        shell: micromamba-shell {0}
+        run: pytest --cov=spatialyze --cov-report=xml tests/workflow
+        env:
+          AP_PORT: 25440
+
+      - uses: actions/upload-artifact@v3
+        with:
+          name: workflow-coverage
+          path: ./coverage.xml
+
   test-video-processor:
     name: Test Video Processor
     runs-on: ubuntu-latest
@@ -220,7 +300,7 @@ jobs:
 
   upload-coverage:
     name: Upload Coverage
-    needs: [test-video-processor, test-engine-and-interface]
+    needs: [test-video-processor, test-engine-and-interface, test-workflow]
     runs-on: ubuntu-latest
     steps:
       - name: Checkout