Merge workflows

logicalclocks · Jul 15, 2024 · 765ed6e · 765ed6e
1 parent e8966f3
commit 765ed6e
Show file tree

Hide file tree

Showing 4 changed files with 241 additions and 13 deletions.
diff --git a/.github/workflows/java.yml b/.github/workflows/java.yml
@@ -3,8 +3,8 @@ name: java
 on: pull_request
 
 jobs:
-  unit_tests_utc:
-    name: Java Unit Tests
+  unit_tests:
+    name: Unit Tests
     runs-on: ubuntu-latest
 
     steps:
@@ -17,8 +17,8 @@ jobs:
       - name: Set up JDK 8
         uses: actions/setup-java@v3
         with:
-          java-version: '8'
-          distribution: 'adopt'
+          java-version: "8"
+          distribution: "adopt"
 
       - name: Cache local Maven repository
         uses: actions/cache@v2
@@ -32,8 +32,8 @@ jobs:
         working-directory: ./java
         run: mvn clean test
 
-  unit_tests_local:
-    name: Java Unit Tests (Local TZ)
+  unit_tests_local_tz:
+    name: Unit Tests (Local TZ)
     runs-on: ubuntu-latest
 
     steps:
@@ -46,8 +46,8 @@ jobs:
       - name: Set up JDK 8
         uses: actions/setup-java@v3
         with:
-          java-version: '8'
-          distribution: 'adopt'
+          java-version: "8"
+          distribution: "adopt"
 
       - name: Cache local Maven repository
         uses: actions/cache@v2

diff --git a/.github/workflows/mkdocs-main.yml b/.github/workflows/mkdocs-main.yml
@@ -26,6 +26,23 @@ jobs:
       - name: generate autodoc
         run: python3 auto_doc.py
 
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: "8"
+          distribution: "adopt"
+
+      - name: Build java doc documentation
+        working-directory: ./java
+        run: mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
+
       - name: setup git
         run: |
           git config --global user.name Mike

diff --git a/.github/workflows/mkdocs-release.yml b/.github/workflows/mkdocs-release.yml
@@ -2,7 +2,7 @@ name: mkdocs-release
 
 on:
   push:
-    branches: [branch-*\.*]
+    branches: [branch-*]
 
 jobs:
   publish-release:
@@ -31,6 +31,24 @@ jobs:
       - name: generate autodoc
         run: python3 auto_doc.py
 
+      - name: Cache local Maven repository
+        uses: actions/cache@v2
+        with:
+          path: ~/.m2/repository
+          key: ${{ runner.os }}-maven-${{ hashFiles('java/pom.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-maven-
+      - name: Set up JDK 8
+        uses: actions/setup-java@v3
+        with:
+          java-version: "8"
+          distribution: "adopt"
+
+      - name: Build java doc documentation
+        working-directory: ./java
+        run:
+          mvn clean install javadoc:javadoc javadoc:aggregate -DskipTests && cp -r target/site/apidocs ../docs/javadoc
+
       - name: setup git
         run: |
           git config --global user.name Mike

diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml
@@ -4,6 +4,7 @@ on: pull_request
 
 env:
   APP_API_KEY: ${{ secrets.APP_API_KEY }}
+  ENABLE_HOPSWORKS_USAGE: "false"
 
 jobs:
   lint_stylecheck:
@@ -34,16 +35,208 @@ jobs:
       - name: ruff on python files
         if: steps.get-changed-files.outputs.src_any_changed == 'true'
         env:
-          SRC_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.src_all_changed_files }}
+          SRC_ALL_CHANGED_FILES:
+            ${{ steps.get-changed-files.outputs.src_all_changed_files }}
         run: ruff check --output-format=github $SRC_ALL_CHANGED_FILES
 
       - name: ruff on test files
         if: steps.get-changed-files.outputs.test_any_changed == 'true'
         env:
-          TEST_ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.test_all_changed_files }}
+          TEST_ALL_CHANGED_FILES:
+            ${{ steps.get-changed-files.outputs.test_all_changed_files }}
         run: ruff check --output-format=github $TEST_ALL_CHANGED_FILES
 
       - name: ruff format --check $ALL_CHANGED_FILES
         env:
-          ALL_CHANGED_FILES: ${{ steps.get-changed-files.outputs.all_changed_files }}
-        run: ruff format $ALL_CHANGED_FILES
+          ALL_CHANGED_FILES:
+            ${{ steps.get-changed-files.outputs.all_changed_files }}
+        run: ruff format $ALL_CHANGED_FILES
+
+  unit_tests:
+    name: Unit Tests
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.8", "3.9", "3.10"]
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_no_opt:
+    name: Unit Tests (No Optional Dependencies)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev-no-opt]
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_pandas:
+    name: Unit Tests (Pandas 1.x)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone UTC
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v4
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev-pandas1]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_local_tz:
+    name: Unit Tests (Local TZ)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set Timezone
+        run: sudo timedatectl set-timezone Europe/Amsterdam
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e 'python[python,dev]'
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_typechecked:
+    name: Typechecked Unit Tests (Ubuntu)
+    needs: lint_stylecheck
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v4
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev,docs]
+
+      - name: Run Pytest suite
+        env:
+          HOPSWORKS_RUN_WITH_TYPECHECK: "true"
+        run: pytest python/tests
+        continue-on-error: true
+
+  unit_tests_windows:
+    name: Unit Tests (Windows)
+    needs: lint_stylecheck
+    runs-on: windows-latest
+
+    steps:
+      - name: Set Timezone
+        run: tzutil /s "UTC"
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Run Pytest suite
+        run: pytest python/tests
+
+  unit_tests_windows_local_tz:
+    name: Unit Tests (Windows) (Local TZ)
+    needs: lint_stylecheck
+    runs-on: windows-latest
+
+    steps:
+      - name: Set Timezone
+        run: tzutil /s "W. Europe Standard Time"
+
+      - uses: actions/checkout@v4
+      - name: Copy README
+        run: cp README.md python/
+
+      - uses: actions/setup-python@v5
+        name: Setup Python
+        with:
+          python-version: "3.10"
+          cache: "pip"
+          cache-dependency-path: "python/setup.py"
+      - run: pip install -e python[python,dev]
+
+      - name: Display Python version
+        run: python --version
+
+      - name: Display pip freeze
+        run: pip freeze
+
+      - name: Run Pytest suite
+        run: pytest python/tests