feat: LPL release

- refactor(kafka): Refactor Kafka SASL logic - fix(dataflow): Fix for batching does not support raw tensors - docs(metrics): [V2D-1220] Update documentation for podmonitor changes - refactor(kafka): [SCV2-32] Refactor Kafka SASL password logic for consistency - refactor(kafka): [SCV2-61] Restrict scope of locks in Kafka auth setup - fix(dataflow): [SCV2-18] Fix for batching does not handle mixed raw and normal tensors - fix(auth): [SCV2-60] Add checks for empty/whitespace namespaces to Kafka auth stores - build(operator): [SCV2-53] Fix operator CVEs due to stale Go packages - build(hodometer): [SCV2-53] Fix Hodometer CVEs due to stale Go packages - build(envoy): [SCV2-53] Update Envoy base image from UBI 9.1 to 9.3 - build(hodometer): [SCV2-53] Update Hodometer base images from UBI 9.2 to 9.3 - build(rclone): [SCV2-53] Update Rclone base image to UBI-9.3 - build(dataflow): [SCV2-53] Update dataflow engine base image from UBI9 OpenJDK 1.14 to 1.16 - build(operator): [SCV2-53] Update operator base image from UBI 9.2 to 9.3 - build(agent): [SCV2-53] Update agent base image from UBI 9.2 to 9.3 - build(scheduler): [SCV2-53] Update scheduler base image from UBI 9.2 to 9.3 - build(model-gateway): [SCV2-53] Update model gateway base image from UBI 9.2 to 9.3 - build(pipeline-gateway): [SCV2-53] Update pipeline gateway base image from UBI 9.2 to 9.3 - build(runtime-components): [SCV2-53] Update stale deps in scheduler module - fix: CVEs by upgrading to g1.20 - fix: Upgrade rclone and grafana - fix: LPL changes - fix(scheduler): fix scheduler segfault when agent 0 disconnects - fix(agent): Rclone config resync - fix(scheduler): non latest models consistency when server disconnects - feature: configuration of images using private registries via ansible - fix(dataflow): deadlock when Kafka stream never reaches 'running' state - fix: Update [CONTRIBUTING.md](http://contributing.md/) to remove reference to open source license --------- Co-authored-by: Alex Rakowski <20504869+agrski@users.noreply.github.com> Co-authored-by: Michael Cheah <20640150+michaelcheah@users.noreply.github.com> Co-authored-by: Lucian Carata <lc525@users.noreply.github.com> Co-authored-by: paulb-seldon <141156400+paulb-seldon@users.noreply.github.com>
SeldonIO · Jan 16, 2024 · acc55f0 · acc55f0
1 parent d350206
commit acc55f0
Show file tree

Hide file tree

Showing 511 changed files with 46,190 additions and 109,754 deletions.
diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS
@@ -0,0 +1,3 @@
+*           @sakoush @lc525
+/ansible/   @sakoush @lc525 @RafalSkolasinski
+/.github/   @sakoush @RafalSkolasinski
diff --git a/.github/workflows/changelog.yml b/.github/workflows/changelog.yml
@@ -15,7 +15,7 @@ jobs:
       pull-requests: write
     steps:
       - name: Checkout Git Commit
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           fetch-depth: 0
 
@@ -26,7 +26,7 @@ jobs:
 
 
       - name: Configure node
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: 14
 

diff --git a/.github/workflows/draft-release.yml b/.github/workflows/draft-release.yml
@@ -22,7 +22,7 @@ jobs:
         run: echo "${{ toJSON(github.event.inputs) }}"
 
       - name: Checkout Git Commit
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
         with:
           fetch-depth: 0
 
@@ -31,7 +31,7 @@ jobs:
         run: |
           set -e
 
-          RELEASE_BRANCH=$(echo ${GITHUB_REF#refs/heads/})
+          RELEASE_BRANCH=${GITHUB_REF_NAME}
           RELEASE_TAG="${{ github.event.inputs.version }}"
 
           # Ensure that we do not run on master
@@ -64,17 +64,18 @@ jobs:
           git config --global user.email "${GITHUB_USER}@users.noreply.github.com"
 
       - name: Setup node
-        uses: actions/setup-node@v3
+        uses: actions/setup-node@v4
         with:
           node-version: 14
 
       - name: Setup Go
-        uses: actions/setup-go@v3
+        uses: actions/setup-go@v4
         with:
-          go-version: '~1.19.0'
+          go-version: '1.20.11'
+          cache: false
 
       - name: Setup Helm
-        uses: azure/setup-helm@v1
+        uses: azure/setup-helm@v3
         with:
           version: "${{ env.HELM_VERSION }}"
 

diff --git a/.github/workflows/images.yml b/.github/workflows/images.yml
@@ -17,10 +17,11 @@ jobs:
     runs-on: ubuntu-latest
     if: github.repository == 'SeldonIO/seldon-core' # Do not run this on forks.
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-go@v3
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
         with:
-          go-version: '~1.19.0'
+          go-version: '1.20.11'
+          cache: false
       - name: test-operator
         run: make -C operator test
       - name: test-scheduler
@@ -34,10 +35,10 @@ jobs:
     if: github.repository == 'SeldonIO/seldon-core' # Do not run this on forks.
     steps:
       - name: Checkout Git Commit
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Login to DockerHub
-        uses: docker/login-action@v2
+        uses: docker/login-action@v3
         with:
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
@@ -46,7 +47,7 @@ jobs:
         id: docker-tag
         run: |
           USER_INPUT="${{ github.event.inputs.docker-tag }}"
-          echo ::set-output name=value::${USER_INPUT:-"latest"}
+          echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
 
       - name: Echo the tags that will be used to push images
         run: echo "Will push images with tag ${{ steps.docker-tag.outputs.value }}"

diff --git a/.github/workflows/lint.yml b/.github/workflows/lint.yml
@@ -7,35 +7,33 @@ jobs:
     if: github.repository == 'SeldonIO/seldon-core' # Do not run this on forks.
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-go@v3
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
         with:
-          go-version: '1.19.10'
+          go-version: '1.20.11'
+          cache: false
       - name: lint-operator
         uses: golangci/golangci-lint-action@v3
         with:
           version: v1.51.2
           working-directory: operator
-          # NOTE: We need to skip caching packages until the following issue is
-          # resolved (same applies to the other steps):
-          # https://github.com/golangci/golangci-lint-action/issues/677
-          skip-pkg-cache: true
+          skip-cache: true
       - name: lint-scheduler
         uses: golangci/golangci-lint-action@v3
         with:
           version: v1.51.2
           working-directory: scheduler
-          skip-pkg-cache: true
+          skip-cache: true
       - name: lint-hodometer
         uses: golangci/golangci-lint-action@v3
         with:
           version: v1.51.2
           working-directory: hodometer
-          skip-pkg-cache: true
+          skip-cache: true
       - name: lint-tls
         uses: golangci/golangci-lint-action@v3
         with:
           version: v1.51.2
           working-directory: components/tls
-          skip-pkg-cache: true
+          skip-cache: true
           args: --timeout 3m --verbose
diff --git a/.github/workflows/pr-title.yaml b/.github/workflows/pr-title.yaml
@@ -8,7 +8,6 @@ on:
       - opened
       - reopened
       - edited
-      - synchronize
 
 jobs:
   conventional-commit:

diff --git a/.github/workflows/security_tests_v2.yml b/.github/workflows/security_tests_v2.yml
@@ -13,9 +13,9 @@ on:
 jobs:
   security-operator:
     runs-on: ubuntu-latest
-    container: snyk/snyk:golang-1.19
+    container: snyk/snyk:golang-1.20
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: security-golang
       env:
         SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
@@ -25,9 +25,9 @@ jobs:
 
   security-scheduler:
     runs-on: ubuntu-latest
-    container: snyk/snyk:golang-1.19
+    container: snyk/snyk:golang-1.20
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: security-golang
       env:
         SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
@@ -38,12 +38,12 @@ jobs:
   security-image-operator:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -55,12 +55,12 @@ jobs:
   security-image-scheduler:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -72,12 +72,12 @@ jobs:
   security-image-data-flow-engine:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -89,12 +89,12 @@ jobs:
   security-image-envoy:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -106,12 +106,12 @@ jobs:
   security-image-modelgateway:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -123,12 +123,12 @@ jobs:
   security-image-pipelinegateway:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -140,12 +140,12 @@ jobs:
   security-image-agent:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -157,12 +157,12 @@ jobs:
   security-image-rclone:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:
@@ -174,12 +174,12 @@ jobs:
   security-image-hodometer:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v4
     - name: Set default docker tag for builds from v2 branch
       id: docker-tag
       run: |
         USER_INPUT="${{ github.event.inputs.docker-tag }}"
-        echo ::set-output name=value::${USER_INPUT:-"latest"}
+        echo "value=${USER_INPUT:-latest}" >> $GITHUB_OUTPUT
     - name: security-docker-image
       uses: snyk/actions/docker@master
       env:

diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -7,10 +7,11 @@ jobs:
     if: github.repository == 'SeldonIO/seldon-core' # Do not run this on forks.
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
-      - uses: actions/setup-go@v2
+      - uses: actions/checkout@v4
+      - uses: actions/setup-go@v4
         with:
-          go-version: '~1.19.0'
+          go-version: '1.20.11'
+          cache: false
       - name: test-operator
         run: make -C operator test
       - name: test-scheduler

diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
@@ -7,9 +7,9 @@ _Before opening a pull request_ consider:
 - Is the change being proposed clearly explained and motivated?
 
 When you contribute code, you affirm that the contribution is your original work and that you
-license the work to the project under the project's open source license. Whether or not you
+license the work to the project under the project's license. Whether or not you
 state this explicitly, by submitting any copyrighted material via pull request, email, or
-other means you agree to license the material under the project's open source license and
+other means you agree to license the material under the project's license and
 warrant that you have the legal authority to do so.
 
 ## PRs