feat: add back k8s tests (#699)

.github/workflows/per-pr.yml

@@ -9,7 +9,7 @@ concurrency:
 
 jobs:
   run_starlark:
-    runs-on: self-hosted-ghr-size-l-x64
+    runs-on: ubuntu-latest
     steps:
       - name: Login to Docker Hub
         uses: docker/login-action@v3
@@ -43,7 +43,7 @@ jobs:
             "./.github/tests/minimal.yaml",
             "./network_params.yaml"
           ]
-    runs-on: self-hosted-ghr-size-l-x64
+    runs-on: ubuntu-latest
     steps:
       - name: Login to Docker Hub
         uses: docker/login-action@v3
@@ -80,7 +80,7 @@ jobs:
         run: kurtosis lint ${{ github.workspace }}
 
   assertoor:
-    runs-on: self-hosted-ghr-size-l-x64
+    runs-on: ubuntu-latest
     timeout-minutes: 30
     steps:
       - name: Login to Docker Hub

.github/workflows/run-k8s.yml

@@ -0,0 +1,54 @@
+name: Run k8s test
+
+on:
+  pull_request:
+  workflow_dispatch:
+  schedule:
+  - cron: '0 2 * * *'
+
+concurrency:
+  group: "scheduled-test"
+  cancel-in-progress: false
+
+jobs:
+  run_k8s_test:
+    strategy:
+      matrix:
+        payload:
+          - { name: "minimal", file: "./.github/tests/minimal.yaml" }
+          - { name: "network-params", file: "./network_params.yaml" }
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v4
+      - name: Setup minikube
+        id: minikube
+        uses: medyagh/setup-minikube@latest
+      - name: Get kubeconfig
+        id: kubeconfig
+        shell: bash
+        run: |
+          cat ~/.kube/config > kubeconfig
+          echo "kubeconfig=$(cat kubeconfig | base64 -w 0)" >> $GITHUB_OUTPUT
+      # run kurtosis test and assertoor
+      - name: Run kurtosis testnet
+        id: testnet
+        uses: ethpandaops/kurtosis-assertoor-github-action@v1
+        with:
+          kurtosis_extra_args: "--image-download always --non-blocking-tasks --verbosity DETAILED"
+          kurtosis_backend: "kubernetes"
+          kubernetes_config: "${{ steps.kubeconfig.outputs.kubeconfig }}"
+          kubernetes_cluster: "minikube"
+          kubernetes_storage_class: "standard"
+          ethereum_package_branch: "${{ github.head_ref || github.ref_name }}"
+          ethereum_package_args: "${{ matrix.payload.file }}"
+          enclave_name: "ethereum-package-${{ matrix.payload.name }}-${{ github.run_id }}"
+          persistent_logs: "true"
+
+      - name: Notify
+        if: cancelled() || failure()
+        uses: Ilshidur/action-discord@master
+        env:
+          DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK }}
+        with:
+          args: "The k8s nightly/per PR test for ${{matrix.payload.name}} on ethereum-package has failed find it here ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"