diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
index 5234ea8c005f..12b08eba7c9c 100644
--- a/.github/workflows/bench.yml
+++ b/.github/workflows/bench.yml
@@ -43,6 +43,18 @@ jobs:
           ref: ${{ env.NEW_REF }}
           fetch-depth: 1
 
+      - name: Set up Kani Dependencies (old variant)
+        uses: ./old/.github/actions/setup
+        with:
+          os: ubuntu-20.04
+          kani_dir: old
+
+      - name: Set up Kani Dependencies (new variant)
+        uses: ./new/.github/actions/setup
+        with:
+          os: ubuntu-20.04
+          kani_dir: new
+
       - name: Copy benchmarks from new to old
         run: rm -rf ./old/tests/perf ; cp -r ./new/tests/perf ./old/tests/
 
diff --git a/tools/benchcomp/configs/perf-regression.yaml b/tools/benchcomp/configs/perf-regression.yaml
index 3de3d3153c1a..c938b3dd861f 100644
--- a/tools/benchcomp/configs/perf-regression.yaml
+++ b/tools/benchcomp/configs/perf-regression.yaml
@@ -10,13 +10,13 @@ variants:
   kani_new:
     config:
       directory: new
-      command_line: ".github/actions/setup && scripts/kani-perf.sh"
+      command_line: scripts/kani-perf.sh
       env:
         RUST_TEST_THREADS: "1"
   kani_old:
     config:
       directory: old
-      command_line: ".github/actions/setup && scripts/kani-perf.sh"
+      command_line: scripts/kani-perf.sh
       env:
         RUST_TEST_THREADS: "1"