diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
index 12b08eba7c9c..5234ea8c005f 100644
--- a/.github/workflows/bench.yml
+++ b/.github/workflows/bench.yml
@@ -43,18 +43,6 @@ jobs:
           ref: ${{ env.NEW_REF }}
           fetch-depth: 1
 
-      - name: Set up Kani Dependencies (old variant)
-        uses: ./old/.github/actions/setup
-        with:
-          os: ubuntu-20.04
-          kani_dir: old
-
-      - name: Set up Kani Dependencies (new variant)
-        uses: ./new/.github/actions/setup
-        with:
-          os: ubuntu-20.04
-          kani_dir: new
-
       - name: Copy benchmarks from new to old
         run: rm -rf ./old/tests/perf ; cp -r ./new/tests/perf ./old/tests/
 
diff --git a/tools/benchcomp/configs/perf-regression.yaml b/tools/benchcomp/configs/perf-regression.yaml
index c938b3dd861f..3de3d3153c1a 100644
--- a/tools/benchcomp/configs/perf-regression.yaml
+++ b/tools/benchcomp/configs/perf-regression.yaml
@@ -10,13 +10,13 @@ variants:
   kani_new:
     config:
       directory: new
-      command_line: scripts/kani-perf.sh
+      command_line: ".github/actions/setup && scripts/kani-perf.sh"
       env:
         RUST_TEST_THREADS: "1"
   kani_old:
     config:
       directory: old
-      command_line: scripts/kani-perf.sh
+      command_line: ".github/actions/setup && scripts/kani-perf.sh"
       env:
         RUST_TEST_THREADS: "1"