diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 901b34bb9..248adf21d 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -275,7 +275,7 @@ jobs:
         id: output-cache
         uses: actions/cache@v4
         with:
-          path: ./*.tar.gz
+          path: ./test/spec/vectors/*.tar.gz
           key: ${{ runner.os }}-spectest-${{ hashFiles('.spectest_version') }}
           lookup-only: true
       - name: Download spectests
@@ -307,7 +307,7 @@ jobs:
       - name: Fetch spectest vectors
         uses: actions/cache/restore@v4
         with:
-          path: ./*.tar.gz
+          path: ./test/spec/vectors/*.tar.gz
           key: ${{ runner.os }}-spectest-${{ hashFiles('.spectest_version') }}
           fail-on-cache-miss: true
       - name: Restore dependencies cache