diff --git a/action.yml b/action.yml
index 3955ba14..8d670a9c 100644
--- a/action.yml
+++ b/action.yml
@@ -273,8 +273,9 @@ runs:
         cat reviewdog.fail.log | sed 's/^/\x1B[0;34m/'
         echo -e '\033[0;31mThe failure of this action should not prevent you from merging your PR. Please report this failure to the maintainers of https://github.com/brave/security-action \033[0m'
     - if: ${{ steps.reviewdog-enabled.outputs.result == 'true' && !inputs.slack_token && hashFiles('reviewdog.fail.log') }}
-      shell: bash
-      run: exit 1
+      uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1
+      with:
+        script: throw new Error('Error was thrown and Slack token is missing, exiting eagerly!')
     - if: ${{ steps.reviewdog-enabled-pr.outputs.result == 'true' && inputs.slack_token && hashFiles('reviewdog.fail.log') }}
       id: reviewdog-fail-log-head
       uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1