diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index fcd10fa74c..653dc2e1dc 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -57,8 +57,8 @@ jobs:
           title: 'chore(release): version packages on ${{ github.ref_name }} branch'
           commit: 'chore(release): version packages on ${{ github.ref_name }} branch'
           # We want to make sure an update-to-date yarn lockfile is committed
-          version: yarn changeset version && yarn install
-          publish: yarn run build --concurrency=75% --filter=@janus-idp/* && yarn changeset publish
+          version: yarn run packages:version
+          publish: yarn run packages:publish
         env:
           GITHUB_TOKEN: ${{ steps.generate-token.outputs.token }}
           NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
diff --git a/package.json b/package.json
index 04c00436ce..3d47f66bc0 100644
--- a/package.json
+++ b/package.json
@@ -26,7 +26,9 @@
     "new": "janus-cli new --do-not-edit-packages",
     "prepare": "husky install",
     "export-dynamic": "turbo run export-dynamic",
-    "versions:bump": "backstage-cli versions:bump && find . -name 'package.json' ! -path '*/node_modules/*' -exec sed -i -e '/devDependencies/,/\\\\}/{ s/\\\"\\\\^/\\\"/; }' {} ; && yarn install && yarn run export-dynamic --no-cache -- -- --clean"
+    "versions:bump": "backstage-cli versions:bump && find . -name 'package.json' ! -path '*/node_modules/*' -exec sed -i -e '/devDependencies/,/\\\\}/{ s/\\\"\\\\^/\\\"/; }' {} ; && yarn install && yarn run export-dynamic --no-cache -- -- --clean",
+    "packages:version": "changeset version && yarn install",
+    "packages:publish": "turbo build --concurrency=75% --filter=@janus-idp/* && changeset publish"
   },
   "workspaces": {
     "packages": [