diff --git a/.changeset/popular-cheetahs-compete.md b/.changeset/popular-cheetahs-compete.md
new file mode 100644
index 0000000000..a845151cc8
--- /dev/null
+++ b/.changeset/popular-cheetahs-compete.md
@@ -0,0 +1,2 @@
+---
+---
diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
index b2f74f5dfc..fcd10fa74c 100644
--- a/.github/workflows/release.yaml
+++ b/.github/workflows/release.yaml
@@ -42,9 +42,6 @@ jobs:
         run: |
           yarn install --frozen-lockfile
 
-      - name: Build all packages
-        uses: ./.github/actions/build
-
       - name: Creating .npmrc
         run: |
           cat << EOF > "$HOME/.npmrc"
@@ -57,11 +54,11 @@ jobs:
         id: changesets
         uses: changesets/action@v1
         with:
-          title: 'chore(release): version packages'
-          commit: 'chore(release): version packages'
+          title: 'chore(release): version packages on ${{ github.ref_name }} branch'
+          commit: 'chore(release): version packages on ${{ github.ref_name }} branch'
           # We want to make sure an update-to-date yarn lockfile is committed
           version: yarn changeset version && yarn install
-          publish: yarn changeset publish
+          publish: yarn run build --concurrency=75% --filter=@janus-idp/* && yarn changeset publish
         env:
           GITHUB_TOKEN: ${{ steps.generate-token.outputs.token }}
           NPM_TOKEN: ${{ secrets.NPM_TOKEN }}