diff --git a/.github/workflows/release-backup.yaml b/.github/workflows/release-backup.yaml
index 983efc70..2e5dc9d6 100644
--- a/.github/workflows/release-backup.yaml
+++ b/.github/workflows/release-backup.yaml
@@ -40,7 +40,10 @@ jobs:
       - name: Bump the version
         if: github.ref == 'refs/heads/master' && github.event_name != 'pull_request'
         shell: bash
-        run: make -C backup/pvc sembump && make -C backup/pvc bump-version
+        run: |
+          make -C backup/pvc sembump
+          make -C backup/pvc bump-version
+          rm backup/pvc/bin/sembump
 
       - name: Login to Quay.io
         if: github.ref == 'refs/heads/master' && github.event_name != 'pull_request'
@@ -54,6 +57,5 @@ jobs:
         if: github.ref == 'refs/heads/master' && github.event_name != 'pull_request'
         run: |
           git reset --hard
-          rm bin/sembump
           make -C backup/pvc docker-build
           make -C backup/pvc docker-release