diff --git a/.github/workflows/sloth.yml b/.github/workflows/sloth.yml
index 9b7dde5b..f0d28149 100644
--- a/.github/workflows/sloth.yml
+++ b/.github/workflows/sloth.yml
@@ -16,11 +16,11 @@ jobs:
         id: check_release_please
         if: github.event.pull_request.user.id == 41898282 # release-please[bot]
         run: |
+          echo "skip=true" >> $GITHUB_OUTPUT
           echo "Skipping Sloth check for release-please PR"
-          exit 0
 
       - name: Run Sloth
-        if: ${{ always() && steps.check_release_please.outcome == 'skipped' }}
+        if: ${{ !steps.check_release_please.outputs.skip }}
         uses: lendable/sloth@e1fd9a2df2549f6e64188f274bc5d3b39d7842ed # 0.2.0
         with:
           token: ${{ secrets.GITHUB_TOKEN }}