diff --git a/.github/workflows/docscleanup.yml b/.github/workflows/docscleanup.yml
index daf8cca8..d2d4bf7d 100644
--- a/.github/workflows/docscleanup.yml
+++ b/.github/workflows/docscleanup.yml
@@ -15,16 +15,15 @@ jobs:
 
       - name: Delete preview and history
         run: |
-            git config user.name "Documenter.jl"
-            git config user.email "documenter@juliadocs.github.io"
-            git rm -rf "previews/PR$PRNUM"
-            git commit -m "delete preview"
-            git branch gh-pages-new $(echo "delete history" | git commit-tree HEAD^{tree})
+            if [ -d "$DIR" ]; then
+              git config user.name "Documenter.jl"
+              git config user.email "documenter@juliadocs.github.io"
+              git rm -rf "$DIR"
+              git commit -m "delete preview"
+              git branch gh-pages-new $(echo "delete history" | git commit-tree HEAD^{tree})
+              git push --force origin gh-pages-new:gh-pages
+            fi
         env:
-            PRNUM: ${{ github.event.number }}
+            DIR: "previews/PR${{ github.event.number }}"
 
-      - name: Push changes
-        run: |
-            git push --force origin gh-pages-new:gh-pages
-            
 # Workflow copied from https://github.com/CliMA/TimeMachine.jl