diff --git a/deploy/defaults/main.yaml b/deploy/defaults/main.yaml
new file mode 100644
index 0000000..8ae8e52
--- /dev/null
+++ b/deploy/defaults/main.yaml
@@ -0,0 +1,3 @@
+---
+clean_before: false
+keep_releases: 5
diff --git a/deploy/tasks/main.yaml b/deploy/tasks/main.yaml
index add5a6c..67682ec 100644
--- a/deploy/tasks/main.yaml
+++ b/deploy/tasks/main.yaml
@@ -25,6 +25,12 @@
     release: '{{ now(utc=True, fmt="%Y%m%d%H%M%S") }}'
   run_once: true
 
+- name: Clean failed releases
+  deploy_helper:
+    path: '{{ path }}'
+    state: clean
+  when: clean_before
+
 - name: Initialize the deploy
   deploy_helper:
     path: '{{ path }}'
@@ -85,6 +91,7 @@
     path: '{{ deploy_helper.project_path }}'
     release: '{{ deploy_helper.new_release }}'
     state: finalize
+    keep_releases: '{{ keep_releases }}'
 
 - name: Run after_finalize commands
   shell: '{{ item }}' # noqa command-instead-of-shell no-changed-when