diff --git a/roles/postgresql_server/files/backup-database b/roles/postgresql_server/files/backup-database
index 872f359e41..3f6e7d8fb1 100644
--- a/roles/postgresql_server/files/backup-database
+++ b/roles/postgresql_server/files/backup-database
@@ -3,4 +3,8 @@
 
 DB=$1
 
+# Make our latest backup
 /usr/bin/pg_dump -C $DB | /usr/bin/xz > /backups/$DB-$(date +%F).dump.xz
+
+# Also, delete the backup from a few days ago.
+rm -f /backups/$DB-$(date --date="3 days ago" +%F).dump.xz