diff --git a/unit-files/backup-u@.service b/unit-files/backup-u@.service
index a0767c468c24bdd8b46322cc313dcfba20e3821e..8138ca75977abafb72f65f9c69432e6c7f1c4135 100644
--- a/unit-files/backup-u@.service
+++ b/unit-files/backup-u@.service
@@ -6,6 +6,14 @@ Type=oneshot
 TimeoutStartSec=0
 WorkingDirectory=/data/domains/%i/
 EnvironmentFile=/etc/environment
+ExecStartPre=/bin/bash -euxc ' \
+  /bin/docker run \
+    --rm \
+    --name clean-%i \
+    -v /root:/root \
+    indiepaas/duplicity \
+      remove-older-than 4W --force \
+      sftp://${BACKUP_DESTINATION}/%i'
 ExecStartPre=/bin/bash -euxc '/data/domains/%i/BACKUP'
 ExecStart=/bin/bash -euxc ' \
   /bin/docker run \
diff --git a/unit-files/backup@.service b/unit-files/backup@.service
index 1ded41f499021585f4eaa29f39edeec7590e511a..e238ec28766eaf41f92b5fa49e4e469de64312b7 100644
--- a/unit-files/backup@.service
+++ b/unit-files/backup@.service
@@ -8,6 +8,14 @@ EnvironmentFile=/etc/environment
 ExecStartPre=/usr/bin/docker run --rm -v /opt/bin:/opt/bin ibuildthecloud/systemd-docker
 ExecStartPre=-/usr/bin/docker kill mysqldump-%i
 ExecStartPre=-/usr/bin/docker rm mysqldump-%i
+ExecStartPre=/bin/bash -euxc ' \
+  /bin/docker run \
+    --rm \
+    --name clean-%i \
+    -v /root:/root \
+    indiepaas/duplicity \
+      remove-older-than 4W --force \
+      sftp://${BACKUP_DESTINATION}/%i'
 ExecStartPre=/bin/bash -euxc '\
   if [ -d /data/domains/%i/mysql ]; then \
     echo "Backing up mysql databases for %i"; \