diff --git a/unit-files/b-u@.service b/unit-files/b-u@.service
index 607432c2b6b3b0a622fdd5446a60224baeeca2c4..9517a73e5d5479b6cbb5b1acd17721af3cdd9938 100644
--- a/unit-files/b-u@.service
+++ b/unit-files/b-u@.service
@@ -6,6 +6,8 @@ Type=oneshot
 TimeoutStartSec=0
 WorkingDirectory=/data/domains/%i/
 EnvironmentFile=/etc/environment
+ExecStartPre=-/bin/docker rm clean-%i
+ExecStartPre=-/bin/docker rm backup-%i
 ExecStartPre=/bin/bash -euxc ' \
   /bin/docker run \
     --rm \
diff --git a/unit-files/backup-u@.service b/unit-files/backup-u@.service
index 1360e2717acd4c2c12ebfb15e16dfae40184e42a..236a2e2037f0fde7c4521e6b8e11ad4b285e1ad5 100644
--- a/unit-files/backup-u@.service
+++ b/unit-files/backup-u@.service
@@ -6,6 +6,8 @@ Type=oneshot
 TimeoutStartSec=0
 WorkingDirectory=/data/domains/%i/
 EnvironmentFile=/etc/environment
+ExecStartPre=-/bin/docker rm clean-%i
+ExecStartPre=-/bin/docker rm backup-%i
 ExecStartPre=/bin/bash -euxc ' \
   /bin/docker run \
     --rm \