diff --git a/cloud/docker/docker.py b/cloud/docker/docker.py
index 0902aaf92b7..3727d305b04 100644
--- a/cloud/docker/docker.py
+++ b/cloud/docker/docker.py
@@ -1659,6 +1659,10 @@ def restarted(manager, containers, count, name):
 
     containers.refresh()
 
+    for container in manager.get_differing_containers():
+        manager.stop_containers([container])
+        manager.remove_containers([container])
+
     manager.restart_containers(containers.running)
     started(manager, containers, count, name)