diff --git a/cloud/docker/docker.py b/cloud/docker/docker.py
index 82c39006678..b542313079f 100644
--- a/cloud/docker/docker.py
+++ b/cloud/docker/docker.py
@@ -1586,6 +1586,10 @@ def restarted(manager, containers, count, name):
 
     containers.refresh()
 
+    for container in manager.get_differing_containers():
+        manager.stop_containers([container])
+        manager.remove_containers([container])
+
     manager.restart_containers(containers.running)
     started(manager, containers, count, name)