diff --git a/src/cloud.rs b/src/cloud.rs
index 79d298c..d0b645c 100644
--- a/src/cloud.rs
+++ b/src/cloud.rs
@@ -499,6 +499,14 @@ impl Cloud {
 
     pub async fn destroy(self, docker: &Docker) -> Result<()> {
         for container in self.containers {
+            docker
+                .kill_container(
+                    container.trim_start_matches('/'),
+                    None,
+                )
+                .await
+                .into_diagnostic()
+                .wrap_err("Failed to kill container")?;
             docker
                 .remove_container(
                     container.trim_start_matches('/'),