diff --git a/vmtp/compute.py b/vmtp/compute.py
index 4e11e9f..be9b8d8 100644
--- a/vmtp/compute.py
+++ b/vmtp/compute.py
@@ -230,7 +230,12 @@ class Compute(object):
         return False
 
     def delete_server(self, server):
-        self.novaclient.servers.delete(server)
+        for _ in range(1, 5):
+            try:
+                self.novaclient.servers.delete(server)
+            except novaclient.exceptions.NotFound:
+                break
+            time.sleep(2)
 
     def find_flavor(self, flavor_type):
         try: