diff --git a/backup/storage/swift.py b/backup/storage/swift.py
index 8c60cb566c..f3fd10d3c8 100644
--- a/backup/storage/swift.py
+++ b/backup/storage/swift.py
@@ -214,8 +214,12 @@ class SwiftStorage(base.Storage):
             # Delete the old segment file that was copied
             LOG.info('Deleting the old segment file %s.',
                      stream_reader.first_segment)
-            self.client.delete_object(container,
-                                      stream_reader.first_segment)
+            try:
+                self.client.delete_object(container,
+                                          stream_reader.first_segment)
+            except swiftclient.exceptions.ClientException as e:
+                if e.http_status != 404:
+                    raise
 
             final_swift_checksum = segment_result['etag']