diff --git a/spec/controllers/admin/backups_controller_spec.rb b/spec/controllers/admin/backups_controller_spec.rb
index 17f93971b02..4f7a6c78946 100644
--- a/spec/controllers/admin/backups_controller_spec.rb
+++ b/spec/controllers/admin/backups_controller_spec.rb
@@ -248,9 +248,12 @@ describe Admin::BackupsController do
             expect(response.status).to eq(200)
             expect(response.body).to eq("")
           ensure
-            File.delete(
-              File.join(Backup.base_directory, 'tmp', 'test', "#{filename}.part1")
-            )
+            begin
+              File.delete(
+                File.join(Backup.base_directory, 'tmp', 'test', "#{filename}.part1")
+              )
+            rescue Errno::ENOENT
+            end
           end
         end
       end