diff --git a/spec/services/site_settings_spec.rb b/spec/services/site_settings_spec.rb
index 8b5aa2af496..f23ae4a6a3c 100644
--- a/spec/services/site_settings_spec.rb
+++ b/spec/services/site_settings_spec.rb
@@ -21,5 +21,20 @@ describe SiteSettingsTask do
       expect(counts[:updated]).to eq 1
       expect(SiteSetting.title).to eq "Test"
     end
+
+    it "won't update a setting that doesn't exist" do
+      yml = "fake_setting: foo"
+      log, counts = SiteSettingsTask.import(yml)
+      expect(log[0]).to eq "NOT FOUND: existing site setting not found for fake_setting"
+      expect(counts[:not_found]).to eq 1
+    end
+
+    it "will log that an error has occured" do
+      yml = "min_password_length: 0"
+      log, counts = SiteSettingsTask.import(yml)
+      expect(log[0]).to eq "ERROR: min_password_length: Value must be between 8 and 500."
+      expect(counts[:errors]).to eq 1
+      expect(SiteSetting.min_password_length).to eq 10
+    end
   end
 end