diff --git a/config/settings.yml b/config/settings.yml
index 6ab578da..de5ea716 100644
--- a/config/settings.yml
+++ b/config/settings.yml
@@ -374,6 +374,7 @@ discourse_ai:
 
   ai_spam_detection_enabled:
     default: false
+    validator: "DiscourseAi::Configuration::SpamDetectionValidator"
   ai_spam_detection_user_id:
     default: ""
     hidden: true
diff --git a/lib/configuration/spam_detection_validator.rb b/lib/configuration/spam_detection_validator.rb
index 4201dcc4..c2d5a362 100644
--- a/lib/configuration/spam_detection_validator.rb
+++ b/lib/configuration/spam_detection_validator.rb
@@ -10,6 +10,8 @@ module DiscourseAi
       def valid_value?(val)
         return true if Rails.env.test?
         return true if AiModerationSetting.spam
+        # only validate when enabling setting
+        return true if val == "f"
 
         false
       end