FEATURE: default block semrushbot crawler

2019-01-23 00:25:01 -08:00 · 2019-01-23 00:25:01 -08:00 · 658cc4d0d0
parent b21266ed6f
commit 658cc4d0d0
1 changed files with 1 additions and 1 deletions
--- a/config/site_settings.yml
+++ b/config/site_settings.yml
@ -1244,7 +1244,7 @@ security:
    list_type: compact
  blacklisted_crawler_user_agents:
    type: list
-    default: "mauibot"
+    default: "mauibot|semrushbot"
    list_type: compact
  slow_down_crawler_user_agents:
    type: list