From 658cc4d0d0756e9f70c88fef4bc970f70df414d1 Mon Sep 17 00:00:00 2001 From: Jeff Atwood Date: Wed, 23 Jan 2019 00:25:01 -0800 Subject: [PATCH] FEATURE: default block semrushbot crawler --- config/site_settings.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/site_settings.yml b/config/site_settings.yml index d0d25b9279d..0c184165b13 100644 --- a/config/site_settings.yml +++ b/config/site_settings.yml @@ -1244,7 +1244,7 @@ security: list_type: compact blacklisted_crawler_user_agents: type: list - default: "mauibot" + default: "mauibot|semrushbot" list_type: compact slow_down_crawler_user_agents: type: list