Discource-C
/
discourse
mirror of https://github.com/discourse/discourse.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

FEATURE: default block semrushbot crawler

This commit is contained in:
Jeff Atwood 2019-01-23 00:25:01 -08:00
parent b21266ed6f
commit 658cc4d0d0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
config/site_settings.yml
View File

@ -1244,7 +1244,7 @@ security:
list_type: compact list_type: compact
blacklisted_crawler_user_agents: blacklisted_crawler_user_agents:
type: list type: list
default: "mauibot" default: "mauibot|semrushbot"
list_type: compact list_type: compact
slow_down_crawler_user_agents: slow_down_crawler_user_agents:
type: list type: list