Discource-C
/
discourse
mirror of https://github.com/discourse/discourse.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

FEATURE: default block ahrefsbot crawler

This commit is contained in:
Jeff Atwood 2019-01-23 00:38:16 -08:00
parent 2dc680c94c
commit eb9377afd4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
config/site_settings.yml
View File

@ -1244,7 +1244,7 @@ security:
list_type: compact
blacklisted_crawler_user_agents:
type: list
default: "mauibot|semrushbot"
default: "mauibot|semrushbot|ahrefsbot"
list_type: compact
slow_down_crawler_user_agents:
type: list