FIX: Serve crawler view to Google PageSpeed

config/site_settings.yml

@@ -389,12 +389,12 @@ login:
   enable_discord_logins:
     default: false
   discord_client_id:
-    default: ''
+    default: ""
   discord_secret:
-    default: ''
+    default: ""
     secret: true
   discord_trusted_guilds:
-    default: ''
+    default: ""
     type: list
   enable_sso:
     client: true
@@ -1344,7 +1344,7 @@ security:
     list_type: compact
   crawler_user_agents:
     hidden: true
-    default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor"
+    default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor|lighthouse"
     type: list
     list_type: compact
   crawler_check_bypass_agents:
@@ -2050,7 +2050,7 @@ api:
     default: 30
   retry_web_hook_events:
     default: false
-  api_key_last_used_epoch: 
+  api_key_last_used_epoch:
     default: "" # Value is added in a migration
     hidden: true
   revoke_api_keys_days:

spec/components/crawler_detection_spec.rb

@@ -47,6 +47,7 @@ describe CrawlerDetection do
       crawler! "LogicMonitor SiteMonitor/1.0"
       crawler! "Java/1.8.0_151"
       crawler! "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)"
+      crawler! "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3694.0 Mobile Safari/537.36 Chrome-Lighthouse"
     end
 
     it "returns true when VIA header contains 'web.archive.org'" do