Add archive.org to crawler list to serve no-js to

2014-11-02 16:51:23 -08:00 · 2014-11-02 16:51:23 -08:00 · 37dbc4b5e6
parent 4d82a571fb
commit 37dbc4b5e6
1 changed files with 1 additions and 1 deletions
--- a/lib/crawler_detection.rb
+++ b/lib/crawler_detection.rb
@ -1,5 +1,5 @@
 module CrawlerDetection
  def self.crawler?(user_agent)
-    !/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider/.match(user_agent).nil?
+    !/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider|ia_archiver/.match(user_agent).nil?
  end
 end