Merge pull request #2941 from riking/archive_org

Add archive.org to crawler list to serve no-js to
2014-11-03 11:58:12 +11:00
parent 4d82a571fb 37dbc4b5e6
commit 6080cee874
1 changed files with 1 additions and 1 deletions
@@ -1,5 +1,5 @@
 module CrawlerDetection
  def self.crawler?(user_agent)
-    !/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider/.match(user_agent).nil?
+    !/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider|ia_archiver/.match(user_agent).nil?
  end
 end