From d12f2580deea52678a795f6394792be187cd6049 Mon Sep 17 00:00:00 2001 From: Gerhard Schlager Date: Wed, 27 Nov 2019 22:15:34 +0100 Subject: [PATCH] FIX: Serve crawler view to Google PageSpeed --- config/site_settings.yml | 10 +++++----- spec/components/crawler_detection_spec.rb | 1 + 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/config/site_settings.yml b/config/site_settings.yml index 9ad1751d21..6db2c67468 100644 --- a/config/site_settings.yml +++ b/config/site_settings.yml @@ -389,12 +389,12 @@ login: enable_discord_logins: default: false discord_client_id: - default: '' + default: "" discord_secret: - default: '' + default: "" secret: true discord_trusted_guilds: - default: '' + default: "" type: list enable_sso: client: true @@ -1344,7 +1344,7 @@ security: list_type: compact crawler_user_agents: hidden: true - default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor" + default: "rss|bot|spider|crawler|facebook|archive|wayback|ping|monitor|lighthouse" type: list list_type: compact crawler_check_bypass_agents: @@ -2050,7 +2050,7 @@ api: default: 30 retry_web_hook_events: default: false - api_key_last_used_epoch: + api_key_last_used_epoch: default: "" # Value is added in a migration hidden: true revoke_api_keys_days: diff --git a/spec/components/crawler_detection_spec.rb b/spec/components/crawler_detection_spec.rb index dd9ce42d22..db45d2cbd6 100644 --- a/spec/components/crawler_detection_spec.rb +++ b/spec/components/crawler_detection_spec.rb @@ -47,6 +47,7 @@ describe CrawlerDetection do crawler! "LogicMonitor SiteMonitor/1.0" crawler! "Java/1.8.0_151" crawler! "Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)" + crawler! "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3694.0 Mobile Safari/537.36 Chrome-Lighthouse" end it "returns true when VIA header contains 'web.archive.org'" do