diff --git a/config/site_settings.yml b/config/site_settings.yml index cb7890b8fa..ce91ea6237 100644 --- a/config/site_settings.yml +++ b/config/site_settings.yml @@ -1371,7 +1371,7 @@ security: list_type: compact blacklisted_crawler_user_agents: type: list - default: "mauibot|semrushbot|ahrefsbot|blexbot" + default: "mauibot|semrushbot|ahrefsbot|blexbot|seo spider" list_type: compact slow_down_crawler_user_agents: type: list