Block out of control Bytespider indexer

diff --git a/cookbooks/web/templates/default/apache.frontend.erb b/cookbooks/web/templates/default/apache.frontend.erb
index f4848bc3a96e020b80df0f12ab2f97201eb645bc..b097dee554b56c786dcecdef183fa914016a9498 100644 (file)
--- a/cookbooks/web/templates/default/apache.frontend.erb
+++ b/cookbooks/web/templates/default/apache.frontend.erb
@@ -71,6 +71,12 @@
   RewriteCond %{HTTP_USER_AGENT} "python-httpx/0.24.1"
   RewriteRule . - [F,L]
 
+  #
+  # Block out of control spider
+  #
+  RewriteCond %{HTTP_USER_AGENT} "Bytespider"
+  RewriteRule . - [F,L]
+
   #
   # Block attempts to access old API versions
   #