From c4edad313981947fc34380b1bf698c4f0f3b9644 Mon Sep 17 00:00:00 2001
From: Grant Slater <github@firefishy.com>
Date: Mon, 9 Jun 2025 16:58:31 +0100
Subject: [PATCH] osqa: block unknown scraper abuse

---
 cookbooks/osqa/templates/default/apache.erb | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/cookbooks/osqa/templates/default/apache.erb b/cookbooks/osqa/templates/default/apache.erb
index 1ef85c040..b1fe63e91 100644
--- a/cookbooks/osqa/templates/default/apache.erb
+++ b/cookbooks/osqa/templates/default/apache.erb
@@ -47,6 +47,18 @@ WSGIDaemonProcess <%= @name %> user=<%= @user %> group=<%= @group %> processes=4
   ErrorLog /var/log/apache2/<%= @name %>-error.log
 
   DocumentRoot <%= @directory %>/osqa
+
+  # Prevent abuse by an anonymous AI bot
+  RewriteEngine on
+  RewriteCond %{REQUEST_METHOD} ^(GET|HEAD)$
+  RewriteCond %{REQUEST_URI} ^/questions/ [OR]
+  RewriteCond %{REQUEST_URI} ^/tags/ [OR]
+  RewriteCond %{REQUEST_URI} ^/users/ [OR]
+  RewriteCond %{REQUEST_URI} ^/vote/
+  RewriteCond %{HTTP_REFERER} ^-?$
+  RewriteCond %{HTTP_USER_AGENT} ((CriOS|Chrome)/[1-9][0-9]?\.0\.|Chrome/100\.0\.|Chrome/122\.0\.0\.0|(Firefox|FxiOS)/[1-6]?[0-9]\.|MSIE\ [5-9]\.0|Opera/[8-9]\.|Windows\ NT\ [3-5]\.|Version/[3-5]\.[0-1]) [NC]
+  RewriteRule ^ - [R=429,L]
+
   Alias /m/ <%= @directory %>/osqa/forum/skins/
   Alias /upfiles/ <%= @directory %>/upfiles/
   Alias /admin_media/ /usr/share/pyshared/django/contrib/admin/media/
-- 
2.39.5