Future work when for when deploying

2025-03-25 15:12:09 +00:00
parent 1ee4ceba0e
commit 107f8e2642
2 changed files with 21 additions and 0 deletions
--- a/deployment/.htaccess
+++ b/deployment/.htaccess
@@ -0,0 +1,18 @@
+# Disallow known bad bots
+SetEnvIfNoCase User-Agent "MJ12bot" bad_bot
+SetEnvIfNoCase User-Agent "AhrefsBot" bad_bot
+SetEnvIfNoCase User-Agent "SemrushBot" bad_bot
+Deny from env=bad_bot
+
+# Rate limit using mod_ratelimit (if available)
+<IfModule mod_ratelimit.c>
+    SetOutputFilter RATE_LIMIT
+    SetEnv rate-limit 400
+</IfModule>
+
+# Prevent crawlers from indexing results pages
+<IfModule mod_rewrite.c>
+    RewriteEngine On
+    RewriteCond %{REQUEST_URI} ^/results/thunderball
+    RewriteRule .* - [F]
+</IfModule>
--- a/deployment/robots.txt
+++ b/deployment/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Disallow: /results/
+Disallow: /tickets/