Future work when for when deploying
This commit is contained in:
18
deployment/.htaccess
Normal file
18
deployment/.htaccess
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
# Disallow known bad bots
|
||||||
|
SetEnvIfNoCase User-Agent "MJ12bot" bad_bot
|
||||||
|
SetEnvIfNoCase User-Agent "AhrefsBot" bad_bot
|
||||||
|
SetEnvIfNoCase User-Agent "SemrushBot" bad_bot
|
||||||
|
Deny from env=bad_bot
|
||||||
|
|
||||||
|
# Rate limit using mod_ratelimit (if available)
|
||||||
|
<IfModule mod_ratelimit.c>
|
||||||
|
SetOutputFilter RATE_LIMIT
|
||||||
|
SetEnv rate-limit 400
|
||||||
|
</IfModule>
|
||||||
|
|
||||||
|
# Prevent crawlers from indexing results pages
|
||||||
|
<IfModule mod_rewrite.c>
|
||||||
|
RewriteEngine On
|
||||||
|
RewriteCond %{REQUEST_URI} ^/results/thunderball
|
||||||
|
RewriteRule .* - [F]
|
||||||
|
</IfModule>
|
||||||
3
deployment/robots.txt
Normal file
3
deployment/robots.txt
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
User-agent: *
|
||||||
|
Disallow: /results/
|
||||||
|
Disallow: /tickets/
|
||||||
Reference in New Issue
Block a user