Disallow bots in robots.txt and with some user agents

nginx/nginx/templates/000-default.conf.template

@@ -2,6 +2,9 @@
 server {
 	listen 80 default_server;
 	location / {
+		if ($http_user_agent ~* "(AdsBot-Google|Amazonbot|anthropic-ai|Applebot|Applebot-Extended|AwarioRssBot|AwarioSmartBot|Bytespider|CCBot|ChatGPT-User|ClaudeBot|Claude-Web|cohere-ai|DataForSeoBot|Diffbot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GPTBot|img2dataset|ImagesiftBot|magpie-crawler|Meltwater|omgili|omgilibot|peer39_crawler|peer39_crawler/1.0|PerplexityBot|PiplBot|scoop.it|Seekr|YouBot)"){
+			return 307 https://ash-speed.hetzner.com/10GB.bin;
+		}
 		return 301 https://$host$request_uri;
 	}
 }
@@ -17,6 +20,10 @@ server {
 	types_hash_max_size 2048;
 	#include /etc/nginx/mime.types;
 	#default_type application/octet-stream;
+	#
+	if ($http_user_agent ~* "(AdsBot-Google|Amazonbot|anthropic-ai|Applebot|Applebot-Extended|AwarioRssBot|AwarioSmartBot|Bytespider|CCBot|ChatGPT-User|ClaudeBot|Claude-Web|cohere-ai|DataForSeoBot|Diffbot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GPTBot|img2dataset|ImagesiftBot|magpie-crawler|Meltwater|omgili|omgilibot|peer39_crawler|peer39_crawler/1.0|PerplexityBot|PiplBot|scoop.it|Seekr|YouBot)"){
+		return 307 https://ash-speed.hetzner.com/10GB.bin;
+	}
 
 	gzip on;
 	gzip_disable "msie6";
@@ -26,6 +33,11 @@ server {
 	# required to avoid HTTP 411: see Issue #1486 (https://github.com/dotcloud/docker/issues/1486)
 	chunked_transfer_encoding on;
 
+	location = /robots.txt {
+		add_header Content-Type text/plain;
+	  	return 200 "User-agent: *\nDisallow: /\n";
+	}
+
 	# delegated Matrix server
 	location /.well-known/matrix {
 		proxy_pass https://${MATRIX_HOSTNAME};