Prevent crawlers with robots.txt

This commit is contained in:
Felix 2020-01-13 11:17:04 +01:00
parent ce04ab65f8
commit da3e988060

View file

@ -162,6 +162,10 @@ ssl_ciphers 'ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECD
proxy_set_header Upgrade $http_upgrade; proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection "upgrade"; proxy_set_header Connection "upgrade";
} }
location = /robots.txt {
add_header Content-Type text/plain;
return 200 "User-agent: *\nDisallow: /\n";
}
} }
# Anonymize IP addresses # Anonymize IP addresses