Add robots.txt

config/nginx/nginx.conf

@@ -15,6 +15,11 @@ http {
   server {
     listen 80;
 
+    location = /robots.txt {
+      add_header Content-Type text/plain;
+      return 200 "User-agent: *\nDisallow: /\n";
+    }
+
     location / {
       proxy_pass http://web;
       proxy_buffering off;