Allow per-app configuration of robots.txt

https://developers.google.com/search/reference/robots_txt has
the specification

Part of #344
This commit is contained in:
Girish Ramakrishnan
2017-07-14 12:19:27 -05:00
parent 5697bcf43f
commit acd00222e5
12 changed files with 84 additions and 14 deletions

View File

@@ -82,6 +82,12 @@ server {
# Disable check to allow unlimited body sizes
client_max_body_size 0;
<% if (robotsTxt) { %>
location = /robots.txt {
return 200 "<%= robotsTxt %>";
}
<% } %>
<% if ( endpoint === 'admin' ) { %>
location /api/ {
proxy_pass http://127.0.0.1:3000;