Block Google and other search engines from alpha.spectrum.chat

mxstbr · mxstbr · commit 10b43445884f · 2018-03-10T11:01:36.000+01:00
Closes #2521 Already deployed!
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,3 @@
+# This robots.txt file is used to disallow robots to crawl our staging environment alpha.spectrum.chat, which has the same content as the main site
+User-agent: *
+Disallow: /
diff --git a/rules-alpha.json b/rules-alpha.json
@@ -1,5 +1,6 @@
 {
   "rules": [
+    { "pathname": "/robots.txt", "dest": "robots.alpha.spectrum.chat" },
     { "pathname": "/api", "dest": "api.alpha.spectrum.chat" },
     { "pathname": "/api/**", "dest": "api.alpha.spectrum.chat" },
     { "pathname": "/auth", "dest": "api.alpha.spectrum.chat" },

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+# This robots.txt file is used to disallow robots to crawl our staging environment alpha.spectrum.chat, which has the same content as the main site`
	`2`	`+User-agent: *`
	`3`	`+Disallow: /`
Original file line number	Diff line number	Diff line change
`@@ -1,5 +1,6 @@`
`1`	`1`	`{`
`2`	`2`	`"rules": [`
	`3`	`+ { "pathname": "/robots.txt", "dest": "robots.alpha.spectrum.chat" },`
`3`	`4`	`{ "pathname": "/api", "dest": "api.alpha.spectrum.chat" },`
`4`	`5`	`{ "pathname": "/api/**", "dest": "api.alpha.spectrum.chat" },`
`5`	`6`	`{ "pathname": "/auth", "dest": "api.alpha.spectrum.chat" },`