do not index

DevAlone · DevAlone · commit 4d3c6023c8e1 · 2017-12-19T00:10:46.000+03:00
diff --git a/server/proxy_provider_server.py b/server/proxy_provider_server.py
@@ -68,7 +68,9 @@ async def post(self, request):
 
     async def get_proxies_html(self, request):
         try:
-            html="""<!DOCTYPE html><html><head><meta charset="UTF-8"><title>Go away!</title>"""
+            html="""<!DOCTYPE html><html><head><meta charset="UTF-8"><meta name="robots" content="noindex">
+            <title>Go away!</title>"""
+            
             html += """
             <style>
             #proxy_table {
diff --git a/www/robots.txt b/www/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
