Better robots

2014-03-27 16:45:16 +01:00 · 2014-03-27 16:45:16 +01:00 · 118c513898
parent 0e417e22af
commit 118c513898
1 changed files with 3 additions and 1 deletions
--- a/app.py
+++ b/app.py
@ -18,7 +18,9 @@ def teardown_request(exception):

@app.route('/robots.txt')
 def robots():
-    return "Disallow: *"
+    return """User-agent: *
+Disallow: /
+"""


@app.route('/terms')