From 692c0bf5f0b353bfbb46aaee1af54afb164dedbc Mon Sep 17 00:00:00 2001 From: asciimoo Date: Mon, 20 Jan 2014 01:38:17 +0100 Subject: [PATCH] [mod] robots.txt update --- searx/webapp.py | 1 + 1 file changed, 1 insertion(+) diff --git a/searx/webapp.py b/searx/webapp.py index 67d2944e8..a8902f635 100644 --- a/searx/webapp.py +++ b/searx/webapp.py @@ -226,6 +226,7 @@ def robots(): Allow: / Allow: /about Disallow: /stats +Disallow: /engines """, mimetype='text/plain')