zaclys
/
searxng
mirror of https://github.com/searxng/searxng.git
1
0
Fork 1
Code Issues Packages Projects Releases Wiki Activity

[enh] robots.txt added

This commit is contained in:
asciimoo 2013-12-01 16:10:38 +01:00
parent d50414275c
commit 822bf2f36d
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
searx/webapp.py
View File

@ -148,6 +148,14 @@ def stats():
stats = get_engines_stats() stats = get_engines_stats()
return render('stats.html', stats=stats) return render('stats.html', stats=stats)
@app.route('/robots.txt', methods=['GET'])
def robots():
return Response("""User-agent: *
Allow: /
Allow: /about
Disallow: /stats
""", mimetype='text/plain')
@app.route('/opensearch.xml', methods=['GET']) @app.route('/opensearch.xml', methods=['GET'])
def opensearch(): def opensearch():
global opensearch_xml global opensearch_xml