mirrors/searxng
1
0
Fork 0
mirror of https://github.com/searxng/searxng.git synced 2024-12-24 02:00:29 +00:00
Code Issues Projects Releases Wiki Activity

[enh] robots.txt added

Browse source
This commit is contained in:
asciimoo 2013-12-01 16:10:38 +01:00
parent d50414275c
commit 822bf2f36d
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
searx/webapp.py
View file

@ -148,6 +148,14 @@ def stats():
stats = get_engines_stats()
return render('stats.html', stats=stats)
@app.route('/robots.txt', methods=['GET'])
def robots():
return Response("""User-agent: *
Allow: /
Allow: /about
Disallow: /stats
""", mimetype='text/plain')
@app.route('/opensearch.xml', methods=['GET'])
def opensearch():
global opensearch_xml