@@ -148,6 +148,14 @@ def stats():
148148 stats = get_engines_stats()
149149 return render('stats.html', stats=stats)
150150
151+@app.route('/robots.txt', methods=['GET'])
152+def robots():
153+ return Response("""User-agent: *
154+Allow: /
155+Allow: /about
156+Disallow: /stats
157+""", mimetype='text/plain')
158+
151159@app.route('/opensearch.xml', methods=['GET'])
152160def opensearch():
153161 global opensearch_xml