Add a robots.txt

peerfinder.py

@@ -144,6 +144,10 @@ def get_targets(uuid):
 def homepage():
     return render_template('home.html')
 
+@app.route('/robots.txt')
+def robots():
+    return "User-agent: *\nDisallow: /target/\nDisallow: /result/"
+
 @app.route('/submit', methods=['POST'])
 def submit_job():
     if 'target' in request.form: