diff --git a/app/static/robots.txt b/app/static/robots.txt new file mode 100644 index 0000000..105d246 --- /dev/null +++ b/app/static/robots.txt @@ -0,0 +1,5 @@ +# www.robotstxt.org/ + +# Disallow The Wayback Machine +User-agent: ia_archiver +Disallow:/