From bb05c5e151e5c3abf71026691ede402d32a5f41d Mon Sep 17 00:00:00 2001
From: Craig Oates <craig@craigoates.net>
Date: Wed, 8 Jan 2020 00:10:12 +0000
Subject: [PATCH] create robot.txt file.

---
 app/static/robots.txt | 5 +++++
 1 file changed, 5 insertions(+)
 create mode 100644 app/static/robots.txt

diff --git a/app/static/robots.txt b/app/static/robots.txt
new file mode 100644
index 0000000..105d246
--- /dev/null
+++ b/app/static/robots.txt
@@ -0,0 +1,5 @@
+# www.robotstxt.org/
+
+# Disallow The Wayback Machine
+User-agent: ia_archiver
+Disallow:/