diff --git a/static/robot.txt b/static/robot.txt new file mode 100644 index 0000000..e4ea963 --- /dev/null +++ b/static/robot.txt @@ -0,0 +1,28 @@ +# Nicola Ellis and Ritherdon Archive +User-agent: * +Sitemap: https://www.nicolaellisandritherdonarchive.com +Disallow: /setup +Disallow: /run-setup +Disallow: /sign-up +Disallow: /login +Disallow: /logout +Disallow: /dashboard +Disallow: /site-settings +Disallow: /site-settings/ +Disallow: /users +Disallow: /user/ +Disallow: /create/ +Disallow: /user/ +Disallow: /edit/ +Disallow: /rename/ +Disallow: /page/ +Disallow: /storage/manage +Disallow: /storage/rename/ +Disallow: /storage/delete/ +Disallow: /create/ +Disallow: /archive/ +Disallow: /search +Allow: /archive +Allow: /view/archive/ +Allow: /pages +Allow: /view/page/