docs: add robots.txt and error.html

- robots.txt prevents crawling of everything but /stable - error.html has a simple meta refresh to the latest stable docs. This will also help crawlers find the right path.
Oliver-Fish · Mar 4, 2018 · ee6937f · ee6937f
1 parent a68c7ff
commit ee6937f
Show file tree

Hide file tree

Showing 4 changed files with 19 additions and 1 deletion.
diff --git a/docs/bucketassets/error.html b/docs/bucketassets/error.html
@@ -0,0 +1,9 @@
+Not found
+<html>
+    <head>
+        <meta http-equiv="refresh" content="0;URL='/stable'" />
+    </head>
+    <body>
+        Not found - redirecting you to <a href="/stable">latest stable docs</a>.
+    </body>
+</html>
diff --git a/docs/bucketassets/robots.txt b/docs/bucketassets/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Disallow: /archive/
+Disallow: /master/
diff --git a/docs/setup b/docs/setup
@@ -0,0 +1,7 @@
+#!/bin/sh
+
+aws configure set preview.cloudfront true
+aws --profile mitmproxy \
+    s3 cp --acl public-read ./bucketassets/error.html s3://docs.mitmproxy.org/error.html
+aws --profile mitmproxy \
+    s3 cp --acl public-read ./bucketassets/robots.txt s3://docs.mitmproxy.org/robots.txt
diff --git a/docs/style/style.scss b/docs/style/style.scss
@@ -27,7 +27,6 @@ $family-sans-serif: BlinkMacSystemFont, -apple-system, "Segoe UI", "Roboto", "Ox
     margin-bottom: 1em;
 }
 
-
 .sidebar {
     background-color: #F1F1F1;
     .version {