add robots.txt

resthub · Jan 20, 2014 · f628b9b · f628b9b
1 parent 586021d
commit f628b9b
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,6 @@
+User-agent: *
+Disallow: /reference/
+Disallow: /assets/
+
+User-agent: Swiftbot
+Disallow: /apidocs/