added robot.txt file

bcgov · Nov 22, 2023 · c6a067c · c6a067c
1 parent 01b8c4d
commit c6a067c
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt
@@ -1,2 +1,7 @@
 User-agent: *
-Disallow: /
+Allow: /
+
+Disallow: /*/
+Disallow: /*/*/
+Disallow: /*/*/*/
+Disallow: /*/*/*/*/