add robots txt

GlobeMC · Mar 7, 2024 · 9ff7427 · 9ff7427
1 parent 45b2fc2
commit 9ff7427
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/docs/public/robots.txt b/docs/public/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+Disallow: /*.html
+Sitemap: https://www.crashmc.com/sitemap.xml