Merge pull request #1802 from datadryad/2566-improve-robotstxt

updated robots.txt
datadryad · Aug 13, 2024 · ab8dc18 · ab8dc18
2 parents 667a712 + 8bb320e
commit ab8dc18
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,5 +1,7 @@
 User-agent: *
 Disallow: /search
 Disallow: /stash/downloads
+Disallow: /stash/downloadZip
+Disallow: /stash/share
 Crawl-delay: 5
 Sitemap: https://datadryad.org/sitemap.xml