Add default robots.txt to block crawlers (#959)

sissbruecker · Jan 26, 2025 · e6ebca1 · e6ebca1
1 parent 085d67e
commit e6ebca1
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/bookmarks/static/robots.txt b/bookmarks/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/uwsgi.ini b/uwsgi.ini
@@ -4,6 +4,7 @@ env = DJANGO_SETTINGS_MODULE=siteroot.settings.prod
 static-map = /static=static
 static-map = /static=data/favicons
 static-map = /static=data/previews
+static-map = /robots.txt=static/robots.txt
 processes = 2
 threads = 2
 pidfile = /tmp/linkding.pid
@@ -18,6 +19,7 @@ if-env = LD_CONTEXT_PATH
 static-map = /%(_)static=static
 static-map = /%(_)static=data/favicons
 static-map = /%(_)static=data/previews
+static-map = /%(_)robots.txt=static/robots.txt
 endif =
 
 if-env = LD_REQUEST_TIMEOUT