mirror of
https://github.com/sissbruecker/linkding.git
synced 2025-08-09 19:57:49 +02:00
Add default robots.txt to block crawlers (#959)
This commit is contained in:
2
bookmarks/static/robots.txt
Normal file
2
bookmarks/static/robots.txt
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
User-agent: *
|
||||||
|
Disallow: /
|
@@ -4,6 +4,7 @@ env = DJANGO_SETTINGS_MODULE=siteroot.settings.prod
|
|||||||
static-map = /static=static
|
static-map = /static=static
|
||||||
static-map = /static=data/favicons
|
static-map = /static=data/favicons
|
||||||
static-map = /static=data/previews
|
static-map = /static=data/previews
|
||||||
|
static-map = /robots.txt=static/robots.txt
|
||||||
processes = 2
|
processes = 2
|
||||||
threads = 2
|
threads = 2
|
||||||
pidfile = /tmp/linkding.pid
|
pidfile = /tmp/linkding.pid
|
||||||
@@ -18,6 +19,7 @@ if-env = LD_CONTEXT_PATH
|
|||||||
static-map = /%(_)static=static
|
static-map = /%(_)static=static
|
||||||
static-map = /%(_)static=data/favicons
|
static-map = /%(_)static=data/favicons
|
||||||
static-map = /%(_)static=data/previews
|
static-map = /%(_)static=data/previews
|
||||||
|
static-map = /%(_)robots.txt=static/robots.txt
|
||||||
endif =
|
endif =
|
||||||
|
|
||||||
if-env = LD_REQUEST_TIMEOUT
|
if-env = LD_REQUEST_TIMEOUT
|
||||||
|
Reference in New Issue
Block a user