From 5d19eacf95f4994c81e1d4663760fba10224b43f Mon Sep 17 00:00:00 2001 From: filmroellchen Date: Tue, 4 Feb 2025 20:21:07 +0100 Subject: [PATCH] robots.txt --- install.sh | 1 + orga_mediawiki/orga_mediawiki.conf | 11 ++++++++--- public_mediawiki/public_mediawiki.conf | 11 ++++++++--- robots.txt | 3 +++ 4 files changed, 20 insertions(+), 6 deletions(-) create mode 100644 robots.txt diff --git a/install.sh b/install.sh index 8ff826c..c2561e3 100755 --- a/install.sh +++ b/install.sh @@ -7,6 +7,7 @@ set +e ln -fs "$scriptdir/smw-jobs.sh" /usr/local/bin/smw-jobs ln -fs "$scriptdir/nginx.conf" /etc/nginx/nginx.conf ln -fs "$scriptdir/fastcgi.conf" /etc/nginx/fastcgi.conf +ln -fs "$scriptdir/robots.txt" /etc/nginx/robots.txt ln -fs "$scriptdir/public_mediawiki/public_mediawiki.conf" /etc/nginx/sites-enabled/public_mediawiki.conf ln -fs "$scriptdir/orga_mediawiki/orga_mediawiki.conf" /etc/nginx/sites-enabled/orga_mediawiki.conf ln -fs "$scriptdir/pgtune.conf" "/etc/postgresql/15/main/conf.d/pgtune.conf" diff --git a/orga_mediawiki/orga_mediawiki.conf b/orga_mediawiki/orga_mediawiki.conf index e7fb257..fa2a08f 100644 --- a/orga_mediawiki/orga_mediawiki.conf +++ b/orga_mediawiki/orga_mediawiki.conf @@ -9,9 +9,14 @@ server { client_body_timeout 60; index index.php index.html index.htm; - location ~ \.ht { - deny all; - } + location ~ \.ht { + deny all; + } + + location /robots.txt { + root /etc/nginx; + try_files /robots.txt =404; + } location / { try_files $uri $uri/ @rewrite; diff --git a/public_mediawiki/public_mediawiki.conf b/public_mediawiki/public_mediawiki.conf index 8d36cb6..c89ff63 100644 --- a/public_mediawiki/public_mediawiki.conf +++ b/public_mediawiki/public_mediawiki.conf @@ -9,9 +9,14 @@ server { client_body_timeout 60; index index.php index.html index.htm; - location ~ \.ht { - deny all; - } + location ~ \.ht { + deny all; + } + + location /robots.txt { + root /etc/nginx; + try_files /robots.txt =404; + } location / { try_files $uri $uri/ @rewrite; diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..b93e3f5 --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +User-Agent: * +Disallow: / +