From 7a313e5060aa705225d675e284c1a8d3b55cf5ae Mon Sep 17 00:00:00 2001 From: lens0021 Date: Tue, 1 Oct 2024 16:44:05 +0900 Subject: [PATCH 1/2] robots: Disallow more patterns --- jobs/http.nomad | 2 +- res/robots.txt | 7 +++++++ 2 files changed, 8 insertions(+), 1 deletion(-) diff --git a/jobs/http.nomad b/jobs/http.nomad index aa92e70..16cdbec 100644 --- a/jobs/http.nomad +++ b/jobs/http.nomad @@ -53,7 +53,7 @@ job "http" { destination = "local/robots.txt" mode = "file" - options { checksum = "md5:0f781bd4d8e87bbc4701a955ef319045" } + options { checksum = "md5:a2f8f6506f487014d8ee3466c3de46aa" } } config { diff --git a/res/robots.txt b/res/robots.txt index 3261645..7fad9df 100644 --- a/res/robots.txt +++ b/res/robots.txt @@ -27,5 +27,12 @@ Disallow: /w/Special: Disallow: /w/Special%3A Disallow: /w/%ED%8A%B9%EC%88%98: Disallow: /w/%ED%8A%B9%EC%88%98%3A +Disallow: /index.php?title=%ED%8A%B9%EC%88%98: +Disallow: /index.php?title=%ED%8A%B9%EC%88%98%3A + +# https://github.com/femiwiki/nomad/issues/270 +Disallow: /index.php?hidelinks=1&hidetrans=1&title= +Disallow: /index.php?target=*&title=%ED%8A%B9%EC%88%98:%EA%B0%80%EB%A6%AC%ED%82%A4%EB%8A%94%EB%AC%B8%EC%84%9C +Disallow: /*&mobileaction=toggle_view_mobile sitemap:https://femiwiki.com/sitemap/sitemap-index-femiwiki.xml From 08643e40e3161f37150e214f5865dd5feddd0304 Mon Sep 17 00:00:00 2001 From: lens0021 Date: Tue, 1 Oct 2024 16:49:31 +0900 Subject: [PATCH 2/2] Disallow all special page possibilities --- jobs/http.nomad | 2 +- res/robots.txt | 7 ++++--- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/jobs/http.nomad b/jobs/http.nomad index 16cdbec..7ffff9a 100644 --- a/jobs/http.nomad +++ b/jobs/http.nomad @@ -53,7 +53,7 @@ job "http" { destination = "local/robots.txt" mode = "file" - options { checksum = "md5:a2f8f6506f487014d8ee3466c3de46aa" } + options { checksum = "md5:ff514e2b6c7f211ddc49203939793fae" } } config { diff --git a/res/robots.txt b/res/robots.txt index 7fad9df..930303f 100644 --- a/res/robots.txt +++ b/res/robots.txt @@ -27,12 +27,13 @@ Disallow: /w/Special: Disallow: /w/Special%3A Disallow: /w/%ED%8A%B9%EC%88%98: Disallow: /w/%ED%8A%B9%EC%88%98%3A -Disallow: /index.php?title=%ED%8A%B9%EC%88%98: -Disallow: /index.php?title=%ED%8A%B9%EC%88%98%3A +Disallow: /*?title=%ED%8A%B9%EC%88%98: +Disallow: /*?title=%ED%8A%B9%EC%88%98%3A +Disallow: /*&title=%ED%8A%B9%EC%88%98: +Disallow: /*&title=%ED%8A%B9%EC%88%98%3A # https://github.com/femiwiki/nomad/issues/270 Disallow: /index.php?hidelinks=1&hidetrans=1&title= -Disallow: /index.php?target=*&title=%ED%8A%B9%EC%88%98:%EA%B0%80%EB%A6%AC%ED%82%A4%EB%8A%94%EB%AC%B8%EC%84%9C Disallow: /*&mobileaction=toggle_view_mobile sitemap:https://femiwiki.com/sitemap/sitemap-index-femiwiki.xml