From 04f8ed47f530129ee57b4b305b7b47d474b8ddbd Mon Sep 17 00:00:00 2001 From: Liviu-Mihail Concioiu Date: Thu, 21 Nov 2024 04:48:15 +0100 Subject: [PATCH] Adds detection for SuggestBot ref #7929 --- Tests/fixtures/bots.yml | 6 ++++++ regexes/bots.yml | 5 +++++ 2 files changed, 11 insertions(+) diff --git a/Tests/fixtures/bots.yml b/Tests/fixtures/bots.yml index 33f58ab084..c94be9560b 100644 --- a/Tests/fixtures/bots.yml +++ b/Tests/fixtures/bots.yml @@ -8427,3 +8427,9 @@ producer: name: Joint Support-Center for Data Science Research (ROIS-DS) url: https://ds.rois.ac.jp/ +- + user_agent: SuggestBot/1.0 + bot: + name: SuggestBot + category: Crawler + url: https://github.com/nettrom/suggestbot diff --git a/regexes/bots.yml b/regexes/bots.yml index af5ee9b6c8..fdada6986e 100644 --- a/regexes/bots.yml +++ b/regexes/bots.yml @@ -4907,6 +4907,11 @@ name: 'Joint Support-Center for Data Science Research (ROIS-DS)' url: 'https://ds.rois.ac.jp/' +- regex: 'SuggestBot' + name: 'SuggestBot' + category: 'Crawler' + url: 'https://github.com/nettrom/suggestbot' + # Generic bots - regex: 'nuhk|grub-client|Download Demon|SearchExpress|Microsoft URL Control|borg|altavista|dataminr\.com|teoma|oegp|http%20client|htdig|mogimogi|larbin|scrubby|searchsight|semanticdiscovery|snappy|vortex(?!(?: Build|Plus| CM62| HD65))|zeal(?!ot)|dataparksearch|findlinks|BrowserMob|URL2PNG|ZooShot|GomezA|Google SketchUp|Read%20Later|7Siters|centuryb\.o\.t9|InterNaetBoten|EasyBib AutoCite|Bidtellect|tomnomnom/meg|cortex|Re-re Studio|adreview|AHC/|NameOfAgent|Request-Promise|ALittle Client|Hello,? world|wp_is_mobile|0xAbyssalDoesntExist|Anarchy99|^revolt|nvd0rz|xfa1|Hakai|gbrmss|fuck-your-hp|IDBTE4M CODE87|Antoine|Insomania|Hells-Net|b3astmode|Linux Gnu \(cow\)|Test Certificate Info|iplabel|Magellan|TheSafex?Internetx?Search|Searcherx?web|kirkland-signature|LinkChain|survey-security-dot-txt|infrawatch|Time/|r00ts3c-owned-you|nvdorz|Root Slut|NiggaBalls|BotPoke|GlobalWebSearch|xx032_bo9vs83_2a|sslshed|geckotrail|Wordup|Keydrop|^xenu|^(?:chrome|firefox|Abcd|Dark|KvshClient|Node.js|Report Runner|url|Zeus|ZmEu)$' name: 'Generic Bot'