V4.2024.08.4699 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-Black Hole
+360Spider
+AdsTxtCrawlerTP
+AfD-Verbotsverfahren
+AllSubmitter
+Anarchy99
+AwarioRssBot
+Bigfoot
+Bitacle
+Blow
+Brandprotect
+Brandwatch
 BuiltBotTough
-ChatGPT-User
-CherryPicker
-ChinaClaw
-DSearch
+CazoodleBot
+CheTeam
+Citoid
+Claritybot
+Cosmos
+DBLBot
+DIIbot
+DTS Agent
 Demon
-Discoverybot
-Dotbot
+DigitalPebble
+Dispatch
+DnBCrawler-Analytics
+EMail Siphon
 EMail Wolf
-EasyDL
-EirGrabber
+Exabot
+ExtLinksBot
+Extractor
+ExtractorPro
 FDM
-FacebookBot
-FemtosearchBot
-FlashGet
-Fuzz
-Genieo
+GalaxyBot
+GermCrawler
 Go-Ahead-Got-It
-GoZilla
-GrapeshotCrawler
-HTTP::Lite
-HTTrack
-HaosouSpider
-Hloader
-Humanlinks
-InternetSeer
-IstellaBot
-JOC Web Spider
-Joomla
-Jorgee
+Grafula
+GridBot
+Harvest
+HybridBot
+IDBTE4M
+IlseBot
+Image Sucker
+JamesBOT
+JennyBot
+Kenjin Spider
 LWP::Simple
-Larbin
-Leap
-LieBaoFast
-LinqiaScrapeBot
+LexiBot
+Lipperhey
 Lipperhey Spider
-Lmspider
-MolokaiBot
+Mediatoolkitbot
+MicroMessenger
+Mr.4x3
+Musobot
+Navroad
 Netcraft
-Nikto
 Offline Explorer
-OnCrawl
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
-Pimonster
-Probethenet
-RankActiveLinkBot
-ReGet
-RealDownload
-SEOlyt
-SEOlyticsCrawler
-SenutoBot
-SeoSiteCheckup
-SiteSnagger
-Sottopop
-Sqlmap
-SurveyBot
-T0PHackTeam
-TeleportPro
-Telesphorep
+Proximic
+RepoMonkey
+RocketCrawler
+SBIder
+SEOstats
+ScoutJet
+ScreenerBot
+Siphon
+SiteCheckerBotCrawler
+SmartDownload
+Snoopy
+SputnikBot
+Titan
 Toata
+Trendictionbot
 Turingos
-TwengaBot
-URLy Warning
-V-BOT
-Voil
-WASALive-Bot
-WBSearchBot
+URLy.Warning
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
 WPScan
 Wallpapers
-Wallpapers/3.0
-Web Auto
 Web Collage
-WebAuto
-WebBandit
-WebCopier
-WebFetch
-Website Quester
-Wonderbot
+Web Pix
+Web Sauger
+WebCollage
+WebImageCollector
+WebsiteExtractor
+Whatweb
+Widow
 Wotbox
-Xenu
-Zermelo
-ZmEu
-ZoomBot
-check1.exe
-gopher
-lwp-request
-oBot
-omgili
+Zade
+adscanner
+cognitiveseo
+crawler4j
+dataforseobot
+eCatch
+evc-batch
+internetVista monitor
+iubenda-radar
+mediawords
+muhstik-scan
 pcBrowser
-polaris version
-s1z.ru
-serpstatbot
-sexsearcher
-trendiction.com
-xpymep1.exe
+trendiction.de
+zauba.io