V4.2024.04.4443 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-Anarchy99
-BacklinkCrawler
-Blackboard
+AfD-Verbotsverfahren
+AwarioBot
+BLEXBot
+BackWeb
+Bandit
+Barkrowler
+Bigfoot
+Brandprotect
 Brandwatch
-BunnySlippers
-CSHttp
-Claritybot
-Custo
-DIIbot
-DSearch
-DataCha0s
-Digincore
-DomainAppender
-Download Wonder
-EMail Siphon
-Ecxi
-FHscan
-FrontPage
-Fuzz
-GetRight
-GrapeshotCrawler
-HMView
-Harvest
-Hloader
-Humanlinks
-IDBTE4M
-Id-search
+CheTeam
+CheeseBot
+ChinaClaw
+Citoid
+DatabaseDriverMysqli
+DigitalPebble
+DnBCrawler-Analytics
+Domains Project
+Ebingbong
+EirGrabber
+ExtractorPro
+EyeNetIE
+Fimap
+Flunky
+Freeuploader
+Fyrebot
+G-i-g-a-b-o-t
+Go!Zilla
+GoZilla
+Grafula
+HybridBot
 Intelliseek
-IstellaBot
-JOC Web Spider
-JikeSpider
-Jorgee
-LexiBot
-Libwhisker
-LinkScan
-LinksManager
-LinqiaScrapeBot
-Litemage_walker
-MIDown tool
-MJ12bot
-Majestic-SEO
+Iria
+Kenjin Spider
+LNSpiderguy
+Lanshanbot
+LeechFTP
+LibWeb
+LinkWalker
+Linkbot
+Ltx71
+MSIECrawler
 Majestic12
-Microsoft URL Control
-Name Intelligence
-Nameprotect
-Nessus
+Metauri
+Microsoft Data Access
+Musobot
 Net Vampire
-Netcraft
-Octopus
-Offline Navigator
-Openfind
-OrangeBot
-PHPCrawl
-PageThing.com
-Pavuk
-Picscout
+NetLyzer
+Niki-bot
+OrangeSpider
+POE-Component-Client-HTTP
+PageGrabber
+Pandalytics
+PeoplePal
+Pi-Monster
 Picsearch
-Quick-Crawler
+Proximic
+Rainbot
 RankActiveLinkBot
-Rogerbot
+Rankivabot
 SEOkicks-Robot
-Seekport
-SiteLockSpider
-Sogou web spider
-Stripper
-Sucker
-Twice
-URLy.Warning
+SEOstats
+Screaming
+SeekportBot
+SentiBot
+Shodan
+SiteCheckerBotCrawler
+SlySearch
+SpankBot
+Surfbot
+Teleport
+Telesphoreo
+The Intraformant
+URLy Warning
+VB Project
 Vagabondo
-VidibleScraper
-VoidEYE
-WWWOFFLE
-Web Sauger
-WebAuto
-WebCopier
-WebImageCollector
-Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
-Who.is Bot
+WPScan
+WWW::Mechanize
+WebBandit
+WebLeacher
+WebsiteQuester
 Widow
-WinHTTrack
 Wprecon
-Xaldon_WebSpider
-YaK
-ZoomBot
+Zitebot
+ZmEu
 ZoominfoBot
-awario.com
-cohere-ai
+anthropic-ai
+coccocbot
+crawl.sogou.com
 dataforseo.com
-eCatch
-ips-agent
+imagesift.com
+internetVista monitor
 mediawords
 oBot
-omgili
-openai
+openai.com
+page scorer
+s1z.ru
+sexsearcher
 sitechecker.pro
-spyfu
-sysscan
+sp_auditbot
+webgains-bot