V4.2024.10.4789 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-AfD-Verbotsverfahren
+Aboundexbot
 AlphaBot
-Aspiegel
-Attach
-BDFetch
-BackDoorBot
-BackWeb
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bitacle
-Blackboard
-Bolt
-Bytespider
-Chlooe
-ClaudeBot
-Copier
-Cosmos
-CrunchBot
+Anarchy
+Blow
+BuiltWith
+CATExplorador
+Cloud mapping
+Cogentbot
+Copyscape
+CyotekWebCopy
+DIIbot
 DatabaseDriverMysqli
-Dirbuster
-Ecxi
+Deusu
+Devil
+Dispatch
+EroCrawler
+Extractor
 FacebookBot
+FemtosearchBot
 FrontPage
-Fyrebot
-GT::WWW
-Genieo
-GrapeFX
-HTTrack
-Havij
-Humanlinks
-IDBTE4M
-IDBot
-Id-search
-JOC Web Spider
-JamesBOT
-Jorgee
+Haansoft
+Image Sucker
+IndeedBot
+InfoNaviRobot
+Internet Ninja
+JennyBot
+JetCar
+LexiBot
 Lightspeedsystems
-Lmspider
+LinkextractorPro
 MQQBrowser
-Mag-Net
-Mata Hari
-Mb2345Browser
-MegaIndex.ru
-Mojolicious
-Mozlila
-Name Intelligence
+Magnet
+Mail.RU_Bot
+Meanpathbot
 Nameprotect
+Navroad
 NearSite
-Nimbostratus
-Nmap
-Nuclei
-OpenVAS
-Openvas
-OrangeSpider
-PageAnalyzer
-Pockey
+Net Vampire
+OrangeBot
+PECL::HTTP
+PHPCrawl
+Pavuk
+Picsearch
+Pimonster
 Probethenet
-Pump
-RankFlex
-Rankivabot
-ReGet
-RepoMonkey
-SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
-SearchmetricsBot
-SiteLockSpider
+Psbot
+RSSingBot
+RankActive
+RankingBot
+RankingBot2
+RankurBot
+SEOstats
+Screaming
+ScreenerBot
+SemrushBot
+SentiBot
+Site Sucker
+SiteExplorer
 SiteSucker
-SlySearch
-Spider_Bot
-Spider_Bot/3.0
-Sqlworm
-Stripper
-Sucuri
-T0PHackTeam
-Telesoft
-True_Robot
-VB Project
-VelenPublicWebCrawler
-Voltron
+SocialRankIOBot
+Sociscraper
+Spammen
+SuperBot
+SuperHTTP
+Surfbot
+T8Abot
+TightTwatBot
+Trendictionbot
+Twice
+Upflow
+WASALive-Bot
 WBSearchBot
-WebSucker
+Web Pix
+WebReaper
 Webster
-Wotbox
-Xaldon WebSpider
-ZmEu
+Whacker
+Whatweb
+WiseGuys Robot
+Xaldon_WebSpider
+Zauba
+ZoominfoBot
 ZyBorg
 anthropic-ai
-crawl.sogou.com
-iubenda-radar
-meanpathbot
-oBot
-omgili
+archive.org_bot
+arquivo-web-crawler
+autoemailspider
+check1.exe
+crawler.feedback
+crawler4j
+imagesift.com
+ips-agent
+isitwp.com
+lwp-request
+muhstik-scan
 polaris version
-serpstatbot
-sogouspider
-sp_auditbot
-voyagerx.com
+seocompany.store
+webmeup-crawler
+webpros.com
+webprosbot
+xpymep1.exe