V4.2023.12.4158 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-ADmantX
+ALittle Client
 Alexibot
-Alligator
+Anarchy99
 Apexoo
-AwarioRssBot
-BLEXBot
-Bitacle
-BlowFish
+Atomseobot
+Bandit
+BetaBot
+Bigfoot
+Boardreader
+Buck
+Buddy
+BuiltWith
+CATExplorador
 CSHttp
+Cegbfeieh
+CheTeam
 CheeseBot
-DSearch
-Devil
+Cloud mapping
+Crescent
+Deusu
 DigitalPebble
-DomainStatsBot
-FHscan
-Fuzz
-FyberSpider
-GrabNet
-Grabber
+Discobot
+DnBCrawler-Analytics
+Dotbot
+Evil
+ExtLinksBot
+Ezooms
+FDM
+FlashGet
+Genieo
+Getintent
 GrapeshotCrawler
-Haansoft
-Harvest
+GridBot
+HTMLparser
 Havij
-HonoluluBot
 HybridBot
-Iblog
-Id-search
 IlseBot
-Image Fetch
-JikeSpider
-Jyxobot
+IndeedBot
+Jetty
 Larbin
-LeechFTP
 LeechGet
-LexiBot
-LinkScan
+LinkWalker
 LinqiaScrapeBot
 Lipperhey Spider
-MSIECrawler
-Magnet
-Mass Downloader
-Mb2345Browser
+Lmspider
+MSFrontPage
+Mail.RU_Bot
 Mediatoolkitbot
-MegaIndex.ru
-Metauri
-Mister PiX
-Mojeek
-NetAnts
-NetLyzer
-Offline Explorer
-Offline Navigator
-OnCrawl
-PECL::HTTP
-PageScorer
+Microsoft URL Control
+MolokaiBot
+Nameprotect
+Nibbler
+Nikto
+Nuclei
+OpenLinkProfiler
+OrangeBot
+POE-Component-Client-HTTP
 Pandalytics
-PeoplePal
+Pi-Monster
 Picsearch
-Probethenet
-PxBroker
-PyCurl
-RankActive
-RealDownload
-SEOstats
-SalesIntelligent
-Seekport
-Semrush
-SeobilityBot
-Siphon
+Piepmatz
+Pimonster
+Pixray
+RankingBot2
+RepoMonkey
+RocketCrawler
+Rogerbot
+SiteCheckerBotCrawler
 SiteExplorer
-Sitebeam
-Snapbot
-SocialRankIOBot
-Sosospider
-SpankBot
-Surfbot
-Telesphoreo
-Trendiction
-Trendictionbot
-True_Robot
-V-BOT
-WEBDAV
-WPScan
-WeSEE
-WebPix
-WebmasterWorldForumBot
-Whack
-Who.is Bot
-WinHTTrack
+Sociscraper
+Spanner
+Sqlmap
+Sqworm
+Sucuri
+SurveyBot
+Tracemyfile
+UnisterBot
+Voltron
+WWW::Mechanize
+Web Fetch
+Web Fuck
 Woobot
-ZmEu
-ZoomBot
-arquivo-web-crawler
-dataforseo.com
-evc-batch
-internetVista monitor
-lwp-trivial
-meanpathbot
-pcBrowser
-siteripz
+Wotbox
+YoudaoBot
+Zauba
+coccocbot
+com.plumanalytics
+crawler.feedback
+eCatch
+instabid
+isitwp.com
+magpie-crawler
+netEstate NE Crawler
+plumanalytics
+scan.lol
+serpstatbot
+trendiction.com
+ubermetrics-technologies.com
+zgrab