V4.2023.10.4030 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-ALittle Client
-Alexibot
-Alligator
+01h4x.com
+Aipbot
+AllSubmitter
 Apexoo
 Atomseobot
 Attach
-Barkrowler
-Blackboard
-Boardreader
+BBBike
+BatchFTP
+Bitacle
 Buddy
-Bytespider
-CSHttp
+Calculon
+CherryPicker
+Citoid
 Copier
-DataCha0s
-DatabaseDriverMysqli
-Deusu
-Discobot
-Discoverybot
-EirGrabber
+Cosmos
+Crawling at Home Project
+CrazyWebCrawler
+Curious
+Dirbuster
+Dispatch
+DomainStatsBot
+Domains Project
+EyeNetIE
 FemtosearchBot
-Flunky
-FrontPage
-Genieo
-GermCrawler
-HEADMasterSEO
-HaosouSpider
-Harvest
-IDBot
-Id-search
-IlseBot
-Larbin
-Leap
+FlashGet
+Foobot
+GetWeb
+Go-Ahead-Got-It
+GrabNet
+Hloader
+HybridBot
+IstellaBot
+JustView
+Jyxobot
+Keyword Density
 LexiBot
-LieBaoFast
-Likse
-LinkextractorPro
-LinqiaRSSBot
 MJ12bot
-MSIECrawler
-MTRobot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
+MSFrontPage
+Majestic12
+Masscan
 Mojolicious
-NICErsPRO
-Net Vampire
-NetLyzer
-NetMechanic
-Netcraft
-Netvibes
+Msrabot
+NearSite
 Niki-bot
-Nmap
-PHPCrawl
-PageGrabber
-Papa Foto
-Pi-Monster
-Proximic
-Quick-Crawler
-RSSingBot
+Octopus
+OnCrawl
+OutfoxBot
+PageAnalyzer
+ProPowerBot
+PxBroker
 RankActive
 RankActiveLinkBot
-RankingBot2
+RankFlex
 RankurBot
-Re-re
-SEOlyticsCrawler
+Reaper
+Recorder
+SEOkicks
+SEOkicks-Robot
 SEOprofiler
 ScanAlert
-SeekportBot
-SiteExplorer
-Sitebeam
-SpaceBison
-SpankBot
-Spbot
-Steeler
-Sucuri
+ScoutJet
+Screaming
+Seekport
+Site Sucker
+SiteSnagger
+Sqlmap
 SuperHTTP
-SurveyBot
-T0PHackTeam
-TwengaBot
-URLy.Warning
+Surfbot
+Teleport
+Telesoft
+Telesphorep
+V-BOT
+VB Project
+VCI
+Vagabondo
+VoidEYE
+WBSearchBot
+WISENutbot
+WebAuto
+WebBandit
 WebCopier
-WebLeacher
-WebWhacker
-Whack
-Whatweb
-Wotbox
-Xaldon WebSpider
-Zade
-Zeus
-ZoomBot
-coccocbot
-crawl.sogou.com
-crawler4j
+WebGo IS
+WebZIP
+Website Quester
+Zermelo
+ZyBorg
+autoemailspider
+clark-crawler
+eCatch
 evc-batch
-instabid
-meanpathbot
-netEstate NE Crawler
-ripz
-xpymep1.exe
+linkdexbot
+magpie-crawler
+plumanalytics
+scalaj-http
+seobility
+seocompany.store
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+x09Mozilla