V4.2024.02.4279 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ASPSeek
-Aboundexbot
+Acunetix
 AdsTxtCrawlerTP
-Anarchy99
-Anthill
-Asterias
-Bandit
+AllSubmitter
+BDCbot
+BDFetch
+BLEXBot
+Barkrowler
 Bitacle
-Bolt
+CODE87
+CazoodleBot
 CheeseBot
-CopyRightCheck
-Craftbot
-DBLBot
-DatabaseDriverMysqli
-Deusu
-Dragonfly
-Ecxi
-Exabot
-FemtosearchBot
-Flunky
-GPTBot
-GT::WWW
-GridBot
-HTMLparser
-HTTrack
-Havij
-HonoluluBot
-IRLbot
-Indy Library
-JamesBOT
-LNSpiderguy
-Larbin
-Litemage_walker
-MIDown tool
-Majestic-SEO
+CherryPicker
+Claritybot
+Cogentbot
+DIIbot
+DTS Agent
+DigitalPebble
+DnBCrawler-Analytics
+DomainCrawler
+EMail Siphon
+EMail Wolf
+ExtractorPro
+Fimap
+FyberSpider
+GoZilla
+IDBot
+IndeedBot
+InfoTekies
+Iria
+Iskanie
+JetCar
+JustView
+Keyword Density
+LexiBot
+Libwhisker
+LieBaoFast
+LinksManager
+LinqiaRSSBot
+MIIxpc
 MarkMonitor
-MarkWatch
-Mass Downloader
-Mb2345Browser
-MegaIndex.ru
-Microsoft Data Access
-Microsoft URL Control
+MeanPath Bot
 Minefield
-Moblie Safari
-Mojolicious
-Mr.4x3
-NPbot
-NearSite
-Netcraft
-Ninja
-Nuclei
+Musobot
+NetAnts
+NetZIP
+Netvibes
+Nikto
+Nimbostratus
+Octopus
 OnCrawl
 OrangeSpider
-Pandalytics
-Piepmatz
-ProWebWalker
-Probethenet
-Proximic
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-SBIder
-ScoutJet
-Scrapy
+PageGrabber
+PageScorer
+Pi-Monster
+Pimonster
+RSSingBot
+Rankivabot
+RebelMouse
+SEOkicks
+SalesIntelligent
 ScreenerBot
-SentiBot
-SiteLockSpider
+Searchestate
+Shodan
 SiteSnagger
-SiteSucker
-Sitebeam
-SmartDownload
+SocialRankIOBot
 Sociscraper
-Sogou web spider
-Sqlmap
-Steeler
-Sucker
-Swiftbot
-Telesphoreo
-Toata
+SpaceBison
+Spinn3r
+SurveyBot
+T0PHackTeam
+T8Abot
+Teleport
+Telesoft
+TightTwatBot
+TinyTestBot
+Tracemyfile
+Trendiction
 Trendictionbot
-Typhoeus
-URLy.Warning
-VCI
-WPScan
-WWW::Mechanize
-Web Pix
-WebAuto
+True_Robot
+Turingos
+WBSearchBot
+WWW-Collector-E
+Web Fetch
+WebCopier
 WebImageCollector
-WebLeacher
-Whacker
-YoudaoBot
-archive.org_bot
-meanpathbot
-openai
-seoscanners
-siteripz
-sysscan
-zgrab
+WebmasterWorldForumBot
+Website Quester
+WiseGuys Robot
+Xenu
+arquivo-web-crawler
+evc-batch
+iubenda-radar
+linkdexbot
+oBot
+pcBrowser
+plumanalytics
+seobility
+sogouspider
+sp_auditbot
+x22Mozilla