V4.2023.07.3874 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
+Alligator
 Anarchy99
-BackDoorBot
-Bitacle
-Blackboard
-Brandwatch
-Buck
+Badass
+Bolt
 Buddy
-BuiltBotTough
-BuzzSumo
-Calculon
+BuiltWith
 CazoodleBot
-CheTeam
-Cliqzbot
+CherryPicker
 Copier
+Cosmos
 Crawling at Home Project
+DIIbot
+DTS Agent
+DataCha0s
+Deusu
 Devil
 DigitalPebble
+Dirbuster
 DomCopBot
-ExtLinksBot
-EyeNetIE
-FlashGet
-Genieo
-Grafula
+DomainStatsBot
+Drip
+Fimap
+Foobot
+GermCrawler
+GrapeshotCrawler
 HTMLparser
-HTTP::Lite
-Hloader
-HybridBot
-InfoTekies
-Intelliseek
-Internet Ninja
-InternetSeer
-Iria
-Jbrofuzz
-Jetty
-Jorgee
-Kenjin Spider
-LibWeb
-LieBaoFast
-MIDown tool
-Majestic12
-MarkMonitor
-Masscan
+HTTrack
+Id-search
+Indy Library
+JOC Web Spider
+JennyBot
+Mass Downloader
+Mata Hari
+Mb2345Browser
+MegaIndex.ru
+Microsoft Data Access
+NICErsPRO
 NPbot
-Nameprotect
+NetLyzer
+NetMechanic
 NetZIP
 Nettrack
-Netvibes
-Nikto
-Offline Navigator
-OrangeSpider
-OutclicksBot
-PHPCrawl
+NextGenSearchBot
+Nimbostratus
+Nuclei
+Offline Explorer
+OnCrawl
+OutfoxBot
 POE-Component-Client-HTTP
-PageAnalyzer
+PeoplePal
 Petalbot
+Pi-Monster
 Picscout
-PleaseCrawl
-Pump
-SMTBot
-Searchestate
+Pockey
+ProWebWalker
+PxBroker
+RankFlex
+RankingBot2
+RankurBot
+Re-re
+Recorder
+Ripper
+SEOkicks-Robot
+ScreenerBot
+SemanticJuice
 SemrushBot
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-Sociscraper
-Sqlmap
-Sqworm
-Stripper
-Sucker
-SuperHTTP
+Spanner
+Sqlworm
+SuperBot
+Surfbot
 TeleportPro
-Turnitin
-VidibleScraper
-WISENutbot
-WWW::Mechanize
-WebBandit
-WebEnhancer
-WebGo IS
-Webshag
-WebsiteExtractor
-Who.is Bot
-Zade
-ZmEu
-check1.exe
+V-BOT
+VeriCiteCrawler
+WPScan
+WeSEE
+WebFetch
+Website Quester
+Whacker
+Widow
+Woobot
+Xenu
+Zauba
+Zitebot
+ZumBot
+adscanner
+arquivo-web-crawler
 clark-crawler
-crawler.feedback
-eCatch
-internetVista monitor
-mediawords
+dataforseo.com
+dataforseobot
+evc-batch
+iubenda-radar
+linkdexbot
+lwp-request
+magpie-crawler
 oBot
 polaris version
-probe-image-size
-s1z.ru
 scalaj-http
-seocompany.store
-sitechecker.pro
 webgains-bot
-webmeup-crawler
-x09Mozilla
+x22Mozilla