V4.2023.07.3875 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+404checker
+404enemy
+ASPSeek
+Alexibot
 Alligator
+AlphaBot
 Anarchy99
-Badass
-Bolt
-Buddy
-BuiltWith
-CazoodleBot
+Aspiegel
+BBBike
+Bitacle
+BlackWidow
+BlowFish
+Buck
+CCBot
+CheTeam
 CherryPicker
+ChinaClaw
+Cloud mapping
 Copier
-Cosmos
-Crawling at Home Project
+Copyscape
+Craftbot
+CyotekWebCopy
 DIIbot
-DTS Agent
-DataCha0s
-Deusu
-Devil
 DigitalPebble
-Dirbuster
-DomCopBot
-DomainStatsBot
 Drip
-Fimap
-Foobot
-GermCrawler
-GrapeshotCrawler
-HTMLparser
-HTTrack
-Id-search
-Indy Library
-JOC Web Spider
-JennyBot
-Mass Downloader
-Mata Hari
-Mb2345Browser
+Freeuploader
+Getintent
+Gigabot
+GoZilla
+GrapeFX
+Haansoft
+HaosouSpider
+InternetSeer
+Iria
+IstellaBot
+Jbrofuzz
+Joomla
+Lanshanbot
+Lightspeedsystems
+MTRobot
+Magnet
+MauiBot
 MegaIndex.ru
-Microsoft Data Access
-NICErsPRO
-NPbot
-NetLyzer
+Mozlila
+Navroad
+Nessus
+Net Vampire
 NetMechanic
-NetZIP
-Nettrack
-NextGenSearchBot
-Nimbostratus
-Nuclei
-Offline Explorer
-OnCrawl
-OutfoxBot
-POE-Component-Client-HTTP
+NimbleCrawler
+Octopus
+Pandalytics
 PeoplePal
-Petalbot
-Pi-Monster
 Picscout
-Pockey
-ProWebWalker
+Picsearch
+Pimonster
 PxBroker
-RankFlex
-RankingBot2
-RankurBot
-Re-re
-Recorder
-Ripper
+RankActive
+Rankivabot
+RocketCrawler
+SEOkicks
 SEOkicks-Robot
-ScreenerBot
-SemanticJuice
+ScanAlert
 SemrushBot
-Spanner
-Sqlworm
+Seomoz
+SiteLockSpider
+SiteSucker
+Siteimprove
+Snapbot
+Sogou web spider
+SputnikBot
 SuperBot
-Surfbot
 TeleportPro
-V-BOT
+Telesoft
+Vagabondo
 VeriCiteCrawler
-WPScan
-WeSEE
-WebFetch
+Virusdie
+WASALive-Bot
+WBSearchBot
+WebAuto
+WebWhacker
 Website Quester
 Whacker
-Widow
-Woobot
-Xenu
-Zauba
-Zitebot
-ZumBot
-adscanner
-arquivo-web-crawler
-clark-crawler
-dataforseo.com
+Who.is Bot
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
+Zermelo
+autoemailspider
 dataforseobot
-evc-batch
-iubenda-radar
-linkdexbot
+demandbase-bot
+domainsproject.org
+eCatch
+internetVista monitor
 lwp-request
-magpie-crawler
-oBot
-polaris version
-scalaj-http
-webgains-bot
+page scorer
+seobility
+serpstatbot
+sitechecker.pro
+webmeup-crawler
 x22Mozilla