V4.2024.05.4506 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404checker
-Abonti
-Aboundex
+80legs
+ALittle Client
 AiHitBot
-Alexibot
-Attach
+Anthill
+BLEXBot
 Blow
-BuiltBotTough
-Bytespider
-CATExplorador
-Cloud mapping
-Collector
-Crescent
-DTS Agent
+CODE87
+CSHttp
+Citoid
+Claritybot
+CyotekWebCopy
+DIIbot
+Devil
 Discoverybot
 DomCopBot
-Drip
-ECCP/1.0
-Express WebPictures
-ExtractorPro
-FHscan
-Fimap
-FyberSpider
-G-i-g-a-b-o-t
+Dragonfly
+Ebingbong
+FDM
+FemtosearchBot
 GalaxyBot
-GermCrawler
-Go-Ahead-Got-It
-GoZilla
-Harvest
-Heritrix
-Iblog
-Indy Library
-InfoNaviRobot
-Intelliseek
-Jetty
+Genieo
+Grafula
+GrapeshotCrawler
+HEADMasterSEO
+HMView
+HTMLparser
+IDBot
+Image Sucker
+ImagesiftBot
+Jorgee
+Keybot Translation-Search-Machine
 Keyword Density
-Leap
-Lightspeedsystems
-LinqiaRSSBot
-LinqiaScrapeBot
-Ltx71
-Meanpathbot
-Mister PiX
-Musobot
+Kinza
+Kozmosbot
+Lanshanbot
+LeechFTP
+LibWeb
+Libwhisker
+LieBaoFast
+LinkScan
+Majestic SEO
+MicroMessenger
 Needle
 NetZIP
-Openfind
-OrangeBot
-PECL::HTTP
-PageScorer
-Petalbot
-Picsearch
-PleaseCrawl
-ProWebWalker
-Proximic
-RankingBot
-SalesIntelligent
-Screaming
-Seekport
+Netvibes
+Nikto
+OpenLinkProfiler
+PageThing.com
+ProPowerBot
+RankFlex
+RankingBot2
+Reaper
+SEOlyticsCrawler
+SEOstats
+SeekportBot
 SemanticJuice
 Semrush
+SentiBot
+SeobilityBot
 Shodan
-SiteSnagger
 SiteSucker
-SlySearch
 Snapbot
-Sociscraper
-Spanner
-Sqlworm
-SuperHTTP
-Szukacz
-Teleport
-TinyTestBot
-Toata
-TurnitinBot
-URLy.Warning
+Snoopy
+Sottopop
+SuperBot
+SurveyBot
+T8Abot
+Tracemyfile
+True_Robot
 Virusdie
-Voltron
-Wallpapers
-Wallpapers/3.0
-Web Fuck
+WallpapersHD
+Web Enhancer
+Web Fetch
+Web Pix
 Web Sauger
 WebBandit
-WebCopier
-WebImageCollector
-WebZIP
-Website Quester
-Webster
-WiseGuys Robot
-YaK
-ZumBot
+WebPix
+WebStripper
+WebsiteExtractor
+Who.is Bot
+Zermelo
+Zeus
+Zitebot
+ZyBorg
+arquivo-web-crawler
 com.plumanalytics
-dataforseo.com
-instabid
-mediawords
-netEstate NE Crawler
-oBot
-probe-image-size
-sp_auditbot
+eCatch
+internetVista monitor
+ips-agent
+iubenda-radar
+satoristudio.net
+scalaj-http
+sitechecker.pro
+spyfu
 trendiction.com
+trendiction.de
+ubermetrics-technologies.com
+webpros.com
+xpymep1.exe