V4.2023.04.3709 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
+404enemy
+80legs
+Aboundex
 AhrefsBot
-AiHitBot
-AllSubmitter
-Anthill
+Anarchy99
+Asterias
+AwarioRssBot
 BDCbot
+BDFetch
+BackDoorBot
+BackStreet
+Barkrowler
 BatchFTP
+Battleztar Bazinga
 Bitacle
-Brandwatch
+BlackWidow
+Blackboard
+BlowFish
 Buddy
-BunnySlippers
-CheeseBot
-ChinaClaw
-CrazyWebCrawler
-CyotekWebCopy
-DBLBot
-DataCha0s
-DigitalPebble
-Dirbuster
-Discobot
-Download Wonder
+CATExplorador
+CCBot
+Citoid
+Claritybot
+Craftbot
+DIIbot
+DSearch
+Deusu
+DnBCrawler-Analytics
+DomainCrawler
 Evil
-Exabot
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-Firefox/7.0
+Ezooms
+Fimap
+Freeuploader
 Fuzz
-GoZilla
+FyberSpider
+Genieo
+Go!Zilla
+Haansoft
 Havij
-Id-search
-Image Sucker
+IDBTE4M
 InfoNaviRobot
-Jbrofuzz
-Keyword Density
-LWP::Simple
-LibWeb
-LieBaoFast
-Lipperhey
+InterGET
+IstellaBot
+JikeSpider
+Kenjin Spider
+Kozmosbot
+LNSpiderguy
+LeechFTP
+Lftp
+Lightspeedsystems
+LinqiaScrapeBot
+Lipperhey Spider
 Ltx71
+MQQBrowser
 Majestic SEO
-Mata Hari
-Mb2345Browser
-Mojolicious
-NetAnts
+MarkWatch
+MauiBot
+Microsoft URL Control
+Mozlila
+Name Intelligence
+Net Vampire
 NetLyzer
-NetSpider
-Nettrack
-Nimbostratus
-Nutch
-OrangeSpider
-PHPCrawl
-Picscout
+Nikto
+Not
+Pavuk
+Pockey
 ProPowerBot
-Probethenet
-PxBroker
-Quick-Crawler
-RSSingBot
-RankActive
-RankingBot2
-RealDownload
-SEOstats
-ScanAlert
-Scrapy
-ScrepyBot
-SeoSiteCheckup
-SiteExplorer
-SiteSnagger
-Siteimprove
-Snapbot
-Spanner
-Sucker
-Surfbot
-T8Abot
-TeleportPro
-Telesphoreo
-Tracemyfile
-Turnitin
-TurnitinBot
-Typhoeus
-Upflow
-Vagabondo
-VoidEYE
-Web Collage
-Web Fuck
-WebAuto
-WebBandit
-WebCollage
-WebZIP
-Whacker
-Zermelo
-Zitebot
-cognitiveseo
+SBIder
+Semrush
+SeobilityBot
+Seomoz
+Site Sucker
+SiteLockSpider
+SocialRankIOBot
+SpaceBison
+Suzuran
+Thumbor
+VB Project
+Voltron
+WASALive-Bot
+WPScan
+WWW-Mechanize
+WeSEE
+Web Sucker
+WebLeacher
+WebSucker
+WebWhacker
+Whack
+Woobot
+Wotbox
+ZoominfoBot
+clark-crawler
 dataforseo.com
-eCatch
 evc-batch
-ripz
-scan.lol
-sitechecker.pro
-zgrab
+linkdexbot
+meanpathbot
+muhstik-scan
+spyfu
+webpros.com
+xpymep1.exe