V4.2023.09.3994 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ALittle Client
-Acunetix
-AiHitBot
-Anthill
-Aspiegel
-BLEXBot
-Barkrowler
+360Spider
+ASPSeek
+Aboundexbot
+Anarchy
+AwarioRssBot
+BDCbot
+BDFetch
 Bigfoot
-Boardreader
-BotALot
-CODE87
+Black Hole
+Blow
+BuzzSumo
+CCBot
+CensysInspect
+Copier
+CopyRightCheck
 Crescent
-Devil
-DigitalPebble
-DnBCrawler-Analytics
-Dotbot
-FDM
-GT::WWW
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-Heritrix
-IDBot
-Indy Library
-Intelliseek
-InterGET
-JOC Web Spider
-JennyBot
-JikeSpider
+Discoverybot
+Dispatch
+DittoSpyder
+DnyzBot
+DomainSigmaCrawler
+EMail Siphon
+EasyDL
+EirGrabber
+Evil
+Foobot
+GPTBot
+GermCrawler
+Getintent
+Hloader
+Id-search
+Image Sucker
+InfoNaviRobot
+Iskanie
+IstellaBot
+JamesBOT
 Jorgee
-Keyword Density
-Lftp
-LinkScan
+Larbin
+Leap
+LibWeb
+LieBaoFast
 LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-MIIxpc
-MSFrontPage
-MeanPath Bot
-Metauri
-Moblie Safari
-Morfeus Fucking Scanner
-NPbot
-Name Intelligence
-Needle
-NetLyzer
-Niki-bot
-Nikto
-Ninja
-Offline Navigator
-OpenVAS
-Openvas
-Pandalytics
-Pi-Monster
-Picsearch
-Pump
+MIDown tool
+MTRobot
+Majestic-SEO
+Mediatoolkitbot
+Microsoft URL Control
+Mr.4x3
+Musobot
+Nessus
+NetAnts
+Netvibes
+Nutch
+Offline Explorer
+OutfoxBot
+Papa Foto
+PictureFinder
+Pixray
+Psbot
+Pu_iN
 Quick-Crawler
-RSSingBot
-RankFlex
-RankingBot
-RedesScrapy
-RocketCrawler
-SEOkicks-Robot
-SEOprofiler
-SearchmetricsBot
-Site Sucker
-SmartDownload
-SpankBot
+RebelMouse
+SEOkicks
+SEOlyticsCrawler
+SISTRIX
+Scrapy
+ScreenerBot
+Semrush
+Siphon
+SiteCheckerBotCrawler
 Spanner
-Spinn3r
 SputnikBot
-Suzuran
-Telesphorep
+Sqlmap
+TeleportPro
 Thumbor
+Toweyabot
 Turnitin
-TurnitinBot
-Typhoeus
+TwengaBot
 URLy.Warning
-WASALive-Bot
-WISENutbot
-WWW::Mechanize
-WebEnhancer
-WebReaper
-Webshag
-WebsiteQuester
-Wprecon
+VidibleScraper
+Voltron
+WallpapersHD
+WebCopier
+WebGo IS
+Webalta
+WebsiteExtractor
+Xenu
 Zeus
-crawl.sogou.com
-dataforseobot
-instabid
-meanpathbot
-muhstik-scan
-netEstate NE Crawler
-oBot
-pcBrowser
-seostar
-spyfu
+ZmEu
+ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
+arquivo-web-crawler
+cognitiveseo
+evc-batch
+sogouspider
+tAkeOut
 ubermetrics-technologies.com
-webgains-bot