V4.2023.06.3838 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
-AIBOT
-Aboundex
 AdsTxtCrawlerTP
-Alexibot
-Anarchy99
-Anthill
-Aspiegel
+AhrefsBot
+AllSubmitter
+AlphaBot
+Asterias
 AwarioRssBot
-BLEXBot
-Badass
-Barkrowler
-BlowFish
-Buck
-CCBot
-CherryPicker
+AwarioSmartBot
+Backlink-Ceck
+BlackWidow
+CATExplorador
+CSHttp
+Cliqzbot
 Cloud mapping
-DataCha0s
-DnBCrawler-Analytics
-DnyzBot
-DomainSigmaCrawler
-Ecxi
-Express WebPictures
-FlashGet
+Collector
+Curious
+DSearch
+Disco
+DittoSpyder
+Ebingbong
+Exabot
+ExtLinksBot
+Foobot
+FrontPage
+G-i-g-a-b-o-t
+GT::WWW
 GetRight
-Gigabot
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
-HTTP::Lite
-HonoluluBot
-Humanlinks
-Iskanie
+GetWeb
+Go!Zilla
+Gotit
+HybridBot
+Id-search
 IstellaBot
+Jetty
+Joomla
 Kenjin Spider
-LWP::Simple
-LexiBot
-Libwhisker
 Lightspeedsystems
-LinkpadBot
-Lipperhey
-MJ12bot
-Mail.RU_Bot
-Majestic-SEO
-Masscan
-MegaIndex.ru
-Metauri
-Microsoft Data Access
-Mojolicious
-Msrabot
-Nessus
-Nimbostratus
-Offline Navigator
-Openfind
+LinqiaRSSBot
+MIDown tool
+Mag-Net
+Mass Downloader
+NetZIP
+Niki-bot
+OpenLinkProfiler
+OpenVAS
+OrangeBot
 OutclicksBot
-RankActive
-Rankivabot
-RebelMouse
-Screaming
-Seekport
-Semrush
-Shodan
-SiteSnagger
-Sitevigil
-Snake
-Sociscraper
-Swiftbot
-T0PHackTeam
-TeleportPro
-Telesoft
-TightTwatBot
-Toata
+PageAnalyzer
+PageScorer
+PageThing.com
+PleaseCrawl
+Proximic
+PyCurl
+RankurBot
+RedesScrapy
+Ripper
+SEOlyticsCrawler
+SEOstats
+SMTBot
+Seomoz
+SiteSucker
+Sitebeam
+Sosospider
+Spanner
+Spinn3r
+Stripper
+Telesphoreo
+Tracemyfile
+Trendiction
+Trendictionbot
+TurnitinBot
 TwengaBot
-Twice
-Vagabondo
-Voltron
+Upflow
+VelenPublicWebCrawler
 WBSearchBot
-WEBDAV
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
-Web Collage
-WebCopier
-WebFetch
+WWW-Mechanize
+WWWOFFLE
+WeSEE
+Web Enhancer
+Web Sucker
+WebImageCollector
 Webalta
 Website Quester
-Who.is Bot
-Woobot
-crawler4j
-dataforseo.com
-demandbase-bot
-domainsproject.org
-ips-agent
-magpie-crawler
-s1z.ru
-sogouspider
-x09Mozilla
-xpymep1.exe
-zgrab
+WebsiteQuester
+Widow
+Xaldon WebSpider
+Zade
+Zauba
+archive.org_bot
+backlink-check
+check1.exe
+com.plumanalytics
+crawl.sogou.com
+linkdexbot
+lwp-trivial
+seoscanners
+sexsearcher
+tAkeOut
+ubermetrics-technologies.com
+webmeup-crawler
+webprosbot