V4.2023.06.3839 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AdsTxtCrawlerTP
-AhrefsBot
-AllSubmitter
-AlphaBot
-Asterias
-AwarioRssBot
-AwarioSmartBot
+AIBOT
+ASPSeek
+Alligator
+Anarchy99
+BBBike
 Backlink-Ceck
-BlackWidow
-CATExplorador
-CSHttp
-Cliqzbot
-Cloud mapping
-Collector
-Curious
-DSearch
-Disco
-DittoSpyder
-Ebingbong
-Exabot
-ExtLinksBot
-Foobot
-FrontPage
-G-i-g-a-b-o-t
-GT::WWW
-GetRight
-GetWeb
-Go!Zilla
-Gotit
-HybridBot
-Id-search
-IstellaBot
-Jetty
+BatchFTP
+Black Hole
+Buck
+BuiltBotTough
+BunnySlippers
+Claritybot
+Copyscape
+DatabaseDriverMysqli
+Dispatch
+Dragonfly
+EasyDL
+FHscan
+FemtosearchBot
+Fimap
+GrapeFX
+HaosouSpider
+Harvest
+IDBTE4M
+IlseBot
+InfoNaviRobot
 Joomla
-Kenjin Spider
-Lightspeedsystems
+Jorgee
+Jyxobot
+Kinza
+LeechFTP
+Linkbot
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-MIDown tool
-Mag-Net
+Majestic SEO
 Mass Downloader
-NetZIP
-Niki-bot
-OpenLinkProfiler
-OpenVAS
-OrangeBot
-OutclicksBot
-PageAnalyzer
-PageScorer
-PageThing.com
-PleaseCrawl
-Proximic
-PyCurl
-RankurBot
-RedesScrapy
-Ripper
+MauiBot
+Meanpathbot
+Mediatoolkitbot
+Mozlila
+Msrabot
+NPbot
+NetAnts
+NetLyzer
+Nettrack
+Nuclei
+Offline Navigator
+Panscient
+Pavuk
+Petalbot
+QueryN Metasearch
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
+RebelMouse
+RocketCrawler
 SEOlyticsCrawler
-SEOstats
-SMTBot
+ScoutJet
+Seekport
 Seomoz
+SiteExplorer
 SiteSucker
-Sitebeam
-Sosospider
-Spanner
-Spinn3r
-Stripper
+Siteimprove
+SlySearch
+SmartDownload
+Snapbot
+Snoopy
+Spbot
+Sqlworm
+SuperBot
+SuperHTTP
+Swiftbot
 Telesphoreo
-Tracemyfile
-Trendiction
-Trendictionbot
-TurnitinBot
+Titan
+Toata
+Toweyabot
+Turingos
 TwengaBot
-Upflow
-VelenPublicWebCrawler
-WBSearchBot
+Typhoeus
+V-BOT
+VeriCiteCrawler
+WISENutbot
 WWW-Mechanize
-WWWOFFLE
-WeSEE
-Web Enhancer
-Web Sucker
-WebImageCollector
-Webalta
-Website Quester
-WebsiteQuester
-Widow
-Xaldon WebSpider
-Zade
+Web Auto
+WebWhacker
+Whack
+Woobot
 Zauba
-archive.org_bot
-backlink-check
-check1.exe
-com.plumanalytics
-crawl.sogou.com
-linkdexbot
-lwp-trivial
-seoscanners
-sexsearcher
+Zermelo
+clark-crawler
+dataforseo.com
+eCatch
+evc-batch
+ripz
+serpstatbot
 tAkeOut
-ubermetrics-technologies.com
-webmeup-crawler
-webprosbot
+trendiction.com
+trendiction.de