V4.2024.03.4369 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
+404checker
 80legs
-ADmantX
-ASPSeek
-AlphaBot
+Aboundex
+AdsTxtCrawlerTP
+Anarchie
 Asterias
-BLEXBot
-BacklinkCrawler
-Badass
-Barkrowler
-BetaBot
+AwarioRssBot
+AwarioSmartBot
+BackStreet
+BatchFTP
 Blackboard
 Bolt
-Buddy
+BuiltBotTough
 BunnySlippers
-Chlooe
-Copier
-Copyscape
-DSearch
-DTS Agent
+BuzzSumo
+Bytespider
+ChinaClaw
+Craftbot
+CrunchBot
+Curious
+Digincore
+DigitalPebble
+Disco
+Discoverybot
 Domains Project
-Download Wonder
-Dragonfly
-FemtosearchBot
-G-i-g-a-b-o-t
+Drip
+EMail Wolf
+EasyDL
+Ebingbong
+Exabot
+Foobot
+Freeuploader
+GetRight
 Gigabot
-Gotit
-Grafula
-Havij
-Heritrix
-HonoluluBot
-HybridBot
-Iblog
-Id-search
-ImagesiftBot
-InterGET
-JetCar
+GrabNet
+HTTP::Lite
+Harvest
+IRLbot
 Joomla
-JustView
+Jorgee
 Jyxobot
-Kenjin Spider
-Keyword Density
-LibWeb
-Libwhisker
-LinksManager
-LinqiaScrapeBot
-Lipperhey
-Lmspider
-MIIxpc
-MarkMonitor
-MeanPath Bot
+Lanshanbot
+LeechGet
+Lightspeedsystems
+LinkWalker
+Litemage_walker
+Mass Downloader
+Masscan
 Mojolicious
-Msrabot
-Net Vampire
-NetZIP
-NextGenSearchBot
-Nikto
+NPbot
+NimbleCrawler
 Nimbostratus
-Nuclei
-Nutch
-OpenVAS
-OutclicksBot
+Offline Explorer
+OnCrawl
 OutfoxBot
 PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
 PageGrabber
-Pandalytics
-Papa Foto
-Picsearch
-Probethenet
-QueryN Metasearch
-RSSingBot
-Rankivabot
-RealDownload
-Recorder
+Pixray
+Proximic
+Pu_iN
+PxBroker
+Reaper
 SEOkicks-Robot
-Screaming
+SalesIntelligent
 SearchmetricsBot
-Sitebeam
-Snake
-SpaceBison
-Sqlworm
-Virusdie
+Seekport
+SeoSiteCheckup
+SiteLockSpider
+SlySearch
+SuperBot
+Swiftbot
+Telesphoreo
+The Intraformant
+Tracemyfile
+Trendiction
+Turingos
+Turnitin
+Upflow
 VoidEYE
-Voltron
-Wallpapers/3.0
-Web Fetch
-WebBandit
-WebCopier
+WASALive-Bot
+WPScan
+Wallpapers
+WeSEE
+Web Sucker
+WebCollage
+WebImageCollector
+WebLeacher
+WebSucker
 WebmasterWorldForumBot
+Xaldon_WebSpider
 YoudaoBot
-Zermelo
-ZumBot
-crawl.sogou.com
-domainsproject.org
-mediawords
-openai
-pcBrowser
-webpros.com
+Zitebot
+archive.org_bot
+autoemailspider
+com.plumanalytics
+eCatch
+internetVista monitor
+seobility
+ubermetrics-technologies.com
+zgrab