V4.2023.07.3864 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AllSubmitter
-Ankit
-Aspiegel
-Atomseobot
-AwarioRssBot
+Aipbot
+Anarchie
 BBBike
-BDCbot
-Black Hole
+BackDoorBot
+Backlink-Ceck
+Bolt
 Brandwatch
-BuiltWith
-Bullseye
-CensysInspect
-CheeseBot
+BuiltBotTough
+CSHttp
+CheTeam
+Claritybot
+Copyscape
 Craftbot
-Crawling at Home Project
-Custo
-Disco
-Dispatch
-Download Wonder
-Dragonfly
-Drip
-EMail Siphon
-EroCrawler
-Exabot
-Extreme Picture Finder
-FrontPage
-GermCrawler
-GetRight
-Grabber
+DIIbot
+DigitalPebble
+Dotbot
+Ebingbong
+Firefox/7.0
+Genieo
+GetWeb
+Gigabot
+Go-Ahead-Got-It
+GrabNet
+GridBot
 HMView
-HTTP::Lite
-Haansoft
-Iblog
-Id-search
+Heritrix
 IlseBot
-Internet Ninja
+Indy Library
+Intelliseek
+JamesBOT
+Jetty
 JikeSpider
+Keyword Density
 Kozmosbot
 LNSpiderguy
+LeechFTP
 LexiBot
-LinkScan
-Ltx71
-MJ12bot
-MQQBrowser
-MTRobot
-Mass Downloader
-Mb2345Browser
-Mojeek
+LibWeb
+LinqiaScrapeBot
+MFC_Tear_Sample
+MarkWatch
+Meanpathbot
+Mister PiX
+Name Intelligence
+NearSite
+NetLyzer
 Nettrack
 Niki-bot
-PageScorer
-Papa Foto
-Petalbot
-Pi-Monster
-Probethenet
-Proximic
+NimbleCrawler
+Ninja
+Nutch
+Openfind
+OutfoxBot
+PECL::HTTP
+Pandalytics
+PeoplePal
+ProWebWalker
 PxBroker
-RSSingBot
-RankurBot
+Quick-Crawler
 Reaper
-SEOkicks-Robot
-SEOlyticsCrawler
-ScoutJet
-Seekport
-Sitevigil
-Spinn3r
-Steeler
-SuperBot
+SMTBot
+ScreenerBot
+ScrepyBot
+Searchestate
+SeobilityBot
+Site Sucker
+SiteCheckerBotCrawler
+Sqlmap
 SuperHTTP
-Swiftbot
+T8Abot
 TeleportPro
-Trendiction
+Telesoft
+TheNomad
+Thumbor
 Trendictionbot
-Twice
-Typhoeus
-URLy Warning
-UnisterBot
-V-BOT
-VB Project
 Vagabondo
-VelenPublicWebCrawler
+WASALive-Bot
+WBSearchBot
 WISENutbot
-WeSEE
-Web Fetch
-WebAuto
-WebBandit
-WebWhacker
-Wprecon
+Web Fuck
+Web Sauger
+WebEnhancer
+WebFetch
+WebFuck
+WebZIP
+Whatweb
+Woobot
+Xenu
 ZumBot
-com.plumanalytics
-instabid
+ZyBorg
+crawl.sogou.com
+gopher
 ips-agent
-probe-image-size
+ripz
+s1z.ru
 seoscanners
+sp_auditbot
 spyfu
-ubermetrics-technologies.com
-webgains-bot
 x22Mozilla
-xpymep1.exe
-zauba.io
+zgrab