V4.2024.03.4346 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Alligator
-Anarchie
-Anthill
-BackWeb
-Battleztar Bazinga
-Black Hole
-Blow
-Buck
-CATExplorador
-ChinaClaw
+Aboundex
+Aboundexbot
+AwarioRssBot
+BackDoorBot
+Bandit
+BatchFTP
+BetaBot
+Blackboard
+CheTeam
+Cogentbot
 Collector
-Crescent
-Custo
-DBLBot
-DIIbot
-DSearch
-Dispatch
-DnyzBot
-DomainSigmaCrawler
-ECCP/1.0
-EasyDL
+Copier
+CopyRightCheck
+Craftbot
+CyotekWebCopy
+Discobot
+DittoSpyder
+DomainAppender
+Drip
 Ebingbong
-Exabot
+EroCrawler
 Express WebPictures
-Extreme Picture Finder
-FHscan
-Fyrebot
-GPTBot
-GermCrawler
-Getintent
-GrapeFX
-GrapeshotCrawler
-HEADMasterSEO
-HTMLparser
-HTTrack
-Hloader
-HonoluluBot
-IstellaBot
-JamesBOT
-Jbrofuzz
-JennyBot
-Jetty
-JustView
-Lanshanbot
-Larbin
+Ezooms
+FacebookBot
+Firefox/7.0
+Foobot
+FrontPage
+Fuzz
+GalaxyBot
+Genieo
+GetRight
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
+HaosouSpider
+Harvest
+IRLbot
+InterGET
+Internet Ninja
+Iria
+LibWeb
+LinkextractorPro
 Litemage_walker
-Mail.RU_Bot
-MarkWatch
-Microsoft Data Access
-Mojeek
-Morfeus Fucking Scanner
+Meanpathbot
 Musobot
-NearSite
+NetLyzer
+NetMechanic
+NetZIP
 Netvibes
 Nibbler
-OnCrawl
-PHPCrawl
+Offline Navigator
+PageAnalyzer
+Panscient
+Pavuk
+Picsearch
 Piepmatz
 PleaseCrawl
-Probethenet
-Psbot
+Pockey
+ProWebWalker
+Pu_iN
 Pump
-RankingBot
-RankingBot2
-RocketCrawler
-SISTRIX
+RankFlex
+RankurBot
+Re-re
+RedesScrapy
+SEOprofiler
+SalesIntelligent
+ScoutJet
 Seekport
-Seomoz
-Snoopy
-Sogou web spider
-SpaceBison
-Sqlmap
-Sucker
-Sucuri
-Teleport
-URLy.Warning
-Voil
-WebEnhancer
-WebPix
+SeoSiteCheckup
+SocialRankIOBot
+Sosospider
+Sqlworm
+Sqworm
+T8Abot
+Telesphoreo
+Telesphorep
+Toata
+TwengaBot
+Vagabondo
+WWW-Collector-E
+WebCopier
+WebImageCollector
 WebStripper
+WebZIP
 WebmasterWorldForumBot
-Webshag
-Widow
+WebsiteQuester
+Xaldon_WebSpider
 Zauba
-Zermelo
-Zeus
 ZyBorg
-archive.org_bot
-backlink-check
+anthropic-ai
 crawl.sogou.com
-dataforseobot
-linkdexbot
-lwp-request
-oBot
-openai.com
-seostar
-siteripz
-spyfu
-trendiction.com
-zauba.io
+crawler4j
+gopher
+lwp-trivial
+magpie-crawler
+webpros.com
+webprosbot
+x22Mozilla
+xpymep1.exe