V4.2023.09.4004 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-ALittle Client
-Alligator
-AlphaBot
-BackStreet
-BacklinkCrawler
-BlackWidow
-Bullseye
-Calculon
-ChinaClaw
-Chlooe
-Copier
-CopyRightCheck
-Cosmos
-Curious
-CyotekWebCopy
+01h4x.com
+Anarchy
+Asterias
+BDFetch
+BLEXBot
+Bandit
+Battleztar Bazinga
+Bigfoot
+BotALot
+Brandprotect
+BuiltWith
+CCBot
+CSHttp
+CheTeam
+Claritybot
+CrunchBot
+DataCha0s
+Deusu
+Devil
 Digincore
 Discobot
-Dispatch
-Extractor
-EyeNetIE
-Flunky
-GT::WWW
-GrabNet
-GridBot
-IlseBot
-IstellaBot
-JOC Web Spider
-JennyBot
-JikeSpider
-Joomla
-Kinza
-LWP::Simple
-Leap
-Lftp
-LinkWalker
-Linkbot
-MQQBrowser
-Mag-Net
-MauiBot
-MeanPath Bot
+DnyzBot
+Drip
+FrontPage
+FyberSpider
+GetRight
+Go!Zilla
+HTMLparser
+HaosouSpider
+Havij
+HybridBot
+IndeedBot
+InfoNaviRobot
+Iria
+Jyxobot
+Keybot Translation-Search-Machine
+LinkScan
+LinkpadBot
+Masscan
+Meanpathbot
 Metauri
-Minefield
-NICErsPRO
-Needle
-NetSpider
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Name Intelligence
+NetLyzer
+NetMechanic
 Nettrack
-OutclicksBot
-PageAnalyzer
+Nutch
+OutfoxBot
+PHPCrawl
 Panscient
-Papa Foto
+Pimonster
 Pump
-PyCurl
-SeobilityBot
-Seomoz
-SiteLockSpider
+RankurBot
+Ripper
+SEOkicks-Robot
+SMTBot
+ScrepyBot
+SenutoBot
+Siphon
+SiteSnagger
+SiteSucker
 Snake
-Snapbot
-Snoopy
-SocialRankIOBot
 Sosospider
 SpaceBison
-Sqlworm
-Steeler
+Spinn3r
 Stripper
-Sucuri
-SurveyBot
-Telesphorep
-Thumbor
-TightTwatBot
+Suzuran
+TeleportPro
 Toata
-URLy.Warning
+Turingos
+Typhoeus
+URLy Warning
+UnisterBot
 VidibleScraper
-WWWOFFLE
-Web Fuck
-WebAuto
+WBSearchBot
+WWW-Collector-E
 WebBandit
-WebEnhancer
-WebGo IS
-Wonderbot
+WebCopier
+WebFetch
+WebReaper
+WebSauger
+WebSucker
+WebmasterWorldForumBot
+WebsiteQuester
+Whatweb
 Wotbox
-Xaldon_WebSpider
-Zade
+YoudaoBot
+ZoomBot
 ZumBot
-arquivo-web-crawler
-cognitiveseo
-domainsproject.org
-evc-batch
-iubenda-radar
-mediawords
-muhstik-scan
-openai.com
-plumanalytics
-scalaj-http
-sogouspider
+eCatch
+linkdexbot
+lwp-trivial
+magpie-crawler
+pcBrowser
+seocompany.store
+serpstatbot
+sitechecker.pro
 sysscan
-tAkeOut
-trendiction.com
-trendiction.de
-webpros.com