V4.2023.11.4094 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404enemy
 ADmantX
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Alexibot
-Alligator
-AlphaBot
-Anarchie
-Aspiegel
-AwarioSmartBot
-Badass
-Boardreader
-Bytespider
-Cloud mapping
-Collector
-CopyRightCheck
+Abonti
+Apexoo
+BDFetch
+BacklinkCrawler
+Blackboard
+BlowFish
+BotALot
+Citoid
+Cocolyzebot
+CrunchBot
+Curious
+DIIbot
+DTS Agent
 Demon
-Discobot
-Dispatch
-ECCP/1.0
-ExtractorPro
-Fimap
-Firefox/7.0
-GermCrawler
-GetWeb
-GridBot
-HTTP::Lite
-Heritrix
-IDBTE4M
+Deusu
+DomainCrawler
+Download Wonder
+Dragonfly
+Exabot
+Express WebPictures
+GT::WWW
+HTMLparser
+HybridBot
+IndeedBot
+InfoNaviRobot
+InfoTekies
+InterGET
+Iria
+Kenjin Spider
 Keybot Translation-Search-Machine
-Keyword Density
-LinqiaMetadataDownloaderBot
-Lipperhey
-MJ12bot
-MarkMonitor
+LWP::Simple
+Lanshanbot
+Leap
+LeechGet
+LieBaoFast
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Ltx71
+MFC_Tear_Sample
+Magnet
 Masscan
-Metauri
-MicroMessenger
-Microsoft URL Control
-Mister PiX
-NICErsPRO
-Nameprotect
-Net Vampire
+Meanpathbot
+Mojeek
+Mojolicious
+Navroad
+NearSite
+Nessus
 NetZIP
-Openfind
-PHPCrawl
-PageThing.com
-Pavuk
-PeoplePal
-Pu_iN
-PxBroker
-RankActive
+Netcraft
+Nimbostratus
+OpenLinkProfiler
+PageScorer
+Panscient
+Picscout
+Picsearch
+PictureFinder
+ProPowerBot
+Rainbot
 RankActiveLinkBot
-RebelMouse
-RedesScrapy
+RankingBot
+SEOkicks
+SEOlyticsCrawler
 SMTBot
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Seekport
-Shodan
-Siphon
-SiteSucker
-Sosospider
+SemanticJuice
+Seomoz
+Snapbot
+Sogou web spider
+Sqworm
 SurveyBot
-Teleport
-Telesphoreo
+Tracemyfile
 Trendictionbot
-Turnitin
-TwengaBot
+Typhoeus
 Vagabondo
-WISENutbot
-Wallpapers/3.0
+VoidEYE
+WBSearchBot
 Web Enhancer
-Web Pix
-WebPix
+WebEnhancer
+WebReaper
 WebSucker
-Webalta
-WebmasterWorldForumBot
-Webshag
+WebWhacker
 Webster
-WiseGuys Robot
+Whacker
+Wotbox
 Xaldon_WebSpider
-ZoomBot
-ZoominfoBot
-check1.exe
-cognitiveseo
-gopher
-lwp-trivial
-magpie-crawler
+Zade
+ZumBot
+backlink-check
+eCatch
 netEstate NE Crawler
-page scorer
-ripz
-seoscanners
-serpstatbot
-siteripz
-webmeup-crawler
+s1z.ru
+seobility
+seostar
+sitechecker.pro
+sysscan
+trendiction.com
+ubermetrics-technologies.com
 webpros.com
-x09Mozilla