V4.2023.03.3626 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-ASPSeek
-AhrefsBot
+01h4x.com
+Aboundexbot
 Aipbot
-AlphaBot
-Anarchy99
-AwarioSmartBot
-BDFetch
-Backlink-Ceck
-Blackboard
-BuiltBotTough
-Bullseye
-CSHttp
+Alligator
+Asterias
+Atomseobot
+BDCbot
+BackStreet
+Badass
+Black Hole
+CCBot
+Calculon
 CheTeam
-ChinaClaw
-Collector
-Custo
-DSearch
+Cogentbot
+Copier
+Crescent
 Deusu
-Devil
-Discoverybot
+Dirbuster
+DnBCrawler-Analytics
 DnyzBot
-ECCP/1.0
+DomainSigmaCrawler
 EMail Siphon
-EroCrawler
-ExtLinksBot
+EasyDL
+Ebingbong
+Fimap
 Freeuploader
-Grafula
-HEADMasterSEO
-IDBTE4M
+FrontPage
+Getintent
+GrapeshotCrawler
+Humanlinks
 IRLbot
-Intelliseek
-Jbrofuzz
-Jorgee
-Kinza
-LNSpiderguy
+Id-search
+Iria
+JamesBOT
+Kenjin Spider
+LeechGet
+LexiBot
+Lftp
+Libwhisker
+Lightspeedsystems
+Linkbot
+LinkpadBot
 Lipperhey
-MFC_Tear_Sample
-MIIxpc
+Lmspider
+Mail.RU_Bot
+MarkWatch
+Mata Hari
 MeanPath Bot
-Microsoft Data Access
 Moblie Safari
 Morfeus Fucking Scanner
-NetLyzer
-Niki-bot
-NimbleCrawler
-Not
-Offline Explorer
-Offline Navigator
-OrangeBot
-PHPCrawl
-Pi-Monster
-ProPowerBot
-QueryN Metasearch
-RankFlex
-Rogerbot
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
-Screaming
-SearchmetricsBot
-Semrush
-SemrushBot
-SiteLockSpider
-SiteSucker
-SmartDownload
-Sottopop
+Mr.4x3
+Navroad
+Needle
+Nessus
+Net Vampire
+NetSpider
+Openfind
+PageAnalyzer
+PageScorer
+Panscient
+Picsearch
+Probethenet
+Pu_iN
+RankActiveLinkBot
+RankingBot2
+SBIder
+SiteCheckerBotCrawler
+SlySearch
+Snoopy
 SputnikBot
-Sqlmap
-Steeler
-Stripper
-Swiftbot
-T8Abot
-Toata
-Trendiction
-Typhoeus
-UnisterBot
-Voil
+Sucker
+T0PHackTeam
+TightTwatBot
+Toweyabot
+Tracemyfile
+TurnitinBot
 Voltron
-WallpapersHD
-WeSEE
-Web Enhancer
+Web Fuck
 WebEnhancer
-WebStripper
-Website Quester
-WebsiteQuester
-Who.is Bot
-ZoomBot
-cah.io.community
-clark-crawler
-crawler.feedback
-gopher
+WebLeacher
+WebPix
+WebReaper
+Webalta
+WebmasterWorldForumBot
+Whack
+Xaldon WebSpider
+Zermelo
+coccocbot
+com.plumanalytics
+instabid
 internetVista monitor
-isitwp.com
-lwp-request
-netEstate NE Crawler
-probe-image-size
-seocompany.store
-trendiction.com
-webgains-bot
+iubenda-radar
+magpie-crawler
+mediawords
+page scorer
+scalaj-http
+seostar
+sitechecker.pro
+sp_auditbot
+trendiction.de