V4.2023.05.3769 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundexbot
-AhrefsBot
-Anarchy
-AwarioSmartBot
-BackWeb
-Bitacle
-CCBot
-Chlooe
-Cliqzbot
-Cloud mapping
-Collector
-Copier
-Cosmos
-Crescent
+404checker
+80legs
+AllSubmitter
+Anthill
+BacklinkCrawler
+Battleztar Bazinga
+BlackWidow
+Bolt
+BuzzSumo
+Calculon
+Claritybot
+Cogentbot
 DBLBot
+DataCha0s
 Deusu
-Digincore
-DigitalPebble
-Discobot
-DomCopBot
-Dotbot
+Dirbuster
+DomainSigmaCrawler
+EirGrabber
+EroCrawler
+FDM
 Freeuploader
-Gigabot
-GrapeFX
-HEADMasterSEO
-Haansoft
-IDBTE4M
-InterGET
-Iria
-JennyBot
+Gotit
+HMView
+Hloader
+HybridBot
+IDBot
+Image Fetch
+InfoTekies
 JetCar
-JikeSpider
 JustView
-Keyword Density
+Kenjin Spider
 Kinza
 LWP::Simple
-Lanshanbot
 LinkWalker
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
 Lmspider
-MIDown tool
-MQQBrowser
-MSIECrawler
-Masscan
+Mb2345Browser
 MeanPath Bot
+Meanpathbot
 MegaIndex.ru
-Microsoft URL Control
-Morfeus Fucking Scanner
+MolokaiBot
 Mr.4x3
-Musobot
+Needle
+NetZIP
 Nimbostratus
 Nmap
-OutclicksBot
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
+PageGrabber
 Pandalytics
-Panscient
+PeoplePal
+Picscout
+Pockey
+ProPowerBot
+Probethenet
+Proximic
 Pu_iN
-RankurBot
-Ripper
-SMTBot
-SalesIntelligent
-ScoutJet
-ScreenerBot
-Seekport
-SemrushBot
-SenutoBot
-Shodan
-Site Sucker
-Sociscraper
-Spinn3r
-Steeler
-Stripper
-Sucuri
-SuperBot
-Telesphoreo
-TightTwatBot
-Tracemyfile
-Turingos
-Twice
-URLy.Warning
-V-BOT
+ReGet
+Rogerbot
+SemanticJuice
+SentiBot
+SeobilityBot
+Sitebeam
+Sosospider
+Sottopop
+SputnikBot
+Sqlworm
+SurveyBot
+T8Abot
+Turnitin
+Typhoeus
+Upflow
 Vacuum
-Vagabondo
-WASALive-Bot
-Web Collage
-Web Sucker
+WEBDAV
+WISENutbot
+Wallpapers
+Web Enhancer
 WebAuto
-WebBandit
 WebWhacker
-Webalta
-Who.is Bot
-Zauba
-Zermelo
-ZumBot
-com.plumanalytics
-dataforseo.com
+WebZIP
+Whatweb
+Xaldon WebSpider
+Zade
+ZyBorg
+adscanner
+backlink-check
 dataforseobot
-magpie-crawler
-oBot
-probe-image-size
-sogouspider
+eCatch
+instabid
+isitwp.com
+pcBrowser
+scalaj-http
+scan.lol
+seostar
+sysscan
+webpros.com
+x09Mozilla
+zgrab