V4.2021.12.2752 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
-AIBOT
-ALittle Client
+80legs
+ADmantX
 ASPSeek
 Aboundex
+Acunetix
 AiHitBot
-AllSubmitter
-Anarchy
-Anthill
+Aipbot
+Anarchy99
+Ankit
+Aspiegel
 Asterias
-AwarioRssBot
-BLEXBot
-BackDoorBot
-Backlink-Ceck
-Bandit
-Barkrowler
-BatchFTP
-Bigfoot
+BackStreet
 Bitacle
-BlackWidow
+Black Hole
 Blow
-BlowFish
-Bolt
-Brandprotect
-Brandwatch
-Buck
-Buddy
-BuiltBotTough
-BuiltWith
-CODE87
-CSHttp
-Cegbfeieh
-CheTeam
-ChinaClaw
-Copier
+Bullseye
+BuzzSumo
+CATExplorador
+Cocolyzebot
+Cogentbot
+Cosmos
 Craftbot
-Crawling at Home Project
-Crescent
 CrunchBot
 Curious
-Custo
-CyotekWebCopy
-DBLBot
-DSearch
-DatabaseDriverMysqli
-Deusu
-Digincore
-DnBCrawler-Analytics
+DTS Agent
+Devil
+Disco
+Discobot
+Dispatch
+DittoSpyder
 DomCopBot
+DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-Dotbot
+DomainStatsBot
 Download Wonder
-EMail Wolf
-EasyDL
+Dragonfly
+Drip
+EMail Siphon
 Ebingbong
-Ecxi
-EirGrabber
-Evil
-Exabot
-Extractor
-ExtractorPro
+Express WebPictures
 Extreme Picture Finder
-FDM
-Fimap
-FlashGet
-Flunky
+EyeNetIE
+FHscan
+Firefox/7.0
+Freeuploader
 FrontPage
-Fuzz
-FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
+GetRight
 GetWeb
-Grabber
+Go!Zilla
+Go-Ahead-Got-It
 Grafula
-HMView
+GridBot
 HTMLparser
-Haansoft
+HTTrack
 Harvest
-Hloader
+Havij
+Heritrix
 Humanlinks
-IRLbot
+HybridBot
+Id-search
+IlseBot
 Image Fetch
+Image Sucker
+IndeedBot
+InfoNaviRobot
 InfoTekies
-Intelliseek
-JennyBot
-Joomla
+Iria
+Iskanie
+IstellaBot
+JOC Web Spider
+Jetty
+JikeSpider
 Jorgee
-Kenjin Spider
+JustView
 Keyword Density
-Kinza
-Kozmosbot
-LNSpiderguy
-LWP::Simple
 Larbin
-LeechFTP
-LieBaoFast
-LinkWalker
-Linkbot
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
+LeechGet
+LexiBot
 LinqiaScrapeBot
 Lipperhey Spider
-Ltx71
-MIDown tool
+Litemage_walker
+Lmspider
 MIIxpc
-MJ12bot
-Mail.RU_Bot
-Majestic12
+MSFrontPage
+MSIECrawler
+Magnet
+Majestic-SEO
 Mass Downloader
-Masscan
-MauiBot
-Mb2345Browser
-MegaIndex.ru
+Mata Hari
+Meanpathbot
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
-Mozlila
-Msrabot
-Needle
-Net Vampire
-NetLyzer
-NetSpider
+Minefield
+Mister PiX
+Moblie Safari
+Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
+NPbot
+Name Intelligence
+Navroad
+NearSite
+NetMechanic
 NetZIP
-Netcraft
-Nettrack
+Netvibes
 Nibbler
-Nmap
+Niki-bot
+Nikto
+Nimbostratus
+Not
 Nuclei
-OpenVAS
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
+OrangeBot
 OrangeSpider
 OutclicksBot
 OutfoxBot
 PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageScorer
 Panscient
-PeoplePal
-Pimonster
-PleaseCrawl
+Picsearch
+Piepmatz
 Pockey
 ProWebWalker
-Psbot
+Probethenet
 Pump
-PxBroker
-PyCurl
-QueryN Metasearch
-RankActiveLinkBot
+Quick-Crawler
 RankingBot
-RankingBot2
-RealDownload
-RedesScrapy
-SEOlyticsCrawler
+Rankivabot
+ReGet
+RebelMouse
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
+SMTBot
 SalesIntelligent
 ScanAlert
 Scanbot
+ScoutJet
+Scrapy
 Screaming
+Searchestate
 SearchmetricsBot
-SemrushBot
+Semrush
+SeoSiteCheckup
+SeobilityBot
 Seomoz
-Shodan
+Siphon
 Site Sucker
 SiteCheckerBotCrawler
 SiteLockSpider
+Sitevigil
 Snake
 Sociscraper
 Sosospider
 Sottopop
-SpaceBison
 SpankBot
-Spanner
-Spbot
 Spinn3r
-Sqlworm
-Sqworm
+SputnikBot
+Steeler
+Stripper
+SuperBot
+SuperHTTP
+Surfbot
+SurveyBot
 Szukacz
+T0PHackTeam
 Teleport
 TeleportPro
-Telesoft
-Telesphoreo
 The Intraformant
 Thumbor
-Toweyabot
-Tracemyfile
-True_Robot
-TurnitinBot
-Twice
+TightTwatBot
+Trendiction
+Trendictionbot
+Turnitin
+URLy.Warning
 Upflow
 V-BOT
 VB Project
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Voltron
+VCI
+Vacuum
+Virusdie
+Voil
 WASALive-Bot
 WEBDAV
-WISENutbot
-WPScan
 WWW-Collector-E
-Wallpapers
-Web Auto
+WWW::Mechanize
+Wallpapers/3.0
 Web Collage
-Web Enhancer
-Web Sauger
+Web Pix
+Web Sucker
+WebCollage
 WebCopier
-WebFetch
-WebImageCollector
+WebEnhancer
+WebGo IS
+WebLeacher
+WebPix
 WebReaper
 WebSauger
 WebStripper
 Webalta
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-WebsiteQuester
-Webster
 Whacker
 Whatweb
-Who.is Bot
-WiseGuys Robot
+Wotbox
+Xenu
 Zade
 Zermelo
-Zitebot
-ZyBorg
-adscanner
+Zeus
+ZmEu
+ZoominfoBot
+ZumBot
 clark-crawler
-coccocbot-web
-cognitiveseo
-crawler.feedback
 crawler4j
-demandbase-bot
-eCatch
 evc-batch
-instabid
+facebookscraper
+heritrix
+internetVista monitor
 lwp-request
-oBot
-page scorer
-plumanalytics
+muhstik-scan
+netEstate NE Crawler
+pcBrowser
 polaris version
 probe-image-size
 ripz
-scalaj-http
+s1z.ru
+satoristudio.net
+seobility
 seoscanners
-seostar
+serpstatbot
 sexsearcher
+sitechecker.pro
 tAkeOut
-ubermetrics-technologies.com
+trendiction.com
+trendiction.de
 voyagerx.com
-webmeup-crawler
+webgains-bot
+x09Mozilla
 xpymep1.exe
+zauba.io
+zgrab