V4.2021.09.2610 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-80legs
 AIBOT
-ASPSeek
+ALittle Client
+Abonti
 Aboundex
-Aboundexbot
-Apexoo
+AhrefsBot
+AiHitBot
+AllSubmitter
+AlphaBot
+Anarchie
+Anarchy99
+Ankit
+Anthill
 Asterias
-BBBike
+AwarioRssBot
 BDCbot
 BackDoorBot
+BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Badass
 BatchFTP
-Battleztar Bazinga
-Bigfoot
+BetaBot
 Black Hole
-Blow
-BlowFish
-Bolt
+BlackWidow
+Brandprotect
 Brandwatch
-Bullseye
+BuiltBotTough
 BuzzSumo
-CCBot
+CATExplorador
 CODE87
-CazoodleBot
 CheTeam
-ChinaClaw
 Chlooe
-Cloud mapping
-Cocolyzebot
-Collector
-CopyRightCheck
-Crescent
-CrunchBot
+Claritybot
+Copier
+Copyscape
+CrazyWebCrawler
 Custo
-DataCha0s
-Demon
-Deusu
-Dirbuster
+CyotekWebCopy
+DIIbot
+DTS Agent
+DigitalPebble
+Disco
+Discobot
+Dispatch
+DnyzBot
+DomCopBot
+DomainAppender
 DomainCrawler
-DomainStatsBot
-Domains Project
-Drip
-EasyDL
-Ecxi
+Dragonfly
+Ebingbong
+EroCrawler
 Evil
-Express WebPictures
-Extractor
+Exabot
+ExtLinksBot
+ExtractorPro
 Ezooms
 FDM
+FemtosearchBot
+Firefox/7.0
 FlashGet
-FyberSpider
+Foobot
+FrontPage
+Fuzz
+Fyrebot
 GT::WWW
 GalaxyBot
 GetRight
-GetWeb
-Go-Ahead-Got-It
+Getintent
+Go!Zilla
+GoZilla
 GrabNet
+Grabber
 Grafula
-GrapeFX
 GrapeshotCrawler
-GridBot
-HTMLparser
+HTTP::Lite
 HTTrack
 Haansoft
-HaosouSpider
 Harvest
-Humanlinks
-HybridBot
+Havij
 IDBTE4M
-Id-search
-IlseBot
 Image Fetch
+IndeedBot
 Indy Library
-InfoTekies
-Internet Ninja
-InternetSeer
-Iria
-Iskanie
 IstellaBot
-JikeSpider
-Joomla
+JamesBOT
+Jbrofuzz
 Jorgee
-Jyxobot
-Kinza
+JustView
+Kozmosbot
 LNSpiderguy
-Leap
-LeechGet
+LWP::Simple
+Larbin
 LexiBot
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
+LibWeb
 LinkScan
-Linkdexbot
+Linkbot
 LinkextractorPro
-LinkpadBot
-Litemage_walker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lmspider
-Mag-Net
-Magnet
-Majestic SEO
-MauiBot
+MIDown tool
+MJ12bot
+MSFrontPage
+MSIECrawler
+Majestic-SEO
+Mass Downloader
+MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
+MegaIndex.ru
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-Mojolicious
-Msrabot
+Moblie Safari
+Mojeek
+Mr.4x3
+NICErsPRO
+NPbot
 Name Intelligence
+NearSite
 Needle
-Net Vampire
+Nessus
 NetAnts
-NetLyzer
-NetSpider
-Netcraft
-Nettrack
+NetMechanic
+NetZIP
 Niki-bot
+Nikto
+NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-Nuclei
-Nutch
+Octopus
+Offline Explorer
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
-Openfind
 PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
+PageGrabber
 PageScorer
 Pandalytics
-Papa Foto
+Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
-PictureFinder
+Picsearch
+Pimonster
 PleaseCrawl
-ProPowerBot
 ProWebWalker
-Probethenet
-Pu_iN
-PxBroker
+Pump
 Quick-Crawler
 RSSingBot
-Rankivabot
-Re-re
-Reaper
-Recorder
+RankActive
+RankFlex
+RankingBot
+RepoMonkey
+Ripper
 RocketCrawler
-Rogerbot
-SEOkicks
-SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-SISTRIX
 SMTBot
-ScanAlert
+SalesIntelligent
+ScoutJet
+Screaming
 ScrepyBot
-Searchestate
-Seomoz
+Semrush
+SeoSiteCheckup
+Shodan
 Siphon
-Sitebeam
-SmartDownload
+Site Sucker
+SiteCheckerBotCrawler
+SiteSucker
+Sitevigil
+SlySearch
+Snake
 Snapbot
 SocialRankIOBot
-Sosospider
+Sogou web spider
 Sottopop
 SpaceBison
-Spammen
 SpankBot
-Spanner
-Spinn3r
-Sqlworm
-Sqworm
-Sucker
-SuperBot
-SuperHTTP
+Spbot
+SputnikBot
 Suzuran
-Teleport
-TeleportPro
+T8Abot
+Telesoft
+Telesphorep
+The Intraformant
+TheNomad
 TightTwatBot
 Toweyabot
 Tracemyfile
-Trendiction
-Trendictionbot
-True_Robot
-URLy Warning
-UnisterBot
+Turnitin
+TurnitinBot
+Typhoeus
 V-BOT
-VB Project
-VCI
-Vagabondo
 VidibleScraper
-VoidEYE
-WASALive-Bot
-WBSearchBot
-WEBDAV
+Virusdie
 WISENutbot
-WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
 Wallpapers
 Wallpapers/3.0
+Web Auto
+Web Collage
+Web Enhancer
 Web Fuck
 Web Sauger
-WebBandit
 WebCopier
 WebFuck
 WebGo IS
 WebImageCollector
-WebPix
-Webalta
+WebLeacher
+WebSucker
 WebmasterWorldForumBot
-Webshag
-Whatweb
-WinHTTrack
-Wonderbot
-Woobot
+Website Quester
+WebsiteExtractor
+Webster
+Whack
+WiseGuys Robot
 Wotbox
-Xaldon WebSpider
-YoudaoBot
+Xaldon_WebSpider
+Xenu
 Zeus
-ZmEu
-ZoominfoBot
-ZyBorg
+Zitebot
+ZumBot
 autoemailspider
+check1.exe
+clark-crawler
+coccocbot-web
 crawl.sogou.com
+crawler.feedback
 crawler4j
-demandbase-bot
-eCatch
+dataforseo.com
 evc-batch
-lwp-trivial
+facebookscraper
+instabid
+ips-agent
+isitwp.com
 magpie-crawler
 netEstate NE Crawler
-oBot
+page scorer
 plumanalytics
-satoristudio.net
+polaris version
+probe-image-size
+scalaj-http
 seobility
+seostar
+siteripz
 sogouspider
-sp_auditbot
+spyfu
+sysscan
 tAkeOut
 trendiction.com
-voyagerx.com
+webprosbot
 x09Mozilla
-x22Mozilla
+zauba.io
 zgrab