V4.2021.11.2726 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 404enemy
-ADmantX
-AIBOT
+ALittle Client
 Abonti
-Acunetix
-AhrefsBot
-AiHitBot
+Aboundex
+Alexibot
+AllSubmitter
 AlphaBot
+Anarchie
 Anarchy99
-Ankit
 Apexoo
-Aspiegel
-AwarioSmartBot
-BDCbot
-BDFetch
+AwarioRssBot
+BLEXBot
+BackDoorBot
+BackStreet
 Backlink-Ceck
-BacklinkCrawler
 Badass
 Bandit
-BatchFTP
-Bigfoot
-Bitacle
-Black Hole
-BlackWidow
+BetaBot
 Boardreader
-Bolt
-BotALot
-BuiltWith
-BuzzSumo
-CATExplorador
+Brandwatch
+Buck
+Bullseye
 CCBot
-Calculon
+CODE87
 CazoodleBot
 CheTeam
+ChinaClaw
 Chlooe
+Claritybot
 Cogentbot
+Copier
 Cosmos
-Crawling at Home Project
+Craftbot
 DBLBot
 DIIbot
-DSearch
-DTS Agent
 Demon
-Devil
 Digincore
-DigitalPebble
 Dirbuster
+Discobot
 Discoverybot
-Dispatch
 DittoSpyder
 DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dragonfly
-Drip
-ECCP/1.0
-Exabot
+Dotbot
+EMail Wolf
+EasyDL
+EirGrabber
+EroCrawler
 Express WebPictures
-Extreme Picture Finder
-EyeNetIE
-FDM
-FHscan
-Fimap
 Firefox/7.0
 FlashGet
-Flunky
+Freeuploader
 FrontPage
-Fuzz
-Fyrebot
 GT::WWW
 Genieo
+GermCrawler
+Go!Zilla
 Go-Ahead-Got-It
 GoZilla
-GrabNet
+Grafula
 GrapeshotCrawler
 HEADMasterSEO
-HMView
 HTTP::Lite
 HTTrack
-HaosouSpider
-Havij
+Hloader
+Humanlinks
 IDBTE4M
+IDBot
 Iblog
 IlseBot
-InfoNaviRobot
-InterGET
-Internet Ninja
-InternetSeer
+Image Fetch
+Indy Library
 Iria
+Iskanie
+IstellaBot
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-Joomla
+JennyBot
+JikeSpider
 Jorgee
+Jyxobot
+Kenjin Spider
 Keyword Density
 Kozmosbot
-LWP::Simple
+LNSpiderguy
 Larbin
-LeechFTP
-LeechGet
+Leap
+LexiBot
+Lftp
 Libwhisker
-LieBaoFast
+Lightspeedsystems
 Likse
-LinkWalker
-Linkdexbot
+LinkScan
+Linkbot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
+Litemage_walker
 Lmspider
-MQQBrowser
+MIDown tool
 MSFrontPage
 MSIECrawler
-Mag-Net
 Majestic SEO
-Majestic-SEO
-Majestic12
-Masscan
-Mata Hari
+MauiBot
+Mediatoolkitbot
 MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mister PiX
-Mojeek
-Mr.4x3
-NearSite
-Needle
-Nessus
-NetMechanic
-NetSpider
-NetZIP
+Metauri
+Mojolicious
+Mozlila
+Musobot
+Name Intelligence
+Navroad
+Nettrack
+Netvibes
+NextGenSearchBot
 Nibbler
 Niki-bot
+NimbleCrawler
 Ninja
-Nmap
 Nuclei
 Nutch
-Octopus
 Offline Navigator
-OpenLinkProfiler
-OrangeBot
+OnCrawl
+OpenVAS
+Openfind
+OrangeSpider
 PECL::HTTP
-Page Analyzer
-PageGrabber
+PHPCrawl
+PageAnalyzer
+PageScorer
+PageThing.com
 Pandalytics
+Panscient
 Papa Foto
-PeoplePal
+Pavuk
 Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
-PleaseCrawl
 ProPowerBot
-ProWebWalker
-Psbot
-Pu_iN
-Pump
+Probethenet
+PyCurl
+Quick-Crawler
 RSSingBot
-RankActiveLinkBot
-RankingBot
-RankingBot2
 Rankivabot
 RankurBot
-ReGet
-Reaper
-RedesScrapy
-RepoMonkey
 Ripper
-SEOkicks
-SEOlyticsCrawler
-SalesIntelligent
+SEOkicks-Robot
+SMTBot
 ScoutJet
 Scrapy
-ScrepyBot
-SemanticJuice
+Screaming
+Semrush
+SemrushBot
 SentiBot
 SeoSiteCheckup
 Siphon
-SiteCheckerBotCrawler
+SiteSnagger
 SiteSucker
+Siteimprove
 Sitevigil
+SlySearch
+SmartDownload
 Snake
-Snoopy
-Sosospider
-SpaceBison
-Spbot
+SocialRankIOBot
+Sociscraper
+SpankBot
+Spanner
+SputnikBot
+Sqlmap
 Sqlworm
-SuperHTTP
+Sqworm
+Sucuri
 Suzuran
-T0PHackTeam
-T8Abot
-TheNomad
-Tracemyfile
-Trendiction
-True_Robot
-TwengaBot
-Twice
-Typhoeus
+Teleport
+Telesphorep
+Thumbor
+Turingos
+Turnitin
 URLy Warning
 Upflow
+VB Project
 VelenPublicWebCrawler
 Virusdie
-Voil
-Voltron
-WISENutbot
+VoidEYE
+WBSearchBot
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-WeSEE
+WWW::Mechanize
+Web Auto
 Web Collage
-WebAuto
+Web Enhancer
+WebBandit
 WebCopier
-WebFetch
-WebGo IS
+WebEnhancer
+WebLeacher
 WebPix
 WebReaper
-WebSauger
-WebSucker
+WebStripper
 WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Whacker
+WebZIP
+Webshag
+Webster
+Whack
 Whatweb
-Wonderbot
-Xaldon_WebSpider
-Zitebot
+Who.is Bot
+WinHTTrack
+Wotbox
+Xenu
+Zauba
+Zermelo
+Zeus
 ZoominfoBot
-ZumBot
+adscanner
+archive.org_bot
 arquivo-web-crawler
-autoemailspider
+backlink-check
 cah.io.community
 check1.exe
-com.plumanalytics
-demandbase-bot
-eCatch
+crawl.sogou.com
+crawler.feedback
+crawler4j
 evc-batch
 facebookscraper
-instabid
-internetVista monitor
+gopher
+isitwp.com
 lwp-request
 magpie-crawler
-muhstik-scan
+meanpathbot
+page scorer
 plumanalytics
-seoscanners
+ripz
+scalaj-http
+seobility
+seostar
 serpstatbot
-sexsearcher
-sitechecker.pro
-trendiction.com
-voyagerx.com
-webpros.com
+sogouspider
+sp_auditbot
+ubermetrics-technologies.com
+webmeup-crawler
+x22Mozilla
 xpymep1.exe
+zgrab