V4.2021.11.2701 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
 404enemy
 80legs
-Abonti
+ADmantX
+AIBOT
+ASPSeek
+Aboundex
 Aboundexbot
-Acunetix
 AhrefsBot
+AiHitBot
+AllSubmitter
 Alligator
-AlphaBot
 Ankit
 Anthill
+Apexoo
+Aspiegel
+Asterias
 AwarioSmartBot
-BackStreet
-BacklinkCrawler
+BDCbot
+BDFetch
+BackDoorBot
+Backlink-Ceck
 Badass
 Bandit
 BatchFTP
-Black Hole
-Blackboard
-Bolt
-Brandwatch
+BetaBot
+Brandprotect
 Buck
 Buddy
-BunnySlippers
-BuzzSumo
-Calculon
-CheTeam
-Copier
-CopyRightCheck
-Cosmos
-Craftbot
-Crescent
-CrunchBot
+Bullseye
+Cliqzbot
+Cloud mapping
+Cogentbot
+CrazyWebCrawler
+Curious
 CyotekWebCopy
 DIIbot
-DSearch
+DTS Agent
 DataCha0s
 Devil
 DigitalPebble
 Disco
-Discoverybot
-Dispatch
-DomCopBot
-DomainAppender
-DomainStatsBot
-Dotbot
+Discobot
+DnBCrawler-Analytics
+DnyzBot
+DomainCrawler
+Domains Project
 Download Wonder
-ECCP/1.0
-EirGrabber
+Drip
+EasyDL
+Ebingbong
+EroCrawler
 Evil
-Express WebPictures
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-FDM
-FHscan
-FemtosearchBot
 Fimap
+Firefox/7.0
+FlashGet
+FrontPage
 Fuzz
 FyberSpider
-Genieo
+Fyrebot
 GermCrawler
-GetRight
-Gigabot
+GetWeb
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
 Gotit
-GrabNet
+Grafula
+GrapeFX
 GrapeshotCrawler
-HTMLparser
-HTTP::Lite
+HEADMasterSEO
 HTTrack
-HaosouSpider
-Havij
-Heritrix
-HybridBot
-IRLbot
-Id-search
-Image Sucker
-Indy Library
+Haansoft
+Hloader
+Humanlinks
+Iblog
+Image Fetch
+IndeedBot
+InfoNaviRobot
+InfoTekies
+Intelliseek
 InterGET
-Internet Ninja
+Iria
 Iskanie
-IstellaBot
-JOC Web Spider
 JamesBOT
 JetCar
-JikeSpider
 Jyxobot
+LNSpiderguy
 LeechFTP
+LeechGet
+Lftp
 LibWeb
-Lightspeedsystems
-LinkScan
-LinkWalker
-Lipperhey Spider
-Litemage_walker
-MSFrontPage
-Magnet
-Mail.RU_Bot
-MarkMonitor
-Mata Hari
-Microsoft URL Control
-Mister PiX
+Libwhisker
+LieBaoFast
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lmspider
+MQQBrowser
+Majestic SEO
+Majestic-SEO
+MauiBot
+Mb2345Browser
+MegaIndex.ru
+Microsoft Data Access
+Moblie Safari
+Mozlila
 Msrabot
+NPbot
+Name Intelligence
+Navroad
+Nessus
+NetAnts
 NetMechanic
 NetSpider
 NetZIP
+Netcraft
 NextGenSearchBot
-Niki-bot
 Nikto
-Nimbostratus
+NimbleCrawler
+Ninja
 Nmap
+Nuclei
 Nutch
-Octopus
-Offline Navigator
+Offline Explorer
 OnCrawl
-OpenLinkProfiler
 OpenVAS
+Openfind
 Openvas
 OutclicksBot
 PECL::HTTP
-PHPCrawl
-Page Analyzer
-PageGrabber
-PageThing.com
-Panscient
+POE-Component-Client-HTTP
+PageAnalyzer
+Pandalytics
+Pavuk
+PeoplePal
 Petalbot
-Pi-Monster
-Picsearch
-Piepmatz
+PictureFinder
 Pimonster
-Pixray
-PleaseCrawl
 Pockey
+ProWebWalker
+Probethenet
+Psbot
+Pu_iN
 Pump
-PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-RankingBot
-Rankivabot
-Re-re
+PyCurl
+RSSingBot
+RankActive
+RankingBot2
+RankurBot
+ReGet
+RealDownload
 Reaper
-Recorder
-RocketCrawler
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-ScanAlert
-Scanbot
+RedesScrapy
+RepoMonkey
+Ripper
+SMTBot
 ScoutJet
-Scrapy
 Screaming
+ScreenerBot
 ScrepyBot
-Semrush
+SemrushBot
+SentiBot
+SeoSiteCheckup
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SiteSnagger
-SiteSucker
-Sitebeam
-Siteimprove
-SlySearch
+SiteLockSpider
+SmartDownload
 SocialRankIOBot
-Sogou web spider
 Sottopop
-SpaceBison
 Spanner
+Spinn3r
 SputnikBot
-Sqlmap
 Sqworm
-Sucuri
-SuperBot
+Surfbot
 Swiftbot
-Szukacz
+T0PHackTeam
 Teleport
-TeleportPro
+Telesoft
 Telesphoreo
-Thumbor
+The Intraformant
 TightTwatBot
+Titan
 Toweyabot
 Tracemyfile
 Trendiction
+Turnitin
 TurnitinBot
-Twice
+TwengaBot
+URLy Warning
 URLy.Warning
-Upflow
-VB Project
-VidibleScraper
-Voil
+UnisterBot
+V-BOT
+VCI
+VeriCiteCrawler
+Virusdie
 WASALive-Bot
-WPScan
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WallpapersHD
+WISENutbot
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 Web Auto
-Web Collage
-Web Fetch
+Web Enhancer
+Web Fuck
 Web Pix
-WebAuto
+Web Sucker
 WebBandit
-WebCollage
 WebCopier
-WebFuck
-WebImageCollector
-Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
+WebGo IS
+WebReaper
+WebWhacker
+WebsiteQuester
+Webster
+Whack
 Whacker
 Whatweb
-Who.is Bot
 WiseGuys Robot
-Woobot
-Wotbox
+Wonderbot
+Wprecon
 Xenu
-YoudaoBot
-Zermelo
-Zitebot
 ZmEu
 ZoomBot
-backlink-check
-clark-crawler
+ZoominfoBot
+ZumBot
+ZyBorg
+arquivo-web-crawler
+cah.io.community
 coccocbot-web
-crawl.sogou.com
+com.plumanalytics
+crawler4j
+dataforseo.com
+demandbase-bot
+domainsproject.org
 eCatch
-gopher
-heritrix
+facebookscraper
 instabid
-ips-agent
 isitwp.com
 lwp-request
-magpie-crawler
-meanpathbot
-mediawords
-muhstik-scan
 oBot
-polaris version
+page scorer
 ripz
-s1z.ru
-satoristudio.net
-seobility
+scalaj-http
+scan.lol
+seostar
 sexsearcher
-sp_auditbot
 spyfu
+sysscan
+trendiction.de
 ubermetrics-technologies.com
-webmeup-crawler
+x09Mozilla
 xpymep1.exe
+zgrab