V4.2022.01.2825 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
 80legs
-AIBOT
-ALittle Client
-Aboundexbot
-AiHitBot
+ADmantX
+ASPSeek
+Aboundex
+Acunetix
+AhrefsBot
 AllSubmitter
 Anarchie
 Anarchy
-Aspiegel
+Apexoo
+Attach
+AwarioRssBot
+AwarioSmartBot
 BDCbot
-BLEXBot
+BackStreet
 BackWeb
-Backlink-Ceck
-Bandit
 Barkrowler
-Battleztar Bazinga
-BetaBot
-Blackboard
-Blow
-Buck
-BuiltBotTough
-BunnySlippers
+Bitacle
+Black Hole
+Boardreader
+BotALot
+Brandwatch
+BuiltWith
 BuzzSumo
+CATExplorador
 CODE87
 CSHttp
 CazoodleBot
 CheTeam
 CherryPicker
+Citoid
+Claritybot
 Cloud mapping
-Cocolyzebot
-Craftbot
-CrazyWebCrawler
-Custo
-CyotekWebCopy
-DIIbot
+Cogentbot
+Collector
+CopyRightCheck
+Cosmos
+Curious
+DBLBot
+DSearch
+DTS Agent
 DataCha0s
-Demon
-Deusu
 Devil
 Digincore
 DigitalPebble
 Dirbuster
 Disco
-Discoverybot
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainAppender
-DomainStatsBot
+DomainCrawler
 Domains Project
-Dotbot
-Download Wonder
 Dragonfly
-ECCP/1.0
 EMail Siphon
-Ebingbong
 Ecxi
-Evil
-ExtLinksBot
+Exabot
 Extractor
-Extreme Picture Finder
+ExtractorPro
 Ezooms
-FlashGet
-Flunky
-Foobot
-FrontPage
-Fuzz
-Fyrebot
+Firefox/7.0
+Freeuploader
+GT::WWW
 GetRight
-Getintent
-Gotit
-GrapeshotCrawler
-HMView
+GetWeb
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+GrapeFX
+HTTP::Lite
+HTTrack
+Haansoft
+Harvest
 Havij
-HybridBot
+Heritrix
+Humanlinks
+IDBot
+Iblog
 Id-search
-IlseBot
-Indy Library
-InfoTekies
-Intelliseek
-InternetSeer
-Iria
+InfoNaviRobot
 IstellaBot
-JOC Web Spider
-JamesBOT
-Jorgee
+Jbrofuzz
+JennyBot
+Jetty
+Joomla
+Jyxobot
+Kinza
+Kozmosbot
+LNSpiderguy
 LWP::Simple
 Leap
 LeechGet
-LexiBot
-Lftp
-Lightspeedsystems
-LinkScan
-Linkbot
+LibWeb
+LinqiaRSSBot
 LinqiaScrapeBot
-Ltx71
+Lipperhey Spider
+Litemage_walker
+Lmspider
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
-MJ12bot
-MQQBrowser
+MSFrontPage
+MSIECrawler
 MTRobot
+Majestic-SEO
+Majestic12
 MarkWatch
-Masscan
-MauiBot
+Mass Downloader
+Mata Hari
 Mb2345Browser
-MeanPath Bot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft URL Control
 Mojeek
-Mr.4x3
-Nameprotect
+Mojolicious
+Mozlila
+NICErsPRO
+NPbot
+Navroad
 NearSite
+Needle
 Nessus
-Net Vampire
-NetLyzer
-NetSpider
 Netcraft
-Netvibes
 NextGenSearchBot
-Niki-bot
-Nimbostratus
-Nuclei
-OnCrawl
+Nikto
+Ninja
+Not
 OpenLinkProfiler
-OpenVAS
+Openfind
 Openvas
-OrangeBot
 OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
 Pandalytics
-Panscient
 Pavuk
-PeoplePal
 Petalbot
+Pi-Monster
 Piepmatz
-Pimonster
-ProPowerBot
 ProWebWalker
-Psbot
+Probethenet
+Pu_iN
 PxBroker
 PyCurl
-RSSingBot
-RankActive
+RankActiveLinkBot
 RankingBot
 RankurBot
-Re-re
+RealDownload
 Reaper
+RebelMouse
+RepoMonkey
 RocketCrawler
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SMTBot
-ScoutJet
+SISTRIX
+Scanbot
+Scrapy
+ScreenerBot
 Searchestate
 SearchmetricsBot
 SemanticJuice
 SentiBot
 SeoSiteCheckup
+Shodan
 Site Sucker
-SiteCheckerBotCrawler
-Sitevigil
-SmartDownload
+SiteLockSpider
+SiteSnagger
+Siteimprove
+SlySearch
 Snake
-Sogou web spider
-SpankBot
-Spanner
-Spbot
-Spinn3r
-Sqlmap
+Sociscraper
+Sottopop
+SputnikBot
 Sqworm
-Stripper
-Suzuran
-T0PHackTeam
-T8Abot
+Steeler
+SuperBot
+Swiftbot
+Szukacz
 Teleport
-Telesphoreo
+TeleportPro
+Telesoft
 Telesphorep
 The Intraformant
 Thumbor
-TightTwatBot
-Toata
 Trendiction
-Trendictionbot
+Turingos
 Turnitin
-Typhoeus
+Twice
+UnisterBot
 V-BOT
-VeriCiteCrawler
+VCI
+Vagabondo
 Virusdie
-WISENutbot
 WPScan
-WWWOFFLE
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers
 WallpapersHD
+Web Collage
+Web Fuck
+WebAuto
 WebBandit
 WebCollage
-WebGo IS
+WebCopier
+WebFuck
+WebImageCollector
 WebLeacher
-WebPix
 WebReaper
-WebWhacker
+WebStripper
 WebZIP
-Webalta
+WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteQuester
-Webster
-Whack
-Whacker
 Whatweb
-Who.is Bot
-WinHTTrack
-Wonderbot
-Wotbox
+Woobot
 Wprecon
+Xenu
 YoudaoBot
-ZmEu
-ZoominfoBot
-ZyBorg
+Zermelo
 adscanner
-arquivo.pt
-coccocbot-web
-cognitiveseo
-crawl.sogou.com
+arquivo-web-crawler
+backlink-check
+check1.exe
+com.plumanalytics
+crawler.feedback
 crawler4j
-dataforseo.com
 domainsproject.org
 eCatch
-facebookscraper
-instabid
+evc-batch
+gopher
+heritrix
+internetVista monitor
 isitwp.com
-lwp-request
-lwp-trivial
-mediawords
-muhstik-scan
-netEstate NE Crawler
-oBot
+magpie-crawler
 page scorer
-ripz
-satoristudio.net
-scalaj-http
-seoscanners
+plumanalytics
+s1z.ru
+seocompany.store
 siteripz
-sogouspider
 sp_auditbot
-spyfu
-sysscan
 trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
+trendiction.de
 webgains-bot
-webmeup-crawler
-webpros.com
 webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe
+zauba.io
+zgrab