V4.2021.12.2768 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404enemy
+80legs
 ALittle Client
-ASPSeek
-Aboundex
-Acunetix
+Aboundexbot
 AfD-Verbotsverfahren
-AiHitBot
 Alexibot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchie
-Anarchy
-AwarioSmartBot
-BBBike
+Anarchy99
+Anthill
 BLEXBot
+BackDoorBot
 BackWeb
-Backlink-Ceck
-Battleztar Bazinga
+Bandit
+BatchFTP
+Bigfoot
 Bitacle
-BlackWidow
-BlowFish
-BotALot
-Brandwatch
+Blackboard
+Brandprotect
+Buddy
 BuiltBotTough
-BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
-CATExplorador
 CODE87
-CSHttp
 CheTeam
-CherryPicker
-Cogentbot
-Collector
+CheeseBot
+ChinaClaw
+Cocolyzebot
+Copier
 CopyRightCheck
-Crawling at Home Project
-Crescent
-Custo
-DBLBot
-DIIbot
-Demon
+Copyscape
+Craftbot
+CrazyWebCrawler
+CrunchBot
+Curious
+DataCha0s
 Deusu
-Devil
-DigitalPebble
 Dirbuster
-Disco
-Discoverybot
-Dispatch
-DomCopBot
+DnBCrawler-Analytics
+Dotbot
+Dragonfly
 EMail Siphon
+EMail Wolf
+EasyDL
+Ebingbong
+Ecxi
 EirGrabber
-Evil
-Exabot
-Express WebPictures
-ExtLinksBot
-Extractor
+EroCrawler
+ExtractorPro
 Ezooms
-FHscan
-FemtosearchBot
+Fimap
+Firefox/7.0
+FlashGet
 Flunky
 Foobot
-FrontPage
-Fuzz
+Freeuploader
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
-Genieo
 GermCrawler
-Gigabot
-Go!Zilla
-GoZilla
+GetRight
+GetWeb
+Getintent
+Go-Ahead-Got-It
+Gotit
 GrabNet
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
-Haansoft
-Harvest
 Havij
+Heritrix
 Hloader
+HybridBot
 IDBTE4M
+IDBot
 IRLbot
-Iblog
-Id-search
+IlseBot
 Image Fetch
-Image Sucker
 IndeedBot
 InfoTekies
-Intelliseek
-InternetSeer
-IstellaBot
+Iria
 JOC Web Spider
-Jbrofuzz
-JetCar
+JamesBOT
 JikeSpider
-Joomla
 Jorgee
-Jyxobot
-Keyword Density
-LWP::Simple
+JustView
+LNSpiderguy
+Leap
 LeechFTP
-Lftp
 LieBaoFast
 LinkScan
-Linkbot
+Linkdexbot
 LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lmspider
-MIDown tool
-MSFrontPage
+LinqiaScrapeBot
+MJ12bot
+MQQBrowser
 MSIECrawler
+MTRobot
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
 MarkMonitor
-MarkWatch
 Mass Downloader
-MauiBot
-Mediatoolkitbot
+Masscan
+Mata Hari
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Metauri
+Minefield
+Mister PiX
 Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
 Musobot
-NPbot
+NICErsPRO
 Name Intelligence
-Nameprotect
 Navroad
-Needle
-Nessus
-Net Vampire
-NetLyzer
-NetMechanic
-Netcraft
+NearSite
 Nettrack
 Netvibes
-Nibbler
-Nikto
-NimbleCrawler
-Ninja
+NextGenSearchBot
+Niki-bot
+Nmap
 Not
 Nuclei
-Offline Explorer
 Offline Navigator
 OpenLinkProfiler
-Openfind
-Openvas
-PECL::HTTP
-Page Analyzer
-PageAnalyzer
+OrangeBot
+OrangeSpider
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageGrabber
 PageScorer
-PageThing.com
+Panscient
 Papa Foto
 Pavuk
-PleaseCrawl
-Pockey
+PeoplePal
+Pi-Monster
+Picsearch
+PictureFinder
+ProPowerBot
 ProWebWalker
-Pump
+Probethenet
 PxBroker
-QueryN Metasearch
-RealDownload
+RankActiveLinkBot
+RankFlex
+RankingBot
+RankingBot2
+RankurBot
+Re-re
+ReGet
+Reaper
 Recorder
+RepoMonkey
 Ripper
-SBIder
+Rogerbot
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
+SISTRIX
 SMTBot
 SalesIntelligent
-Scrapy
-ScrepyBot
-Searchestate
+ScreenerBot
 SearchmetricsBot
+SemanticJuice
+Semrush
 SemrushBot
-SeoSiteCheckup
-Seomoz
-Shodan
-SiteSnagger
-Sitebeam
-Siteimprove
+Siphon
 Sitevigil
-Spammen
+Sogou web spider
+SpankBot
+Spinn3r
+SputnikBot
+Sqlmap
 Sqlworm
 Sqworm
-SurveyBot
-Swiftbot
-Teleport
-Telesphorep
+Steeler
+Stripper
+Sucuri
+SuperBot
+T0PHackTeam
+T8Abot
+Telesoft
+Telesphoreo
 The Intraformant
-Thumbor
+TightTwatBot
 Toata
-Toweyabot
-True_Robot
 Turingos
-Twice
-Typhoeus
-Vacuum
+URLy Warning
+URLy.Warning
+Upflow
+VB Project
+Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
-Voil
-Voltron
 WEBDAV
-WWW::Mechanize
-Wallpapers
+WWW-Collector-E
+WWW-Mechanize
+Wallpapers/3.0
 Web Auto
-Web Collage
-Web Sauger
-WebFetch
+Web Fuck
+WebAuto
 WebGo IS
-WebStripper
 WebSucker
-WebmasterWorldForumBot
+WebWhacker
+Webalta
 Webshag
+Website Quester
+WebsiteExtractor
+Webster
+Whatweb
 Who.is Bot
 Widow
-WiseGuys Robot
 Wprecon
-Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
 Zade
+Zitebot
 ZoominfoBot
-arquivo-web-crawler
 autoemailspider
-backlink-check
-check1.exe
-cognitiveseo
-crawler4j
+coccocbot-web
+com.plumanalytics
+crawl.sogou.com
 dataforseo.com
 demandbase-bot
-domainsproject.org
-evc-batch
+eCatch
 facebookscraper
 gopher
-instabid
-internetVista monitor
-isitwp.com
+ips-agent
 lwp-trivial
 magpie-crawler
-mediawords
-oBot
+meanpathbot
 page scorer
-pcBrowser
 plumanalytics
 polaris version
-ripz
 s1z.ru
 satoristudio.net
+scalaj-http
 scan.lol
-siteripz
+seocompany.store
+seoscanners
+serpstatbot
 sp_auditbot
-sysscan
+spyfu
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
 webmeup-crawler
-webprosbot
-x09Mozilla
+x22Mozilla
 zauba.io
+zgrab