V4.2022.03.3007 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-Aboundex
-Acunetix
-AllSubmitter
-Anarchie
-Ankit
+80legs
+ASPSeek
+Abonti
+AfD-Verbotsverfahren
+Anarchy
+Anarchy99
+Anthill
 Apexoo
 Aspiegel
 Asterias
+Atomseobot
 Attach
-BBBike
 BDCbot
-BackStreet
+BackWeb
+Backlink-Ceck
+BacklinkCrawler
 Badass
 Bandit
 Barkrowler
 BatchFTP
-BetaBot
-Bitacle
+Bigfoot
 BlackWidow
 Blackboard
-Boardreader
-Bolt
-BotALot
-BuzzSumo
+Blow
+Brandprotect
+BuiltWith
+Bullseye
+BunnySlippers
+CATExplorador
 CCBot
-CODE87
 CSHttp
-Calculon
-CheeseBot
-Citoid
-Copier
+CheTeam
+ChinaClaw
+Claritybot
+Cloud mapping
 CopyRightCheck
-Copyscape
+Cosmos
 Craftbot
-CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
 Custo
-DTS Agent
-DataCha0s
+CyotekWebCopy
+DBLBot
 Demon
+Deusu
+Digincore
 Dirbuster
 Disco
-Discobot
-DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 DomainSigmaCrawler
-Drip
+Domains Project
 ECCP/1.0
+EMail Siphon
+EMail Wolf
 EirGrabber
-Exabot
+Evil
 ExtLinksBot
-Extractor
-Extreme Picture Finder
+EyeNetIE
 Ezooms
-FHscan
 FemtosearchBot
+FlashGet
 Flunky
-Fyrebot
+Foobot
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-GalaxyBot
+GT::WWW
 GetRight
 GetWeb
-Getintent
-GoZilla
-Gotit
+Gigabot
+Go-Ahead-Got-It
 Grabber
-Grafula
-GrapeshotCrawler
-GridBot
-HaosouSpider
-Harvest
-Havij
+HTTP::Lite
+Heritrix
 Hloader
-Humanlinks
+HybridBot
+IDBTE4M
 IDBot
-Id-search
+IRLbot
 IlseBot
-IndeedBot
+Image Fetch
+Image Sucker
 InfoNaviRobot
 Intelliseek
-InterGET
 Internet Ninja
+InternetSeer
+Iria
 Iskanie
 IstellaBot
-JetCar
+Jbrofuzz
 JikeSpider
-Joomla
+Jorgee
+Jyxobot
 Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
-Leap
-LibWeb
-Libwhisker
+LWP::Simple
+Lftp
+Lightspeedsystems
 Likse
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-MIIxpc
-MJ12bot
-MQQBrowser
-MSFrontPage
-MSIECrawler
+LinkScan
+LinqiaScrapeBot
+Lmspider
+MFC_Tear_Sample
+MIDown tool
 MTRobot
-Magnet
 Majestic SEO
-Majestic-SEO
 Mass Downloader
+Masscan
+Mata Hari
 MauiBot
-Meanpathbot
 MegaIndex.ru
+Metauri
+Microsoft Data Access
+Microsoft URL Control
+Minefield
 Mister PiX
-Moblie Safari
-Musobot
-NICErsPRO
+Mojeek
+Navroad
 NearSite
+Nessus
 Net Vampire
-NetLyzer
+NetAnts
 NetMechanic
 NetZIP
 Nettrack
-NextGenSearchBot
-Ninja
-Nmap
+Netvibes
+Nibbler
+Niki-bot
+Nikto
 Not
-Nuclei
-Octopus
-Offline Explorer
 Offline Navigator
 OnCrawl
-Openvas
-OrangeBot
-OutfoxBot
-PECL::HTTP
+OpenVAS
+Openfind
+OrangeSpider
+PHPCrawl
 Page Analyzer
-Papa Foto
-Pi-Monster
-Picscout
+PageGrabber
+PageScorer
+Pandalytics
+Pavuk
+PeoplePal
+Petalbot
 Piepmatz
-Pimonster
-ProWebWalker
-Psbot
+ProPowerBot
+Pu_iN
 Pump
-PxBroker
 PyCurl
-QueryN Metasearch
-RankingBot
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot2
 Rankivabot
-Re-re
-Recorder
 RedesScrapy
-RocketCrawler
+RepoMonkey
+Rogerbot
 SBIder
 SEOkicks
+SEOlyticsCrawler
+SISTRIX
 SalesIntelligent
 ScanAlert
-ScrepyBot
-Searchestate
-Seekport
+Screaming
+ScreenerBot
+SearchmetricsBot
 SemanticJuice
-Semrush
-Siphon
-Site Sucker
+SentiBot
+SeoSiteCheckup
 SiteCheckerBotCrawler
 SiteLockSpider
+SiteSucker
+Sitebeam
+Siteimprove
+Sitevigil
 SmartDownload
+SocialRankIOBot
 Sociscraper
-Sosospider
-Sottopop
-Spammen
-Spanner
+Spbot
 Spinn3r
+SputnikBot
 Sqlmap
+Sqlworm
 Steeler
 Stripper
-Sucker
-SuperHTTP
+SuperBot
 Surfbot
+SurveyBot
+T8Abot
 Teleport
-TeleportPro
-Telesphorep
-TheNomad
-Thumbor
 TightTwatBot
-Trendiction
 True_Robot
-Turingos
+TurnitinBot
 TwengaBot
-Twice
-URLy Warning
+URLy.Warning
 UnisterBot
-Upflow
-VelenPublicWebCrawler
+Vacuum
+Vagabondo
 VidibleScraper
-VoidEYE
+Virusdie
+Voil
+WEBDAV
 WISENutbot
-Wallpapers
-Wallpapers/3.0
+WWW-Collector-E
+WWWOFFLE
 WeSEE
+Web Collage
+Web Enhancer
 Web Fuck
 WebAuto
-WebFuck
+WebBandit
 WebImageCollector
-WebLeacher
-WebStripper
+WebSauger
 WebSucker
-WebsiteExtractor
+Website Quester
 WebsiteQuester
 Whacker
 Whatweb
-Widow
-WinHTTrack
 WiseGuys Robot
-Wonderbot
-Wotbox
-Xenu
+YoudaoBot
+Zade
 Zermelo
 Zitebot
-ZoominfoBot
-adscanner
-arquivo.pt
-backlink-check
-cah.io.community
-clark-crawler
+ZoomBot
+ZumBot
 cognitiveseo
-com.plumanalytics
+crawl.sogou.com
 dataforseo.com
-demandbase-bot
+eCatch
+evc-batch
 gopher
-meanpathbot
+lwp-trivial
 mediawords
-page scorer
-probe-image-size
+ripz
 s1z.ru
 satoristudio.net
-seoscanners
+scalaj-http
+seocompany.store
 seostar
-siteripz
-sogouspider
-sp_auditbot
 spyfu
-sysscan
-ubermetrics-technologies.com
-webgains-bot
+tAkeOut
+trendiction.de
+voyagerx.com
 webmeup-crawler
-webpros.com
 x09Mozilla
+xpymep1.exe
 zauba.io
+zgrab