V4.2022.02.2904 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404enemy
 80legs
-ADmantX
+AIBOT
 ALittle Client
-Aboundex
-Acunetix
+ASPSeek
 AhrefsBot
 AiHitBot
+Aipbot
 AllSubmitter
-Anarchie
+Anarchy
 Ankit
-Anthill
+Apexoo
 Aspiegel
-Atomseobot
+Asterias
 AwarioSmartBot
-BBBike
-BDFetch
-Badass
+BDCbot
+BLEXBot
 Bandit
 BatchFTP
-Battleztar Bazinga
-BetaBot
 BlackWidow
-Blow
-BlowFish
 BotALot
-Brandprotect
 Brandwatch
-Buck
-BuiltBotTough
-CATExplorador
-CSHttp
+Buddy
+BuiltWith
 Calculon
 CazoodleBot
 CensysInspect
-Cocolyzebot
-Copier
+CheeseBot
+Citoid
+Claritybot
+Cliqzbot
+Cogentbot
+Collector
 CopyRightCheck
-CrazyWebCrawler
-Crescent
-Curious
+Cosmos
+Crawling at Home Project
 Custo
 CyotekWebCopy
-DTS Agent
+DBLBot
+DataCha0s
+Demon
+Deusu
 Devil
-Digincore
 DigitalPebble
 Disco
-Discobot
-Dispatch
-DittoSpyder
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Dotbot
+DnBCrawler-Analytics
+Domains Project
+Dragonfly
 ECCP/1.0
-Ecxi
-EirGrabber
-EroCrawler
+EMail Siphon
+EasyDL
+Ebingbong
+Evil
 Extractor
-FDM
-Firefox/7.0
-FlashGet
-Fuzz
+Ezooms
+Flunky
+FrontPage
 FyberSpider
-GalaxyBot
-GetRight
+G-i-g-a-b-o-t
+GT::WWW
+Genieo
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 GrabNet
-GrapeFX
 HMView
-HTMLparser
-HTTP::Lite
 HTTrack
 Haansoft
-Havij
-Humanlinks
-HybridBot
-IRLbot
-Iria
-Iskanie
-IstellaBot
-JOC Web Spider
-Jetty
+HaosouSpider
+Heritrix
+Hloader
+IDBTE4M
+Iblog
+Id-search
+IlseBot
+Indy Library
+JennyBot
+JetCar
+JikeSpider
 Jorgee
 Keyword Density
 Kinza
 LNSpiderguy
 LWP::Simple
-LeechFTP
-Lightspeedsystems
-LinkWalker
-Linkbot
-LinkpadBot
+Lanshanbot
+Lftp
+LibWeb
+LinksManager
+LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
-Lmspider
+MIDown tool
 MIIxpc
 MSIECrawler
+MTRobot
 Mag-Net
+Majestic SEO
 Majestic-SEO
 MarkMonitor
+MarkWatch
+Mass Downloader
+Masscan
 Mata Hari
-MauiBot
+Mb2345Browser
 MeanPath Bot
+Meanpathbot
+MegaIndex.ru
 Microsoft Data Access
+Minefield
+Mister PiX
 Moblie Safari
-Mojeek
-Mojolicious
 Mozlila
-Mr.4x3
+Msrabot
 Musobot
-NICErsPRO
-Name Intelligence
+Nameprotect
 Navroad
 NearSite
-Netcraft
+Needle
+NetLyzer
+NetMechanic
 Nettrack
-Netvibes
 NextGenSearchBot
-Nibbler
 Niki-bot
+Nikto
+Nimbostratus
+Nmap
 Not
-OpenLinkProfiler
+Nuclei
+Nutch
+Octopus
+OnCrawl
 OpenVAS
-OrangeBot
-OrangeSpider
-OutclicksBot
-PECL::HTTP
-Pavuk
-PeoplePal
-Petalbot
-Picscout
-Piepmatz
+Openfind
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
+PageThing.com
+Papa Foto
 Pimonster
+Pixray
 Pockey
+ProPowerBot
+ProWebWalker
+Probethenet
 Pu_iN
-RSSingBot
-RankFlex
-RankingBot2
-Re-re
-RealDownload
+PxBroker
+PyCurl
+RankActive
+RankingBot
 Reaper
-RebelMouse
-Recorder
-RocketCrawler
-SBIder
-SEOprofiler
-SISTRIX
+RedesScrapy
+Ripper
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
+SMTBot
 SalesIntelligent
 ScoutJet
-Scrapy
 ScreenerBot
+Searchestate
+SearchmetricsBot
 SemanticJuice
-Semrush
-Seomoz
+SentiBot
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteExplorer
+SiteSnagger
+SiteSucker
 Siteimprove
-Sitevigil
-Sociscraper
-Sogou web spider
-Sosospider
+SlySearch
+SmartDownload
+Snoopy
+Sottopop
 SpaceBison
-Stripper
+Spanner
+SputnikBot
+Sucker
 SuperBot
 SuperHTTP
-Surfbot
-SurveyBot
-Swiftbot
 Szukacz
 T0PHackTeam
-TeleportPro
-Telesphoreo
-TheNomad
-Titan
-Toweyabot
-Tracemyfile
-Trendiction
-Twice
-UnisterBot
-VB Project
+T8Abot
+The Intraformant
+TurnitinBot
+Typhoeus
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
-WASALive-Bot
+VidibleScraper
+Voil
 WBSearchBot
-WEBDAV
-WISENutbot
 WWW-Mechanize
+WWWOFFLE
 Wallpapers
 WallpapersHD
-Web Collage
+WeSEE
+Web Enhancer
 Web Pix
+WebBandit
+WebCollage
 WebCopier
 WebEnhancer
-WebFetch
-WebGo IS
 WebImageCollector
 WebPix
-WebSauger
 WebStripper
 WebSucker
-WebWhacker
-WebZIP
 Webalta
 Webshag
 WebsiteExtractor
-Webster
+WebsiteQuester
 Whatweb
+Who.is Bot
 Widow
 WinHTTrack
+WiseGuys Robot
 Woobot
-Xaldon WebSpider
-Xenu
-Zauba
+Wprecon
+Zade
+Zermelo
+Zitebot
 ZoomBot
+ZoominfoBot
 ZumBot
-adscanner
-arquivo-web-crawler
-backlink-check
-coccocbot-web
-crawler.feedback
-demandbase-bot
+arquivo.pt
+autoemailspider
+crawl.sogou.com
+dataforseo.com
 domainsproject.org
-evc-batch
-gopher
+eCatch
 instabid
-internetVista monitor
-ips-agent
-isitwp.com
-iubenda-radar
-lwp-request
-magpie-crawler
-mediawords
-netEstate NE Crawler
-oBot
+muhstik-scan
+page scorer
 pcBrowser
-s1z.ru
+plumanalytics
+polaris version
+probe-image-size
+ripz
+scalaj-http
+scan.lol
 seocompany.store
-seoscanners
-seostar
-serpstatbot
+sexsearcher
 siteripz
 sogouspider
-sysscan
 trendiction.com
 ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
+webprosbot
+x22Mozilla