V4.2021.12.2786 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-ADmantX
-AIBOT
-ALittle Client
-AhrefsBot
-Anarchy
-Anarchy99
-Anthill
+404checker
+ASPSeek
+AiHitBot
+Alexibot
+Apexoo
+Aspiegel
 Asterias
-AwarioSmartBot
-BDCbot
-BLEXBot
-BackDoorBot
-BackStreet
-BackWeb
-Bandit
-Battleztar Bazinga
-Black Hole
-BlackWidow
-Blow
-BlowFish
-Boardreader
+Attach
+AwarioRssBot
+BBBike
+BDFetch
+BatchFTP
+Blackboard
+BotALot
 Brandprotect
 Buck
 BuiltWith
-BunnySlippers
-BuzzSumo
+CATExplorador
+CCBot
 CSHttp
-Calculon
-CazoodleBot
-Cegbfeieh
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Citoid
-Claritybot
-Cloud mapping
-Copier
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
+CensysInspect
+Chlooe
+Cogentbot
+Copyscape
+Cosmos
+CrunchBot
 Custo
+DBLBot
+DIIbot
+DSearch
 DTS Agent
 DataCha0s
-Deusu
-Devil
-Dirbuster
-Discobot
-DittoSpyder
-DnyzBot
-DomainAppender
+Disco
+DnBCrawler-Analytics
 DomainCrawler
-Dragonfly
+DomainSigmaCrawler
+Domains Project
 Drip
-ECCP/1.0
+EMail Siphon
+EMail Wolf
+EasyDL
+Ebingbong
 Ecxi
 Evil
+Extractor
+Extreme Picture Finder
+Ezooms
+FHscan
 Fimap
-Foobot
-Fyrebot
-G-i-g-a-b-o-t
-Genieo
+Firefox/7.0
+FlashGet
+FyberSpider
+GT::WWW
+GalaxyBot
 GermCrawler
-GetRight
-GetWeb
+GoZilla
 Grabber
 Grafula
-Haansoft
+HEADMasterSEO
+HTTrack
+Harvest
 Heritrix
 Hloader
 Humanlinks
-IDBot
-Iblog
+IDBTE4M
+IlseBot
 Image Fetch
-Image Sucker
-InfoNaviRobot
+IndeedBot
+Intelliseek
 Internet Ninja
 Iria
-JennyBot
-JetCar
-Joomla
+Iskanie
+IstellaBot
+JamesBOT
 Jorgee
+JustView
 Jyxobot
-Kozmosbot
-LNSpiderguy
+Keyword Density
+LWP::Simple
+LeechFTP
+LeechGet
 LexiBot
 Lftp
-Libwhisker
+LibWeb
+LieBaoFast
 Lightspeedsystems
-LinkextractorPro
+Likse
+LinkWalker
+Linkdexbot
 LinksManager
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+LinqiaMetadataDownloaderBot
+Lipperhey
+Ltx71
+Majestic SEO
+MarkMonitor
 MarkWatch
-Mass Downloader
+Mb2345Browser
+Meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
+Metauri
+Microsoft URL Control
 Minefield
-Moblie Safari
-Mojolicious
+Mister PiX
 Morfeus Fucking Scanner
 Msrabot
-Navroad
 Net Vampire
 NetAnts
-Netcraft
-Nettrack
+NetLyzer
+NetZIP
+Netvibes
 NextGenSearchBot
-Nibbler
-Nikto
-NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-Not
 Nutch
+Octopus
 Offline Navigator
 OnCrawl
-Openfind
-Openvas
+OpenVAS
 OrangeBot
-OutclicksBot
 OutfoxBot
 PHPCrawl
 POE-Component-Client-HTTP
-Pandalytics
+PageAnalyzer
+PageGrabber
+PageScorer
 Panscient
+Papa Foto
+Pavuk
 PeoplePal
 Petalbot
-Picsearch
-PictureFinder
+Pi-Monster
+Picscout
+Piepmatz
 Pimonster
-Pixray
+PleaseCrawl
 Pockey
-ProPowerBot
-Probethenet
-Psbot
-PyCurl
-Quick-Crawler
+Pump
+RSSingBot
+RankActive
 RankFlex
-ReGet
+RankingBot2
+RankurBot
+Reaper
 RebelMouse
-Ripper
 RocketCrawler
 SBIder
+SEOlyticsCrawler
 SEOprofiler
 SISTRIX
-SalesIntelligent
-ScrepyBot
+SMTBot
+Scanbot
+Scrapy
+Screaming
+Searchestate
+SearchmetricsBot
 Semrush
-Seomoz
+SeobilityBot
 Shodan
-Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SiteSucker
 Sitebeam
 SlySearch
 SmartDownload
 Snapbot
 Sociscraper
-Sosospider
-Sottopop
+SpaceBison
+Spammen
 SpankBot
+Spanner
+Spbot
+Spinn3r
 Sqworm
-Stripper
-Sucker
-Sucuri
+Steeler
 SuperHTTP
-T8Abot
-Telesoft
-Toata
+SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+T0PHackTeam
+Teleport
+The Intraformant
+TheNomad
+TightTwatBot
+Titan
 Toweyabot
+Tracemyfile
 True_Robot
-Turnitin
+TurnitinBot
 TwengaBot
 Twice
+Typhoeus
 URLy Warning
 URLy.Warning
 VB Project
 VCI
-Vagabondo
+Vacuum
+VelenPublicWebCrawler
+VeriCiteCrawler
 Virusdie
-WWW-Mechanize
-WWW::Mechanize
+Voil
+WEBDAV
+WPScan
+WWW-Collector-E
+WWWOFFLE
 Web Auto
-Web Fuck
-Web Pix
-Web Sauger
-WebImageCollector
+WebBandit
+WebCollage
+WebCopier
+WebFuck
 WebLeacher
-WebPix
-WebStripper
-WebSucker
-WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
+WebReaper
+Webshag
+Website Quester
 WebsiteQuester
+Webster
 Whack
+Whacker
 WinHTTrack
-WiseGuys Robot
 Wonderbot
+Wotbox
+YoudaoBot
 Zade
-Zitebot
+Zermelo
+Zeus
 ZmEu
 ZoomBot
-ZoominfoBot
-arquivo-web-crawler
+ZyBorg
+archive.org_bot
+arquivo.pt
 backlink-check
-clark-crawler
-cognitiveseo
-crawler4j
-dataforseo.com
+cah.io.community
+check1.exe
 domainsproject.org
-eCatch
-evc-batch
-gopher
+facebookscraper
 heritrix
-internetVista monitor
 lwp-trivial
+magpie-crawler
+mediawords
+muhstik-scan
 oBot
-page scorer
-ripz
-s1z.ru
-scalaj-http
-seobility
-seocompany.store
-sexsearcher
+satoristudio.net
+scan.lol
+seoscanners
+serpstatbot
 sitechecker.pro
-sogouspider
-sp_auditbot
 spyfu
-trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
 webmeup-crawler
+webpros.com
 webprosbot
 xpymep1.exe
 zauba.io
-zgrab