V4.2022.01.2839 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
 404checker
 ADmantX
 AIBOT
-ALittle Client
-ASPSeek
+Abonti
+Aboundex
 Aboundexbot
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
 Alexibot
-Alligator
-Anarchy
-Apexoo
-Asterias
-AwarioSmartBot
+AllSubmitter
+Aspiegel
 BBBike
 BDCbot
-BDFetch
-BackWeb
-BacklinkCrawler
-BatchFTP
-Bigfoot
-Bitacle
+BLEXBot
+BackDoorBot
+BackStreet
+Backlink-Ceck
+Badass
+Barkrowler
+Battleztar Bazinga
 Black Hole
-Blackboard
 Blow
-Boardreader
+BlowFish
+Bolt
+Brandprotect
 Brandwatch
-Buddy
-Bullseye
+Buck
+BuzzSumo
+CODE87
 CSHttp
-CazoodleBot
-CensysInspect
-CheTeam
-Cliqzbot
+CheeseBot
+Cocolyzebot
 Copier
+Copyscape
+Craftbot
 CrazyWebCrawler
-CyotekWebCopy
-DIIbot
+DBLBot
 DTS Agent
-DatabaseDriverMysqli
+Demon
+Deusu
 Devil
+Digincore
 DigitalPebble
-Disco
 Discoverybot
-DomCopBot
-DomainAppender
-DomainStatsBot
-Download Wonder
-Dragonfly
+DittoSpyder
+DomainCrawler
+DomainSigmaCrawler
+Domains Project
 Drip
 ECCP/1.0
+EMail Siphon
 EasyDL
 Ebingbong
-Ecxi
+EirGrabber
+EroCrawler
+Evil
+Express WebPictures
+ExtLinksBot
 EyeNetIE
-FHscan
-Fuzz
+FDM
+Freeuploader
 FyberSpider
+Fyrebot
+GT::WWW
 Genieo
-Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
 Grafula
-GridBot
-HMView
+GrapeFX
 HTMLparser
-HTTrack
-Haansoft
-Harvest
-Havij
-Hloader
-Id-search
-IlseBot
+HTTP::Lite
+HaosouSpider
+Heritrix
+HybridBot
+IDBTE4M
+IRLbot
 Indy Library
-InfoTekies
+InfoNaviRobot
+Iria
+IstellaBot
 JOC Web Spider
-JetCar
-Keyword Density
-Kozmosbot
-LNSpiderguy
+Joomla
+Jorgee
+Jyxobot
 Lanshanbot
 LexiBot
-Lftp
-Libwhisker
-Lightspeedsystems
-Likse
-LinkScan
+LibWeb
 LinkWalker
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Lipperhey
-Lipperhey Spider
-Lmspider
 MFC_Tear_Sample
+MIDown tool
+MJ12bot
 MQQBrowser
-MSIECrawler
 MTRobot
 Mag-Net
-Mail.RU_Bot
+Majestic-SEO
 Majestic12
-MauiBot
-MeanPath Bot
-Meanpathbot
+MarkWatch
+Mb2345Browser
 MegaIndex.ru
-Metauri
-MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Minefield
-Mojeek
-Morfeus Fucking Scanner
-Msrabot
-Navroad
+Mojolicious
+Mr.4x3
 NearSite
-NetLyzer
+Nessus
+Net Vampire
+NetAnts
+Netcraft
+Netvibes
 NextGenSearchBot
 Niki-bot
-NimbleCrawler
+Nikto
+Nimbostratus
 Ninja
+Not
 Nuclei
 Nutch
 Octopus
+Offline Explorer
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
 OpenVAS
 Openfind
-Openvas
-OrangeBot
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
-PageThing.com
-Panscient
+PHPCrawl
+Page Analyzer
+PageGrabber
+PageScorer
+Papa Foto
+Pavuk
+PeoplePal
 Pi-Monster
 Picscout
 Picsearch
-Pimonster
-PleaseCrawl
-Pu_iN
-Pump
-PxBroker
-RSSingBot
+Pixray
+ProPowerBot
+Probethenet
+PyCurl
+QueryN Metasearch
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot
-RankingBot2
-Rankivabot
-RankurBot
-Re-re
-ReGet
-RealDownload
-RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
+Recorder
 SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
 SEOstats
-ScanAlert
-Scanbot
+SMTBot
+SalesIntelligent
+Scrapy
 Screaming
 ScreenerBot
-Semrush
-SemrushBot
-SentiBot
-SeoSiteCheckup
-Seomoz
-Site Sucker
+Siphon
 SiteCheckerBotCrawler
 SiteLockSpider
 SiteSnagger
-SiteSucker
-Sitebeam
-Siteimprove
-SlySearch
+Sitevigil
 SmartDownload
-SocialRankIOBot
-Sqlmap
-Sqlworm
-Steeler
-SuperBot
+Snake
+Snapbot
+Sociscraper
+Sosospider
+Sottopop
+Spbot
+Spinn3r
+Stripper
 Surfbot
-SurveyBot
+Suzuran
 Teleport
+Telesphoreo
+Telesphorep
 The Intraformant
 TheNomad
-Toata
 Toweyabot
 Tracemyfile
 Trendiction
+Trendictionbot
 True_Robot
-Turingos
+TurnitinBot
 TwengaBot
 Twice
-Typhoeus
+URLy Warning
 URLy.Warning
-UnisterBot
-Upflow
-Vagabondo
-WBSearchBot
+VB Project
+VelenPublicWebCrawler
+VeriCiteCrawler
+Voltron
 WEBDAV
-WPScan
-WWWOFFLE
-Wallpapers/3.0
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
+Web Auto
+Web Collage
+Web Fetch
+Web Fuck
 Web Sauger
-Web Sucker
-WebEnhancer
-WebFuck
+WebBandit
+WebCollage
+WebImageCollector
 WebSauger
-WebStripper
+WebWhacker
 WebZIP
-WebmasterWorldForumBot
-Website Quester
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Webster
 Whack
-Whacker
-Who.is Bot
-Widow
-WinHTTrack
+Whatweb
+WiseGuys Robot
 Woobot
 Wotbox
-Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
 Zade
-adscanner
-backlink-check
-check1.exe
+Zauba
+Zeus
+ZmEu
+ZoominfoBot
+autoemailspider
 clark-crawler
-com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-crawler4j
+dataforseo.com
+demandbase-bot
+eCatch
+evc-batch
+gopher
 heritrix
 isitwp.com
-meanpathbot
-netEstate NE Crawler
-pcBrowser
+lwp-request
+magpie-crawler
+muhstik-scan
+page scorer
 plumanalytics
-satoristudio.net
+probe-image-size
+scan.lol
+seobility
 seocompany.store
-seoscanners
-seostar
 sitechecker.pro
-siteripz
-sogouspider
-sp_auditbot
-tAkeOut
+sysscan
+trendiction.com
 ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
+webprosbot
+zauba.io
+zgrab