V4.2021.11.2730 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-ADmantX
+80legs
 ALittle Client
 Abonti
-Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
 Alexibot
-Alligator
-AlphaBot
-Anarchie
 Anarchy
-Anthill
+Aspiegel
 Asterias
+AwarioRssBot
 BBBike
-BDCbot
-BDFetch
-BackDoorBot
-BackStreet
-BackWeb
-Backlink-Ceck
+BLEXBot
 BacklinkCrawler
-Bandit
-Barkrowler
+BatchFTP
 Bitacle
-Black Hole
-Blow
+BlackWidow
 BlowFish
-Bolt
+Boardreader
+BotALot
 Brandwatch
-Buddy
-BuiltBotTough
+Buck
 BuiltWith
-CCBot
-CazoodleBot
-CheeseBot
-CherryPicker
+BunnySlippers
+CATExplorador
+ChinaClaw
 Claritybot
-Cloud mapping
 Cocolyzebot
-Copier
 CopyRightCheck
-Cosmos
 Craftbot
-CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
-Custo
+CyotekWebCopy
 DIIbot
 DataCha0s
 Demon
-Devil
-DigitalPebble
+Deusu
+Dirbuster
+Disco
 Discobot
-Discoverybot
-Dispatch
+DittoSpyder
 DnyzBot
-DomainCrawler
+DomCopBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
 Dotbot
 Download Wonder
 Dragonfly
 ECCP/1.0
-EMail Siphon
-EMail Wolf
 EasyDL
 Ebingbong
-Express WebPictures
+Exabot
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
+FHscan
+FemtosearchBot
+Flunky
+Freeuploader
 FrontPage
-FyberSpider
+Fuzz
+Fyrebot
 GT::WWW
+GermCrawler
+GetWeb
+Go!Zilla
 Go-Ahead-Got-It
-GrabNet
+GoZilla
+Gotit
 Grabber
-GrapeFX
-GrapeshotCrawler
+HEADMasterSEO
 HMView
 HTTP::Lite
 HTTrack
-HaosouSpider
-Heritrix
-Hloader
+Haansoft
+Havij
+Humanlinks
 HybridBot
-IDBTE4M
+IRLbot
+Id-search
+Image Fetch
 Image Sucker
 IndeedBot
-Indy Library
-InfoNaviRobot
-InterGET
-JetCar
+InfoTekies
+Intelliseek
+Iskanie
+JennyBot
+Jetty
+Jorgee
+JustView
 Kenjin Spider
-Keyword Density
+Kozmosbot
 LNSpiderguy
-Lanshanbot
-Larbin
-LeechFTP
-LeechGet
+LibWeb
 Libwhisker
 LinkWalker
-LinkextractorPro
+Linkdexbot
 LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+LinksManager
 Lipperhey Spider
 Litemage_walker
+Lmspider
+Ltx71
 MFC_Tear_Sample
 MIDown tool
+MIIxpc
 MJ12bot
-MSFrontPage
+MQQBrowser
+MSIECrawler
 MTRobot
+Magnet
 Mail.RU_Bot
-Mass Downloader
-Mata Hari
-Mb2345Browser
-Mediatoolkitbot
-Metauri
-Mister PiX
+Majestic SEO
+Majestic-SEO
+MarkWatch
+MauiBot
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
 Mojeek
 Morfeus Fucking Scanner
+Mozlila
+NPbot
+Name Intelligence
 Nameprotect
-Navroad
-NearSite
 Net Vampire
+NetAnts
+NetZIP
+Nettrack
 Netvibes
 Niki-bot
-Openfind
-Openvas
+Nikto
+Octopus
+Offline Explorer
+Offline Navigator
 OutfoxBot
-PHPCrawl
-PageAnalyzer
+PECL::HTTP
+POE-Component-Client-HTTP
 PageGrabber
+Pandalytics
+Pavuk
 PeoplePal
 Petalbot
 Pi-Monster
-Picsearch
-PictureFinder
-Pimonster
+Piepmatz
+Pixray
+Pockey
+ProPowerBot
 Psbot
-Pu_iN
-Pump
-RSSingBot
-Rankivabot
-RankurBot
-Reaper
-Ripper
-RocketCrawler
-SEOkicks-Robot
-SISTRIX
-SMTBot
-ScoutJet
-ScreenerBot
-ScrepyBot
+PxBroker
+PyCurl
+Quick-Crawler
+RealDownload
+RepoMonkey
+SalesIntelligent
+Scrapy
+Screaming
 Searchestate
 SearchmetricsBot
-SemanticJuice
-Semrush
-SentiBot
-SeoSiteCheckup
+Seomoz
 Shodan
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+SiteSnagger
 Sitevigil
-Snoopy
-Sogou web spider
-Sottopop
+Snapbot
+SocialRankIOBot
+Sosospider
 SpaceBison
-Spammen
 Spanner
-SputnikBot
+Spbot
+Spinn3r
 Sqlworm
+Steeler
 Stripper
 Sucker
-SuperHTTP
-SurveyBot
+Sucuri
+Surfbot
+Swiftbot
+Szukacz
+T0PHackTeam
+T8Abot
 Teleport
 TeleportPro
-Telesoft
+Telesphoreo
+Telesphorep
+The Intraformant
 TheNomad
 Toweyabot
-Tracemyfile
-Trendictionbot
-Turingos
+Twice
 Typhoeus
-URLy Warning
+URLy.Warning
 UnisterBot
-Upflow
+V-BOT
+VB Project
+VCI
 Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-WEBDAV
+VidibleScraper
+Virusdie
 WISENutbot
 WPScan
+WWW-Collector-E
 WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Auto
+Wallpapers
+Web Fetch
 Web Fuck
-WebCopier
-WebEnhancer
-WebFuck
+Web Sucker
+WebBandit
+WebGo IS
+WebImageCollector
+WebLeacher
+WebReaper
 WebSucker
-WebWhacker
-WebZIP
-WebmasterWorldForumBot
-Website Quester
+Webalta
+Webshag
 WebsiteExtractor
 WebsiteQuester
-Webster
-Whacker
 Whatweb
-Who.is Bot
 Widow
+WinHTTrack
+Wonderbot
+Woobot
 Wotbox
-Wprecon
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zermelo
-adscanner
+ZmEu
+ZoomBot
+ZumBot
 arquivo-web-crawler
-clark-crawler
-coccocbot-web
-cognitiveseo
-crawler.feedback
+autoemailspider
+cah.io.community
+dataforseo.com
 demandbase-bot
-eCatch
+domainsproject.org
+facebookscraper
+gopher
 heritrix
-internetVista monitor
-lwp-request
-magpie-crawler
-page scorer
-pcBrowser
+netEstate NE Crawler
+oBot
 plumanalytics
-ripz
 s1z.ru
-scan.lol
-seobility
-seoscanners
-serpstatbot
-sitechecker.pro
-siteripz
-voyagerx.com
+satoristudio.net
+seostar
+sogouspider
+sp_auditbot
+spyfu
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 webpros.com
 xpymep1.exe
-zauba.io