V4.2022.01.2824 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-ADmantX
+404enemy
+80legs
 AIBOT
 ALittle Client
-ASPSeek
-Aboundex
 Aboundexbot
 AiHitBot
 AllSubmitter
-Alligator
 Anarchie
 Anarchy
-Ankit
-Anthill
-Asterias
-Attach
-BBBike
+Aspiegel
 BDCbot
-BDFetch
 BLEXBot
 BackWeb
 Backlink-Ceck
-BacklinkCrawler
 Bandit
+Barkrowler
 Battleztar Bazinga
-Bitacle
-Black Hole
+BetaBot
 Blackboard
-BlowFish
-Boardreader
-Brandprotect
-Brandwatch
+Blow
 Buck
+BuiltBotTough
 BunnySlippers
 BuzzSumo
-CATExplorador
 CODE87
-Calculon
+CSHttp
+CazoodleBot
 CheTeam
-ChinaClaw
-Citoid
-Claritybot
+CherryPicker
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Copier
-CopyRightCheck
-Cosmos
 Craftbot
-Crawling at Home Project
-DBLBot
-DSearch
+CrazyWebCrawler
+Custo
+CyotekWebCopy
+DIIbot
 DataCha0s
+Demon
+Deusu
+Devil
 Digincore
+DigitalPebble
+Dirbuster
 Disco
-Discobot
-Dispatch
-DomainCrawler
-DomainSigmaCrawler
+Discoverybot
+DomainAppender
+DomainStatsBot
 Domains Project
+Dotbot
+Download Wonder
 Dragonfly
-Drip
+ECCP/1.0
+EMail Siphon
 Ebingbong
 Ecxi
 Evil
-Express WebPictures
 ExtLinksBot
+Extractor
+Extreme Picture Finder
 Ezooms
-FDM
-FHscan
 FlashGet
 Flunky
 Foobot
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
+FrontPage
+Fuzz
+Fyrebot
+GetRight
 Getintent
-Go-Ahead-Got-It
-GrabNet
-Grabber
-HEADMasterSEO
-HTTP::Lite
-Haansoft
-Harvest
+Gotit
+GrapeshotCrawler
+HMView
+Havij
 HybridBot
-IDBot
+Id-search
 IlseBot
-IndeedBot
 Indy Library
-InfoNaviRobot
+InfoTekies
 Intelliseek
+InternetSeer
+Iria
+IstellaBot
+JOC Web Spider
+JamesBOT
 Jorgee
-Kenjin Spider
-Kinza
-Kozmosbot
-LNSpiderguy
 LWP::Simple
-Larbin
 Leap
-LeechFTP
+LeechGet
+LexiBot
 Lftp
-LieBaoFast
-LinkWalker
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey Spider
-Lmspider
+Lightspeedsystems
+LinkScan
+Linkbot
+LinqiaScrapeBot
 Ltx71
-MIDown tool
 MIIxpc
 MJ12bot
 MQQBrowser
-MSFrontPage
 MTRobot
-Majestic SEO
-MarkMonitor
+MarkWatch
+Masscan
 MauiBot
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
-Mister PiX
+MicroMessenger
+Microsoft URL Control
 Mojeek
-Mozlila
-NICErsPRO
-Name Intelligence
-Needle
+Mr.4x3
+Nameprotect
+NearSite
+Nessus
 Net Vampire
-NetZIP
+NetLyzer
+NetSpider
 Netcraft
-Nettrack
 Netvibes
 NextGenSearchBot
-Nibbler
-NimbleCrawler
-Ninja
-Not
-Nutch
-Octopus
-PECL::HTTP
-PHPCrawl
+Niki-bot
+Nimbostratus
+Nuclei
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openvas
+OrangeBot
+OutfoxBot
 POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
+PageAnalyzer
 Pandalytics
 Panscient
 Pavuk
+PeoplePal
 Petalbot
-Pi-Monster
-Picscout
-Picsearch
-PictureFinder
+Piepmatz
+Pimonster
+ProPowerBot
+ProWebWalker
+Psbot
+PxBroker
+PyCurl
 RSSingBot
 RankActive
+RankingBot
 RankurBot
-ReGet
-Recorder
+Re-re
+Reaper
 RocketCrawler
-Rogerbot
-SEOkicks
+SEOlyticsCrawler
 SEOprofiler
 SEOstats
 SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
 ScoutJet
-ScreenerBot
 Searchestate
+SearchmetricsBot
 SemanticJuice
 SentiBot
-Seomoz
+SeoSiteCheckup
 Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SiteSnagger
-Sitebeam
-Siteimprove
 Sitevigil
+SmartDownload
 Snake
-Sottopop
-SpaceBison
-Spammen
+Sogou web spider
+SpankBot
 Spanner
 Spbot
 Spinn3r
-SputnikBot
+Sqlmap
 Sqworm
-SuperHTTP
-Surfbot
-SurveyBot
-Titan
-Toweyabot
+Stripper
+Suzuran
+T0PHackTeam
+T8Abot
+Teleport
+Telesphoreo
+Telesphorep
+The Intraformant
+Thumbor
+TightTwatBot
+Toata
+Trendiction
+Trendictionbot
 Turnitin
-URLy Warning
-VelenPublicWebCrawler
+Typhoeus
+V-BOT
+VeriCiteCrawler
 Virusdie
-Voil
+WISENutbot
 WPScan
-WWW-Mechanize
-WeSEE
-Web Collage
-Web Fetch
-Web Fuck
-Web Sauger
-WebCopier
-WebFuck
+WWWOFFLE
+WallpapersHD
+WebBandit
+WebCollage
 WebGo IS
 WebLeacher
-WebSauger
-WebStripper
-WebSucker
+WebPix
+WebReaper
+WebWhacker
 WebZIP
+Webalta
 Website Quester
 WebsiteQuester
 Webster
-Widow
-Woobot
+Whack
+Whacker
+Whatweb
+Who.is Bot
+WinHTTrack
+Wonderbot
 Wotbox
-Xaldon WebSpider
-Zauba
-Zermelo
+Wprecon
+YoudaoBot
+ZmEu
 ZoominfoBot
 ZyBorg
 adscanner
-arquivo-web-crawler
-check1.exe
+arquivo.pt
+coccocbot-web
 cognitiveseo
+crawl.sogou.com
+crawler4j
 dataforseo.com
 domainsproject.org
 eCatch
 facebookscraper
-heritrix
 instabid
-internetVista monitor
+isitwp.com
+lwp-request
+lwp-trivial
 mediawords
 muhstik-scan
 netEstate NE Crawler
+oBot
 page scorer
-polaris version
-probe-image-size
+ripz
+satoristudio.net
 scalaj-http
-serpstatbot
-sitechecker.pro
+seoscanners
+siteripz
+sogouspider
 sp_auditbot
+spyfu
 sysscan
+trendiction.com
 ubermetrics-technologies.com
-x22Mozilla
-zauba.io
+voyagerx.com
+webgains-bot
+webmeup-crawler
+webpros.com
+webprosbot
+xpymep1.exe