V4.2021.12.2818 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
+ADmantX
 AIBOT
+ALittle Client
+ASPSeek
+Abonti
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
+AiHitBot
+Aipbot
 Alexibot
-Anarchy99
+Alligator
+Anarchy
 Ankit
+Anthill
 Aspiegel
-Asterias
-Attach
 AwarioRssBot
 BDCbot
-BackWeb
-Barkrowler
-BetaBot
-BlackWidow
+BLEXBot
+Badass
+Bandit
+BatchFTP
+Bitacle
 Blackboard
+Bolt
 BotALot
+Brandprotect
 Buck
-Buddy
-BuiltBotTough
 BuiltWith
-Calculon
-CensysInspect
+Bullseye
+CATExplorador
 CheTeam
-Chlooe
+CherryPicker
 Claritybot
+Cliqzbot
 Cloud mapping
-Collector
+Cosmos
 Craftbot
-Crescent
-CrunchBot
-DIIbot
-Demon
-Devil
+CrazyWebCrawler
+Curious
+DBLBot
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+Deusu
 DigitalPebble
+Dirbuster
 Discobot
+Discoverybot
 Dispatch
-DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
+DittoSpyder
+DnyzBot
+DomCopBot
+Domains Project
 Download Wonder
 Dragonfly
 ECCP/1.0
 EMail Siphon
+EMail Wolf
 EasyDL
-Evil
-ExtLinksBot
+Ebingbong
+Ecxi
+Exabot
+Extractor
+ExtractorPro
 EyeNetIE
+Ezooms
 FDM
 FHscan
-FemtosearchBot
-FlashGet
-Foobot
-GalaxyBot
+Firefox/7.0
+Freeuploader
+FyberSpider
+GT::WWW
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GrabNet
+Gotit
 GrapeFX
 GridBot
-Heritrix
-Hloader
-HybridBot
-IRLbot
+HEADMasterSEO
+HTMLparser
+HTTP::Lite
+HTTrack
+Humanlinks
+Image Fetch
 Image Sucker
-Indy Library
+InfoTekies
 Intelliseek
-Internet Ninja
-Iskanie
+IstellaBot
 JOC Web Spider
-JamesBOT
 Jbrofuzz
-JennyBot
+JetCar
 Jetty
+JikeSpider
 Joomla
-Jorgee
-JustView
+Jyxobot
 Kenjin Spider
-Kinza
-Kozmosbot
-Larbin
-Leap
-Lftp
-Libwhisker
-Lightspeedsystems
+Lanshanbot
+LeechFTP
+LexiBot
+LibWeb
+LieBaoFast
+Likse
 LinkScan
-Linkbot
+LinkWalker
+LinkextractorPro
+LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MIDown tool
-MQQBrowser
-MSIECrawler
+Ltx71
+MIIxpc
+MJ12bot
+MSFrontPage
 MTRobot
-Magnet
-Majestic SEO
 Majestic-SEO
 MarkMonitor
-MarkWatch
+Mass Downloader
 Masscan
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
-Microsoft URL Control
+Mata Hari
 Minefield
-Mister PiX
-Mojeek
 Mojolicious
-Mr.4x3
-Msrabot
-NICErsPRO
-NPbot
-Nameprotect
-Navroad
-NearSite
-Needle
+Mozlila
 Net Vampire
-NetAnts
 NetLyzer
 NetMechanic
 NetSpider
-NetZIP
 Netcraft
-Nibbler
-NimbleCrawler
+Nikto
 Nimbostratus
 Nuclei
-Octopus
+Nutch
+Offline Explorer
 Offline Navigator
-OrangeBot
-OutclicksBot
+OpenVAS
+Openfind
+PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
 PageAnalyzer
+PageScorer
 PageThing.com
 Panscient
 Papa Foto
-Pavuk
-Picsearch
-PictureFinder
-Pimonster
-Pixray
-PleaseCrawl
-ProWebWalker
+Pi-Monster
+Piepmatz
+ProPowerBot
 Probethenet
+Pump
+PxBroker
+QueryN Metasearch
 RSSingBot
 RankActive
-RankFlex
 RankingBot2
+RankurBot
+Re-re
+ReGet
+RealDownload
 Reaper
-RebelMouse
-Recorder
-Ripper
-SEOprofiler
-SISTRIX
-SMTBot
+RepoMonkey
+SEOstats
 ScanAlert
-Scrapy
-ScreenerBot
-SemanticJuice
+Scanbot
+ScrepyBot
+Searchestate
+SearchmetricsBot
+SemrushBot
 SentiBot
+Seomoz
 Shodan
 Siphon
-Site Sucker
 SiteCheckerBotCrawler
-SiteSucker
-Sitevigil
+SiteExplorer
+Sitebeam
 SlySearch
-Snake
-SpaceBison
-SpankBot
-Spbot
 Spinn3r
-Sucker
-Sucuri
-Suzuran
+Sqlmap
+Steeler
+SuperHTTP
 Szukacz
-TeleportPro
+T8Abot
+Teleport
 Telesphoreo
 The Intraformant
-TheNomad
 Tracemyfile
-Trendiction
+TurnitinBot
 TwengaBot
-URLy Warning
+Typhoeus
+URLy.Warning
 UnisterBot
+Upflow
 V-BOT
-VB Project
-Voltron
+VeriCiteCrawler
+VoidEYE
+Voil
 WBSearchBot
-Wallpapers/3.0
-Web Auto
+WEBDAV
+WISENutbot
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
+WallpapersHD
+WeSEE
 Web Sauger
 Web Sucker
-WebAuto
-WebCollage
+WebCopier
+WebEnhancer
+WebFuck
 WebLeacher
-Website Quester
+WebPix
+WebReaper
+WebSauger
+WebStripper
+WebZIP
+WebmasterWorldForumBot
+Webshag
 WebsiteExtractor
-WebsiteQuester
-Webster
 Whack
-Whacker
-Wonderbot
-Woobot
-Xaldon_WebSpider
+Whatweb
+Who.is Bot
+Wprecon
 Xenu
-YoudaoBot
-Zeus
-ZoomBot
-ZoominfoBot
+Zade
+Zermelo
+ZmEu
+ZumBot
 adscanner
-arquivo-web-crawler
+arquivo.pt
 check1.exe
 clark-crawler
-com.plumanalytics
-crawl.sogou.com
-crawler4j
+coccocbot-web
+demandbase-bot
+domainsproject.org
 evc-batch
+facebookscraper
+internetVista monitor
 ips-agent
-isitwp.com
-magpie-crawler
-page scorer
-pcBrowser
+meanpathbot
+mediawords
+netEstate NE Crawler
+oBot
+plumanalytics
 probe-image-size
 ripz
-s1z.ru
 satoristudio.net
 scalaj-http
 serpstatbot
 sitechecker.pro
-sysscan
-tAkeOut
-trendiction.com
-ubermetrics-technologies.com
+siteripz
+sp_auditbot
+trendiction.de
 webpros.com
 x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io
-zgrab