V4.2021.12.2817 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
+404checker
 AIBOT
-ASPSeek
 Aboundexbot
 Acunetix
-AiHitBot
-Aipbot
+AfD-Verbotsverfahren
 Alexibot
-AllSubmitter
-Alligator
-Anarchy
 Anarchy99
 Ankit
-Anthill
 Aspiegel
+Asterias
+Attach
 AwarioRssBot
-AwarioSmartBot
-Badass
-Bandit
+BDCbot
+BackWeb
 Barkrowler
 BetaBot
 BlackWidow
-Blow
-Bolt
-Brandprotect
+Blackboard
+BotALot
+Buck
 Buddy
-BuzzSumo
-CATExplorador
-CCBot
-CSHttp
+BuiltBotTough
+BuiltWith
 Calculon
 CensysInspect
 CheTeam
-CherryPicker
-Citoid
+Chlooe
+Claritybot
 Cloud mapping
 Collector
-Copier
-Curious
-Custo
+Craftbot
+Crescent
+CrunchBot
 DIIbot
-DTS Agent
 Demon
+Devil
+DigitalPebble
 Discobot
-DnyzBot
-DomCopBot
+Dispatch
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
 DomainStatsBot
-Domains Project
+Dotbot
 Download Wonder
 Dragonfly
-Drip
+ECCP/1.0
 EMail Siphon
-EirGrabber
-EroCrawler
-Express WebPictures
-ExtractorPro
-Extreme Picture Finder
+EasyDL
+Evil
+ExtLinksBot
 EyeNetIE
+FDM
 FHscan
 FemtosearchBot
-Firefox/7.0
-Flunky
-FrontPage
-FyberSpider
-Genieo
-GetWeb
-Getintent
+FlashGet
+Foobot
+GalaxyBot
+Go!Zilla
 Go-Ahead-Got-It
-GoZilla
-Grabber
+GrabNet
 GrapeFX
-GrapeshotCrawler
-HTMLparser
-HTTrack
-Harvest
-Havij
-IDBTE4M
-Iblog
-Image Fetch
+GridBot
+Heritrix
+Hloader
+HybridBot
+IRLbot
+Image Sucker
+Indy Library
+Intelliseek
 Internet Ninja
-Iria
 Iskanie
-IstellaBot
+JOC Web Spider
 JamesBOT
+Jbrofuzz
+JennyBot
+Jetty
+Joomla
+Jorgee
 JustView
-Jyxobot
+Kenjin Spider
 Kinza
-LNSpiderguy
-LWP::Simple
-Lanshanbot
+Kozmosbot
 Larbin
 Leap
-LeechFTP
 Lftp
-Likse
-LinkWalker
+Libwhisker
+Lightspeedsystems
+LinkScan
 Linkbot
-LinkextractorPro
-LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Lipperhey
+Lipperhey Spider
+Litemage_walker
 Lmspider
 MFC_Tear_Sample
 MIDown tool
-MIIxpc
+MQQBrowser
 MSIECrawler
-Mag-Net
-Mail.RU_Bot
+MTRobot
+Magnet
+Majestic SEO
 Majestic-SEO
-Majestic12
 MarkMonitor
 MarkWatch
 Masscan
-MauiBot
+MeanPath Bot
+Meanpathbot
+MegaIndex.ru
+Metauri
 Microsoft Data Access
+Microsoft URL Control
 Minefield
-Moblie Safari
+Mister PiX
 Mojeek
-Morfeus Fucking Scanner
-Musobot
-Name Intelligence
+Mojolicious
+Mr.4x3
+Msrabot
+NICErsPRO
+NPbot
+Nameprotect
+Navroad
 NearSite
-Nessus
+Needle
 Net Vampire
 NetAnts
 NetLyzer
 NetMechanic
+NetSpider
+NetZIP
 Netcraft
-Nettrack
-Nikto
+Nibbler
+NimbleCrawler
 Nimbostratus
-OpenLinkProfiler
-OpenVAS
-Openfind
-Openvas
+Nuclei
+Octopus
+Offline Navigator
 OrangeBot
-OrangeSpider
-PHPCrawl
+OutclicksBot
 POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
-PageGrabber
 PageThing.com
-PeoplePal
+Panscient
+Papa Foto
+Pavuk
 Picsearch
 PictureFinder
+Pimonster
 Pixray
-Pockey
-PxBroker
-Quick-Crawler
+PleaseCrawl
+ProWebWalker
+Probethenet
+RSSingBot
 RankActive
-RankActiveLinkBot
-Rankivabot
-Re-re
-ReGet
-RepoMonkey
-RocketCrawler
-SEOkicks
-SEOlyticsCrawler
-SalesIntelligent
+RankFlex
+RankingBot2
+Reaper
+RebelMouse
+Recorder
+Ripper
+SEOprofiler
+SISTRIX
+SMTBot
+ScanAlert
 Scrapy
 ScreenerBot
-ScrepyBot
 SemanticJuice
-Semrush
-SeoSiteCheckup
-Seomoz
+SentiBot
 Shodan
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-SiteSnagger
-SmartDownload
+SiteSucker
+Sitevigil
+SlySearch
 Snake
-Snapbot
-Sosospider
-Spanner
+SpaceBison
+SpankBot
+Spbot
 Spinn3r
-Sqworm
-SuperBot
-SurveyBot
-T0PHackTeam
+Sucker
+Sucuri
+Suzuran
+Szukacz
 TeleportPro
 Telesphoreo
-Telesphorep
-TightTwatBot
-Toata
-Toweyabot
+The Intraformant
+TheNomad
 Tracemyfile
-Turingos
-Turnitin
-Twice
-Typhoeus
-Upflow
+Trendiction
+TwengaBot
+URLy Warning
+UnisterBot
+V-BOT
 VB Project
-Vacuum
-VoidEYE
-Voil
-WASALive-Bot
-WISENutbot
-WWW-Collector-E
-WWWOFFLE
+Voltron
+WBSearchBot
 Wallpapers/3.0
-WallpapersHD
-WeSEE
 Web Auto
-Web Collage
-WebBandit
-WebFetch
-WebFuck
-WebStripper
-Webalta
-WebmasterWorldForumBot
+Web Sauger
+Web Sucker
+WebAuto
+WebCollage
+WebLeacher
+Website Quester
+WebsiteExtractor
 WebsiteQuester
-Whatweb
+Webster
+Whack
+Whacker
+Wonderbot
 Woobot
-Wprecon
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zermelo
-ZmEu
-ZumBot
+Zeus
+ZoomBot
+ZoominfoBot
 adscanner
-cah.io.community
+arquivo-web-crawler
 check1.exe
 clark-crawler
-coccocbot-web
-cognitiveseo
 com.plumanalytics
+crawl.sogou.com
 crawler4j
-domainsproject.org
 evc-batch
-gopher
-heritrix
-internetVista monitor
 ips-agent
 isitwp.com
-netEstate NE Crawler
-oBot
-polaris version
+magpie-crawler
+page scorer
+pcBrowser
+probe-image-size
+ripz
 s1z.ru
-scan.lol
-seoscanners
-seostar
-sexsearcher
+satoristudio.net
+scalaj-http
+serpstatbot
 sitechecker.pro
-sogouspider
-trendiction.de
-voyagerx.com
+sysscan
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
+webpros.com
+x09Mozilla
 x22Mozilla
 xpymep1.exe
+zauba.io
+zgrab