V4.2022.04.3048 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404checker
+404enemy
 80legs
-AIBOT
 ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
+Abonti
+Aboundex
 AiHitBot
-AllSubmitter
-Alligator
 AlphaBot
+Anarchy
 Anthill
-Apexoo
+Asterias
 Attach
-BBBike
-BackStreet
+AwarioRssBot
+AwarioSmartBot
+BackDoorBot
 BackWeb
 Badass
-Bandit
 Barkrowler
-BatchFTP
+Battleztar Bazinga
+BetaBot
+Black Hole
 BlackWidow
-BotALot
+Blackboard
+BlowFish
+Buddy
+BunnySlippers
 BuzzSumo
-CATExplorador
 CCBot
 CODE87
 Calculon
-CazoodleBot
-Cegbfeieh
-CheTeam
-ChinaClaw
-Chlooe
-Citoid
-Claritybot
+CensysInspect
+CherryPicker
 Cliqzbot
 Cloud mapping
 Cocolyzebot
 Collector
+Copier
 CopyRightCheck
 Copyscape
-Crawling at Home Project
+Craftbot
+CrazyWebCrawler
 Crescent
 CrunchBot
+Curious
 CyotekWebCopy
 DIIbot
-DTS Agent
+DSearch
+DataCha0s
 DatabaseDriverMysqli
-Demon
+Digincore
+Discobot
 Discoverybot
-DittoSpyder
+DnyzBot
 DomainAppender
 DomainStatsBot
-Dotbot
-Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
 EMail Siphon
-EirGrabber
-Evil
-Exabot
-Express WebPictures
+Ecxi
+EroCrawler
+Extractor
 Extreme Picture Finder
 FHscan
-Fimap
+FemtosearchBot
 Firefox/7.0
-FlashGet
-Flunky
+Foobot
 Freeuploader
 FrontPage
-G-i-g-a-b-o-t
+Fyrebot
 GT::WWW
-GalaxyBot
-GermCrawler
+Genieo
+GetRight
+Getintent
 Gigabot
 Go!Zilla
-GridBot
-HMView
+Go-Ahead-Got-It
+GrabNet
+GrapeFX
+HTTP::Lite
+HaosouSpider
 Harvest
-IDBTE4M
+Heritrix
 IDBot
 IRLbot
-Id-search
-Image Fetch
-Image Sucker
-Intelliseek
-InternetSeer
-Iria
-JennyBot
-JikeSpider
-Joomla
+Iskanie
+JamesBOT
 Jorgee
 JustView
-Kenjin Spider
 Keyword Density
-LeechFTP
-LexiBot
+LWP::Simple
+Lanshanbot
+LibWeb
 Libwhisker
-Likse
-LinkWalker
-Linkbot
-LinkextractorPro
-Litemage_walker
-Lmspider
+LinqiaMetadataDownloaderBot
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
-MJ12bot
-Mail.RU_Bot
-Majestic-SEO
+MTRobot
+Magnet
+Majestic12
 MarkMonitor
-Mass Downloader
-MauiBot
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Masscan
 Mediatoolkitbot
-MicroMessenger
-Microsoft URL Control
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-Musobot
+MegaIndex.ru
+Metauri
+MolokaiBot
+Mr.4x3
 NPbot
-Navroad
-Net Vampire
-NetLyzer
+Name Intelligence
+NearSite
+Needle
 NetMechanic
-NetSpider
+NetZIP
 Netcraft
 Netvibes
-NextGenSearchBot
-Niki-bot
-Nikto
 NimbleCrawler
-Ninja
+Nimbostratus
 Nmap
-Offline Explorer
+Nuclei
+Nutch
+Octopus
 Offline Navigator
-Openvas
+Openfind
 OrangeBot
-OrangeSpider
+OutclicksBot
+OutfoxBot
 PHPCrawl
-Page Analyzer
+POE-Component-Client-HTTP
 PageAnalyzer
-PageScorer
-Piepmatz
+PageThing.com
+Pavuk
+Pi-Monster
+Picsearch
+PictureFinder
+Pimonster
 Pixray
-Pockey
 ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
 RankActive
-RankFlex
-RankingBot
+RankActiveLinkBot
+Rankivabot
+RankurBot
 Re-re
+ReGet
+RealDownload
+RedesScrapy
 Rogerbot
+SEOkicks
+SEOlyticsCrawler
 SEOprofiler
-SISTRIX
-SalesIntelligent
+SEOstats
+SMTBot
 Scanbot
-Scrapy
-Screaming
-Searchestate
+ScreenerBot
 SearchmetricsBot
-SemanticJuice
 Seomoz
-Siphon
-SiteCheckerBotCrawler
+Site Sucker
+SiteLockSpider
 SiteSucker
-Sitebeam
 SlySearch
 Snake
-Sociscraper
+SocialRankIOBot
 Sottopop
+SpaceBison
 Spammen
 SpankBot
 Spbot
-Sqworm
-Sucuri
+SputnikBot
+Sqlmap
 SuperBot
-Surfbot
-SurveyBot
 Swiftbot
 T8Abot
-TeleportPro
+Telesphoreo
+The Intraformant
 TightTwatBot
 Toata
+Toweyabot
 Trendiction
 Trendictionbot
-True_Robot
-Turingos
-Twice
+TurnitinBot
+TwengaBot
 Typhoeus
-V-BOT
+URLy.Warning
+UnisterBot
+VCI
 Vagabondo
-WWW-Mechanize
+VidibleScraper
+Virusdie
+VoidEYE
+Voltron
+WEBDAV
+WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
 Wallpapers
 WallpapersHD
-Web Fetch
-WebAuto
-WebCopier
-WebEnhancer
-WebFetch
-WebLeacher
-WebWhacker
-WebsiteExtractor
+Web Auto
+Web Fuck
+Web Pix
+Web Sucker
+WebBandit
+WebFuck
+WebImageCollector
+WebPix
+WebStripper
+WebSucker
+WebZIP
+WebmasterWorldForumBot
+WebsiteQuester
 Whacker
+Whatweb
 Widow
-WinHTTrack
-WiseGuys Robot
 Wonderbot
 Woobot
-Xenu
-YoudaoBot
+Zade
 Zauba
+Zermelo
 Zitebot
-ZoomBot
+ZmEu
 ZoominfoBot
-ZumBot
-adscanner
+ZyBorg
 arquivo.pt
-autoemailspider
 check1.exe
+cognitiveseo
 crawler.feedback
-demandbase-bot
+crawler4j
+dataforseo.com
 domainsproject.org
-gopher
 heritrix
-internetVista monitor
-linkdexbot
-magpie-crawler
-muhstik-scan
+lwp-trivial
+netEstate NE Crawler
 oBot
 page scorer
-ripz
+pcBrowser
+probe-image-size
 s1z.ru
-satoristudio.net
+scalaj-http
 scan.lol
-seocompany.store
 seoscanners
-seostar
-sitechecker.pro
+serpstatbot
 sogouspider
 sp_auditbot
-spyfu
-tAkeOut
-webgains-bot
+trendiction.com
+voyagerx.com
+webmeup-crawler
+webpros.com
 x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab