V4.2022.01.2888 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
+404checker
+80legs
 ADmantX
-ALittle Client
-ASPSeek
-Aboundex
-AiHitBot
-Alexibot
+AIBOT
+AllSubmitter
+Alligator
 AlphaBot
+Anarchy
 Ankit
+Attach
 AwarioRssBot
-BBBike
-BDFetch
-Backlink-Ceck
+BDCbot
+BLEXBot
+BackDoorBot
 Badass
-BetaBot
-Black Hole
-Boardreader
+Barkrowler
+BlowFish
 Brandwatch
-Bullseye
-CCBot
-CazoodleBot
-CheeseBot
+Buck
+BuiltWith
+CSHttp
+Calculon
+Cegbfeieh
+Chlooe
 Cliqzbot
-Cloud mapping
-Collector
+Cocolyzebot
 Copier
+Copyscape
 Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
-Curious
 Custo
 CyotekWebCopy
-DIIbot
+DBLBot
+DTS Agent
+Deusu
 Digincore
-Disco
-Discobot
+DigitalPebble
 Discoverybot
-Dispatch
 DittoSpyder
-DnyzBot
-DomCopBot
-DomainAppender
+DnBCrawler-Analytics
 DomainCrawler
-DomainStatsBot
-Dragonfly
+DomainSigmaCrawler
+Dotbot
 EasyDL
 Ebingbong
-Ecxi
-Evil
-Exabot
-Express WebPictures
-Extractor
-Ezooms
-FlashGet
+EirGrabber
+ExtLinksBot
+Flunky
+Foobot
+Freeuploader
 Fuzz
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-Genieo
-GermCrawler
-GetRight
 GetWeb
-Getintent
-Grabber
-Grafula
+Gotit
+GrabNet
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
 HMView
+HTMLparser
 HTTP::Lite
-Harvest
+Havij
+Heritrix
+Hloader
 HonoluluBot
+Humanlinks
+IDBot
 IRLbot
-InternetSeer
+Id-search
+Indy Library
+InfoNaviRobot
+InterGET
+Iria
 IstellaBot
-JetCar
-Jetty
-JikeSpider
-Jorgee
-JustView
+JOC Web Spider
+Jbrofuzz
+Joomla
 Jyxobot
-Keyword Density
-Kozmosbot
-Larbin
+Kenjin Spider
+Kinza
+LWP::Simple
+Lanshanbot
 LeechFTP
-LeechGet
-Lftp
-LibWeb
-Lightspeedsystems
+LexiBot
+LieBaoFast
 LinkScan
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinkWalker
+Linkdexbot
+LinkextractorPro
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey
 MFC_Tear_Sample
-MSIECrawler
-Mail.RU_Bot
-Majestic12
+MJ12bot
+MQQBrowser
+Mag-Net
+Majestic SEO
+Majestic-SEO
 MarkMonitor
+MarkWatch
 Mass Downloader
-Mata Hari
-Mediatoolkitbot
+Masscan
+MauiBot
+MeanPath Bot
 Microsoft Data Access
 Moblie Safari
-MolokaiBot
-Morfeus Fucking Scanner
+Mojeek
+Mr.4x3
 NPbot
-Name Intelligence
-Nameprotect
-Needle
-Nessus
+Net Vampire
 NetMechanic
-NetSpider
 NetZIP
 Netcraft
+Netvibes
 NextGenSearchBot
-Nibbler
-Niki-bot
-Not
+NimbleCrawler
 Nuclei
-Offline Navigator
+Octopus
+Offline Explorer
 OpenLinkProfiler
-OpenVAS
+Openfind
+Openvas
+OutclicksBot
 OutfoxBot
-PHPCrawl
 POE-Component-Client-HTTP
 PageAnalyzer
-PageGrabber
-PageScorer
-Pandalytics
-Panscient
+Papa Foto
 Pavuk
+PeoplePal
 Pi-Monster
-PictureFinder
 Piepmatz
 Pixray
-PleaseCrawl
+Pockey
+ProPowerBot
+ProWebWalker
+Probethenet
+Pump
+PxBroker
+QueryN Metasearch
+RSSingBot
+RankActive
+RankActiveLinkBot
 RankingBot
+RankingBot2
+Rankivabot
+ReGet
 RealDownload
+Recorder
+Ripper
 RocketCrawler
-Rogerbot
-SEOkicks
-SEOlyticsCrawler
+SBIder
+SEOkicks-Robot
+SEOprofiler
+SEOstats
 SISTRIX
 SalesIntelligent
-ScanAlert
 Scanbot
-ScoutJet
-Screaming
-ScrepyBot
-Searchestate
-SemanticJuice
-SemrushBot
-SentiBot
-SeoSiteCheckup
-Seomoz
-SiteLockSpider
-Snapbot
+ScreenerBot
+SeobilityBot
+Site Sucker
+SiteCheckerBotCrawler
+SiteSucker
+Snake
+SocialRankIOBot
+Sociscraper
+Sogou web spider
 Sosospider
-Sottopop
-Spinn3r
-SputnikBot
+Spanner
 Sqlmap
-Sucker
-Surfbot
-Suzuran
-Swiftbot
-T0PHackTeam
-T8Abot
-TeleportPro
+Sqlworm
+Sqworm
+Steeler
+SuperBot
+SuperHTTP
+Szukacz
+Telesoft
 Telesphoreo
 The Intraformant
-TheNomad
-Titan
-Toata
-Toweyabot
-True_Robot
-TurnitinBot
-Twice
+TightTwatBot
+Trendictionbot
+Turnitin
+TwengaBot
 Typhoeus
-VB Project
+URLy Warning
+URLy.Warning
+Upflow
+V-BOT
 VCI
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-Voltron
-WASALive-Bot
-WWW-Collector-E
+Vacuum
+WBSearchBot
+WISENutbot
+WWW-Mechanize
 WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+WeSEE
 Web Auto
-Web Enhancer
+Web Fuck
 Web Pix
-WebEnhancer
 WebFetch
-WebFuck
-WebImageCollector
+WebGo IS
 WebPix
-WebReaper
-WebSauger
+WebSucker
 WebWhacker
 Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
-Whack
-Whacker
-Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
-Wonderbot
-Woobot
+Wotbox
+Wprecon
 Xaldon_WebSpider
-Xenu
-YoudaoBot
+Zauba
+Zermelo
+Zitebot
+ZmEu
 ZoomBot
+ZoominfoBot
 ZumBot
-ZyBorg
 archive.org_bot
 arquivo-web-crawler
 autoemailspider
+backlink-check
 cah.io.community
-check1.exe
-clark-crawler
 coccocbot-web
-crawler.feedback
+cognitiveseo
 crawler4j
+demandbase-bot
+domainsproject.org
+eCatch
 gopher
 heritrix
 internetVista monitor
-iubenda-radar
 lwp-request
-lwp-trivial
-magpie-crawler
-mediawords
+meanpathbot
 muhstik-scan
+oBot
+page scorer
 plumanalytics
-probe-image-size
-scalaj-http
+seobility
+seocompany.store
 seoscanners
 serpstatbot
+sitechecker.pro
+siteripz
 sogouspider
-sp_auditbot
-tAkeOut
+spyfu
 trendiction.com
-trendiction.de
-webmeup-crawler
-x09Mozilla
+ubermetrics-technologies.com
+voyagerx.com
+webpros.com
+x22Mozilla
+zgrab