V4.2021.11.2694 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+ADmantX
+AIBOT
 ALittle Client
-Aboundex
-AiHitBot
-Anarchy
-Anthill
-Aspiegel
-AwarioRssBot
-BDCbot
+AllSubmitter
+AlphaBot
+Anarchie
+Anarchy99
+Ankit
+Attach
+AwarioSmartBot
+BLEXBot
 BackStreet
 Backlink-Ceck
-BatchFTP
+Bandit
+Barkrowler
 BetaBot
-Bigfoot
-Bitacle
-Blackboard
-Blow
+Black Hole
+Bolt
 Brandwatch
-BuiltBotTough
+Buck
+Bullseye
+BunnySlippers
 BuzzSumo
-CODE87
-CazoodleBot
-CheeseBot
+CATExplorador
+CCBot
+CSHttp
 CherryPicker
-Claritybot
 Cloud mapping
+Cocolyzebot
 Cogentbot
 Copier
 Cosmos
 Craftbot
 CrunchBot
-Curious
 CyotekWebCopy
 DIIbot
+DataCha0s
+DatabaseDriverMysqli
+Demon
 Deusu
+Devil
 DigitalPebble
-Discobot
+Discoverybot
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
+DnyzBot
 DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dragonfly
+EMail Siphon
 EasyDL
-Ecxi
+EirGrabber
 EroCrawler
-Exabot
+Express WebPictures
 ExtLinksBot
-Extreme Picture Finder
+Extractor
+ExtractorPro
 EyeNetIE
-Fimap
-FlashGet
-Foobot
+FDM
+Flunky
 Freeuploader
+FrontPage
 Fuzz
+FyberSpider
 GT::WWW
-Genieo
-GermCrawler
-Getintent
-Go-Ahead-Got-It
-GoZilla
+Grafula
 GridBot
 HTTP::Lite
-HTTrack
-HaosouSpider
-Harvest
-Havij
-HybridBot
-IDBTE4M
 IRLbot
-Image Fetch
-Image Sucker
-IndeedBot
-InfoNaviRobot
-InfoTekies
-Intelliseek
-Internet Ninja
-InternetSeer
+Id-search
+Indy Library
+IstellaBot
+JOC Web Spider
 JennyBot
+JetCar
+Jetty
 JikeSpider
+Joomla
 Jorgee
-JustView
 Jyxobot
-LNSpiderguy
-LWP::Simple
-Lanshanbot
-Larbin
-Leap
+Kinza
 LeechFTP
 LibWeb
+Libwhisker
 LieBaoFast
 Linkdexbot
 LinkextractorPro
-LinksManager
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
 Ltx71
-MIIxpc
-MJ12bot
-MQQBrowser
-MTRobot
-Mail.RU_Bot
+MSFrontPage
+MSIECrawler
+Mag-Net
 Majestic SEO
-MarkWatch
-Mass Downloader
+Majestic12
+MarkMonitor
 Masscan
-Meanpathbot
-Metauri
-MicroMessenger
+Mb2345Browser
+Mediatoolkitbot
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
 Moblie Safari
-Musobot
-NICErsPRO
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
 Name Intelligence
-NearSite
+Nessus
 Net Vampire
+NetAnts
+NetMechanic
 NetZIP
-NextGenSearchBot
-Nuclei
-Octopus
-Offline Explorer
+Netcraft
+Nettrack
+Niki-bot
+Nimbostratus
+Nutch
 Offline Navigator
-OpenVAS
-Openfind
-Openvas
-PHPCrawl
+OpenLinkProfiler
 POE-Component-Client-HTTP
-PageGrabber
-PageThing.com
-PeoplePal
+PageAnalyzer
+PageScorer
+Pandalytics
+Panscient
+Papa Foto
 Petalbot
 Picsearch
 Piepmatz
 Pixray
+PleaseCrawl
 Probethenet
+Psbot
+Pump
+PxBroker
 QueryN Metasearch
-Quick-Crawler
-RSSingBot
+RankActive
 RankingBot2
-Rankivabot
-ReGet
-Reaper
-Ripper
-RocketCrawler
-Rogerbot
+RankurBot
+Re-re
+RebelMouse
+Recorder
+RedesScrapy
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-SISTRIX
+SMTBot
 SalesIntelligent
+ScanAlert
 ScoutJet
 Screaming
+ScreenerBot
+ScrepyBot
+Searchestate
 Semrush
+SemrushBot
 SeoSiteCheckup
-Seomoz
-Siphon
-SiteExplorer
-SiteSucker
-Sitebeam
-SlySearch
+Shodan
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Snake
 Snoopy
 SocialRankIOBot
 Sottopop
-Spbot
+SpaceBison
+SpankBot
+Spanner
+Spinn3r
 Sqworm
+Steeler
 Sucker
 Sucuri
 SuperBot
 SuperHTTP
-Swiftbot
+Szukacz
 T8Abot
 Teleport
 Telesoft
 Telesphoreo
-Telesphorep
-The Intraformant
 TheNomad
-Toata
+Toweyabot
 Trendictionbot
+Turingos
 TurnitinBot
-Typhoeus
+TwengaBot
 URLy.Warning
-UnisterBot
-Upflow
+VB Project
+VelenPublicWebCrawler
 VeriCiteCrawler
-VoidEYE
-Voil
-Voltron
+VidibleScraper
+WEBDAV
 WISENutbot
 WPScan
-WWWOFFLE
-Web Fetch
+WWW-Collector-E
+WWW::Mechanize
+WallpapersHD
+WeSEE
 Web Fuck
-Web Sauger
-Web Sucker
-WebBandit
+WebAuto
+WebCopier
 WebFetch
+WebGo IS
 WebImageCollector
+WebLeacher
 WebPix
-WebReaper
+WebStripper
 WebWhacker
 Webalta
 Webshag
+Website Quester
 WebsiteExtractor
-WebsiteQuester
-Widow
+Who.is Bot
+Wonderbot
+Wotbox
 Wprecon
 Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
 YoudaoBot
-Zade
-Zauba
-ZoomBot
+Zeus
+Zitebot
+archive.org_bot
 arquivo.pt
-autoemailspider
-cah.io.community
+backlink-check
 check1.exe
-clark-crawler
-com.plumanalytics
-crawler.feedback
+coccocbot-web
+demandbase-bot
 domainsproject.org
-gopher
-internetVista monitor
+evc-batch
+facebookscraper
+heritrix
 ips-agent
 isitwp.com
 lwp-request
-meanpathbot
+lwp-trivial
+magpie-crawler
 muhstik-scan
 oBot
-page scorer
-probe-image-size
-s1z.ru
-scalaj-http
-seoscanners
-serpstatbot
+pcBrowser
+polaris version
+satoristudio.net
+seostar
 sitechecker.pro
-sogouspider
-spyfu
 tAkeOut
 trendiction.de
-webmeup-crawler
 webpros.com
-x22Mozilla
+x09Mozilla
 xpymep1.exe
 zauba.io
 zgrab