V4.2021.10.2680 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404enemy
-80legs
-ASPSeek
+ALittle Client
 Aboundex
 Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Aipbot
-Alligator
+AllSubmitter
 AlphaBot
 Anarchie
+Anarchy99
 Anthill
-Apexoo
-Attach
-BBBike
-BDCbot
+Aspiegel
+Asterias
+AwarioRssBot
+AwarioSmartBot
+BDFetch
+BLEXBot
 BackStreet
 Badass
 Bandit
+Battleztar Bazinga
 BetaBot
-Bigfoot
+Black Hole
+BlackWidow
 Blackboard
 BlowFish
-BotALot
-BuiltBotTough
-BuiltWith
+Bolt
+Brandwatch
+Buddy
 Bullseye
-CODE87
-Calculon
-Cegbfeieh
+BunnySlippers
+CATExplorador
+CCBot
+CazoodleBot
+CheTeam
 CheeseBot
 ChinaClaw
+Claritybot
 Cliqzbot
-Cocolyzebot
-Cogentbot
-Copier
-CrazyWebCrawler
-CrunchBot
+Cloud mapping
+Collector
+Copyscape
+Cosmos
 CyotekWebCopy
-DBLBot
 DIIbot
-DataCha0s
-Demon
-Deusu
-Devil
+DSearch
 Digincore
 Dirbuster
 Disco
 Discoverybot
-Dispatch
-DnyzBot
-DomainAppender
 DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Dotbot
-Drip
-ECCP/1.0
-Ebingbong
-Ecxi
-Evil
-Exabot
+EMail Wolf
+EasyDL
 Express WebPictures
+ExtLinksBot
+Extractor
+EyeNetIE
 Ezooms
-FHscan
 FemtosearchBot
-Fimap
-Firefox/7.0
 Flunky
-Fyrebot
+FrontPage
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
 GermCrawler
-GetRight
+GetWeb
 Getintent
-Go-Ahead-Got-It
+GoZilla
 Gotit
-GrabNet
-HEADMasterSEO
-HMView
-HTTP::Lite
+GrapeFX
+GridBot
+HaosouSpider
 Harvest
-Havij
-Hloader
-IDBot
-Iblog
+Heritrix
 Id-search
-Image Fetch
-IndeedBot
-Indy Library
-Intelliseek
+Image Sucker
+InfoNaviRobot
+Iria
 Iskanie
 JOC Web Spider
-JetCar
 Jetty
 Joomla
+Jorgee
 JustView
-Jyxobot
-Larbin
+LNSpiderguy
 Leap
-Libwhisker
+LeechFTP
+LeechGet
+LexiBot
+LieBaoFast
 LinkScan
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey Spider
-MFC_Tear_Sample
+LinqiaScrapeBot
+Lipperhey
+Ltx71
 MIDown tool
-MIIxpc
-MJ12bot
-MQQBrowser
-MSIECrawler
-MTRobot
-MarkWatch
+Magnet
+Majestic-SEO
+MauiBot
 Mb2345Browser
-MeanPath Bot
-Metauri
-MicroMessenger
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-Musobot
-Nameprotect
-Navroad
+Meanpathbot
+Mediatoolkitbot
+Microsoft Data Access
+NPbot
+Name Intelligence
+NearSite
+Needle
+Net Vampire
 NetAnts
-NetLyzer
 NetZIP
-NextGenSearchBot
-Nibbler
+Netcraft
+Nettrack
+Netvibes
 Niki-bot
+Nikto
 NimbleCrawler
-Ninja
-Nuclei
-Nutch
+Nmap
 Octopus
-Offline Navigator
 OnCrawl
-OpenLinkProfiler
 Openvas
-OrangeBot
-POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
+OrangeSpider
+OutfoxBot
+PECL::HTTP
+Pandalytics
 Panscient
-Papa Foto
+Pavuk
+Petalbot
 Picscout
-Pimonster
-Pixray
+PictureFinder
 Pockey
-Pu_iN
+ProPowerBot
+ProWebWalker
 PxBroker
-PyCurl
 Quick-Crawler
+RankActive
 RankActiveLinkBot
-RankFlex
-RankingBot
-Rankivabot
-RankurBot
+RankingBot2
+Re-re
+ReGet
 Reaper
-RebelMouse
-Recorder
-Ripper
-SEOkicks
+RepoMonkey
 SEOlyticsCrawler
-SalesIntelligent
-ScanAlert
+Scanbot
 SearchmetricsBot
-SemrushBot
-SentiBot
-Site Sucker
-SmartDownload
-Snake
-SocialRankIOBot
-SpaceBison
+SeoSiteCheckup
+SeobilityBot
+Shodan
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSnagger
+Sitebeam
+SlySearch
+Snapbot
+Sociscraper
+Sottopop
 Spanner
-Spbot
-Steeler
+Spinn3r
+SputnikBot
+Sqlmap
+Sqlworm
+Sqworm
+Stripper
+Sucuri
 SuperBot
+SuperHTTP
 SurveyBot
-Swiftbot
+T0PHackTeam
+Teleport
 TeleportPro
-Telesoft
 Telesphoreo
-TheNomad
+The Intraformant
 Thumbor
-Titan
+TightTwatBot
 Toata
-Trendictionbot
-TwengaBot
+Toweyabot
 Twice
+URLy Warning
 URLy.Warning
-Upflow
-VB Project
 VCI
-Vagabondo
-Virusdie
+Vacuum
+VidibleScraper
+Voil
+Voltron
+WASALive-Bot
+WBSearchBot
 WISENutbot
-WPScan
 WWW-Collector-E
 WWW-Mechanize
 WWWOFFLE
 Wallpapers
-WallpapersHD
-WeSEE
-Web Auto
-Web Pix
+Wallpapers/3.0
+Web Collage
+Web Fetch
+Web Fuck
 Web Sucker
-WebImageCollector
-WebPix
-WebSauger
-Webalta
-WebsiteExtractor
-WebsiteQuester
-Whacker
-Whatweb
-WinHTTrack
+WebEnhancer
+WebFuck
+WebGo IS
+WebLeacher
+WebSucker
+WebWhacker
+WebmasterWorldForumBot
 WiseGuys Robot
-Wonderbot
+Woobot
 Xaldon WebSpider
-Xaldon_WebSpider
+Xenu
 Zauba
-Zermelo
-ZmEu
-ZyBorg
+Zeus
+archive.org_bot
 cah.io.community
+check1.exe
 clark-crawler
+coccocbot-web
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-domainsproject.org
+demandbase-bot
 eCatch
 evc-batch
-heritrix
+facebookscraper
+gopher
 instabid
-internetVista monitor
-lwp-trivial
-magpie-crawler
-meanpathbot
-oBot
-page scorer
-plumanalytics
+lwp-request
+mediawords
+muhstik-scan
+pcBrowser
+ripz
+s1z.ru
+satoristudio.net
+scalaj-http
 scan.lol
-seostar
+seoscanners
+serpstatbot
+sexsearcher
 sitechecker.pro
-siteripz
-sp_auditbot
-tAkeOut
+sogouspider
+voyagerx.com
 webmeup-crawler
+webpros.com
 xpymep1.exe
+zauba.io
+zgrab