V4.2021.07.2483 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ADmantX
-AIBOT
-Abonti
+01h4x.com
+Aboundex
 AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
-AlphaBot
-Anthill
-Asterias
+AiHitBot
+AllSubmitter
+Alligator
+Anarchy
+Anarchy99
+Ankit
+AwarioRssBot
 AwarioSmartBot
+BBBike
+BDFetch
 BLEXBot
-BackWeb
+BackStreet
+BacklinkCrawler
 Badass
-Bandit
+BetaBot
+Bitacle
 Black Hole
+BlackWidow
+Blow
 BlowFish
-Bolt
-Brandprotect
-BunnySlippers
-CATExplorador
-CCBot
+Boardreader
+BuzzSumo
 CODE87
-Calculon
-CazoodleBot
 CheeseBot
 CherryPicker
-ChinaClaw
-Cliqzbot
-Copier
-CopyRightCheck
-Copyscape
-Craftbot
-CrunchBot
-Curious
+Claritybot
+Cloud mapping
+Cocolyzebot
+Cosmos
+Crescent
+Custo
 DIIbot
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
 Deusu
 Digincore
-DigitalPebble
-Discobot
+Dirbuster
+Disco
 Discoverybot
-DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Dragonfly
-Drip
-EasyDL
-Evil
+Domains Project
+Dotbot
+Download Wonder
+ECCP/1.0
+Ebingbong
+Ecxi
+EirGrabber
 Exabot
-Express WebPictures
+ExtLinksBot
+EyeNetIE
+Ezooms
 FDM
+FemtosearchBot
 Fimap
-Flunky
 Foobot
-Fuzz
-Fyrebot
-GalaxyBot
-Getintent
-Gigablast
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+GetRight
 GoZilla
-Gotit
-GridBot
-HEADMasterSEO
-HaosouSpider
+GrabNet
+GrapeFX
+HMView
+HTTP::Lite
+Haansoft
 Harvest
-Havij
 Hloader
 IDBTE4M
-Iblog
+IRLbot
+Id-search
+Image Fetch
 IndeedBot
 Indy Library
+Intelliseek
 InterGET
-InternetSeer
+Internet Ninja
+IstellaBot
 JamesBOT
-JennyBot
 JetCar
-Jetty
 Joomla
-Kenjin Spider
-Kinza
-Kozmosbot
-LNSpiderguy
-Larbin
-LeechFTP
+JustView
+Keyword Density
+LeechGet
 Lftp
 LibWeb
+LieBaoFast
+Lightspeedsystems
 Likse
-Linkdexbot
 LinkextractorPro
-LinqiaScrapeBot
+LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Litemage_walker
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MQQBrowser
-MSFrontPage
-MSIECrawler
-MTRobot
+MIDown tool
 Majestic-SEO
-Masscan
+Majestic12
+Mass Downloader
 Mata Hari
 MauiBot
-MeanPath Bot
 Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Mojeek
-Morfeus Fucking Scanner
-NPbot
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojolicious
+NICErsPRO
+Name Intelligence
 Nameprotect
-Nessus
+Navroad
+NearSite
+Needle
+Net Vampire
 NetLyzer
+NetMechanic
+NetSpider
 NetZIP
+Netcraft
+NextGenSearchBot
 Niki-bot
-NimbleCrawler
-Nimbostratus
+Nikto
+Nmap
 Nuclei
-Octopus
-Offline Navigator
+Nutch
+Offline Explorer
 OpenLinkProfiler
-Openfind
-OrangeBot
-PECL::HTTP
-PHPCrawl
-PageAnalyzer
-Papa Foto
-Petalbot
+OpenVAS
+Openvas
+OutfoxBot
+Page Analyzer
+PageGrabber
+PageScorer
+Pandalytics
+PeoplePal
 Pi-Monster
-Pixray
+PictureFinder
 PleaseCrawl
-ProPowerBot
-ProWebWalker
 Probethenet
+Pu_iN
 PxBroker
-PyCurl
 Quick-Crawler
-RankActiveLinkBot
-RankFlex
+RankActive
+RankingBot
 RankingBot2
-RankurBot
-Reaper
-Recorder
-RocketCrawler
-SEOkicks
+RealDownload
+RebelMouse
+SBIder
+SEOkicks-Robot
 SEOprofiler
 SEOstats
-SISTRIX
-SMTBot
+SalesIntelligent
 Scanbot
-Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
 Searchestate
-Seomoz
+SearchmetricsBot
 Siphon
 Site Sucker
-Siteimprove
+SiteCheckerBotCrawler
+SiteLockSpider
+Sitebeam
 Sitevigil
 Snapbot
-Sociscraper
-SpaceBison
-Spbot
+Sogou web spider
+Sottopop
+Spammen
+SpankBot
 Spinn3r
-Sqlworm
-Sqworm
+Steeler
 Stripper
 Sucker
+Sucuri
 SuperBot
 SuperHTTP
+Surfbot
 SurveyBot
+Szukacz
+T0PHackTeam
 T8Abot
-TeleportPro
-Telesoft
-TheNomad
+Teleport
+Telesphorep
 Thumbor
 TightTwatBot
-Titan
-Trendiction
-True_Robot
-Turnitin
-Twice
+Toata
+Turingos
 Typhoeus
+UnisterBot
 Vacuum
-VelenPublicWebCrawler
 VeriCiteCrawler
-Virusdie
-Voil
-WASALive-Bot
-WBSearchBot
+VidibleScraper
+VoidEYE
 WEBDAV
 WISENutbot
 WPScan
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
 Wallpapers/3.0
+WallpapersHD
+WeSEE
+Web Collage
+Web Fetch
 Web Fuck
-Web Pix
+Web Sauger
 Web Sucker
-WebEnhancer
-WebFetch
+WebCollage
 WebImageCollector
-WebPix
-WebReaper
+WebSauger
+WebStripper
 WebZIP
-Webalta
-WebmasterWorldForumBot
-Webshag
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Webster
+Whack
 Whacker
+Whatweb
 Who.is Bot
-Widow
+WinHTTrack
 Woobot
 Wotbox
 Xaldon_WebSpider
-Zeus
-ZoomBot
-ZumBot
-arquivo.pt
+Zade
+ZmEu
+ZoominfoBot
+arquivo-web-crawler
 autoemailspider
+backlink-check
 check1.exe
-coccocbot-web
-cognitiveseo
-com.plumanalytics
-crawler4j
-facebookscraper
-instabid
-ips-agent
+domainsproject.org
+evc-batch
+heritrix
+internetVista monitor
+lwp-request
 lwp-trivial
 magpie-crawler
-probe-image-size
-ripz
-s1z.ru
-satoristudio.net
+oBot
+page scorer
+pcBrowser
 scan.lol
-seoscanners
-serpstatbot
+sitechecker.pro
 siteripz
-sogouspider
-sysscan
-tAkeOut
+sp_auditbot
 trendiction.com
 voyagerx.com
 webmeup-crawler
-xpymep1.exe
-zgrab
+zauba.io