V4.2021.06.2379 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
+360Spider
+404checker
 404enemy
+Aboundex
+Acunetix
 ADmantX
-AhrefsBot
+AIBOT
 AiHitBot
+Aipbot
 Alexibot
+Alligator
 AllSubmitter
-AlphaBot
-Anarchie
 Anarchy
-Anthill
-arquivo.pt
-arquivo-web-crawler
-Aspiegel
+Apexoo
+archive.org_bot
 Asterias
 autoemailspider
-AwarioRssBot
 AwarioSmartBot
+Backlink-Ceck
 BackStreet
-BackWeb
-Bandit
-BatchFTP
+BBBike
 BDCbot
-BDFetch
+BetaBot
+Blackboard
 BLEXBot
-BlowFish
-Brandprotect
+Boardreader
 Buck
 BuiltBotTough
 BuiltWith
-BunnySlippers
-BuzzSumo
 CATExplorador
-CCBot
+CazoodleBot
 Cegbfeieh
+CensysInspect
 check1.exe
 CherryPicker
-ChinaClaw
-Collector
-com.plumanalytics
-Copier
+CheTeam
+Cogentbot
+CopyRightCheck
 Craftbot
-crawler4j
+crawler.feedback
 Crescent
 CSHttp
-Curious
-DataCha0s
+Custo
+CyotekWebCopy
 DBLBot
-demandbase-bot
 Deusu
+Digincore
 DigitalPebble
-DittoSpyder
 DnyzBot
-DomainCrawler
-Domains Project
+DomainAppender
+domainsproject.org
+Dotbot
 Download Wonder
-Ebingbong
+Dragonfly
+EasyDL
 ECCP/1.0
 Ecxi
 EirGrabber
-EMail Siphon
-EMail Wolf
-evc-batch
-Evil
+Ezooms
 facebookscraper
 FDM
+Fimap
+Flunky
 Freeuploader
-Fuzz
-FyberSpider
+FrontPage
+GalaxyBot
 GermCrawler
-GetRight
+GetWeb
 Gigablast
+G-i-g-a-b-o-t
+Gotit
 GoZilla
-Go!Zilla
-GrapeFX
-Haansoft
+Grabber
+Grafula
+GrapeshotCrawler
+GT::WWW
+Harvest
 Havij
-HEADMasterSEO
 heritrix
 Heritrix
+HTMLparser
+HTTrack
 Humanlinks
-Iblog
-IlseBot
-Indy Library
-InfoTekies
-Intelliseek
-InterGET
+Id-search
+InfoNaviRobot
+Internet Ninja
+InternetSeer
+internetVista monitor
 IRLbot
-isitwp.com
-IstellaBot
-Jbrofuzz
-JetCar
+Iskanie
+JamesBOT
+JennyBot
 Jetty
-JOC Web Spider
-Joomla
 Jorgee
-Jyxobot
-Larbin
+Kenjin Spider
+Kinza
+Kozmosbot
 LeechGet
-LibWeb
+LexiBot
 LieBaoFast
-Lightspeedsystems
-Linkdexbot
-LinqiaScrapeBot
-Lipperhey
+Likse
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
 Ltx71
-lwp-request
-LWP::Simple
 lwp-trivial
+Magnet
+Mag-Net
 magpie-crawler
-Majestic-SEO
+Majestic12
+MarkMonitor
 Masscan
-mediawords
-MegaIndex.ru
-MFC_Tear_Sample
+MauiBot
+MeanPath Bot
+Metauri
+Microsoft Data Access
 MIDown tool
-Mister PiX
+MIIxpc
 Moblie Safari
-Mozlila
-MSIECrawler
-muhstik-scan
-Nameprotect
-NetAnts
-NetSpider
+Mojeek
+Mr.4x3
+MSFrontPage
+Name Intelligence
+Navroad
+Nessus
+netEstate NE Crawler
+NetZIP
 Nibbler
 NICErsPRO
-Niki-bot
 Nikto
-Nimbostratus
-Nmap
-NPbot
-Nutch
-Octopus
-Openfind
-Openvas
-OpenVAS
+Ninja
+Nuclei
+Offline Navigator
+OnCrawl
+OpenLinkProfiler
+OrangeSpider
+OutclicksBot
 OutfoxBot
-Page Analyzer
-PageGrabber
-PageScorer
-PeoplePal
+PageThing.com
+Pavuk
+PECL::HTTP
 PHPCrawl
-Picscout
-Piepmatz
-Pimonster
-PleaseCrawl
-Pockey
-POE-Component-Client-HTTP
-Probethenet
-ProWebWalker
+Picsearch
+Pi-Monster
+Pixray
+Psbot
 Pu_iN
 Pump
-PxBroker
 PyCurl
-QueryN Metasearch
 Quick-Crawler
 RankActive
-RankFlex
+RankActiveLinkBot
 RankingBot2
-Rankivabot
-RankurBot
+RealDownload
 Reaper
-Recorder
-Ripper
+RedesScrapy
+ReGet
+RepoMonkey
 ripz
+RocketCrawler
 SalesIntelligent
-satoristudio.net
 scalaj-http
-ScanAlert
-scan.lol
-ScoutJet
+Scrapy
 ScrepyBot
 Searchestate
 Semrush
-SentiBot
+SemrushBot
+seobility
 SEOkicks
 SEOkicks-Robot
-SeoSiteCheckup
+SEOlyticsCrawler
+Seomoz
+SEOprofiler
+seoscanners
 seostar
+SEOstats
+serpstatbot
 Shodan
-SISTRIX
-Site Sucker
-SMTBot
+Siphon
+sitechecker.pro
+Siteimprove
+SiteLockSpider
+siteripz
+Sitevigil
+Snoopy
 SocialRankIOBot
+Sociscraper
 Sosospider
-SpaceBison
+Sottopop
 SpankBot
-Spanner
-sp_auditbot
-spyfu
+Spbot
 Sqlmap
-Steeler
 Sucker
-Sucuri
 Surfbot
-Suzuran
+Swiftbot
 sysscan
+Szukacz
+T0PHackTeam
 Teleport
 Telesoft
 Telesphoreo
-Telesphorep
-TightTwatBot
-Titan
-Toata
-Tracemyfile
+Trendiction
 Trendictionbot
 trendiction.de
+True_Robot
 Turingos
 TurnitinBot
 TwengaBot
-Typhoeus
-UnisterBot
+Twice
 URLy.Warning
-Vagabondo
-VB Project
 VCI
 VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
-Voltron
+Voil
 Wallpapers/3.0
-WallpapersHD
-WASALive-Bot
-WebBandit
-Web Collage
-WEBDAV
-Web Enhancer
+WBSearchBot
+Webalta
+WebCollage
+WebCopier
 WebFetch
-Web Fetch
-Web Fuck
+WebFuck
 WebGo IS
 WebLeacher
-WebmasterWorldForumBot
 webmeup-crawler
-Web Pix
-WebReaper
-Web Sauger
 Webshag
 WebsiteExtractor
+WebsiteQuester
+Webster
 WebSucker
+Web Sucker
 WebWhacker
-WebZIP
-Whack
-WISENutbot
+WeSEE
+Whatweb
+Widow
 Woobot
-WWWOFFLE
-xpymep1.exe
+Wprecon
+WPScan
+WWW-Collector-E
+x09Mozilla
+Xenu
 Zade
+zauba.io
+Zermelo
+Zitebot
+ZmEu
+ZoomBot
+ZyBorg