V4.2020.05.2063 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-80legs
+404enemy
 Abonti
-Aboundex
+Aboundexbot
 ADmantX
 AhrefsBot
-Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
+AIBOT
+AiHitBot
+Anarchie
 Apexoo
-archive.org_bot
-arquivo-web-crawler
-ASPSeek
+arquivo.pt
+Aspiegel
 Asterias
-AwarioRssBot
-AwarioSmartBot
+autoemailspider
+BackDoorBot
+Backlink-Ceck
+backlink-check
 BacklinkCrawler
 BackStreet
+Badass
+Bandit
+Barkrowler
 BBBike
+BDCbot
 BDFetch
-Bigfoot
-Black Hole
-BlackWidow
-BLEXBot
+BetaBot
+Blackboard
+Blow
 Boardreader
+Bolt
+BotALot
 Brandwatch
-BuiltWith
-BunnySlippers
+Buddy
+BuiltBotTough
 Calculon
-CATExplorador
-CCBot
-CheeseBot
 CheTeam
-ChinaClaw
-Chlooe
+Claritybot
+Cliqzbot
 Cloud mapping
 coccocbot-web
 cognitiveseo
 Collector
-com.plumanalytics
 Copier
-CopyRightCheck
-Craftbot
-crawler4j
+Copyscape
 crawler.feedback
-crawl.sogou.com
-CSHttp
-Curious
+CrazyWebCrawler
+Crescent
+DataCha0s
 DBLBot
-demandbase-bot
-Deusu
+DigitalPebble
 Dirbuster
-DomainSigmaCrawler
-domainsproject.org
+Disco
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DnyzBot
 DomainStatsBot
 Dotbot
 Download Wonder
+Drip
+DSearch
+DTS Agent
 EasyDL
-ECCP/1.0
+Ebingbong
 Ecxi
+EirGrabber
 EMail Siphon
-EMail Wolf
-EroCrawler
 Express WebPictures
+ExtLinksBot
 Extractor
-EyeNetIE
-FemtosearchBot
+ExtractorPro
+Ezooms
+facebookscraper
 Fimap
-FlashGet
+Firefox/7.0
 Flunky
+Freeuploader
 FrontPage
-Fyrebot
+FyberSpider
 GalaxyBot
 Genieo
+Getintent
+Gigablast
+Gigabot
 GoZilla
-Grafula
+Go!Zilla
+GrabNet
 GridBot
-Harvest
-HTMLparser
-HybridBot
+GT::WWW
+Haansoft
+Havij
+HEADMasterSEO
+HTTP::Lite
 Iblog
-IDBot
 Id-search
+IlseBot
+IndeedBot
+Indy Library
 InfoTekies
-InterGET
-Internet Ninja
-internetVista monitor
-ips-agent
+Intelliseek
 Iria
-Iskanie
-IstellaBot
+IRLbot
 JamesBOT
-Jbrofuzz
 JennyBot
+Jetty
 JOC Web Spider
-Jyxobot
 Kenjin Spider
-Kozmosbot
-LeechFTP
-LeechGet
-Libwhisker
+Kinza
+Lanshanbot
+LexiBot
+LibWeb
 LieBaoFast
-Lightspeedsystems
 Likse
 LinkpadBot
-LinkScan
 LinksManager
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
 Ltx71
-lwp-request
-LWP::Simple
-lwp-trivial
 Magnet
 Mag-Net
-Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 MarkWatch
-Mass Downloader
+Masscan
 Mata Hari
-MFC_Tear_Sample
-MicroMessenger
+MauiBot
+MeanPath Bot
+MegaIndex.ru
+Microsoft URL Control
+MIDown tool
 MIIxpc
-Mister PiX
-MJ12bot
-Mojolicious
-MQQBrowser
-Name Intelligence
+Morfeus Fucking Scanner
+MSFrontPage
+MSIECrawler
 Navroad
+NearSite
+Nessus
+NetAnts
 Netcraft
-netEstate NE Crawler
+NetLyzer
 NetSpider
+Nettrack
+Net Vampire
 Netvibes
-Niki-bot
+NextGenSearchBot
 NimbleCrawler
+Nimbostratus
 Ninja
-NPbot
-Nutch
-oBot
-OnCrawl
-Openfind
-OpenLinkProfiler
-OPPO A33
-OrangeBot
-OutfoxBot
-PageScorer
-Pandalytics
-PECL::HTTP
-PHPCrawl
-PleaseCrawl
-plumanalytics
-POE-Component-Client-HTTP
-Probethenet
-ProPowerBot
-Pump
+Offline Navigator
+Openvas
+OutclicksBot
+Papa Foto
+pcBrowser
+Pimonster
+Pockey
+polaris version
+Psbot
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankingBot
-RankingBot2
-Rankivabot
-RankurBot
-RealDownload
-RedesScrapy
+RankActive
+RankActiveLinkBot
+RankFlex
+RebelMouse
+Recorder
 ReGet
-RepoMonkey
-Rogerbot
+Ripper
+s1z.ru
+SalesIntelligent
 SBIder
+ScanAlert
 Scanbot
 scan.lol
-ScoutJet
-Searchestate
-Semrush
+Screaming
+SemrushBot
 SEOkicks
-SEOprofiler
-seoscanners
-SeoSiteCheckup
-serpstatbot
-Shodan
-Siphon
+SEOkicks-Robot
+SEOstats
 SISTRIX
-Sitebeam
-SiteExplorer
-Siteimprove
-SiteSnagger
-SiteSucker
 Site Sucker
 Sitevigil
 SlySearch
 SmartDownload
+Snapbot
+Snoopy
+SocialRankIOBot
+sogouspider
 Sogou web spider
-Sosospider
-Spammen
 Spanner
-SputnikBot
+sp_auditbot
 Sqlmap
+Sqlworm
+Stripper
 Sucker
 Sucuri
-SuperBot
-T0PHackTeam
-Teleport
+SuperHTTP
+SurveyBot
+Suzuran
+Szukacz
+tAkeOut
 TeleportPro
-Telesphorep
-The Intraformant
-TheNomad
-Toata
-Tracemyfile
+Telesphoreo
+TightTwatBot
+Titan
+Toweyabot
 Trendiction
-trendiction.com
-Turingos
-TurnitinBot
-TwengaBot
+Trendictionbot
 Typhoeus
-Vacuum
+UnisterBot
+Upflow
+URLy.Warning
 VB Project
+VCI
+VeriCiteCrawler
 VidibleScraper
+VoidEYE
 Voil
-Wallpapers/3.0
-Webalta
+Voltron
+WBSearchBot
+WebAuto
+WebCollage
 Web Collage
+WEBDAV
 Web Fetch
 WebFuck
+Web Fuck
 WebGo IS
 WebImageCollector
 WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
-Web Sauger
+WebReaper
 Webshag
-Website Quester
-Webster
 Web Sucker
-WebZIP
-Whacker
-Who.is Bot
+WeSEE
+Whatweb
 Widow
 WiseGuys Robot
-WPScan
+WISENutbot
+Woobot
 WWW-Collector-E
-WWW-Mechanize
 WWWOFFLE
 x09Mozilla
-xpymep1.exe
-Zade
+x22Mozilla
+Xaldon WebSpider
+Xaldon_WebSpider
+YoudaoBot
+zauba.io
+Zermelo
 Zeus
-Zitebot
+ZyBorg