V4.2020.04.2056 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 404enemy
+80legs
+Aboundex
 AhrefsBot
 AIBOT
 AiHitBot
-Alligator
+Alexibot
 AllSubmitter
-Anarchie
-Apexoo
-ASPSeek
+archive.org_bot
+arquivo.pt
+arquivo-web-crawler
 Asterias
-autoemailspider
-AwarioRssBot
-BackDoorBot
-Backlink-Ceck
+Attach
+BackStreet
 Badass
-Battleztar Bazinga
-BDFetch
+Barkrowler
+BBBike
+BDCbot
 Bigfoot
-Bitacle
 Blackboard
-Black Hole
+BlackWidow
 BlowFish
-Boardreader
+Bolt
 BotALot
-Brandprotect
-Buddy
-BuiltWith
-Bullseye
-CATExplorador
-CazoodleBot
-Cloud mapping
+Brandwatch
+Calculon
+CCBot
+CheeseBot
+ChinaClaw
 Cogentbot
-com.plumanalytics
-Copyscape
-Cosmos
-Craftbot
+Copier
+CopyRightCheck
+crawler.feedback
 crawl.sogou.com
+CrazyWebCrawler
 Crescent
-Curious
-Custo
-DatabaseDriverMysqli
+CrunchBot
 DBLBot
-demandbase-bot
-Devil
-Digincore
+Deusu
 DIIbot
-Discobot
-DittoSpyder
-Domains Project
-DomainStatsBot
+Dirbuster
+Discoverybot
+Dispatch
 Dotbot
 Download Wonder
-EasyDL
-eCatch
-ECCP/1.0
-Ecxi
+Drip
+DSearch
 EirGrabber
-EMail Wolf
-Evil
+EMail Siphon
 ExtLinksBot
-Extractor
 ExtractorPro
-Extreme Picture Finder
+EyeNetIE
 Ezooms
+facebookscraper
 FDM
-FHscan
 Fimap
-Firefox/7.0
 FlashGet
 Freeuploader
-Fyrebot
+FrontPage
 GalaxyBot
+GermCrawler
+Getintent
 G-i-g-a-b-o-t
+Go-Ahead-Got-It
 Gotit
 GoZilla
-GrabNet
-GrapeshotCrawler
-HaosouSpider
-Heritrix
+Go!Zilla
+Grabber
+GrapeFX
+GridBot
+GT::WWW
+Harvest
+HEADMasterSEO
+heritrix
+HMView
+HTMLparser
+HTTP::Lite
+HTTrack
 Humanlinks
-HybridBot
-IDBot
-IndeedBot
-Indy Library
-Intelliseek
-InternetSeer
-IRLbot
+Iblog
+Image Fetch
+InfoNaviRobot
+instabid
+ips-agent
+JamesBOT
 JennyBot
 JetCar
-JOC Web Spider
-JustView
-Keyword Density
-LieBaoFast
-LinkextractorPro
+Jetty
+Joomla
+Kenjin Spider
+Kinza
+LeechFTP
+LeechGet
+LexiBot
+Likse
+Linkdexbot
 LinkScan
-LinksManager
-LinqiaRSSBot
-LWP::Simple
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+lwp-trivial
+Magnet
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+magpie-crawler
 MarkWatch
-Mass Downloader
 MauiBot
-Mb2345Browser
 meanpathbot
 Meanpathbot
 MeanPath Bot
+Mediatoolkitbot
 mediawords
-MegaIndex.ru
 Metauri
 MFC_Tear_Sample
+MicroMessenger
 Microsoft Data Access
-Mister PiX
-MJ12bot
+Microsoft URL Control
+MIDown tool
+MIIxpc
 Mojeek
-Mojolicious
+MQQBrowser
 Mr.4x3
+MSIECrawler
 Msrabot
-muhstik-scan
-Musobot
 Name Intelligence
-NearSite
-Needle
+Navroad
 Nessus
-NetAnts
-Netcraft
-netEstate NE Crawler
-NetLyzer
 NetMechanic
-Net Vampire
-NetZIP
-Nibbler
 NICErsPRO
 Niki-bot
 NimbleCrawler
-Nmap
-oBot
+NPbot
+Nutch
+Octopus
 Offline Explorer
-Offline Navigator
+OnCrawl
 Openfind
-OpenLinkProfiler
+OpenVAS
 OPPO A33
-OrangeBot
+OutfoxBot
 Page Analyzer
-PageGrabber
-page scorer
 PageScorer
+Pandalytics
+Panscient
+Papa Foto
 Pavuk
+pcBrowser
 Picsearch
-Pimonster
-Pi-Monster
+PleaseCrawl
+plumanalytics
 Pockey
+POE-Component-Client-HTTP
+polaris version
+Probethenet
 ProPowerBot
-ProWebWalker
-Pump
+Quick-Crawler
 RankActive
 RankActiveLinkBot
-RankingBot
+RankFlex
+RankingBot2
+Rankivabot
+RankurBot
+RealDownload
 Reaper
 Recorder
+RedesScrapy
 ReGet
-Ripper
+RepoMonkey
 RocketCrawler
 RSSingBot
+s1z.ru
 SalesIntelligent
-Scanbot
-Scrapy
-SEOkicks-Robot
-SEOlyticsCrawler
+SBIder
+ScoutJet
+Screaming
+Searchestate
+Semrush
+SEOkicks
+SEOprofiler
+SEOstats
 serpstatbot
-SiteLockSpider
-SiteSnagger
-Site Sucker
-Sitevigil
+Siphon
+Sitebeam
+Siteimprove
 SlySearch
+SmartDownload
 Snapbot
-Snoopy
 Sogou web spider
-Sosospider
-SpankBot
+SpaceBison
+Spammen
+Spanner
 Spbot
-Spinn3r
-SputnikBot
-Sqlworm
-Sqworm
+spyfu
 Steeler
-Sucker
-Sucuri
 SuperBot
-SurveyBot
+SuperHTTP
 Suzuran
 Swiftbot
+sysscan
 Szukacz
 tAkeOut
 TeleportPro
-Telesoft
-Telesphoreo
 Telesphorep
 The Intraformant
+TheNomad
 Thumbor
-Toata
-Toweyabot
+TightTwatBot
+Titan
 Tracemyfile
-Trendictionbot
-True_Robot
+Trendiction
+trendiction.com
 Turingos
-Turnitin
-TurnitinBot
-Twice
-UnisterBot
+TwengaBot
 Upflow
+URLy.Warning
+Vacuum
+Vagabondo
 VeriCiteCrawler
-Virusdie
 Voil
 Wallpapers/3.0
 WallpapersHD
 WASALive-Bot
 WBSearchBot
-Webalta
 WebAuto
-WebBandit
-WEBDAV
-WebFuck
-WebGo IS
+Web Auto
+WebCollage
+WebEnhancer
 WebPix
-Web Pix
-WebSauger
-WebsiteExtractor
+Webshag
 WebsiteQuester
+Website Quester
 WebStripper
-Web Sucker
 WebWhacker
-WebZIP
-Whack
+WeSEE
 Whatweb
-WISENutbot
-Woobot
-Wotbox
-Wprecon
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
+WWW-Mechanize
 WWW::Mechanize
-Xaldon_WebSpider
+x09Mozilla
+Xenu
 xpymep1.exe
-Zade
-Zeus
+YoudaoBot
+Zauba
+zauba.io
+Zermelo
+zgrab
 Zitebot
-ZumBot
+ZmEu
 ZyBorg