V4.2020.01.1923 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 80legs
-Aboundex
-Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
-Alexibot
 Anarchie
-archive.org_bot
+Apexoo
 arquivo.pt
 arquivo-web-crawler
+Asterias
 Attach
 autoemailspider
 AwarioRssBot
+AwarioSmartBot
 Backlink-Ceck
-Badass
-BBBike
-Bigfoot
-Black Hole
+BacklinkCrawler
+BackStreet
+BackWeb
+BatchFTP
+Battleztar Bazinga
+BDCbot
+BDFetch
+BetaBot
+Blackboard
 BlackWidow
+Blow
+BlowFish
+Boardreader
 BotALot
 Brandprotect
-Brandwatch
-BuiltBotTough
-BuiltWith
+Buddy
 Bullseye
-CATExplorador
-Chlooe
+BunnySlippers
+CheTeam
+Claritybot
 Cliqzbot
 Cloud mapping
 coccocbot-web
-cognitiveseo
+Collector
 Copier
-CopyRightCheck
-Copyscape
-crawler.feedback
-crawl.sogou.com
+Cosmos
+crawler4j
 CrazyWebCrawler
-Crescent
-CSHttp
-Curious
 Custo
-DBLBot
-Devil
-DigitalPebble
+Deusu
 DIIbot
-Dirbuster
+Discobot
 Discoverybot
-DnyzBot
+DittoSpyder
 DomainAppender
-DomainStatsBot
-Dotbot
+DomainCrawler
+DomainSigmaCrawler
+Download Wonder
+DSearch
 DTS Agent
-EasyDL
-Ebingbong
+eCatch
 ECCP/1.0
-EMail Siphon
-EMail Wolf
-EroCrawler
-evc-batch
+Ecxi
 Evil
-Exabot
-Express WebPictures
 ExtLinksBot
-ExtractorPro
-Extreme Picture Finder
-EyeNetIE
+Extractor
 Ezooms
-FDM
 FemtosearchBot
+Firefox/7.0
 FlashGet
-Flunky
 Foobot
-Freeuploader
-FyberSpider
-Fyrebot
+GalaxyBot
+Getintent
 GetRight
-Gigabot
-G-i-g-a-b-o-t
+GetWeb
 Go-Ahead-Got-It
+Gotit
 Grabber
+GrabNet
 Grafula
-GrapeFX
-GridBot
 Haansoft
+Harvest
+Havij
 heritrix
+Heritrix
+Hloader
 HMView
-HTMLparser
-HTTP::Lite
 Humanlinks
-HybridBot
 IDBot
-Image Fetch
+IlseBot
 Image Sucker
-InfoNaviRobot
+Indy Library
 InfoTekies
-Intelliseek
-InterGET
-internetVista monitor
-ips-agent
-IstellaBot
-JetCar
-Jetty
+Internet Ninja
+Iria
+IRLbot
+JamesBOT
+Jbrofuzz
+JennyBot
+JikeSpider
 Joomla
-Kenjin Spider
+Jorgee
+Jyxobot
 Kozmosbot
-Lanshanbot
-Larbin
-LeechFTP
-Likse
-Linkdexbot
-LinkextractorPro
+LeechGet
+Lftp
+LibWeb
+Libwhisker
+LinkScan
+LinksManager
 LinkWalker
-Lipperhey
+LinqiaRSSBot
+Litemage_walker
 LNSpiderguy
-lwp-request
-Magnet
+Ltx71
+LWP::Simple
+lwp-trivial
 magpie-crawler
 Majestic12
-Majestic SEO
-MauiBot
-MeanPath Bot
-mediawords
-MegaIndex.ru
-Metauri
+Majestic-SEO
+MarkMonitor
 MFC_Tear_Sample
-Microsoft Data Access
-MIDown tool
+Microsoft URL Control
 MJ12bot
-Morfeus Fucking Scanner
-MSFrontPage
-MSIECrawler
-Msrabot
-muhstik-scan
+Mojeek
+Mojolicious
+Nameprotect
+NearSite
 Nessus
-Netcraft
+netEstate NE Crawler
+NetLyzer
 NetMechanic
 NetSpider
+Nettrack
 Net Vampire
+NextGenSearchBot
+Nibbler
+NICErsPRO
 Nikto
+NimbleCrawler
 Nimbostratus
-NPbot
+Nmap
+oBot
 Octopus
+Offline Explorer
+Offline Navigator
+OnCrawl
 Openfind
 OpenLinkProfiler
+OpenVAS
 OrangeSpider
-OutclicksBot
 OutfoxBot
+PageAnalyzer
 Page Analyzer
-page scorer
-Papa Foto
+Pandalytics
+Panscient
 Pavuk
 PECL::HTTP
-PHPCrawl
-Picsearch
+PeoplePal
 PictureFinder
+Pimonster
 Pi-Monster
-plumanalytics
 Pockey
 Probethenet
-ProWebWalker
-Pump
+Psbot
 PyCurl
-RankActiveLinkBot
+QueryN Metasearch
 RankingBot2
 Rankivabot
 RankurBot
+RealDownload
 Reaper
+RebelMouse
+RedesScrapy
 RepoMonkey
-Ripper
 RocketCrawler
-Rogerbot
-SBIder
-ScoutJet
-Scrapy
-ScreenerBot
-Semrush
-SEOkicks
+RSSingBot
+ScanAlert
+Scanbot
+Searchestate
+SearchmetricsBot
+SemrushBot
+SEOkicks-Robot
 SEOlyticsCrawler
 Seomoz
 seoscanners
+SEOstats
 SISTRIX
-Sitebeam
+SiteExplorer
 SiteLockSpider
 SiteSnagger
-Sitevigil
-Snake
+Site Sucker
+SMTBot
+Snoopy
+Sociscraper
+sogouspider
+Sosospider
 SpaceBison
-sp_auditbot
-Sqlmap
-Sqworm
+SpankBot
+spyfu
+Sqlworm
 Steeler
 Stripper
 Sucker
-Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
-Swiftbot
 sysscan
+Szukacz
+Teleport
 Telesphoreo
+The Intraformant
 TheNomad
 TightTwatBot
 Titan
 Toata
-True_Robot
+Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
+TurnitinBot
+TwengaBot
+Twice
 Typhoeus
 UnisterBot
 URLy.Warning
 Vacuum
 Vagabondo
+VCI
 VeriCiteCrawler
 VidibleScraper
 Virusdie
-Voltron
 Wallpapers/3.0
+WallpapersHD
 WASALive-Bot
+WBSearchBot
+Webalta
+WebAuto
 Web Auto
 WebCollage
-WEBDAV
 WebFetch
 WebGo IS
-WebPix
-Web Pix
-WebReaper
+WebLeacher
+WebmasterWorldForumBot
+webmeup-crawler
 WebSauger
-Web Sauger
-Webshag
-Website Quester
 Webster
-WebStripper
-WebWhacker
+WebSucker
+WebZIP
 WeSEE
-Whatweb
-Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
-WISENutbot
+Whack
+Woobot
 Wotbox
-Wprecon
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-x09Mozilla
+WWW-Mechanize
+WWWOFFLE
+Xaldon WebSpider
 YoudaoBot
-Zauba
+Zermelo
 Zitebot
-ZumBot
-ZyBorg