V4.2020.04.2048 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
+404checker
+Abonti
 Aboundex
 Aboundexbot
-ADmantX
-AfD-Verbotsverfahren
+Acunetix
 AhrefsBot
-Aipbot
 Alexibot
 AllSubmitter
-Anarchie
+Ankit
+Apexoo
 archive.org_bot
+arquivo-web-crawler
+ASPSeek
+Asterias
 Attach
-Backlink-Ceck
-BacklinkCrawler
+AwarioSmartBot
+BackDoorBot
+backlink-check
 BackStreet
-Bandit
+Badass
+BatchFTP
 BBBike
-BDFetch
 Bigfoot
 Bitacle
+Blackboard
+Black Hole
 Blow
-BotALot
-BunnySlippers
+Bolt
+Brandwatch
+Bullseye
 BuzzSumo
 CATExplorador
-CCBot
-CheeseBot
+CazoodleBot
+Cegbfeieh
 CherryPicker
 Chlooe
 Claritybot
 Cliqzbot
-Copier
-crawl.sogou.com
+Cogentbot
+com.plumanalytics
+Copyscape
+crawler4j
+crawler.feedback
+Crescent
 CrunchBot
-CSHttp
 Curious
-DataCha0s
 DBLBot
+demandbase-bot
+Demon
 Devil
 Digincore
 DigitalPebble
+DIIbot
 Discobot
-DittoSpyder
-DnyzBot
-DomainStatsBot
+Discoverybot
+Dispatch
+DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Download Wonder
 Dragonfly
 DSearch
 DTS Agent
 eCatch
-ECCP/1.0
-EirGrabber
-evc-batch
+EroCrawler
 Evil
-ExtLinksBot
-Extractor
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FemtosearchBot
+FDM
 FHscan
-Fimap
-FlashGet
-Foobot
 Fyrebot
-GalaxyBot
 Genieo
-Gigablast
+GermCrawler
+Getintent
 G-i-g-a-b-o-t
-Go-Ahead-Got-It
-GrabNet
+Gotit
+Go!Zilla
+GrapeshotCrawler
+GridBot
 GT::WWW
 HaosouSpider
 Harvest
+heritrix
 Heritrix
+HMView
 HTTrack
-Humanlinks
-HybridBot
+Id-search
 IlseBot
 Image Sucker
 IndeedBot
-Indy Library
+InfoTekies
+instabid
+Internet Ninja
 internetVista monitor
-ips-agent
 Iria
 IRLbot
-JennyBot
+Iskanie
+JamesBOT
+JetCar
 Jetty
-JikeSpider
+JOC Web Spider
 Joomla
-Jorgee
 JustView
-Jyxobot
-Lanshanbot
+Kozmosbot
 LeechGet
-LexiBot
-LieBaoFast
+Libwhisker
+Lightspeedsystems
 Likse
-Linkdexbot
-LinkextractorPro
-LinqiaRSSBot
-Lipperhey
+LinqiaScrapeBot
 Lipperhey Spider
-LWP::Simple
+lwp-trivial
+Mag-Net
+magpie-crawler
 Mail.RU_Bot
-Majestic12
-Majestic SEO
 Majestic-SEO
 MarkMonitor
 MarkWatch
-MauiBot
-Mb2345Browser
-Meanpathbot
+Masscan
+Mass Downloader
 MeanPath Bot
 Mediatoolkitbot
-mediawords
-Metauri
-Microsoft URL Control
-MIDown tool
-MJ12bot
+MegaIndex.ru
+MFC_Tear_Sample
+MicroMessenger
+Mister PiX
 Mojeek
-Morfeus Fucking Scanner
-MSIECrawler
+Mojolicious
+Mr.4x3
+MSFrontPage
+muhstik-scan
+Musobot
+Name Intelligence
 Nameprotect
-NearSite
+Navroad
 Needle
-NetZIP
-NextGenSearchBot
-Nibbler
+NetLyzer
+Net Vampire
+NICErsPRO
+Niki-bot
+Nikto
 NimbleCrawler
-Nmap
-NPbot
-oBot
-Octopus
-OnCrawl
+Nutch
 OpenLinkProfiler
-Openvas
 OpenVAS
+OrangeBot
 OrangeSpider
+OutfoxBot
 PageAnalyzer
-Page Analyzer
-page scorer
-PageScorer
 Pandalytics
-Papa Foto
 Pavuk
-Picscout
+pcBrowser
+PeoplePal
+PHPCrawl
+Picsearch
+PictureFinder
 Pi-Monster
-Pixray
-plumanalytics
-Pockey
+PleaseCrawl
 Probethenet
+ProPowerBot
 Psbot
-Pump
+Quick-Crawler
+RankFlex
 RankingBot
-Rankivabot
+RankingBot2
 RealDownload
-RebelMouse
-Recorder
+RedesScrapy
+ReGet
+RepoMonkey
+RocketCrawler
 Rogerbot
-RSSingBot
 SalesIntelligent
-SBIder
-Scanbot
-scan.lol
+ScanAlert
 ScoutJet
-Scrapy
-ScreenerBot
-Searchestate
-Semrush
+Screaming
+SearchmetricsBot
 SemrushBot
 SEOkicks-Robot
 SEOlyticsCrawler
+Seomoz
+seoscanners
 SeoSiteCheckup
+serpstatbot
 sexsearcher
-Siphon
+SISTRIX
+SiteExplorer
 Siteimprove
+SiteSnagger
+SiteSucker
 Site Sucker
-SlySearch
-SmartDownload
-Snake
+SMTBot
 Snapbot
+Snoopy
 sogouspider
-Sogou web spider
-Sottopop
 SpaceBison
-Spammen
-SpankBot
-Spanner
 sp_auditbot
-spyfu
+Spbot
+SputnikBot
 Sqlmap
 Sqlworm
-Sqworm
-Steeler
-Stripper
 Sucker
 SuperBot
-SuperHTTP
-T0PHackTeam
-T8Abot
-tAkeOut
-Teleport
-Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
+Surfbot
+SurveyBot
+Swiftbot
+sysscan
+Szukacz
+TeleportPro
+Telesoft
 Titan
-Toweyabot
-Tracemyfile
 Trendiction
-Trendictionbot
-trendiction.de
-Turnitin
-TurnitinBot
+UnisterBot
+Upflow
+URLy.Warning
+Vacuum
 Vagabondo
-Virusdie
-VoidEYE
-Voil
-Voltron
-WBSearchBot
-Webalta
-WebCollage
-WebEnhancer
-WebFetch
-Web Fetch
+Wallpapers/3.0
+WASALive-Bot
+WebAuto
+Web Auto
+WEBDAV
 WebGo IS
-WebLeacher
 WebmasterWorldForumBot
-WebPix
+webmeup-crawler
 WebReaper
+WebSauger
 Web Sauger
+Webshag
 WebsiteExtractor
-WeSEE
+Webster
+WebStripper
+WebSucker
+Web Sucker
+WebWhacker
+Whack
 Whacker
 Whatweb
-WinHTTrack
+Wonderbot
 Woobot
+WWW-Collector-E
+WWW-Mechanize
 WWWOFFLE
-x22Mozilla
 Xaldon WebSpider
-xpymep1.exe
+Xaldon_WebSpider
+Zauba
 zauba.io
 Zermelo
 Zeus
-zgrab
-Zitebot
-ZumBot
 ZyBorg