V4.2020.05.2061 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-Abonti
-Acunetix
+404enemy
+80legs
+Aboundex
 AfD-Verbotsverfahren
 AhrefsBot
+AIBOT
+AiHitBot
+Aipbot
+Alexibot
 AllSubmitter
+AlphaBot
 Anarchie
 Apexoo
-arquivo.pt
-arquivo-web-crawler
-Asterias
-BackDoorBot
-Backlink-Ceck
-BackWeb
-Barkrowler
-BBBike
+archive.org_bot
+ASPSeek
+AwarioRssBot
+backlink-check
+BackStreet
+Bandit
+Battleztar Bazinga
 BDCbot
 BDFetch
 BetaBot
-Bigfoot
+Blackboard
 Black Hole
-Blow
 BlowFish
-Bolt
-Brandprotect
 Brandwatch
-BuzzSumo
-Calculon
-CazoodleBot
-CheTeam
-ChinaClaw
-Cogentbot
+Buddy
+BuiltBotTough
+Cegbfeieh
+CherryPicker
+Chlooe
+Claritybot
+Cloud mapping
 Collector
-Copier
+com.plumanalytics
+CopyRightCheck
 Cosmos
-crawl.sogou.com
-CrazyWebCrawler
+Craftbot
 Crescent
-CSHttp
-Curious
-Custo
-DataCha0s
+CrunchBot
 DBLBot
-demandbase-bot
 Deusu
-DIIbot
-Disco
-Discoverybot
-DomainAppender
-Dotbot
+Devil
+Dirbuster
+DomainCrawler
+domainsproject.org
 Download Wonder
-Dragonfly
 Drip
-Ebingbong
-eCatch
-ECCP/1.0
-EirGrabber
+DTS Agent
+Ecxi
 EMail Wolf
-evc-batch
+EroCrawler
 Exabot
-facebookscraper
+ExtLinksBot
+Extractor
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+FDM
+FemtosearchBot
 FHscan
+Fimap
+Firefox/7.0
 Flunky
-Foobot
 Freeuploader
-FyberSpider
-Fyrebot
 Genieo
 GermCrawler
 Getintent
-Gigablast
-Gigabot
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-Gotit
+GetRight
+GetWeb
 GoZilla
+Grabber
 GrabNet
-GrapeFX
+GrapeshotCrawler
+GridBot
+GT::WWW
 Haansoft
-Havij
-HMView
-HTMLparser
+HaosouSpider
+Harvest
+HEADMasterSEO
+Heritrix
 HTTP::Lite
+Humanlinks
 HybridBot
-IlseBot
-IndeedBot
+Iblog
+Id-search
+Image Fetch
 Indy Library
 instabid
-Intelliseek
-InternetSeer
+internetVista monitor
 ips-agent
-Iria
-IstellaBot
+Iskanie
 Jbrofuzz
-JennyBot
+Jetty
 JikeSpider
 Jorgee
-Jyxobot
+JustView
+Keyword Density
+Kinza
 Kozmosbot
-Lanshanbot
+Larbin
 LeechFTP
-Libwhisker
-LinkpadBot
-LinqiaScrapeBot
-Lipperhey Spider
+LexiBot
+Lftp
+Linkdexbot
+LinkScan
+LinqiaMetadataDownloaderBot
+Lipperhey
 Litemage_walker
 LNSpiderguy
 lwp-request
-LWP::Simple
+lwp-trivial
+Magnet
 Majestic12
-MarkMonitor
-MarkWatch
+Majestic SEO
+Majestic-SEO
 Mass Downloader
-MauiBot
-Mb2345Browser
 Meanpathbot
-Mediatoolkitbot
-MFC_Tear_Sample
+mediawords
+MegaIndex.ru
+Metauri
 MicroMessenger
-Mojeek
+Mister PiX
 MQQBrowser
 Mr.4x3
-Musobot
-Nameprotect
+MSIECrawler
+Name Intelligence
 Navroad
+NearSite
+Needle
 Nessus
-NetLyzer
-NetZIP
-Nibbler
-Nikto
+NetAnts
+Netcraft
+netEstate NE Crawler
+NetMechanic
 Ninja
 NPbot
-oBot
+Nutch
 Offline Navigator
-OnCrawl
-OpenVAS
-OPPO A33
-OrangeSpider
-OutfoxBot
+Page Analyzer
+PageGrabber
 PageScorer
+Panscient
+Papa Foto
+pcBrowser
 PECL::HTTP
 PeoplePal
-PHPCrawl
 Picscout
+Picsearch
+PictureFinder
 Pimonster
-Pixray
 PleaseCrawl
 plumanalytics
 Pockey
 POE-Component-Client-HTTP
 Probethenet
+Psbot
+Pump
+PxBroker
+Quick-Crawler
+RankFlex
 RankingBot
 RankingBot2
 RankurBot
 Reaper
 Recorder
-Ripper
 RocketCrawler
-s1z.ru
+Rogerbot
+RSSingBot
+SBIder
 ScanAlert
-ScoutJet
-Screaming
-Searchestate
+Scanbot
+scan.lol
 SearchmetricsBot
+Semrush
+SemrushBot
+SEOkicks
 SEOlyticsCrawler
+SeoSiteCheckup
 SEOstats
-serpstatbot
-Shodan
-Siphon
-SISTRIX
 Sitebeam
-SiteExplorer
 Siteimprove
-Site Sucker
+SiteLockSpider
+SiteSucker
 Sitevigil
-SMTBot
 Snake
 Snapbot
-Sosospider
-SpaceBison
-SpankBot
-Spanner
-Spbot
+sogouspider
+Spammen
+Spinn3r
 SputnikBot
-Sqlmap
-Steeler
 Stripper
 Sucker
 Sucuri
 SuperBot
-Surfbot
-Suzuran
-sysscan
-Szukacz
-tAkeOut
+T0PHackTeam
+T8Abot
+Teleport
+TeleportPro
 Telesoft
 Telesphorep
-Thumbor
+TightTwatBot
 Titan
-Tracemyfile
+Toweyabot
 Trendiction
-trendiction.com
 trendiction.de
-Turingos
-TurnitinBot
 TwengaBot
 Twice
-UnisterBot
-Upflow
-URLy Warning
-Vacuum
-Vagabondo
 VB Project
 VeriCiteCrawler
+VidibleScraper
 Voil
-WallpapersHD
+Voltron
+Wallpapers/3.0
 WASALive-Bot
-WebAuto
-Web Auto
+WBSearchBot
+Webalta
+WebBandit
+Web Collage
+WebCopier
 WEBDAV
 WebEnhancer
 Web Enhancer
-WebFetch
-Web Fetch
 WebFuck
+Web Fuck
 WebGo IS
 webmeup-crawler
-WebPix
 WebSauger
-Web Sauger
+WebsiteExtractor
 WebsiteQuester
 Webster
-Whack
+WebStripper
+WeSEE
 Whacker
-WiseGuys Robot
+Whatweb
+Widow
+WISENutbot
+Wonderbot
 Woobot
-Wotbox
-Wprecon
-WPScan
-WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
+x09Mozilla
 x22Mozilla
-Xaldon_WebSpider
+Xaldon WebSpider
+Xenu
+xpymep1.exe
+Zade
 Zauba
-zauba.io
-Zermelo
 Zeus
-ZumBot