V4.2020.05.2060 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+360Spider
+404checker
 Abonti
-Aboundexbot
-ADmantX
+Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-Alexibot
 AllSubmitter
-Ankit
+Anarchie
 Apexoo
-archive.org_bot
+arquivo.pt
 arquivo-web-crawler
-Aspiegel
-ASPSeek
 Asterias
-AwarioSmartBot
 BackDoorBot
-backlink-check
-BacklinkCrawler
-BackStreet
-Bandit
+Backlink-Ceck
+BackWeb
 Barkrowler
-BatchFTP
+BBBike
+BDCbot
 BDFetch
+BetaBot
 Bigfoot
-BLEXBot
+Black Hole
 Blow
 BlowFish
-BuiltBotTough
-Bullseye
-CCBot
-CheeseBot
-CherryPicker
+Bolt
+Brandprotect
+Brandwatch
+BuzzSumo
+Calculon
+CazoodleBot
+CheTeam
 ChinaClaw
-Claritybot
-Cloud mapping
+Cogentbot
 Collector
-com.plumanalytics
 Copier
+Cosmos
+crawl.sogou.com
 CrazyWebCrawler
+Crescent
+CSHttp
+Curious
 Custo
 DataCha0s
+DBLBot
 demandbase-bot
-Demon
 Deusu
-DigitalPebble
-Dirbuster
-Discobot
-Dispatch
-DomainCrawler
-Domains Project
+DIIbot
+Disco
+Discoverybot
+DomainAppender
+Dotbot
 Download Wonder
-DSearch
-EasyDL
-Ecxi
+Dragonfly
+Drip
+Ebingbong
+eCatch
+ECCP/1.0
 EirGrabber
-EroCrawler
+EMail Wolf
+evc-batch
 Exabot
-Extractor
-ExtractorPro
-EyeNetIE
-Ezooms
 facebookscraper
-FlashGet
+FHscan
 Flunky
+Foobot
+Freeuploader
+FyberSpider
 Fyrebot
+Genieo
 GermCrawler
-GetWeb
+Getintent
 Gigablast
 Gigabot
 G-i-g-a-b-o-t
-Grabber
+Go-Ahead-Got-It
+Gotit
+GoZilla
 GrabNet
-Grafula
-GrapeshotCrawler
-GT::WWW
+GrapeFX
 Haansoft
-heritrix
-Heritrix
-Hloader
+Havij
 HMView
 HTMLparser
 HTTP::Lite
 HybridBot
-IDBot
-Id-search
-Image Sucker
+IlseBot
 IndeedBot
+Indy Library
+instabid
 Intelliseek
-InterGET
-internetVista monitor
+InternetSeer
 ips-agent
-Iskanie
-Jetty
-Joomla
+Iria
+IstellaBot
+Jbrofuzz
+JennyBot
+JikeSpider
 Jorgee
 Jyxobot
 Kozmosbot
 Lanshanbot
 LeechFTP
-LexiBot
-LibWeb
-LinkScan
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Lipperhey
+Libwhisker
+LinkpadBot
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
 LNSpiderguy
 lwp-request
 LWP::Simple
-lwp-trivial
-Majestic SEO
+Majestic12
+MarkMonitor
 MarkWatch
-Mata Hari
+Mass Downloader
 MauiBot
 Mb2345Browser
-meanpathbot
-MeanPath Bot
-mediawords
-MegaIndex.ru
+Meanpathbot
+Mediatoolkitbot
 MFC_Tear_Sample
 MicroMessenger
 Mojeek
 MQQBrowser
 Mr.4x3
-MSFrontPage
-Msrabot
-Name Intelligence
+Musobot
+Nameprotect
 Navroad
-Netvibes
+Nessus
+NetLyzer
+NetZIP
 Nibbler
-NICErsPRO
-Nmap
-OpenLinkProfiler
-Openvas
+Nikto
+Ninja
+NPbot
+oBot
+Offline Navigator
+OnCrawl
+OpenVAS
 OPPO A33
-OutclicksBot
-PageAnalyzer
-Pandalytics
+OrangeSpider
+OutfoxBot
+PageScorer
 PECL::HTTP
+PeoplePal
 PHPCrawl
 Picscout
-Picsearch
-Pi-Monster
+Pimonster
+Pixray
 PleaseCrawl
 plumanalytics
 Pockey
 POE-Component-Client-HTTP
 Probethenet
-ProPowerBot
-ProWebWalker
-Psbot
-Pump
-PxBroker
-PyCurl
-QueryN Metasearch
-RankActiveLinkBot
-RankFlex
-Rankivabot
-RealDownload
-RebelMouse
-RepoMonkey
+RankingBot
+RankingBot2
+RankurBot
+Reaper
+Recorder
 Ripper
-Rogerbot
-RSSingBot
+RocketCrawler
 s1z.ru
-SalesIntelligent
+ScanAlert
+ScoutJet
+Screaming
 Searchestate
-SEOkicks
-SEOprofiler
-seoscanners
-SeoSiteCheckup
+SearchmetricsBot
+SEOlyticsCrawler
 SEOstats
 serpstatbot
-sexsearcher
 Shodan
 Siphon
 SISTRIX
 Sitebeam
+SiteExplorer
 Siteimprove
-SiteLockSpider
-SiteSucker
+Site Sucker
 Sitevigil
-SlySearch
-sogouspider
+SMTBot
+Snake
+Snapbot
+Sosospider
 SpaceBison
-Spammen
 SpankBot
+Spanner
 Spbot
-Spinn3r
 SputnikBot
-Sqlworm
-Sqworm
+Sqlmap
+Steeler
 Stripper
 Sucker
 Sucuri
 SuperBot
+Surfbot
 Suzuran
-Swiftbot
 sysscan
 Szukacz
+tAkeOut
 Telesoft
 Telesphorep
-TheNomad
-TightTwatBot
+Thumbor
+Titan
 Tracemyfile
 Trendiction
 trendiction.com
+trendiction.de
+Turingos
+TurnitinBot
 TwengaBot
-Typhoeus
+Twice
+UnisterBot
+Upflow
+URLy Warning
 Vacuum
 Vagabondo
-VCI
-VoidEYE
+VB Project
+VeriCiteCrawler
 Voil
-Voltron
-Wallpapers/3.0
-WBSearchBot
-Webalta
+WallpapersHD
+WASALive-Bot
+WebAuto
 Web Auto
-WebCopier
+WEBDAV
 WebEnhancer
-Web Fuck
+Web Enhancer
+WebFetch
+Web Fetch
+WebFuck
 WebGo IS
-Web Pix
-WebReaper
+webmeup-crawler
+WebPix
 WebSauger
 Web Sauger
-Webshag
 WebsiteQuester
 Webster
-WebStripper
-WebSucker
-WebWhacker
-WeSEE
-Widow
+Whack
+Whacker
 WiseGuys Robot
-Wonderbot
+Woobot
+Wotbox
 Wprecon
+WPScan
 WWW-Collector-E
-x09Mozilla
+WWW-Mechanize
+WWWOFFLE
 x22Mozilla
-Xaldon WebSpider
-xpymep1.exe
-YoudaoBot
+Xaldon_WebSpider
+Zauba
 zauba.io
 Zermelo
-Zitebot
+Zeus
 ZumBot