V4.2020.03.2027 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
 404enemy
-80legs
+Abonti
+Aboundex
 ADmantX
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Aipbot
+Alexibot
+AllSubmitter
 arquivo.pt
+arquivo-web-crawler
+Aspeigel
+ASPSeek
+Asterias
+Attach
 autoemailspider
-AwarioRssBot
 AwarioSmartBot
-BackDoorBot
-Badass
-Battleztar Bazinga
-BDCbot
+backlink-check
+BackStreet
+BackWeb
+Barkrowler
+BatchFTP
 Blackboard
-Black Hole
 BlackWidow
-BLEXBot
-BlowFish
+Blow
+Boardreader
 Bolt
-BotALot
 Brandprotect
 Brandwatch
-BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
-CATExplorador
+BuzzSumo
 CazoodleBot
-CCBot
 Cegbfeieh
 CheTeam
 ChinaClaw
-Claritybot
+Chlooe
 Cliqzbot
-coccocbot-web
+Cogentbot
 cognitiveseo
 Collector
-Copyscape
+Copier
+CopyRightCheck
 Cosmos
 CrazyWebCrawler
-CrunchBot
 CSHttp
-Curious
-DatabaseDriverMysqli
-DBLBot
-demandbase-bot
-Demon
-Devil
-Digincore
-Dirbuster
+Custo
+Deusu
+DigitalPebble
 Disco
-Dispatch
-DittoSpyder
+Discobot
+Discoverybot
 DnyzBot
-DomainAppender
 DomainStatsBot
 Dotbot
-Download Wonder
 Dragonfly
 Drip
+DTS Agent
+EasyDL
+Ebingbong
 EirGrabber
-EMail Siphon
-EroCrawler
+EMail Wolf
 Evil
+Express WebPictures
+ExtLinksBot
+Extractor
 ExtractorPro
 Extreme Picture Finder
 EyeNetIE
 Ezooms
 facebookscraper
-FHscan
-Firefox/7.0
-Flunky
-Freeuploader
+FDM
+Foobot
 FrontPage
+Genieo
 Getintent
 GetRight
-Gigablast
-Gotit
-GoZilla
+GetWeb
+Gigabot
+Go!Zilla
 Grabber
-Grafula
+GrapeFX
+GrapeshotCrawler
+GT::WWW
 HEADMasterSEO
-Heritrix
-Hloader
+heritrix
+HTMLparser
+HTTP::Lite
+HTTrack
+HybridBot
 Id-search
-IlseBot
-Image Fetch
-IndeedBot
-Indy Library
-instabid
-JennyBot
+Image Sucker
+InfoNaviRobot
+InterGET
+InternetSeer
+ips-agent
+Iria
+Iskanie
+Jbrofuzz
 Joomla
-JustView
 Jyxobot
-Keyword Density
+Kenjin Spider
+Kinza
+Kozmosbot
 LeechFTP
-LieBaoFast
-Likse
-LinkextractorPro
-LinkScan
-LinkWalker
-Lipperhey
+LeechGet
+Libwhisker
+Linkdexbot
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-Ltx71
+Lmspider
+LNSpiderguy
 lwp-request
 LWP::Simple
+lwp-trivial
 Mag-Net
 magpie-crawler
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
+Majestic12
 Mass Downloader
-MeanPath Bot
+Mata Hari
+meanpathbot
 mediawords
 MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
 Microsoft URL Control
-MJ12bot
-Mojeek
-MSIECrawler
-Msrabot
-muhstik-scan
-Nameprotect
-Needle
-Netcraft
+MIIxpc
+Morfeus Fucking Scanner
+MQQBrowser
+MSFrontPage
+Musobot
+Name Intelligence
+NetAnts
 NetLyzer
-NetSpider
-Nettrack
 Nibbler
-Niki-bot
 Nikto
 NimbleCrawler
 Nmap
-Nutch
-Octopus
-Offline Navigator
-Openfind
-OPPO A33
+NPbot
+OnCrawl
+OpenLinkProfiler
+OrangeBot
 OrangeSpider
 OutclicksBot
-OutfoxBot
 PageAnalyzer
-Page Analyzer
-PageScorer
-PeoplePal
+page scorer
+Pavuk
+pcBrowser
 Picscout
-PictureFinder
-Pimonster
-Pi-Monster
+Picsearch
 plumanalytics
-POE-Component-Client-HTTP
-polaris version
-ProWebWalker
-PxBroker
-PyCurl
+ProPowerBot
+Psbot
+QueryN Metasearch
 Quick-Crawler
 RankActiveLinkBot
 RankFlex
-RankingBot2
+RankingBot
 RankurBot
-RedesScrapy
+RealDownload
+Recorder
 ReGet
-Rogerbot
-RSSingBot
-s1z.ru
-SalesIntelligent
-Scanbot
+Ripper
+SBIder
+scan.lol
+ScoutJet
+Screaming
+ScreenerBot
 Searchestate
-SearchmetricsBot
+Semrush
+SemrushBot
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOprofiler
-seoscanners
 SeoSiteCheckup
+SEOstats
+serpstatbot
 sexsearcher
-Shodan
 SISTRIX
-SiteExplorer
 SiteSnagger
-SiteSucker
-Site Sucker
+Sitevigil
 SlySearch
-SmartDownload
-SMTBot
 Snake
-Snapbot
-Sogou web spider
+SocialRankIOBot
+sogouspider
+Sosospider
+Sottopop
+SpaceBison
 SpankBot
-Spbot
-Spinn3r
 SputnikBot
-Sqlmap
 Sqworm
-Sucker
-Suzuran
-Swiftbot
+Steeler
+Sucuri
+SuperBot
+SurveyBot
+sysscan
 Szukacz
-tAkeOut
-Telesphoreo
+Teleport
+TeleportPro
+Telesoft
 TheNomad
-Thumbor
-Toata
+TightTwatBot
+Tracemyfile
 Trendiction
 Trendictionbot
-True_Robot
 TwengaBot
 Typhoeus
-UnisterBot
 Upflow
-URLy.Warning
+URLy Warning
+Vacuum
 VB Project
 VCI
 Virusdie
-VoidEYE
 Voltron
-Wallpapers/3.0
+WallpapersHD
 WBSearchBot
+Webalta
 WebCollage
-WebCopier
 WEBDAV
+Web Enhancer
+WebFetch
+Web Fetch
 WebFuck
 Web Fuck
-WebLeacher
+WebGo IS
+webmeup-crawler
+WebReaper
 Web Sauger
+WebsiteExtractor
 WebsiteQuester
+Website Quester
+Webster
 WebSucker
+Web Sucker
 WebWhacker
-Whacker
 Whatweb
-Who.is Bot
 WinHTTrack
-WiseGuys Robot
 Wonderbot
-Woobot
 Wotbox
 WPScan
-WWW::Mechanize
-x09Mozilla
-x22Mozilla
+WWWOFFLE
 Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
+xpymep1.exe
 YoudaoBot
 Zauba
-zgrab
-Zitebot
 ZmEu
-ZumBot