V4.2020.02.1958 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
-Abonti
 Aboundex
-Acunetix
-ADmantX
-Alexibot
-AlphaBot
+Aboundexbot
+AiHitBot
+Alligator
 Apexoo
-archive.org_bot
-arquivo-web-crawler
-ASPSeek
 Attach
-AwarioSmartBot
-Badass
+AwarioRssBot
+BackStreet
+BackWeb
 Barkrowler
 Battleztar Bazinga
-BDFetch
-BetaBot
 Bigfoot
-Bitacle
-Black Hole
-BlackWidow
-BlowFish
-Bolt
+Blackboard
+BLEXBot
+Blow
+Boardreader
 BotALot
-Brandprotect
+Brandwatch
+Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
 BunnySlippers
+BuzzSumo
 Calculon
 CATExplorador
 CCBot
-CherryPicker
+Cegbfeieh
+CheeseBot
 CheTeam
 ChinaClaw
-cognitiveseo
-com.plumanalytics
+Cloud mapping
+Cogentbot
 Copier
+CopyRightCheck
+Copyscape
 Craftbot
 crawler4j
+crawler.feedback
+crawl.sogou.com
 CrazyWebCrawler
-CrunchBot
+Crescent
+Curious
 Custo
-DBLBot
-demandbase-bot
-Demon
 Devil
-DIIbot
+Dirbuster
 Disco
-Dispatch
+Discobot
+DittoSpyder
 DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
+DomainSigmaCrawler
 Download Wonder
 Dragonfly
+Drip
 DSearch
-eCatch
-Ecxi
-EirGrabber
-EMail Siphon
+Ebingbong
+EroCrawler
 Evil
 Exabot
-Extractor
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 Ezooms
-FDM
 FemtosearchBot
+FHscan
+Fimap
+FlashGet
 Freeuploader
 Genieo
 GermCrawler
-Getintent
 GetRight
-Gotit
-GoZilla
+GetWeb
+Go-Ahead-Got-It
 Grabber
+GrabNet
 GrapeshotCrawler
-Haansoft
+GT::WWW
 Harvest
-heritrix
-Hloader
-HMView
-HTMLparser
-HTTrack
+HTTP::Lite
 Iblog
-IDBot
-Image Fetch
-InfoTekies
+IndeedBot
+Indy Library
+InfoNaviRobot
+instabid
 Intelliseek
-InterGET
-Iskanie
-Jbrofuzz
-JennyBot
-Jyxobot
+Iria
+IRLbot
+IstellaBot
+Jetty
+JikeSpider
+JustView
 Kenjin Spider
-Keyword Density
 Larbin
 LeechFTP
+LexiBot
+Lftp
+Lightspeedsystems
 Likse
-LinkextractorPro
+Linkdexbot
+LinkScan
+LinkWalker
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey
-lwp-request
+Litemage_walker
 lwp-trivial
+Majestic12
 Majestic SEO
-MarkMonitor
+Majestic-SEO
 MarkWatch
-Masscan
+Mass Downloader
 Mata Hari
 MauiBot
 MeanPath Bot
 MegaIndex.ru
-Metauri
-Microsoft Data Access
-Microsoft URL Control
+MFC_Tear_Sample
 MIDown tool
-Mister PiX
-Mojolicious
-MSFrontPage
+MIIxpc
+Morfeus Fucking Scanner
 MSIECrawler
+muhstik-scan
 Musobot
-Name Intelligence
-NearSite
 Needle
+Nessus
 netEstate NE Crawler
-NetLyzer
-NetMechanic
 Nettrack
 Net Vampire
 Netvibes
-NetZIP
 NextGenSearchBot
 Nibbler
-NimbleCrawler
-Nimbostratus
+NICErsPRO
+Nikto
+Ninja
 Nutch
+Octopus
+Offline Explorer
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
+Openvas
+OpenVAS
+OrangeSpider
 OutclicksBot
+OutfoxBot
 Page Analyzer
-PageGrabber
+page scorer
 PageScorer
-Pandalytics
-Panscient
 Papa Foto
-Pavuk
+pcBrowser
+PECL::HTTP
+PeoplePal
 Picscout
-Pi-Monster
-Pixray
+Picsearch
 plumanalytics
 POE-Component-Client-HTTP
-ProPowerBot
+ProWebWalker
 Psbot
-Quick-Crawler
+QueryN Metasearch
+RankActive
 RankFlex
-RankingBot
 RankingBot2
-RankurBot
+Reaper
 RebelMouse
+Recorder
 RedesScrapy
 ReGet
 RepoMonkey
 Ripper
-RocketCrawler
-RSSingBot
 s1z.ru
+SalesIntelligent
 SBIder
-ScoutJet
-Scrapy
-Screaming
 ScreenerBot
-SearchmetricsBot
-Semrush
+Searchestate
+SemrushBot
+Seomoz
+SEOprofiler
+SeoSiteCheckup
+serpstatbot
 sexsearcher
-Siphon
+Shodan
+SISTRIX
 Sitebeam
-Siteimprove
+SiteLockSpider
 SiteSnagger
-SlySearch
-SMTBot
+SiteSucker
+SmartDownload
 Snake
 Snapbot
 SocialRankIOBot
-Sogou web spider
+Sociscraper
 Sottopop
-Spammen
+SpaceBison
+SpankBot
 Spanner
-sp_auditbot
-Spbot
 Spinn3r
-spyfu
 Sqlmap
 Sqlworm
-Stripper
-Sucker
-SuperHTTP
-Surfbot
-SurveyBot
-Szukacz
-T8Abot
+Sqworm
+Sucuri
+SuperBot
+Swiftbot
+TeleportPro
+Telesoft
 Telesphoreo
-The Intraformant
+TheNomad
+Titan
 Toata
+Toweyabot
+Trendiction
+Trendictionbot
 trendiction.de
 TurnitinBot
+UnisterBot
 Upflow
 URLy Warning
 URLy.Warning
 Vacuum
-VCI
-VidibleScraper
-Virusdie
-Voil
-Wallpapers/3.0
-WebAuto
-WebCollage
+Vagabondo
+VeriCiteCrawler
+VoidEYE
+WallpapersHD
+WASALive-Bot
+Web Auto
+Web Collage
 WebCopier
-WEBDAV
 WebEnhancer
 Web Enhancer
-WebFuck
+Web Fetch
 Web Fuck
-WebGo IS
-WebmasterWorldForumBot
-WebPix
+WebLeacher
+webmeup-crawler
+Web Pix
+WebReaper
 Web Sauger
-Webshag
+WebsiteExtractor
+WebsiteQuester
 WebStripper
 WebSucker
-WebZIP
-Whack
+Web Sucker
+WeSEE
 Whacker
-Whatweb
-Widow
-Woobot
-WWW-Collector-E
-x09Mozilla
-x22Mozilla
-YoudaoBot
-Zade
-Zermelo
-zgrab
-Zitebot
-ZmEu
-ZumBot
+WiseGuys Robot
+Wotbox
+WPScan
+WWW-Mechanize
+WWWOFFLE
+Xaldon WebSpider
+Xaldon_WebSpider
+xpymep1.exe
+Zauba
+Zeus