V4.2020.03.2026 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
+404enemy
 80legs
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-Alexibot
-Anarchie
-archive.org_bot
+ADmantX
+Aipbot
 arquivo.pt
-arquivo-web-crawler
+autoemailspider
 AwarioRssBot
+AwarioSmartBot
 BackDoorBot
-Backlink-Ceck
-backlink-check
-BacklinkCrawler
 Badass
-Barkrowler
-BatchFTP
+Battleztar Bazinga
 BDCbot
-BDFetch
-Bigfoot
 Blackboard
+Black Hole
+BlackWidow
 BLEXBot
-Boardreader
+BlowFish
+Bolt
+BotALot
+Brandprotect
 Brandwatch
-Buddy
 BuiltBotTough
-BuzzSumo
+BuiltWith
+Bullseye
+BunnySlippers
+CATExplorador
 CazoodleBot
-CherryPicker
+CCBot
+Cegbfeieh
+CheTeam
+ChinaClaw
 Claritybot
-Cloud mapping
+Cliqzbot
 coccocbot-web
 cognitiveseo
-com.plumanalytics
-Copier
-CopyRightCheck
-crawler.feedback
+Collector
+Copyscape
+Cosmos
 CrazyWebCrawler
+CrunchBot
 CSHttp
 Curious
-Custo
+DatabaseDriverMysqli
+DBLBot
 demandbase-bot
-Deusu
-DIIbot
+Demon
+Devil
+Digincore
+Dirbuster
 Disco
+Dispatch
 DittoSpyder
 DnyzBot
-DomainSigmaCrawler
+DomainAppender
+DomainStatsBot
 Dotbot
-Ebingbong
-Ecxi
+Download Wonder
+Dragonfly
+Drip
+EirGrabber
 EMail Siphon
-evc-batch
-Exabot
-ExtLinksBot
+EroCrawler
+Evil
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-FemtosearchBot
+Ezooms
+facebookscraper
 FHscan
-Fimap
+Firefox/7.0
+Flunky
 Freeuploader
 FrontPage
-FyberSpider
-Fyrebot
-Gigabot
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
+Getintent
+GetRight
+Gigablast
+Gotit
 GoZilla
-GrabNet
-Harvest
-Havij
-heritrix
-HTMLparser
-HTTrack
-HybridBot
-Iblog
-IDBot
+Grabber
+Grafula
+HEADMasterSEO
+Heritrix
+Hloader
 Id-search
 IlseBot
 Image Fetch
 IndeedBot
-Intelliseek
-InterGET
-Internet Ninja
-IstellaBot
-Jetty
-JikeSpider
-JOC Web Spider
+Indy Library
+instabid
+JennyBot
 Joomla
-Jorgee
 JustView
 Jyxobot
-Kenjin Spider
-Larbin
-LexiBot
-Lftp
-LibWeb
-Linkdexbot
+Keyword Density
+LeechFTP
+LieBaoFast
+Likse
 LinkextractorPro
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinkScan
+LinkWalker
+Lipperhey
+Lipperhey Spider
+Litemage_walker
 Ltx71
-Magnet
+lwp-request
+LWP::Simple
+Mag-Net
+magpie-crawler
 Mail.RU_Bot
-Masscan
+Majestic-SEO
+MarkMonitor
 Mass Downloader
-Mata Hari
-MauiBot
-Meanpathbot
 MeanPath Bot
 mediawords
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
 Microsoft URL Control
-Mister PiX
 MJ12bot
-Morfeus Fucking Scanner
-Mr.4x3
-Name Intelligence
-NearSite
-netEstate NE Crawler
+Mojeek
+MSIECrawler
+Msrabot
+muhstik-scan
+Nameprotect
+Needle
+Netcraft
 NetLyzer
-NetMechanic
-Net Vampire
-NICErsPRO
+NetSpider
+Nettrack
+Nibbler
+Niki-bot
 Nikto
 NimbleCrawler
-Nimbostratus
-NPbot
+Nmap
 Nutch
-Offline Explorer
+Octopus
 Offline Navigator
-OpenVAS
+Openfind
 OPPO A33
+OrangeSpider
+OutclicksBot
 OutfoxBot
-page scorer
+PageAnalyzer
+Page Analyzer
 PageScorer
-Panscient
-Papa Foto
-PHPCrawl
-Picsearch
-Pixray
-PleaseCrawl
-Pockey
+PeoplePal
+Picscout
+PictureFinder
+Pimonster
+Pi-Monster
+plumanalytics
 POE-Component-Client-HTTP
-Probethenet
-ProPowerBot
+polaris version
 ProWebWalker
-Pump
-RankActive
-RankingBot
-Rankivabot
+PxBroker
+PyCurl
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankingBot2
 RankurBot
-RebelMouse
-Recorder
 RedesScrapy
-RepoMonkey
+ReGet
+Rogerbot
+RSSingBot
 s1z.ru
+SalesIntelligent
 Scanbot
-Scrapy
-Screaming
-ScreenerBot
 Searchestate
 SearchmetricsBot
-SemrushBot
-SEOkicks-Robot
-Siphon
+SEOlyticsCrawler
+SEOprofiler
+seoscanners
+SeoSiteCheckup
+sexsearcher
+Shodan
 SISTRIX
-Sitebeam
 SiteExplorer
-SiteLockSpider
 SiteSnagger
-Sitevigil
+SiteSucker
+Site Sucker
 SlySearch
 SmartDownload
 SMTBot
-Snoopy
+Snake
+Snapbot
 Sogou web spider
 SpankBot
-Spanner
+Spbot
+Spinn3r
 SputnikBot
-spyfu
 Sqlmap
 Sqworm
-Stripper
 Sucker
-Surfbot
 Suzuran
 Swiftbot
-sysscan
 Szukacz
-T0PHackTeam
 tAkeOut
-Teleport
-Telesoft
-Telesphorep
+Telesphoreo
 TheNomad
-Tracemyfile
-trendiction.com
-trendiction.de
+Thumbor
+Toata
+Trendiction
+Trendictionbot
 True_Robot
-Turingos
 TwengaBot
-URLy Warning
+Typhoeus
+UnisterBot
+Upflow
 URLy.Warning
+VB Project
 VCI
-VidibleScraper
 Virusdie
 VoidEYE
 Voltron
-Webalta
-WebAuto
-Web Auto
-WebBandit
-Web Collage
+Wallpapers/3.0
+WBSearchBot
+WebCollage
+WebCopier
 WEBDAV
-WebEnhancer
-Web Enhancer
-WebFetch
-Web Fetch
 WebFuck
-WebGo IS
-WebmasterWorldForumBot
-webmeup-crawler
+Web Fuck
+WebLeacher
+Web Sauger
+WebsiteQuester
 WebSucker
 WebWhacker
+Whacker
 Whatweb
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
-WISENutbot
+Wonderbot
 Woobot
 Wotbox
-Wprecon
 WPScan
 WWW::Mechanize
-WWWOFFLE
 x09Mozilla
 x22Mozilla
 Xaldon WebSpider
 Xaldon_WebSpider
-xpymep1.exe
-Zade
+Xenu
+YoudaoBot
 Zauba
-Zermelo
-Zeus
+zgrab
+Zitebot
 ZmEu
-ZyBorg
+ZumBot