V4.2019.12.1902 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
+404enemy
 Abonti
 Acunetix
 ADmantX
 AfD-Verbotsverfahren
+AhrefsBot
+AIBOT
 AiHitBot
 Aipbot
 Alexibot
-Alligator
-Anarchie
-arquivo.pt
-arquivo-web-crawler
+AllSubmitter
+AlphaBot
 ASPSeek
-AwarioSmartBot
-BackDoorBot
-backlink-check
+autoemailspider
+AwarioRssBot
+BackStreet
+BackWeb
 Bandit
 Barkrowler
-Battleztar Bazinga
 BBBike
 BDCbot
-BetaBot
-BLEXBot
-Blow
-Bolt
+Bitacle
+Black Hole
 BotALot
 Brandwatch
+Buddy
 BuiltBotTough
-BunnySlippers
-BuzzSumo
-Calculon
+Bullseye
 CheeseBot
-CheTeam
-ChinaClaw
-Cliqzbot
-Cogentbot
-Copier
-CopyRightCheck
+CherryPicker
+Claritybot
+Craftbot
 crawler4j
+crawler.feedback
 crawl.sogou.com
-CrazyWebCrawler
+Crescent
+CrunchBot
 CSHttp
+Custo
+DatabaseDriverMysqli
+DataCha0s
 DBLBot
-Digincore
-DigitalPebble
-DIIbot
-Discobot
-Discoverybot
-DittoSpyder
-DomainAppender
-DomainStatsBot
+demandbase-bot
+Demon
+Deusu
+DnyzBot
+DomainCrawler
 Dragonfly
-DSearch
-EasyDL
-ECCP/1.0
+Drip
+DTS Agent
+EMail Siphon
+EMail Wolf
 EroCrawler
 evc-batch
-Evil
-Express WebPictures
 ExtLinksBot
-Extreme Picture Finder
-EyeNetIE
-facebookscraper
+Extractor
+ExtractorPro
+Ezooms
 FDM
 FemtosearchBot
-FHscan
 Firefox/7.0
-Flunky
+Freeuploader
+FrontPage
 FyberSpider
-GalaxyBot
 Genieo
-GermCrawler
 Gigabot
 G-i-g-a-b-o-t
-Go-Ahead-Got-It
 GoZilla
 Grabber
 GrapeFX
-GridBot
+GrapeshotCrawler
 GT::WWW
+Haansoft
+Harvest
 Havij
-HEADMasterSEO
-heritrix
-Hloader
-IDBot
+Heritrix
+HMView
+HTTrack
+Humanlinks
+HybridBot
+Iblog
 Id-search
-IlseBot
-Image Fetch
 IndeedBot
 InfoNaviRobot
-Intelliseek
+instabid
 InterGET
 Internet Ninja
 InternetSeer
-Iria
-Iskanie
-JamesBOT
+internetVista monitor
+IRLbot
 Jbrofuzz
 JennyBot
-JetCar
-JOC Web Spider
 Joomla
-Jyxobot
+Kenjin Spider
+Keyword Density
+Lanshanbot
 Larbin
-LexiBot
 LibWeb
+Libwhisker
 Lightspeedsystems
 Likse
 Linkdexbot
-Lipperhey Spider
-Litemage_walker
-Lmspider
-LNSpiderguy
-lwp-request
+LinkpadBot
+LinkScan
+LinkWalker
+LinqiaMetadataDownloaderBot
+Lipperhey
+Ltx71
+lwp-trivial
 magpie-crawler
+Majestic12
+MarkMonitor
 MarkWatch
 Masscan
-Mata Hari
-meanpathbot
+Meanpathbot
 MeanPath Bot
 Mediatoolkitbot
-Metauri
 Microsoft Data Access
 Microsoft URL Control
+MIIxpc
 Mister PiX
 MJ12bot
-Mojeek
-Mojolicious
-Morfeus Fucking Scanner
 Mr.4x3
 MSFrontPage
-muhstik-scan
-Name Intelligence
+MSIECrawler
+Musobot
 Navroad
 NearSite
 Needle
 Nessus
-NetLyzer
-NetMechanic
-Nettrack
+NetAnts
+Netcraft
+netEstate NE Crawler
+NetSpider
+Net Vampire
 Netvibes
-NetZIP
-Nikto
+NextGenSearchBot
+NICErsPRO
+Niki-bot
 NimbleCrawler
 Nimbostratus
-Ninja
-Nmap
-Nutch
+NPbot
+oBot
+Offline Navigator
 OnCrawl
-Openfind
-OpenLinkProfiler
-Openvas
 OpenVAS
 OrangeBot
 OrangeSpider
-PageAnalyzer
-Page Analyzer
+OutclicksBot
+OutfoxBot
 Pandalytics
-Pavuk
-PeoplePal
-Picscout
+Panscient
+pcBrowser
+PECL::HTTP
+PHPCrawl
 Picsearch
+Pimonster
+Pi-Monster
 Pixray
 PleaseCrawl
-POE-Component-Client-HTTP
-ProWebWalker
-Psbot
-PxBroker
+Pockey
+Probethenet
+ProPowerBot
+Pump
 QueryN Metasearch
 Quick-Crawler
-RankActive
 RankActiveLinkBot
-RankingBot
-Rankivabot
 RankurBot
 RealDownload
 Reaper
+RebelMouse
 Recorder
 RedesScrapy
 ReGet
 RepoMonkey
 RSSingBot
-s1z.ru
-scan.lol
-Searchestate
-SEOlyticsCrawler
+SBIder
+Screaming
+ScreenerBot
+SearchmetricsBot
+SemrushBot
 Seomoz
 SEOprofiler
 seoscanners
-Sitebeam
-SiteLockSpider
+SEOstats
+serpstatbot
 SiteSnagger
 SiteSucker
 Site Sucker
+Sitevigil
+SMTBot
+Snake
 Snapbot
 Snoopy
-Sosospider
-Sottopop
-Spanner
+Sogou web spider
+SpankBot
+sp_auditbot
 Spinn3r
-SputnikBot
-Sqlmap
 Sqlworm
 Sqworm
+Steeler
+Stripper
+SuperHTTP
 SurveyBot
+Suzuran
+Swiftbot
 Szukacz
-T8Abot
-Teleport
-TeleportPro
+Telesoft
 TheNomad
-TightTwatBot
 Titan
-Toata
-Tracemyfile
+Trendictionbot
 Turingos
-Turnitin
 TurnitinBot
-Vacuum
-VB Project
-VCI
+TwengaBot
+Upflow
+Vagabondo
 VidibleScraper
 VoidEYE
-Wallpapers/3.0
+Voil
 WallpapersHD
-Web Auto
+WASALive-Bot
+Webalta
+WebBandit
 WebCopier
-WebEnhancer
-Web Fetch
-Web Fuck
+WEBDAV
 WebGo IS
-WebImageCollector
 WebLeacher
-WebmasterWorldForumBot
 WebReaper
+WebsiteQuester
+WebSucker
+WebWhacker
+WebZIP
 WeSEE
 Whacker
-Who.is Bot
 Widow
 WiseGuys Robot
-WISENutbot
+Wonderbot
 Woobot
 Wotbox
-Wprecon
+WPScan
 WWW-Collector-E
 WWWOFFLE
 x22Mozilla
-Xaldon_WebSpider
 Xenu
 xpymep1.exe
-zauba.io
 zgrab
+ZumBot
+ZyBorg