V4.2020.04.2047 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
 80legs
+Aboundex
+Aboundexbot
 ADmantX
 AfD-Verbotsverfahren
-AIBOT
-AiHitBot
-Alligator
-Ankit
-Aspiegel
-ASPSeek
+AhrefsBot
+Aipbot
+Alexibot
+AllSubmitter
+Anarchie
+archive.org_bot
 Attach
-autoemailspider
-AwarioRssBot
-AwarioSmartBot
-backlink-check
+Backlink-Ceck
 BacklinkCrawler
+BackStreet
 Bandit
-Barkrowler
+BBBike
 BDFetch
-BetaBot
-BlackWidow
-BlowFish
-Bolt
-BuiltBotTough
+Bigfoot
+Bitacle
+Blow
+BotALot
+BunnySlippers
 BuzzSumo
-Calculon
 CATExplorador
 CCBot
 CheeseBot
 CherryPicker
-CheTeam
-ChinaClaw
+Chlooe
+Claritybot
 Cliqzbot
-coccocbot-web
-cognitiveseo
 Copier
-CopyRightCheck
-Craftbot
-crawler4j
-crawler.feedback
-CrazyWebCrawler
-Crescent
+crawl.sogou.com
 CrunchBot
-Custo
-DatabaseDriverMysqli
+CSHttp
+Curious
+DataCha0s
 DBLBot
-Demon
-Deusu
 Devil
-Disco
+Digincore
+DigitalPebble
 Discobot
-Discoverybot
 DittoSpyder
-DomainCrawler
-DomainSigmaCrawler
+DnyzBot
+DomainStatsBot
 Dotbot
 Download Wonder
-Drip
+Dragonfly
+DSearch
+DTS Agent
 eCatch
 ECCP/1.0
-Ecxi
+EirGrabber
+evc-batch
 Evil
-Exabot
-ExtractorPro
-Extreme Picture Finder
+ExtLinksBot
+Extractor
 EyeNetIE
-FDM
+Ezooms
+FemtosearchBot
+FHscan
 Fimap
-Firefox/7.0
 FlashGet
-FrontPage
+Foobot
+Fyrebot
 GalaxyBot
-Getintent
-GetRight
-Gigabot
+Genieo
+Gigablast
+G-i-g-a-b-o-t
 Go-Ahead-Got-It
-Go!Zilla
-Grabber
 GrabNet
-GrapeshotCrawler
-GridBot
 GT::WWW
-Haansoft
-HTTP::Lite
-Iblog
+HaosouSpider
+Harvest
+Heritrix
+HTTrack
+Humanlinks
+HybridBot
 IlseBot
-Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
 internetVista monitor
+ips-agent
 Iria
 IRLbot
-Jbrofuzz
 JennyBot
-JetCar
-JOC Web Spider
+Jetty
+JikeSpider
 Joomla
+Jorgee
+JustView
 Jyxobot
-Kenjin Spider
-Kozmosbot
 Lanshanbot
-Larbin
+LeechGet
 LexiBot
-Lftp
-LibWeb
 LieBaoFast
-Lightspeedsystems
+Likse
 Linkdexbot
-LinkpadBot
-LinkScan
-LinkWalker
-LinqiaMetadataDownloaderBot
+LinkextractorPro
+LinqiaRSSBot
 Lipperhey
-Litemage_walker
-LNSpiderguy
-Ltx71
+Lipperhey Spider
+LWP::Simple
+Mail.RU_Bot
 Majestic12
 Majestic SEO
 Majestic-SEO
-Masscan
-Mata Hari
+MarkMonitor
+MarkWatch
+MauiBot
+Mb2345Browser
+Meanpathbot
 MeanPath Bot
+Mediatoolkitbot
+mediawords
 Metauri
-Microsoft Data Access
+Microsoft URL Control
 MIDown tool
-MIIxpc
-Mister PiX
+MJ12bot
 Mojeek
-Mojolicious
-MQQBrowser
-Mr.4x3
+Morfeus Fucking Scanner
+MSIECrawler
 Nameprotect
 NearSite
-NetAnts
-Netcraft
-netEstate NE Crawler
-NetLyzer
-Net Vampire
-Netvibes
-NICErsPRO
+Needle
+NetZIP
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nmap
 NPbot
 oBot
-Offline Explorer
+Octopus
 OnCrawl
 OpenLinkProfiler
+Openvas
 OpenVAS
-OPPO A33
 OrangeSpider
-OutclicksBot
-OutfoxBot
+PageAnalyzer
 Page Analyzer
-PageGrabber
+page scorer
 PageScorer
-Panscient
+Pandalytics
 Papa Foto
 Pavuk
-pcBrowser
-PHPCrawl
+Picscout
 Pi-Monster
-PleaseCrawl
-POE-Component-Client-HTTP
-ProWebWalker
+Pixray
+plumanalytics
+Pockey
+Probethenet
 Psbot
-PxBroker
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-RankFlex
-RankurBot
+Pump
+RankingBot
+Rankivabot
+RealDownload
+RebelMouse
 Recorder
-RedesScrapy
-ReGet
-ScanAlert
+Rogerbot
+RSSingBot
+SalesIntelligent
+SBIder
+Scanbot
+scan.lol
 ScoutJet
 Scrapy
 ScreenerBot
 Searchestate
-SearchmetricsBot
 Semrush
+SemrushBot
+SEOkicks-Robot
 SEOlyticsCrawler
-Seomoz
-seoscanners
+SeoSiteCheckup
 sexsearcher
 Siphon
 Siteimprove
-SiteSnagger
-SiteSucker
-SocialRankIOBot
+Site Sucker
+SlySearch
+SmartDownload
+Snake
+Snapbot
+sogouspider
 Sogou web spider
-Sosospider
 Sottopop
 SpaceBison
+Spammen
+SpankBot
+Spanner
+sp_auditbot
+spyfu
+Sqlmap
+Sqlworm
 Sqworm
+Steeler
 Stripper
 Sucker
 SuperBot
-Surfbot
-Suzuran
-sysscan
+SuperHTTP
+T0PHackTeam
 T8Abot
 tAkeOut
-TeleportPro
+Teleport
+Telesphorep
 The Intraformant
 Thumbor
 TightTwatBot
-Toata
+Titan
+Toweyabot
 Tracemyfile
+Trendiction
+Trendictionbot
 trendiction.de
-True_Robot
+Turnitin
 TurnitinBot
-UnisterBot
-Upflow
-URLy.Warning
-VeriCiteCrawler
+Vagabondo
 Virusdie
+VoidEYE
+Voil
 Voltron
+WBSearchBot
 Webalta
-WebAuto
-WEBDAV
+WebCollage
 WebEnhancer
+WebFetch
 Web Fetch
 WebGo IS
-WebImageCollector
 WebLeacher
 WebmasterWorldForumBot
 WebPix
-WebSauger
-Webshag
+WebReaper
+Web Sauger
 WebsiteExtractor
-WebsiteQuester
-Webster
-WebStripper
-WebWhacker
 WeSEE
-Whack
-Who.is Bot
-Widow
-WISENutbot
-Wonderbot
-Wotbox
-WWW-Collector-E
-WWW::Mechanize
+Whacker
+Whatweb
+WinHTTrack
+Woobot
 WWWOFFLE
-x09Mozilla
 x22Mozilla
-Zade
-Zauba
+Xaldon WebSpider
+xpymep1.exe
 zauba.io
+Zermelo
+Zeus
+zgrab
 Zitebot
-ZmEu
 ZumBot
+ZyBorg