V4.2020.04.2046 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
 404enemy
 80legs
-Aboundexbot
-Acunetix
 ADmantX
 AfD-Verbotsverfahren
-Alexibot
-AlphaBot
-arquivo.pt
+AIBOT
+AiHitBot
+Alligator
+Ankit
+Aspiegel
+ASPSeek
 Attach
+autoemailspider
+AwarioRssBot
 AwarioSmartBot
 backlink-check
 BacklinkCrawler
-BackStreet
-BackWeb
-Badass
-Battleztar Bazinga
-BBBike
+Bandit
+Barkrowler
 BDFetch
-Bigfoot
-Bitacle
-Blackboard
-BLEXBot
-Boardreader
-Buddy
-BunnySlippers
+BetaBot
+BlackWidow
+BlowFish
+Bolt
+BuiltBotTough
+BuzzSumo
+Calculon
 CATExplorador
+CCBot
 CheeseBot
-Chlooe
+CherryPicker
+CheTeam
+ChinaClaw
 Cliqzbot
-Collector
-Copyscape
+coccocbot-web
+cognitiveseo
+Copier
+CopyRightCheck
+Craftbot
 crawler4j
 crawler.feedback
-crawl.sogou.com
 CrazyWebCrawler
-Curious
-DataCha0s
-demandbase-bot
+Crescent
+CrunchBot
+Custo
+DatabaseDriverMysqli
+DBLBot
+Demon
+Deusu
 Devil
-Digincore
-Dirbuster
+Disco
 Discobot
 Discoverybot
-DnyzBot
-DomainAppender
+DittoSpyder
 DomainCrawler
+DomainSigmaCrawler
+Dotbot
 Download Wonder
-DSearch
-EasyDL
+Drip
+eCatch
 ECCP/1.0
-EirGrabber
-EMail Wolf
-Extractor
+Ecxi
+Evil
+Exabot
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-Ezooms
-facebookscraper
-FHscan
+FDM
+Fimap
 Firefox/7.0
-Foobot
-FyberSpider
-Genieo
+FlashGet
+FrontPage
+GalaxyBot
+Getintent
 GetRight
 Gigabot
-G-i-g-a-b-o-t
 Go-Ahead-Got-It
-Gotit
-GoZilla
 Go!Zilla
-Grafula
+Grabber
+GrabNet
 GrapeshotCrawler
+GridBot
 GT::WWW
 Haansoft
-HaosouSpider
-heritrix
-Heritrix
-Hloader
-Humanlinks
-Id-search
+HTTP::Lite
+Iblog
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
-Indy Library
-InfoTekies
-instabid
-InterGET
-InternetSeer
 internetVista monitor
-ips-agent
+Iria
 IRLbot
-Iskanie
-IstellaBot
+Jbrofuzz
+JennyBot
 JetCar
-JikeSpider
-JustView
+JOC Web Spider
+Joomla
 Jyxobot
 Kenjin Spider
-Keyword Density
+Kozmosbot
+Lanshanbot
 Larbin
-LeechFTP
-LeechGet
 LexiBot
+Lftp
 LibWeb
-Libwhisker
 LieBaoFast
+Lightspeedsystems
 Linkdexbot
-LinkextractorPro
 LinkpadBot
 LinkScan
-LinksManager
-LinqiaScrapeBot
-Lmspider
+LinkWalker
+LinqiaMetadataDownloaderBot
+Lipperhey
+Litemage_walker
+LNSpiderguy
 Ltx71
-lwp-request
-lwp-trivial
-Magnet
 Majestic12
+Majestic SEO
 Majestic-SEO
 Masscan
 Mata Hari
-Mb2345Browser
-Meanpathbot
 MeanPath Bot
-Mediatoolkitbot
 Metauri
+Microsoft Data Access
 MIDown tool
+MIIxpc
 Mister PiX
-Morfeus Fucking Scanner
-MSFrontPage
-MSIECrawler
-Musobot
-Navroad
-Nessus
-Nettrack
+Mojeek
+Mojolicious
+MQQBrowser
+Mr.4x3
+Nameprotect
+NearSite
+NetAnts
+Netcraft
+netEstate NE Crawler
+NetLyzer
 Net Vampire
-NextGenSearchBot
-Nibbler
-Nikto
-Nimbostratus
-Nmap
+Netvibes
+NICErsPRO
+NPbot
 oBot
-Octopus
 Offline Explorer
-Offline Navigator
 OnCrawl
+OpenLinkProfiler
 OpenVAS
-OrangeBot
+OPPO A33
 OrangeSpider
+OutclicksBot
 OutfoxBot
-PageAnalyzer
 Page Analyzer
-page scorer
+PageGrabber
 PageScorer
-Pandalytics
+Panscient
 Papa Foto
-PeoplePal
-Pixray
+Pavuk
+pcBrowser
+PHPCrawl
+Pi-Monster
 PleaseCrawl
 POE-Component-Client-HTTP
-polaris version
-ProPowerBot
+ProWebWalker
 Psbot
-RankActive
+PxBroker
+PyCurl
+QueryN Metasearch
+Quick-Crawler
 RankActiveLinkBot
 RankFlex
-Rankivabot
-Reaper
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
-RSSingBot
-SBIder
-Scanbot
-scan.lol
+RankurBot
+Recorder
+RedesScrapy
+ReGet
+ScanAlert
+ScoutJet
 Scrapy
+ScreenerBot
 Searchestate
 SearchmetricsBot
 Semrush
-SEOkicks
-SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
+Seomoz
 seoscanners
-SeoSiteCheckup
-Shodan
-Sitebeam
-SiteExplorer
+sexsearcher
+Siphon
+Siteimprove
 SiteSnagger
 SiteSucker
-Site Sucker
-SlySearch
-SmartDownload
-Snoopy
 SocialRankIOBot
-sogouspider
-Spammen
-Spanner
-Spinn3r
-SputnikBot
-spyfu
+Sogou web spider
+Sosospider
+Sottopop
+SpaceBison
 Sqworm
+Stripper
 Sucker
-Sucuri
-SuperHTTP
+SuperBot
 Surfbot
-SurveyBot
-Teleport
+Suzuran
+sysscan
+T8Abot
+tAkeOut
 TeleportPro
-Telesphoreo
-Telesphorep
 The Intraformant
+Thumbor
 TightTwatBot
 Toata
-Toweyabot
-Trendiction
-Turingos
-Turnitin
-TwengaBot
+Tracemyfile
+trendiction.de
+True_Robot
+TurnitinBot
+UnisterBot
 Upflow
-URLy Warning
-Vacuum
-Wallpapers/3.0
+URLy.Warning
+VeriCiteCrawler
+Virusdie
+Voltron
 Webalta
-WebBandit
+WebAuto
 WEBDAV
+WebEnhancer
 Web Fetch
-WebFuck
-Web Fuck
+WebGo IS
+WebImageCollector
 WebLeacher
 WebmasterWorldForumBot
-webmeup-crawler
-WebReaper
+WebPix
+WebSauger
+Webshag
+WebsiteExtractor
+WebsiteQuester
 Webster
-Web Sucker
+WebStripper
 WebWhacker
+WeSEE
 Whack
-Whatweb
+Who.is Bot
 Widow
 WISENutbot
-Wprecon
-WWW-Mechanize
+Wonderbot
+Wotbox
+WWW-Collector-E
+WWW::Mechanize
+WWWOFFLE
+x09Mozilla
 x22Mozilla
-Xaldon WebSpider
-Xaldon_WebSpider
-Zermelo
-Zeus
+Zade
+Zauba
+zauba.io
+Zitebot
+ZmEu
 ZumBot
-ZyBorg