V4.2020.04.2053 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 80legs
-Aboundex
 ADmantX
-AhrefsBot
-AIBOT
+AfD-Verbotsverfahren
 AiHitBot
 Alexibot
-Alligator
-Ankit
-Apexoo
-arquivo.pt
-arquivo-web-crawler
-Asterias
-AwarioRssBot
+Anarchie
+autoemailspider
+Backlink-Ceck
 backlink-check
-Badass
+BackWeb
+Battleztar Bazinga
 BBBike
-Bigfoot
+BDCbot
+BDFetch
 Bitacle
+BLEXBot
+Blow
 BlowFish
+Boardreader
+Bolt
 BotALot
-Brandprotect
+Brandwatch
 Buddy
-BuiltBotTough
+BuiltWith
+Bullseye
 BunnySlippers
-BuzzSumo
-Calculon
-CherryPicker
-CheTeam
+Cegbfeieh
+ChinaClaw
 Chlooe
-Cliqzbot
 coccocbot-web
 Cogentbot
 cognitiveseo
-Collector
-com.plumanalytics
-CopyRightCheck
+Copier
 Copyscape
 Cosmos
-Craftbot
-crawler4j
+crawler.feedback
+CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
 DatabaseDriverMysqli
-Deusu
+DataCha0s
 Devil
-DomainCrawler
-DomainSigmaCrawler
+Dirbuster
+Discobot
+Dispatch
+DnyzBot
 DomainStatsBot
+Dotbot
+Download Wonder
 Dragonfly
-DSearch
-DTS Agent
+Drip
+Ebingbong
 eCatch
 ECCP/1.0
-EirGrabber
-EMail Siphon
+Ecxi
 EMail Wolf
 EroCrawler
 Exabot
-ExtLinksBot
-Extractor
+ExtractorPro
 Extreme Picture Finder
-Ezooms
-FDM
 Fimap
+Freeuploader
 FyberSpider
-Fyrebot
-Genieo
-Gigabot
-G-i-g-a-b-o-t
+GalaxyBot
+Getintent
+GetRight
+Go-Ahead-Got-It
 Gotit
-GoZilla
-Grabber
+Go!Zilla
+GrabNet
 Grafula
-GrapeFX
+GrapeshotCrawler
+GridBot
+Haansoft
+Harvest
 HEADMasterSEO
 Hloader
-HMView
-HTTP::Lite
 HTTrack
-IlseBot
+Humanlinks
+Iblog
+Id-search
 Image Fetch
-InfoNaviRobot
-InfoTekies
+Image Sucker
+Indy Library
+Intelliseek
 InterGET
-ips-agent
-IRLbot
-Iskanie
+internetVista monitor
+JamesBOT
 JennyBot
-Jetty
-JikeSpider
-JOC Web Spider
+JetCar
 Joomla
-Jyxobot
-Keyword Density
-LeechGet
-LexiBot
-Lftp
+Jorgee
+Kozmosbot
+Larbin
+LeechFTP
 LibWeb
-Libwhisker
-LieBaoFast
 Likse
 Linkdexbot
-LinkextractorPro
 LinkpadBot
-LinkScan
+LinksManager
 LinkWalker
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lmspider
+Lipperhey Spider
+Ltx71
 lwp-request
-lwp-trivial
-Magnet
-Majestic12
+Mag-Net
+Majestic SEO
 Majestic-SEO
 Mass Downloader
-Mata Hari
 Mb2345Browser
-Meanpathbot
+meanpathbot
 MeanPath Bot
-Mediatoolkitbot
 mediawords
+MegaIndex.ru
+Microsoft Data Access
 Microsoft URL Control
 MIDown tool
-Mister PiX
-MJ12bot
-Mojeek
-Mojolicious
+Morfeus Fucking Scanner
 MSFrontPage
 Musobot
-Nameprotect
-NearSite
-Needle
+Name Intelligence
+Navroad
 Nessus
-Netcraft
-NetLyzer
-NetMechanic
-Nettrack
+NetAnts
 NICErsPRO
-Niki-bot
+Nikto
+NimbleCrawler
 Nimbostratus
-NPbot
+Nmap
+Nutch
 Octopus
-Openvas
+Offline Navigator
+Openfind
+OpenLinkProfiler
+OPPO A33
 OrangeBot
 OrangeSpider
-OutclicksBot
 Page Analyzer
-page scorer
-PageScorer
+PageGrabber
 Panscient
-Picscout
-Picsearch
-Pimonster
+Papa Foto
+pcBrowser
+PECL::HTTP
+PeoplePal
+PictureFinder
 Pixray
-plumanalytics
-PxBroker
-RankActiveLinkBot
-RankFlex
-Rankivabot
+PleaseCrawl
+Pockey
+polaris version
+ProWebWalker
+Psbot
+Pump
+RankActive
+RankurBot
 RealDownload
-Reaper
 RebelMouse
 Recorder
 RedesScrapy
 ReGet
-Ripper
+RocketCrawler
 Rogerbot
-RSSingBot
-s1z.ru
 ScanAlert
-Scanbot
-ScoutJet
+scan.lol
 Scrapy
 Screaming
-SEOlyticsCrawler
-Seomoz
-SEOprofiler
-seoscanners
+ScreenerBot
 SeoSiteCheckup
+SEOstats
 serpstatbot
 sexsearcher
-Shodan
-Sitebeam
-SiteExplorer
-SiteLockSpider
+Siphon
+Siteimprove
 SiteSnagger
 SiteSucker
-SmartDownload
+Sitevigil
+SMTBot
+Snake
+Snapbot
 Snoopy
-SocialRankIOBot
-Sociscraper
 Sottopop
-SpaceBison
-SpankBot
+Spammen
 Spanner
-sp_auditbot
 Spbot
+Spinn3r
+Sqlworm
 Sqworm
-Steeler
-Stripper
-Sucker
-Sucuri
 Surfbot
 Suzuran
+Swiftbot
+sysscan
 Szukacz
-tAkeOut
-Telesphorep
-TightTwatBot
+T0PHackTeam
+Teleport
+TeleportPro
+Telesoft
+Telesphoreo
+The Intraformant
+TheNomad
+Thumbor
 Titan
 Toweyabot
-Tracemyfile
-Trendictionbot
-Upflow
+Trendiction
+trendiction.com
+trendiction.de
+True_Robot
+Turingos
+TurnitinBot
+TwengaBot
+Typhoeus
+UnisterBot
 URLy Warning
-URLy.Warning
-VCI
+Vagabondo
+VB Project
+VeriCiteCrawler
 VidibleScraper
+Virusdie
 VoidEYE
-WallpapersHD
-WBSearchBot
-Web Auto
-WebBandit
-WebCollage
+Wallpapers/3.0
+WASALive-Bot
 Web Collage
 WebCopier
-WEBDAV
-WebGo IS
-WebmasterWorldForumBot
-WebSauger
+WebEnhancer
+Web Enhancer
+Web Fetch
+WebLeacher
+WebPix
+Web Pix
+WebReaper
+Web Sauger
 Webshag
-Whacker
-Widow
+Webster
+WeSEE
+Whack
+Whatweb
+Who.is Bot
 WinHTTrack
-WISENutbot
-Wonderbot
-Woobot
+WiseGuys Robot
 Wprecon
+WPScan
 WWW-Collector-E
 WWW-Mechanize
+WWWOFFLE
 x09Mozilla
-x22Mozilla
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zade
-Zauba
-zauba.io
-ZmEu
+Zermelo
+Zitebot