V4.2020.06.2075 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-404enemy
+Abonti
+Aboundex
+Acunetix
+ADmantX
 AfD-Verbotsverfahren
-AIBOT
+AhrefsBot
 AiHitBot
 Aipbot
-AllSubmitter
-Ankit
-Apexoo
+Alligator
+Anarchie
 archive.org_bot
 arquivo.pt
 arquivo-web-crawler
-ASPSeek
-Asterias
 Attach
-AwarioRssBot
-Backlink-Ceck
+AwarioSmartBot
+BacklinkCrawler
 BackStreet
-Badass
 Bandit
-Bigfoot
+BatchFTP
 Blackboard
+Blow
 BlowFish
-Bolt
-BuiltBotTough
+Boardreader
+Brandprotect
 BuiltWith
-Calculon
-CazoodleBot
-CherryPicker
+CATExplorador
+Cegbfeieh
 CheTeam
-Claritybot
-Cliqzbot
-coccocbot-web
-Cogentbot
-Cosmos
+Cloud mapping
+Collector
+Copyscape
 Craftbot
 crawler4j
+crawl.sogou.com
 Crescent
+CSHttp
 Curious
 Custo
-Deusu
+Demon
 Devil
-Digincore
 DIIbot
-Dirbuster
-DittoSpyder
+Disco
+DnyzBot
 DomainAppender
-DomainCrawler
+DomainSigmaCrawler
 Domains Project
-domainsproject.org
-DomainStatsBot
-Download Wonder
+Dotbot
 Drip
 DSearch
-EasyDL
-Ecxi
-EMail Wolf
-Evil
-Exabot
-Extractor
-Extreme Picture Finder
-Ezooms
-FDM
-FemtosearchBot
-Fimap
-Firefox/7.0
+eCatch
+ECCP/1.0
+facebookscraper
+FHscan
 FlashGet
-Foobot
 FrontPage
 FyberSpider
-Fyrebot
+GalaxyBot
 Genieo
-Getintent
+Gigabot
 G-i-g-a-b-o-t
-GrapeFX
+Go!Zilla
+GrabNet
+Grafula
 GrapeshotCrawler
-GT::WWW
 Haansoft
 Harvest
+Havij
 HEADMasterSEO
-heritrix
 Heritrix
-HTMLparser
-HTTP::Lite
+Hloader
+HTTrack
 Humanlinks
-Id-search
+IDBot
+Image Sucker
 IndeedBot
-InfoTekies
 instabid
-Intelliseek
 InterGET
+Internet Ninja
 internetVista monitor
-Iria
-IRLbot
-IstellaBot
+Iskanie
 JamesBOT
+JetCar
+Jetty
 JikeSpider
-Jorgee
-Jyxobot
-Kenjin Spider
-LexiBot
-Lftp
-LieBaoFast
-Lightspeedsystems
-LinkextractorPro
+Lanshanbot
+Larbin
+LeechGet
+Libwhisker
+Linkdexbot
 LinkpadBot
-LinkScan
 LinksManager
 LinkWalker
 LinqiaMetadataDownloaderBot
-Litemage_walker
-Lmspider
+LinqiaRSSBot
+Lipperhey Spider
+LNSpiderguy
+lwp-request
 lwp-trivial
-Majestic12
-MarkWatch
+Magnet
+Majestic SEO
+Masscan
 Mb2345Browser
+meanpathbot
 Meanpathbot
 Mediatoolkitbot
+MegaIndex.ru
+Metauri
 MicroMessenger
-Microsoft URL Control
 MIDown tool
 MIIxpc
 Mister PiX
+MJ12bot
+Mojeek
 Mojolicious
-MQQBrowser
+Morfeus Fucking Scanner
 Mr.4x3
-MSFrontPage
 MSIECrawler
-Msrabot
 muhstik-scan
-Musobot
 Nameprotect
-Needle
+Navroad
 Nessus
+Netcraft
 netEstate NE Crawler
+NetLyzer
 NetMechanic
-Nettrack
-Niki-bot
-Offline Explorer
-OnCrawl
+NetSpider
+Net Vampire
+Netvibes
+NetZIP
+NextGenSearchBot
+Nibbler
+NICErsPRO
+NimbleCrawler
+Nimbostratus
+Ninja
+NPbot
+oBot
+Octopus
 OpenLinkProfiler
-Openvas
-OpenVAS
-OrangeBot
-OutfoxBot
-PageAnalyzer
+Page Analyzer
 PageGrabber
 page scorer
+Pandalytics
 Papa Foto
-Pavuk
-PECL::HTTP
+pcBrowser
 PeoplePal
+PHPCrawl
 Picsearch
-PictureFinder
-Pixray
-plumanalytics
+Pimonster
 Pockey
-Probethenet
+POE-Component-Client-HTTP
 Psbot
-PxBroker
-PyCurl
-Quick-Crawler
+QueryN Metasearch
 RankActive
 RankActiveLinkBot
+RankFlex
+RankingBot
 Rankivabot
-RankurBot
 RealDownload
-Reaper
-RebelMouse
 RedesScrapy
 ReGet
-RepoMonkey
-RocketCrawler
-ScanAlert
+Ripper
+Rogerbot
+SalesIntelligent
 Scanbot
-Screaming
 ScreenerBot
+Searchestate
+SearchmetricsBot
+SemrushBot
+SEOkicks
 SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
-SEOprofiler
 seoscanners
-serpstatbot
-Sitebeam
+SeoSiteCheckup
 SiteExplorer
 Siteimprove
-SiteLockSpider
-Sitevigil
 SlySearch
 SmartDownload
-SMTBot
+Snake
 sogouspider
-Sottopop
-SpaceBison
-SputnikBot
+sp_auditbot
+Spbot
+spyfu
+Sqlmap
 Sqlworm
 Sqworm
 Steeler
 Stripper
-Sucker
-SuperHTTP
-Surfbot
-SurveyBot
-Szukacz
-Telesphoreo
+SuperBot
+Suzuran
+sysscan
+tAkeOut
+Teleport
+Telesphorep
 The Intraformant
-TheNomad
-Thumbor
 TightTwatBot
 Titan
-TurnitinBot
+Toata
+Toweyabot
+Tracemyfile
+Trendictionbot
+True_Robot
+Turnitin
 TwengaBot
+Twice
 Typhoeus
-UnisterBot
-Upflow
 URLy Warning
 VCI
-Voil
-Voltron
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+VoidEYE
 WallpapersHD
 WASALive-Bot
-WebBandit
-WebCollage
+WBSearchBot
+Webalta
+WebAuto
+Web Collage
 WebCopier
+WEBDAV
+WebEnhancer
+Web Enhancer
 Web Fetch
-WebmasterWorldForumBot
+WebFuck
+WebGo IS
+WebImageCollector
 WebReaper
 Webshag
 WebsiteExtractor
 WebsiteQuester
-Whacker
-Whatweb
+WebSucker
+Web Sucker
+WebZIP
+WeSEE
 Who.is Bot
-WiseGuys Robot
-Wonderbot
-Wotbox
+Widow
+Woobot
 Wprecon
-WPScan
 WWW-Collector-E
-WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-x09Mozilla
 x22Mozilla
-Xaldon_WebSpider
+Xaldon WebSpider
 xpymep1.exe
 Zade
+Zauba
+zauba.io
+Zermelo
 Zeus
-zgrab
 Zitebot