V4.2020.05.2068 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404enemy
+Aboundex
 Aboundexbot
 Acunetix
+ADmantX
+AfD-Verbotsverfahren
+AIBOT
 Alexibot
-Apexoo
+Alligator
+AllSubmitter
+Anarchie
+Ankit
+archive.org_bot
+arquivo.pt
 Aspiegel
-Asterias
-Attach
-autoemailspider
-AwarioSmartBot
-Backlink-Ceck
-backlink-check
-BackStreet
+ASPSeek
+BackDoorBot
+BacklinkCrawler
 BackWeb
-Badass
-Battleztar Bazinga
+Bandit
+BatchFTP
 BetaBot
-Black Hole
-Boardreader
-BotALot
-Brandwatch
+BlackWidow
+BLEXBot
+Blow
+BlowFish
+Brandprotect
+Buddy
 BuiltBotTough
 BuiltWith
 BuzzSumo
+Calculon
+CazoodleBot
+CCBot
+Cegbfeieh
 CheeseBot
-CheTeam
-Cloud mapping
-cognitiveseo
-com.plumanalytics
+CherryPicker
+ChinaClaw
+Claritybot
+coccocbot-web
+Cogentbot
+Collector
 Copier
+CopyRightCheck
 Copyscape
+Cosmos
 crawler.feedback
-crawl.sogou.com
 CrazyWebCrawler
+CSHttp
 Curious
 Custo
-DataCha0s
-demandbase-bot
+Devil
 Dirbuster
+Discobot
 Dispatch
-DnyzBot
+DomainAppender
+DomainCrawler
 domainsproject.org
-Download Wonder
+DomainStatsBot
+Drip
 DSearch
 DTS Agent
-EasyDL
-Ebingbong
-ECCP/1.0
-evc-batch
+eCatch
+EirGrabber
+EMail Wolf
+EroCrawler
 Evil
 Express WebPictures
-ExtractorPro
-Extreme Picture Finder
-Ezooms
-facebookscraper
+FDM
+Fimap
+Firefox/7.0
+FlashGet
+Foobot
 FrontPage
 FyberSpider
-Fyrebot
-GalaxyBot
+Genieo
 GermCrawler
 Getintent
-GetRight
-GetWeb
-G-i-g-a-b-o-t
-Gotit
-Go!Zilla
+Go-Ahead-Got-It
+Grabber
 Grafula
+GrapeshotCrawler
+GridBot
+GT::WWW
 Haansoft
 Harvest
 HEADMasterSEO
-heritrix
-HMView
-HTMLparser
+Hloader
 HTTrack
-Humanlinks
-HybridBot
 Iblog
-IlseBot
+Id-search
+Image Fetch
 Image Sucker
 Indy Library
+InfoNaviRobot
 InfoTekies
-Intelliseek
-Internet Ninja
-InternetSeer
+InterGET
+internetVista monitor
 ips-agent
-Iria
-JamesBOT
+IRLbot
+JennyBot
+JetCar
 JikeSpider
-JustView
-Jyxobot
-Kenjin Spider
-Kinza
+Kozmosbot
 Lanshanbot
 Larbin
-LeechFTP
+LeechGet
+LexiBot
+Lftp
 LibWeb
-LieBaoFast
-LinkextractorPro
-LinkWalker
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
+Libwhisker
+Lightspeedsystems
+Likse
 Litemage_walker
 LNSpiderguy
 lwp-request
+lwp-trivial
 Magnet
-magpie-crawler
-Mail.RU_Bot
+Mag-Net
 Majestic12
-Majestic SEO
-MarkWatch
+MarkMonitor
 Masscan
-Mass Downloader
 MauiBot
-meanpathbot
+Mb2345Browser
+Meanpathbot
 MeanPath Bot
-Mediatoolkitbot
-Metauri
-MFC_Tear_Sample
 MicroMessenger
-Mr.4x3
-MSIECrawler
+Microsoft URL Control
+Mister PiX
+MJ12bot
+Mojolicious
+MQQBrowser
 Msrabot
-muhstik-scan
-Nameprotect
-Navroad
-NearSite
+Musobot
+Needle
+Nessus
 NetAnts
 NetLyzer
-NetMechanic
-NetSpider
 Nettrack
-Niki-bot
+NICErsPRO
+Nikto
+NimbleCrawler
 Nimbostratus
 Ninja
-NPbot
-Nutch
-oBot
-Offline Navigator
-OpenLinkProfiler
-Openvas
-OutfoxBot
 PageAnalyzer
 Page Analyzer
-PageGrabber
-page scorer
+PageScorer
 Panscient
-Pavuk
+Papa Foto
 pcBrowser
-Picscout
-Picsearch
+PECL::HTTP
+PeoplePal
+PHPCrawl
 Pimonster
-Pi-Monster
+PleaseCrawl
 plumanalytics
-POE-Component-Client-HTTP
-ProPowerBot
-ProWebWalker
+Pockey
+polaris version
+Probethenet
+Psbot
+Pump
 PyCurl
-QueryN Metasearch
 RankFlex
-RankingBot2
 Rankivabot
 RankurBot
-RealDownload
-Reaper
-ReGet
+RedesScrapy
 RepoMonkey
+Ripper
 RocketCrawler
-SBIder
+SalesIntelligent
+ScanAlert
 ScoutJet
-Screaming
-ScreenerBot
-Searchestate
-SEOkicks
-SEOprofiler
+Semrush
+SEOlyticsCrawler
+Seomoz
 seoscanners
+SeoSiteCheckup
 SEOstats
-serpstatbot
 sexsearcher
-Siphon
+Shodan
+SISTRIX
 Sitebeam
 SiteExplorer
-Siteimprove
 SiteSnagger
+Site Sucker
+Sitevigil
 SmartDownload
 SMTBot
-Snake
-Sogou web spider
 Sottopop
-Spammen
 SpankBot
-Spanner
-Spinn3r
+Spbot
 SputnikBot
-spyfu
-Sqlworm
+Steeler
 Stripper
+Sucker
 Sucuri
+SuperBot
+SuperHTTP
 SurveyBot
-Suzuran
-Swiftbot
 sysscan
+T8Abot
+Teleport
 Telesoft
+Telesphorep
 Thumbor
 Titan
 Tracemyfile
-Trendiction
-Trendictionbot
-trendiction.com
-Turingos
+trendiction.de
+True_Robot
 TurnitinBot
+TwengaBot
+Twice
+Typhoeus
+UnisterBot
 Upflow
 URLy Warning
+URLy.Warning
+Vacuum
+Vagabondo
+VCI
 VeriCiteCrawler
-VidibleScraper
-Virusdie
+Voil
 Voltron
-Wallpapers/3.0
 WallpapersHD
-WBSearchBot
+WASALive-Bot
 Webalta
 Web Auto
 WebCollage
-Web Collage
+Web Enhancer
 WebFetch
-WebFuck
-WebGo IS
-WebmasterWorldForumBot
-webmeup-crawler
 WebPix
-WebsiteQuester
-Website Quester
+Web Pix
+Webshag
+WebsiteExtractor
 WebSucker
-Web Sucker
-WebWhacker
-WebZIP
+Whatweb
+Who.is Bot
+Widow
+WinHTTrack
+WiseGuys Robot
+WISENutbot
 Wonderbot
-Wotbox
 Wprecon
-WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
+WPScan
 WWWOFFLE
 x09Mozilla
-Xenu
 Zade
-Zauba
-zauba.io
+Zermelo
+Zitebot
 ZyBorg