V4.2020.12.2182 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-Abonti
+360Spider
 Aboundex
+Acunetix
 AfD-Verbotsverfahren
+AhrefsBot
 AIBOT
-Alexibot
-Alligator
-AllSubmitter
-Anarchie
-arquivo.pt
-Asterias
-autoemailspider
-BackDoorBot
-Backlink-Ceck
+AlphaBot
+Apexoo
+arquivo-web-crawler
+Aspiegel
+ASPSeek
+Attach
 backlink-check
+BacklinkCrawler
 BackStreet
 Badass
-BatchFTP
+BBBike
 Bigfoot
-Bitacle
-BlackWidow
-BLEXBot
+Blackboard
+Black Hole
+Blow
 Bolt
-Brandwatch
-Buddy
-BuiltBotTough
-Bullseye
+Brandprotect
+BunnySlippers
 Calculon
 CATExplorador
-CazoodleBot
 CCBot
-check1.exe
-Chlooe
-Claritybot
+Cegbfeieh
+CheTeam
+ChinaClaw
 Cliqzbot
-Cloud mapping
-coccocbot-web
+Cogentbot
+Collector
+Copyscape
 Cosmos
 crawler.feedback
-Crescent
-CrunchBot
+crawl.sogou.com
+CSHttp
+Curious
 Custo
-DataCha0s
-Devil
-DIIbot
-DnyzBot
-DomainSigmaCrawler
-domainsproject.org
+DBLBot
+demandbase-bot
+Demon
+Dirbuster
+Discoverybot
+DittoSpyder
+DomainAppender
+Domains Project
 DomainStatsBot
-Dragonfly
+Download Wonder
+DSearch
 EasyDL
-Ebingbong
-eCatch
-ECCP/1.0
 Ecxi
 EMail Siphon
-EroCrawler
 evc-batch
 Evil
-Express WebPictures
-ExtLinksBot
+Exabot
+Extractor
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-FDM
-FHscan
+facebookscraper
 FlashGet
-Foobot
+FrontPage
 FyberSpider
+Fyrebot
 GalaxyBot
-Genieo
 GetWeb
-Gigablast
-Gigabot
-Go-Ahead-Got-It
+Go!Zilla
 Grabber
-Grafula
 GrapeFX
 Haansoft
 Harvest
 HEADMasterSEO
 heritrix
-HTTP::Lite
+Heritrix
+Hloader
+HTMLparser
 HTTrack
-IDBot
-Image Fetch
-InfoTekies
-Intelliseek
+HybridBot
+Iblog
+IlseBot
+Image Sucker
+InfoNaviRobot
+internetVista monitor
+ips-agent
 Iria
-Iskanie
+Jbrofuzz
+JetCar
 Jetty
 JOC Web Spider
-Joomla
-Jorgee
 JustView
+Keyword Density
+Kinza
+Kozmosbot
 Lanshanbot
-LexiBot
-Lftp
-Libwhisker
-LieBaoFast
 Lightspeedsystems
 LinksManager
-LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
-LNSpiderguy
-Mag-Net
-magpie-crawler
+LinqiaRSSBot
+lwp-request
+lwp-trivial
+Magnet
 Mail.RU_Bot
-Majestic12
-Mass Downloader
+MarkWatch
 Mata Hari
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-MIDown tool
-MIIxpc
+meanpathbot
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
+MJ12bot
 Mojeek
-Mozlila
 MQQBrowser
 Mr.4x3
 MSIECrawler
-Musobot
-NearSite
+Msrabot
+muhstik-scan
+Nameprotect
 Needle
+Nessus
 netEstate NE Crawler
-NetLyzer
-NetSpider
-Nettrack
+NetMechanic
+Net Vampire
+Netvibes
 NetZIP
 NextGenSearchBot
-NICErsPRO
-Niki-bot
 Nikto
-Ninja
-Nmap
-NPbot
-oBot
+Nutch
+Octopus
 Offline Explorer
-OnCrawl
-Openfind
-Openvas
-OpenVAS
-OPPO A33
-OrangeSpider
+OpenLinkProfiler
 OutclicksBot
 OutfoxBot
-PageGrabber
 page scorer
 PageScorer
 pcBrowser
 PECL::HTTP
-PeoplePal
+PHPCrawl
 Picsearch
 PictureFinder
-plumanalytics
-POE-Component-Client-HTTP
+Pockey
 Probethenet
+ProPowerBot
+ProWebWalker
 Psbot
 Pump
-PxBroker
 PyCurl
-Quick-Crawler
-RankActiveLinkBot
+QueryN Metasearch
+RankFlex
 RankingBot
-RankingBot2
-Rankivabot
 RealDownload
-Reaper
+Recorder
 RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
+Rogerbot
 s1z.ru
 SalesIntelligent
-ScanAlert
-Scanbot
-Scrapy
+satoristudio.net
+scan.lol
+ScreenerBot
 SearchmetricsBot
+Semrush
 SemrushBot
-SEOkicks-Robot
-Seomoz
-Sitebeam
+SEOkicks
+SEOlyticsCrawler
+seoscanners
+SEOstats
+sexsearcher
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
 SiteSnagger
-SiteSucker
 Sitevigil
-SlySearch
-SMTBot
+SmartDownload
+Snake
+Snapbot
 Snoopy
-sogouspider
-Sogou web spider
-Sosospider
 Spammen
-Spanner
-spyfu
-Sqlworm
+SpankBot
+sp_auditbot
+SputnikBot
 Stripper
-Sucuri
-SuperBot
 SuperHTTP
-Surfbot
+SurveyBot
+Swiftbot
 sysscan
-T8Abot
-tAkeOut
+Szukacz
+T0PHackTeam
 Teleport
+TeleportPro
+Telesoft
+Telesphoreo
 Telesphorep
-Thumbor
+TheNomad
 TightTwatBot
-Titan
+Toata
 Toweyabot
 Tracemyfile
-Trendiction
 Trendictionbot
-trendiction.com
 True_Robot
 Turingos
-TurnitinBot
+Turnitin
 Twice
-VeriCiteCrawler
-Voltron
+UnisterBot
+URLy.Warning
+Vacuum
+Virusdie
+VoidEYE
+Voil
+Wallpapers/3.0
+WASALive-Bot
+WebAuto
+WebBandit
 Web Collage
-WEBDAV
-WebEnhancer
 Web Enhancer
-Web Fetch
+WebFetch
 WebFuck
 WebLeacher
-WebmasterWorldForumBot
-WebsiteQuester
+Web Pix
+WebReaper
+WebsiteExtractor
 Website Quester
 WebSucker
 Web Sucker
+WebWhacker
+WebZIP
+Whack
 Whacker
 Whatweb
 Who.is Bot
+Widow
 WinHTTrack
+WiseGuys Robot
 WISENutbot
-Woobot
+Wonderbot
+Wotbox
 WWW-Collector-E
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
 x09Mozilla
 x22Mozilla
+Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
+xpymep1.exe
 Zermelo
-Zeus
 Zitebot
+ZmEu
+ZumBot
+ZyBorg