V4.2020.11.2180 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-Abonti
+404checker
+80legs
+Aboundex
+Acunetix
 ADmantX
+AhrefsBot
+AIBOT
 AiHitBot
-arquivo.pt
+Alexibot
+Alligator
+AlphaBot
+Anthill
+archive.org_bot
+arquivo-web-crawler
 autoemailspider
-AwarioRssBot
-Backlink-Ceck
-backlink-check
-BacklinkCrawler
+AwarioSmartBot
 BackStreet
-BackWeb
-Bandit
-Barkrowler
 BatchFTP
-Battleztar Bazinga
 BBBike
-Bigfoot
-BlackWidow
+Bitacle
+BLEXBot
 Blow
+BlowFish
 Boardreader
 Bolt
-Brandwatch
-BuiltBotTough
+Buddy
+BunnySlippers
+BuzzSumo
+Calculon
+CATExplorador
 CazoodleBot
-CCBot
-Cegbfeieh
-check1.exe
-ChinaClaw
+CheTeam
+Chlooe
+Cliqzbot
 Cogentbot
-com.plumanalytics
 Copier
-CopyRightCheck
-Copyscape
-Cosmos
-CrunchBot
-CSHttp
-Curious
+crawler.feedback
+Crescent
+DatabaseDriverMysqli
+DataCha0s
 DBLBot
-Demon
-Deusu
-DigitalPebble
-DIIbot
+Disco
 Discobot
 Dispatch
-DittoSpyder
+DnyzBot
+DomainSigmaCrawler
+Domains Project
 domainsproject.org
-DomainStatsBot
-Dotbot
-Dragonfly
 DTS Agent
-EasyDL
 Ebingbong
-ECCP/1.0
-Ecxi
-Exabot
+eCatch
+EirGrabber
+EMail Siphon
+Evil
 Express WebPictures
 ExtractorPro
 Ezooms
 facebookscraper
-FemtosearchBot
-Fimap
 Firefox/7.0
 FlashGet
-Foobot
+Freeuploader
 FrontPage
 FyberSpider
+Fyrebot
 GalaxyBot
 GermCrawler
-GetRight
 GetWeb
+Gigablast
 Gigabot
-GoZilla
+Go-Ahead-Got-It
 Go!Zilla
-Grafula
-GrapeshotCrawler
+GrabNet
+GrapeFX
 GridBot
-Haansoft
 HaosouSpider
-Harvest
+heritrix
 Heritrix
-Hloader
-Humanlinks
-InfoNaviRobot
+HMView
+HTMLparser
+HTTrack
+Iblog
+IDBot
+Image Fetch
+IndeedBot
+Indy Library
+instabid
+Intelliseek
 InterGET
 InternetSeer
+internetVista monitor
+Iskanie
 IstellaBot
-Jbrofuzz
-Jetty
+JetCar
+JikeSpider
 Jorgee
+JustView
 Jyxobot
 Kinza
-LeechFTP
-LexiBot
+Kozmosbot
+LeechGet
+Lftp
+LibWeb
 LieBaoFast
 Lightspeedsystems
 Linkdexbot
-LinkextractorPro
-LinkpadBot
 LinkScan
 LinksManager
-LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
-Litemage_walker
 Lmspider
 LNSpiderguy
-lwp-request
+Ltx71
 LWP::Simple
-Magnet
+lwp-trivial
+Majestic12
+Majestic SEO
 Majestic-SEO
-MarkMonitor
-MauiBot
+Mass Downloader
+Mata Hari
 Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-mediawords
-MegaIndex.ru
-MicroMessenger
+meanpathbot
+Meanpathbot
+Metauri
+Microsoft Data Access
 Microsoft URL Control
+MIIxpc
 Mister PiX
-MJ12bot
 Mojeek
 Morfeus Fucking Scanner
-Msrabot
-muhstik-scan
+MQQBrowser
+Musobot
 Name Intelligence
 Nameprotect
 Navroad
-Needle
-Nessus
+NearSite
 NetAnts
 Netcraft
-netEstate NE Crawler
-NetMechanic
 NetSpider
-Netvibes
-Nibbler
-Ninja
+NetZIP
+Nikto
+Nimbostratus
+NPbot
+Nutch
+oBot
+Octopus
 Offline Explorer
-Offline Navigator
-OnCrawl
-Openfind
-Openvas
-OpenVAS
+OpenLinkProfiler
+OPPO A33
+OrangeBot
 OrangeSpider
+OutclicksBot
 PageAnalyzer
 PageScorer
-Papa Foto
-Pavuk
-Picscout
-Picsearch
+Pandalytics
+PECL::HTTP
+PeoplePal
 Pimonster
-Pockey
+Pi-Monster
+PleaseCrawl
+POE-Component-Client-HTTP
 polaris version
-Probethenet
-Pump
-PxBroker
-RankFlex
+Psbot
+PyCurl
 Rankivabot
-RealDownload
+RankurBot
+Reaper
 Recorder
-RedesScrapy
 ReGet
+RepoMonkey
+RocketCrawler
+Rogerbot
 RSSingBot
-s1z.ru
-SalesIntelligent
 satoristudio.net
-Scanbot
 scan.lol
-Scrapy
-Searchestate
+Screaming
+ScreenerBot
 Semrush
-SemrushBot
 SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
 SEOprofiler
+seoscanners
+SEOstats
+serpstatbot
 Siphon
 SISTRIX
 Sitebeam
-SiteCheckerBotCrawler
-Siteimprove
-SiteSnagger
+sitechecker.pro
+SiteExplorer
 SiteSucker
 Sitevigil
-Sociscraper
-Sosospider
-Sottopop
+SlySearch
+Snoopy
+SocialRankIOBot
+sogouspider
 SpaceBison
 Spammen
-SpankBot
+sp_auditbot
 Spinn3r
 spyfu
-Sqworm
 Steeler
 SuperBot
-SuperHTTP
-SurveyBot
+Surfbot
 Suzuran
-T8Abot
-Teleport
-Telesphoreo
+Swiftbot
+tAkeOut
+Telesoft
 TheNomad
 TightTwatBot
-Trendiction
-trendiction.com
-TurnitinBot
-TwengaBot
-Typhoeus
-Upflow
+Titan
+Trendictionbot
+trendiction.de
+True_Robot
+Turingos
+Turnitin
+UnisterBot
 URLy Warning
-Vacuum
-Vagabondo
-VB Project
-VidibleScraper
+VCI
+Voil
 Voltron
-WASALive-Bot
-WBSearchBot
-Webalta
+WebAuto
 Web Auto
+WebBandit
 WebCollage
 WebCopier
+WEBDAV
+WebEnhancer
 Web Enhancer
-WebFetch
 Web Fetch
-WebFuck
-WebGo IS
-WebImageCollector
-Web Sauger
-Website Quester
+WebsiteExtractor
+WebsiteQuester
+WebStripper
 WebSucker
+Web Sucker
 WebWhacker
+WebZIP
+WeSEE
 Whack
 Whatweb
-Widow
+Who.is Bot
 WinHTTrack
-Woobot
-Wotbox
-Wprecon
-WWW-Collector-E
+WiseGuys Robot
+Wonderbot
+WPScan
 WWW-Mechanize
-WWWOFFLE
-x09Mozilla
-x22Mozilla
+WWW::Mechanize
 Xaldon WebSpider
-Zade
-Zauba
-zauba.io
+Xenu
+xpymep1.exe
 Zermelo
-Zeus
-ZmEu
-ZyBorg
+ZumBot