V4.2020.05.2061 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-Aboundex
-Aboundexbot
-ADmantX
-AfD-Verbotsverfahren
+360Spider
 AhrefsBot
 AIBOT
 AiHitBot
-Alexibot
-Alligator
-AlphaBot
+AllSubmitter
+Anarchie
+Ankit
 Apexoo
-Aspiegel
-Asterias
+arquivo.pt
+autoemailspider
 AwarioRssBot
 AwarioSmartBot
 BackDoorBot
-backlink-check
 BacklinkCrawler
-Badass
+Barkrowler
 BatchFTP
+Battleztar Bazinga
 BBBike
-BetaBot
-BlackWidow
+BDCbot
+BDFetch
 BLEXBot
 Bolt
 BotALot
-Brandprotect
-Buddy
 BuiltBotTough
 BuiltWith
 Bullseye
 BunnySlippers
-BuzzSumo
 CazoodleBot
 Cegbfeieh
-CheeseBot
 CherryPicker
+Chlooe
 Claritybot
-Cloud mapping
-coccocbot-web
-cognitiveseo
-Copier
-CopyRightCheck
+Cogentbot
+com.plumanalytics
+Copyscape
 Cosmos
 Craftbot
 crawler.feedback
 crawl.sogou.com
 CrazyWebCrawler
-CrunchBot
+CSHttp
 Curious
-demandbase-bot
-Demon
-Deusu
+Custo
+DatabaseDriverMysqli
 Digincore
 DigitalPebble
+Dirbuster
 Discoverybot
-DittoSpyder
+DnyzBot
 DomainAppender
-DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
+Download Wonder
 Dragonfly
 Drip
-DSearch
 EasyDL
 Ebingbong
 eCatch
-EroCrawler
-Evil
-Exabot
+ECCP/1.0
+Ecxi
+EMail Siphon
+evc-batch
 Express WebPictures
-ExtLinksBot
+Extractor
 Extreme Picture Finder
-Ezooms
-FemtosearchBot
-FlashGet
+FHscan
+Flunky
+Foobot
 Freeuploader
 Fyrebot
+GalaxyBot
+Genieo
 GetRight
+GetWeb
 Gigablast
-Go!Zilla
-GrapeshotCrawler
-GT::WWW
-HaosouSpider
+Gigabot
+GrapeFX
 Harvest
 heritrix
-HTMLparser
-HTTrack
-Iblog
+HMView
+Humanlinks
+HybridBot
+Id-search
 IlseBot
-instabid
-Intelliseek
+Image Sucker
+IndeedBot
 InterGET
 Internet Ninja
 InternetSeer
-ips-agent
+Iria
 IRLbot
-JamesBOT
-JennyBot
+Iskanie
+JetCar
+JikeSpider
+JOC Web Spider
 Joomla
-Jorgee
 Kinza
-LexiBot
+Larbin
+LeechFTP
+LeechGet
 LibWeb
-Likse
-Linkdexbot
-LinkWalker
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
-Ltx71
-lwp-request
+Libwhisker
+LinkScan
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Lmspider
+LNSpiderguy
+LWP::Simple
 Magnet
 magpie-crawler
-Majestic12
-Majestic SEO
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Masscan
-Mass Downloader
+Mata Hari
 MeanPath Bot
 Mediatoolkitbot
 Metauri
-MFC_Tear_Sample
+MIIxpc
 Mister PiX
+MJ12bot
 Mojeek
 Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
-MSIECrawler
+MQQBrowser
+MSFrontPage
 muhstik-scan
+Name Intelligence
+Nameprotect
 Navroad
-Nessus
+NearSite
+Netcraft
+netEstate NE Crawler
+NetSpider
+Nettrack
 Net Vampire
-Netvibes
 NetZIP
-Nikto
-NimbleCrawler
+NextGenSearchBot
 Ninja
 Nmap
-Offline Navigator
+NPbot
+Nutch
+oBot
+Octopus
+Offline Explorer
 OnCrawl
-Openfind
+Openvas
 OpenVAS
+OPPO A33
 OrangeSpider
-OutfoxBot
+OutclicksBot
+Page Analyzer
+page scorer
 Pandalytics
-Panscient
 Pavuk
 pcBrowser
-PECL::HTTP
 PeoplePal
-PHPCrawl
-Picsearch
+Picscout
 PictureFinder
 Pimonster
-Pixray
-PleaseCrawl
 plumanalytics
 Pockey
-Probethenet
-ProPowerBot
-ProWebWalker
+POE-Component-Client-HTTP
+polaris version
+Pump
+PxBroker
+RankActive
+RankActiveLinkBot
 RankFlex
-RankingBot
 RankingBot2
-RebelMouse
+Rankivabot
+RealDownload
+Reaper
+RedesScrapy
+ReGet
 RocketCrawler
-Rogerbot
+RSSingBot
+s1z.ru
 SBIder
+scan.lol
 ScoutJet
+Screaming
+ScreenerBot
+SearchmetricsBot
+SemrushBot
 SEOkicks
-SEOprofiler
-SeoSiteCheckup
-sexsearcher
-Siphon
-SISTRIX
+seoscanners
+SEOstats
 Sitebeam
 SiteExplorer
-Siteimprove
-SiteLockSpider
 SiteSnagger
-SmartDownload
-Snake
-Snapbot
-Sogou web spider
-Sosospider
-SpaceBison
-Spammen
+SlySearch
+SMTBot
+Snoopy
+Sociscraper
+Sottopop
+Spanner
 sp_auditbot
-Sqlmap
-Sqworm
+spyfu
+Sqlworm
+Steeler
+Sucker
 SuperHTTP
+SurveyBot
 Swiftbot
-Szukacz
-tAkeOut
-Telesphorep
+T8Abot
 The Intraformant
 Thumbor
-Toata
+TightTwatBot
+Toweyabot
 Tracemyfile
 Trendiction
+trendiction.de
 True_Robot
-TurnitinBot
-TwengaBot
-URLy.Warning
+Twice
+Typhoeus
+UnisterBot
+Vacuum
 Vagabondo
-VB Project
-VidibleScraper
-Virusdie
+VeriCiteCrawler
+VoidEYE
 Voil
-Voltron
 Webalta
 Web Auto
-WebCollage
-Web Collage
 WEBDAV
+WebEnhancer
+Web Enhancer
+WebFetch
+Web Fetch
 WebFuck
 Web Fuck
-WebGo IS
-WebLeacher
-WebmasterWorldForumBot
-WebPix
-WebSauger
-Web Sauger
+webmeup-crawler
 Webshag
-Website Quester
 WebStripper
+WebSucker
 Web Sucker
-WebWhacker
 WebZIP
 WeSEE
-Whacker
-WinHTTrack
-Woobot
-WWW-Collector-E
-WWW::Mechanize
-x09Mozilla
+Who.is Bot
+WISENutbot
+Wonderbot
+WWWOFFLE
 x22Mozilla
-Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
+xpymep1.exe
 YoudaoBot
 Zade
-Zauba
-zauba.io
-Zeus
+Zermelo
+zgrab
 Zitebot
-ZmEu
+ZumBot