V4.2020.06.2080 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-Aboundexbot
-Acunetix
-ADmantX
-AhrefsBot
+Abonti
+Aboundex
 Aipbot
-Ankit
+Alligator
+archive.org_bot
 arquivo.pt
 arquivo-web-crawler
-Asterias
+ASPSeek
+autoemailspider
 AwarioRssBot
-BackDoorBot
+AwarioSmartBot
 Backlink-Ceck
 backlink-check
+BacklinkCrawler
 BackStreet
-Badass
-Bandit
-Battleztar Bazinga
+BatchFTP
+BBBike
+BetaBot
+Bigfoot
+Blackboard
 BlackWidow
 BLEXBot
 Blow
-BlowFish
-Bolt
-Brandwatch
+BotALot
 Buddy
-BunnySlippers
-CherryPicker
-Chlooe
+Bullseye
+CATExplorador
+CCBot
+Cegbfeieh
+ChinaClaw
 Cloud mapping
-coccocbot-web
 cognitiveseo
-com.plumanalytics
-Copier
+Collector
 CopyRightCheck
-Craftbot
+crawler4j
 crawler.feedback
+crawl.sogou.com
+Crescent
+CrunchBot
 CSHttp
+Curious
+Custo
 DatabaseDriverMysqli
 DataCha0s
+demandbase-bot
+Demon
 Deusu
 Devil
 DigitalPebble
+Disco
 Discoverybot
-Dispatch
-DnyzBot
-Domains Project
-DomainStatsBot
-Download Wonder
+DomainCrawler
+DomainSigmaCrawler
+Dotbot
 Dragonfly
+Drip
 DSearch
 Ebingbong
-eCatch
 ECCP/1.0
 Ecxi
 EMail Wolf
+EroCrawler
+evc-batch
 Evil
+Exabot
+ExtLinksBot
 Extractor
-Extreme Picture Finder
 EyeNetIE
 Ezooms
-FemtosearchBot
-Firefox/7.0
-FyberSpider
+facebookscraper
+FDM
+FlashGet
+Freeuploader
+Fyrebot
+GalaxyBot
 Genieo
-GetRight
-G-i-g-a-b-o-t
+GermCrawler
+Getintent
+GetWeb
+Gigablast
+Go-Ahead-Got-It
 Gotit
+GoZilla
 Grabber
 GrabNet
 Grafula
-GrapeFX
 GrapeshotCrawler
 HaosouSpider
-Harvest
-Heritrix
-HTMLparser
-Id-search
-Image Fetch
-Image Sucker
+Hloader
+HTTrack
+IDBot
 IndeedBot
 Indy Library
-InfoNaviRobot
 instabid
-internetVista monitor
-ips-agent
-Iskanie
-Jetty
-JikeSpider
+Internet Ninja
+InternetSeer
+JamesBOT
+JetCar
+Joomla
 Jorgee
-Kenjin Spider
-Kozmosbot
-Larbin
-LeechFTP
+JustView
+Jyxobot
+Keyword Density
 LexiBot
 Lftp
-LieBaoFast
-Likse
+Libwhisker
+Lightspeedsystems
 Linkdexbot
 LinkextractorPro
-LinkpadBot
+LinkScan
+LinkWalker
 LinqiaRSSBot
-Litemage_walker
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+Lmspider
+LNSpiderguy
 Ltx71
+lwp-request
+Magnet
 Mag-Net
 Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+MarkWatch
 Masscan
-Mass Downloader
 Mata Hari
-Mb2345Browser
-meanpathbot
+MauiBot
 Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
+mediawords
 Metauri
-MicroMessenger
-Microsoft Data Access
-MIIxpc
-Mister PiX
+MIDown tool
 MJ12bot
-Mojeek
 Mr.4x3
+MSFrontPage
 MSIECrawler
-Msrabot
+Musobot
+Nameprotect
 Navroad
 NetAnts
-Nettrack
-Nibbler
-NICErsPRO
-Niki-bot
-Nikto
+Netcraft
+NetLyzer
+NextGenSearchBot
+Nimbostratus
 Ninja
-Offline Navigator
+NPbot
+oBot
+Offline Explorer
 OnCrawl
-Openvas
-OPPO A33
-OutclicksBot
+Openfind
 OutfoxBot
 Page Analyzer
-page scorer
-PageScorer
-Papa Foto
+PageGrabber
+Pandalytics
+Panscient
 Pavuk
 pcBrowser
 PECL::HTTP
+PeoplePal
+Picscout
 Picsearch
+PictureFinder
 Pimonster
-PleaseCrawl
 plumanalytics
-Pockey
 POE-Component-Client-HTTP
+polaris version
 Psbot
-Pump
+PxBroker
 PyCurl
-RealDownload
-Reaper
-RepoMonkey
-Ripper
-RocketCrawler
+Quick-Crawler
+RankActive
+RankingBot2
+RebelMouse
+Recorder
 Rogerbot
 SBIder
-scan.lol
-ScoutJet
 Scrapy
 Screaming
 SearchmetricsBot
+Semrush
 SemrushBot
-SEOkicks
-SEOlyticsCrawler
+SeoSiteCheckup
 SEOstats
 serpstatbot
+sexsearcher
 Siphon
-SiteExplorer
-SiteLockSpider
+SISTRIX
 SiteSnagger
-Sitevigil
-SlySearch
+SiteSucker
+Site Sucker
 SmartDownload
 SMTBot
-Snake
-Snoopy
 SocialRankIOBot
-Sociscraper
-sogouspider
-Sogou web spider
-Sosospider
 Sottopop
 SpaceBison
-SpankBot
+Spammen
 Spanner
 sp_auditbot
-Spinn3r
-SputnikBot
 spyfu
 Sqworm
-Sucker
+Steeler
+Stripper
+SuperHTTP
+Surfbot
 sysscan
-Szukacz
-T0PHackTeam
-tAkeOut
 Teleport
 Telesoft
-Telesphoreo
-The Intraformant
+Telesphorep
 Thumbor
+Toata
 Trendictionbot
 True_Robot
-Turnitin
-TurnitinBot
-TwengaBot
-Twice
-Typhoeus
-Upflow
+URLy Warning
 URLy.Warning
-VB Project
+Vagabondo
+VCI
+VeriCiteCrawler
+VoidEYE
 Voil
+Voltron
 Wallpapers/3.0
+WallpapersHD
 WASALive-Bot
 WBSearchBot
 Webalta
 WebAuto
 Web Auto
-WebEnhancer
-WebFetch
-Web Fetch
-WebFuck
-WebGo IS
-WebLeacher
-WebPix
-Web Pix
+WebBandit
+Web Collage
+WEBDAV
+Web Enhancer
 WebReaper
 Website Quester
-WebZIP
+WebStripper
+WebSucker
+Web Sucker
+WebWhacker
 WeSEE
-Who.is Bot
+Whatweb
 Widow
 WinHTTrack
-WiseGuys Robot
 Woobot
-Wotbox
 Wprecon
-WWW-Collector-E
-WWW-Mechanize
 WWWOFFLE
+x09Mozilla
 Xaldon WebSpider
 Xaldon_WebSpider
-Zade
 zauba.io
 Zermelo
-zgrab
+Zeus
+Zitebot