V4.2020.06.2079 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-Abonti
-Aboundex
+404checker
 Aboundexbot
 Acunetix
 ADmantX
 AhrefsBot
-AiHitBot
 Aipbot
-Alexibot
-Alligator
-Anarchie
-Apexoo
-archive.org_bot
-Aspiegel
+Ankit
+arquivo.pt
+arquivo-web-crawler
 Asterias
-Attach
-AwarioSmartBot
-BacklinkCrawler
-Barkrowler
-BBBike
-BDCbot
-Bitacle
+AwarioRssBot
+BackDoorBot
+Backlink-Ceck
+backlink-check
+BackStreet
+Badass
+Bandit
+Battleztar Bazinga
 BlackWidow
 BLEXBot
+Blow
+BlowFish
 Bolt
-BotALot
-Brandprotect
-BuiltBotTough
-Bullseye
-BuzzSumo
-Calculon
-CCBot
-Cegbfeieh
-ChinaClaw
+Brandwatch
+Buddy
+BunnySlippers
+CherryPicker
+Chlooe
+Cloud mapping
 coccocbot-web
-Cogentbot
 cognitiveseo
-Collector
-crawl.sogou.com
-CrazyWebCrawler
-Crescent
+com.plumanalytics
+Copier
+CopyRightCheck
+Craftbot
+crawler.feedback
+CSHttp
+DatabaseDriverMysqli
 DataCha0s
-DBLBot
 Deusu
 Devil
 DigitalPebble
-DIIbot
 Discoverybot
 Dispatch
-DittoSpyder
-DomainAppender
+DnyzBot
 Domains Project
-Dotbot
+DomainStatsBot
+Download Wonder
+Dragonfly
+DSearch
+Ebingbong
 eCatch
-EirGrabber
+ECCP/1.0
+Ecxi
 EMail Wolf
-EroCrawler
-evc-batch
 Evil
-Exabot
+Extractor
 Extreme Picture Finder
+EyeNetIE
 Ezooms
-FDM
+FemtosearchBot
 Firefox/7.0
 FyberSpider
-Fyrebot
 Genieo
-GermCrawler
-Getintent
 GetRight
-GetWeb
-Gigablast
-Gigabot
 G-i-g-a-b-o-t
 Gotit
-GoZilla
 Grabber
 GrabNet
-Haansoft
-HMView
+Grafula
+GrapeFX
+GrapeshotCrawler
+HaosouSpider
+Harvest
+Heritrix
 HTMLparser
-HTTP::Lite
-HTTrack
-Humanlinks
-HybridBot
-Iblog
-IlseBot
+Id-search
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
-Internet Ninja
-JetCar
+instabid
+internetVista monitor
+ips-agent
+Iskanie
 Jetty
-Joomla
+JikeSpider
 Jorgee
-Jyxobot
 Kenjin Spider
-Kinza
 Kozmosbot
-Lanshanbot
 Larbin
 LeechFTP
-Libwhisker
-Lightspeedsystems
+LexiBot
+Lftp
+LieBaoFast
+Likse
+Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinqiaRSSBot
-LNSpiderguy
-lwp-request
-lwp-trivial
-Majestic12
-MarkMonitor
+Litemage_walker
+Ltx71
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Masscan
 Mass Downloader
 Mata Hari
-MauiBot
 Mb2345Browser
-MeanPath Bot
-mediawords
+meanpathbot
+Meanpathbot
+Mediatoolkitbot
+Metauri
 MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
-MIDown tool
-MSFrontPage
+MIIxpc
+Mister PiX
+MJ12bot
+Mojeek
+Mr.4x3
 MSIECrawler
-muhstik-scan
-Name Intelligence
-NearSite
-Needle
-Nessus
+Msrabot
+Navroad
 NetAnts
-Netcraft
-netEstate NE Crawler
-NetLyzer
-Netvibes
-NetZIP
+Nettrack
 Nibbler
 NICErsPRO
-NimbleCrawler
-Nmap
-Nutch
-oBot
-Octopus
-Openfind
-OpenLinkProfiler
+Niki-bot
+Nikto
+Ninja
+Offline Navigator
+OnCrawl
 Openvas
-OpenVAS
-OrangeBot
-OrangeSpider
+OPPO A33
 OutclicksBot
+OutfoxBot
 Page Analyzer
-Pandalytics
+page scorer
+PageScorer
 Papa Foto
+Pavuk
 pcBrowser
 PECL::HTTP
-PHPCrawl
-Picscout
-PictureFinder
+Picsearch
 Pimonster
-Pi-Monster
-Pixray
+PleaseCrawl
 plumanalytics
 Pockey
 POE-Component-Client-HTTP
-polaris version
-ProPowerBot
+Psbot
 Pump
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
-RankFlex
-RankingBot2
-RankurBot
-Recorder
-RedesScrapy
-RSSingBot
-s1z.ru
-SalesIntelligent
+PyCurl
+RealDownload
+Reaper
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
 SBIder
+scan.lol
 ScoutJet
 Scrapy
 Screaming
-Semrush
+SearchmetricsBot
+SemrushBot
 SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-seoscanners
-sexsearcher
-Shodan
-SISTRIX
-Siteimprove
+SEOstats
+serpstatbot
+Siphon
+SiteExplorer
 SiteLockSpider
-SiteSucker
-Snapbot
+SiteSnagger
+Sitevigil
+SlySearch
+SmartDownload
+SMTBot
+Snake
+Snoopy
 SocialRankIOBot
 Sociscraper
+sogouspider
 Sogou web spider
 Sosospider
-Spammen
+Sottopop
+SpaceBison
+SpankBot
 Spanner
+sp_auditbot
 Spinn3r
 SputnikBot
-Steeler
-Stripper
-Sucuri
-SuperHTTP
-Swiftbot
-T8Abot
+spyfu
+Sqworm
+Sucker
+sysscan
+Szukacz
+T0PHackTeam
 tAkeOut
+Teleport
 Telesoft
+Telesphoreo
+The Intraformant
 Thumbor
-Titan
-Toata
-Trendiction
-trendiction.de
+Trendictionbot
+True_Robot
+Turnitin
 TurnitinBot
+TwengaBot
+Twice
+Typhoeus
 Upflow
 URLy.Warning
 VB Project
-VCI
+Voil
 Wallpapers/3.0
+WASALive-Bot
 WBSearchBot
+Webalta
 WebAuto
-WebBandit
-WebCopier
-WEBDAV
+Web Auto
 WebEnhancer
+WebFetch
 Web Fetch
 WebFuck
-webmeup-crawler
+WebGo IS
+WebLeacher
+WebPix
 Web Pix
-WebSauger
-Web Sauger
-WebsiteExtractor
-WebStripper
-Web Sucker
+WebReaper
+Website Quester
 WebZIP
+WeSEE
+Who.is Bot
+Widow
+WinHTTrack
+WiseGuys Robot
+Woobot
 Wotbox
 Wprecon
-WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
 Xaldon WebSpider
-Xenu
-YoudaoBot
+Xaldon_WebSpider
 Zade
 zauba.io
+Zermelo
 zgrab