V4.2021.12.2807 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+ADmantX
+AIBOT
 ALittle Client
-Aboundexbot
+Abonti
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
-Aipbot
-AllSubmitter
-AlphaBot
-Anarchie
-Ankit
-Apexoo
-Aspiegel
+Anarchy99
+Anthill
 Attach
-AwarioRssBot
-BDFetch
+AwarioSmartBot
+BLEXBot
 BackWeb
-Badass
-BatchFTP
+BacklinkCrawler
+Bandit
+Barkrowler
+BetaBot
 Bigfoot
-Bitacle
-Blow
-Bolt
-BotALot
-Brandwatch
+Black Hole
+BlackWidow
 Buck
 Buddy
-Bullseye
-BuzzSumo
-CCBot
-CSHttp
-Calculon
-CazoodleBot
-CensysInspect
-CheeseBot
+BuiltBotTough
+Cegbfeieh
 CherryPicker
-Chlooe
+ChinaClaw
+Claritybot
+Cliqzbot
 Cocolyzebot
-Craftbot
-Crawling at Home Project
-CrazyWebCrawler
+Copier
+Copyscape
+Crescent
 CrunchBot
-Custo
-CyotekWebCopy
+DBLBot
 DIIbot
+DataCha0s
+DatabaseDriverMysqli
 Digincore
-DigitalPebble
-DittoSpyder
-DomainStatsBot
-Dragonfly
-EMail Siphon
-EMail Wolf
+Discobot
+Dispatch
+DnBCrawler-Analytics
+DomainCrawler
+Domains Project
+Dotbot
+Drip
+EasyDL
 Ebingbong
-Evil
-Exabot
-Extractor
+Ecxi
+EroCrawler
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
-FDM
-Foobot
-Fuzz
-G-i-g-a-b-o-t
-GalaxyBot
+Flunky
+GT::WWW
 Genieo
+GermCrawler
+Gigabot
 Go!Zilla
-Gotit
-Grafula
+Go-Ahead-Got-It
+GrabNet
 GrapeFX
+GridBot
 HMView
-HTMLparser
-HTTrack
-Havij
+Haansoft
+Harvest
+Heritrix
 Humanlinks
-Iblog
-Id-search
+HybridBot
 IndeedBot
+Indy Library
+InfoNaviRobot
+Internet Ninja
+Iria
 Iskanie
 IstellaBot
-JOC Web Spider
+JamesBOT
 Jbrofuzz
-JikeSpider
+JennyBot
+JetCar
 Joomla
-Kenjin Spider
-Keyword Density
+Jorgee
+LNSpiderguy
 LWP::Simple
-Larbin
 Leap
 LeechGet
-Lftp
-LibWeb
+Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkpadBot
-LinqiaScrapeBot
-Lipperhey
+LinkWalker
+LinqiaRSSBot
 Lipperhey Spider
 Litemage_walker
-Ltx71
+MFC_Tear_Sample
 MIIxpc
-MSFrontPage
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Majestic12
-Mass Downloader
+MQQBrowser
+Majestic SEO
+Majestic-SEO
+MarkMonitor
 Masscan
-Mata Hari
-Mb2345Browser
-MegaIndex.ru
-Mojeek
-Mr.4x3
-Musobot
-Nameprotect
-Navroad
+MauiBot
+MeanPath Bot
+Meanpathbot
+MicroMessenger
+Microsoft URL Control
+Mojolicious
+Morfeus Fucking Scanner
+Msrabot
+NPbot
+NearSite
 Nessus
-NetLyzer
-NetSpider
-NetZIP
-Netcraft
+Net Vampire
+NetMechanic
+Nettrack
+Netvibes
 NextGenSearchBot
-Nibbler
-Niki-bot
+NimbleCrawler
+Nimbostratus
 Ninja
-Nmap
 Not
 Nuclei
-Nutch
-OnCrawl
+Offline Explorer
+Offline Navigator
 OpenVAS
-Openvas
-OrangeSpider
-OutfoxBot
+PECL::HTTP
 PHPCrawl
+Page Analyzer
+PageGrabber
 PageScorer
+Papa Foto
 Pavuk
 PeoplePal
-Petalbot
 Pi-Monster
-Picscout
-Pixray
-Pockey
-ProWebWalker
-Psbot
+Pimonster
+ProPowerBot
 Pump
 PyCurl
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
-RankFlex
-Rankivabot
+RankActive
 Re-re
+Reaper
 Recorder
 RepoMonkey
-RocketCrawler
-SEOprofiler
+SEOkicks
+SEOstats
 SMTBot
-Semrush
+SalesIntelligent
+Scanbot
+Scrapy
+ScreenerBot
+ScrepyBot
 SeoSiteCheckup
-SiteExplorer
-SiteSucker
+Seomoz
+Shodan
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
-Siteimprove
 SlySearch
-Snapbot
-Snoopy
-Sociscraper
+SmartDownload
+Snake
+SocialRankIOBot
+Sogou web spider
 Sosospider
-Sottopop
+SpaceBison
 Spammen
-SputnikBot
+SpankBot
+Spanner
+Spinn3r
 Steeler
 Stripper
+Sucker
+Sucuri
 SuperBot
-SuperHTTP
-Swiftbot
-Telesphorep
+Surfbot
+T8Abot
+Teleport
 The Intraformant
-Thumbor
-Titan
+TheNomad
+TightTwatBot
 Toata
-Tracemyfile
+Toweyabot
 Trendiction
-Turnitin
+Trendictionbot
+Turingos
 TurnitinBot
-TwengaBot
 Twice
+Typhoeus
 URLy Warning
-URLy.Warning
-UnisterBot
-VB Project
-VeriCiteCrawler
-Virusdie
-Voil
+V-BOT
+VidibleScraper
 Voltron
-WASALive-Bot
 WEBDAV
 WPScan
-WWWOFFLE
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers
-WallpapersHD
-Web Fetch
-Web Fuck
+Web Auto
+Web Collage
 Web Pix
-Web Sauger
 Web Sucker
 WebAuto
-WebCopier
-WebFetch
+WebBandit
+WebCollage
+WebImageCollector
 WebLeacher
-WebSauger
-WebStripper
+WebPix
+WebReaper
+WebSucker
 WebWhacker
-WebZIP
-Webalta
+Webshag
+WebsiteExtractor
 WebsiteQuester
+Whack
+Whacker
 Whatweb
-Who.is Bot
+Widow
 Woobot
-Wotbox
+Wprecon
 Xaldon_WebSpider
+Xenu
 Zade
-Zermelo
-Zeus
+Zauba
 Zitebot
-ZoomBot
-ZumBot
 ZyBorg
-arquivo-web-crawler
-arquivo.pt
-backlink-check
+archive.org_bot
+autoemailspider
 clark-crawler
-eCatch
-gopher
+cognitiveseo
+com.plumanalytics
+crawl.sogou.com
+crawler.feedback
+demandbase-bot
 heritrix
+internetVista monitor
 isitwp.com
 meanpathbot
-mediawords
+oBot
 page scorer
-pcBrowser
-ripz
+plumanalytics
+polaris version
+probe-image-size
 s1z.ru
-satoristudio.net
-scalaj-http
-scan.lol
 seoscanners
-seostar
 sexsearcher
-siteripz
 spyfu
 trendiction.de
-webmeup-crawler
-zauba.io
+ubermetrics-technologies.com
+webgains-bot
+webpros.com
+webprosbot
+x22Mozilla
+zgrab