V4.2023.05.3717 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-ADmantX
-Acunetix
-Anarchie
-Ankit
-Apexoo
-BetaBot
-Brandprotect
-Buddy
+AIBOT
+Alligator
+Anarchy
+AwarioRssBot
+BlackWidow
+Boardreader
 CazoodleBot
-ChinaClaw
-Chlooe
-Citoid
-Claritybot
-Devil
-Discoverybot
+CherryPicker
+DBLBot
+DatabaseDriverMysqli
+Deusu
+Dirbuster
 DnBCrawler-Analytics
 DomainAppender
+EMail Wolf
+EasyDL
 EirGrabber
-Evil
-ExtractorPro
-FHscan
+FDM
+Firefox/7.0
 GT::WWW
-GetRight
-GridBot
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
+GrabNet
+HEADMasterSEO
 HTMLparser
-HybridBot
-IlseBot
-Image Fetch
-InfoNaviRobot
-InfoTekies
-JamesBOT
-JetCar
-Keybot Translation-Search-Machine
-LeechGet
-Litemage_walker
-Majestic-SEO
-MarkMonitor
-Meanpathbot
-Mediatoolkitbot
-Minefield
+Humanlinks
+Internet Ninja
+Iskanie
+Kinza
+Larbin
+LibWeb
+LinkScan
+Linkbot
+LinkextractorPro
+LinkpadBot
+Lipperhey Spider
+MQQBrowser
 Moblie Safari
-Mr.4x3
-Nuclei
-Offline Explorer
+Mojeek
+Nameprotect
+Nessus
+NetSpider
+Nettrack
+Octopus
 Offline Navigator
-Openfind
-Openvas
-Panscient
-Pavuk
-PyCurl
-RankActiveLinkBot
-RankingBot
-RankingBot2
-RankurBot
-Reaper
-RedesScrapy
-ScoutJet
-ScreenerBot
+OpenLinkProfiler
+OpenVAS
+OutclicksBot
+Page Analyzer
+Papa Foto
+Pi-Monster
+PleaseCrawl
+Pockey
+Probethenet
+Pu_iN
+Recorder
+RepoMonkey
+Ripper
+SEOkicks
+ScanAlert
+Scanbot
 ScrepyBot
-SemanticJuice
 Semrush
-SemrushBot
-SentiBot
-SiteLockSpider
+Seomoz
+Sitebeam
 Sociscraper
+Steeler
 Sucker
 T8Abot
-Toweyabot
-Turingos
-V-BOT
+Telesphorep
+Titan
+Trendictionbot
+VCI
+Vacuum
+Virusdie
+WEBDAV
 WISENutbot
-WWWOFFLE
-WeSEE
 Web Enhancer
+WebAuto
 WebCopier
-WebReaper
-Whatweb
-Wotbox
-Xaldon_WebSpider
-YoudaoBot
+WebImageCollector
+WebWhacker
+Website Quester
+WebsiteExtractor
+Xaldon WebSpider
 Zauba
-ZoomBot
 ZoominfoBot
 archive.org_bot
-backlink-check
-com.plumanalytics
+arquivo-web-crawler
+gopher
 heritrix
-instabid
-internetVista monitor
-isitwp.com
-iubenda-radar
-lwp-trivial
-page scorer
-plumanalytics
-s1z.ru
-sysscan
-voyagerx.com
-webmeup-crawler
-x09Mozilla
+netEstate NE Crawler
+oBot
+scan.lol
+seobility
+sexsearcher
+spyfu
+webgains-bot