V4.2023.09.4018 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-AIBOT
-Acunetix
-Backlink-Ceck
+AlphaBot
+Anarchy
+Anarchy99
+Attach
+AwarioRssBot
 Badass
-BatchFTP
-Bigfoot
-BotALot
-Brandprotect
-Buddy
-Calculon
+BetaBot
+Blow
+BlowFish
+BunnySlippers
+CheTeam
 CheeseBot
-Copier
-DomCopBot
-DomainAppender
-Dragonfly
-ECCP/1.0
-ExtractorPro
-FrontPage
-Fyrebot
+ChinaClaw
+Cloud mapping
+Collector
+CopyRightCheck
+DIIbot
+Dirbuster
+Dispatch
+DomainStatsBot
+Domains Project
+EasyDL
+EirGrabber
+FHscan
+FemtosearchBot
 G-i-g-a-b-o-t
-GPTBot
-GT::WWW
-Genieo
-GetWeb
+Go!Zilla
+Grabber
+Grafula
 GrapeshotCrawler
-HTMLparser
+GridBot
 HTTrack
-HybridBot
-Intelliseek
-Iskanie
-IstellaBot
-Jyxobot
-Kozmosbot
-Lanshanbot
-Larbin
-Likse
-LinkScan
-LinqiaMetadataDownloaderBot
-Majestic-SEO
-Majestic12
-MarkMonitor
-Mass Downloader
+Hloader
+InterGET
+Iria
+Jbrofuzz
+JustView
+Kenjin Spider
+Kinza
+Lipperhey
+Lmspider
+MFC_Tear_Sample
 MauiBot
-MegaIndex.ru
-Minefield
-NICErsPRO
+Metauri
+Microsoft Data Access
+Mister PiX
+Nameprotect
+NearSite
 NetLyzer
-Nettrack
-Netvibes
-Nibbler
-Nikto
-NimbleCrawler
+NextGenSearchBot
+Ninja
+Offline Navigator
 OnCrawl
-Openvas
-PictureFinder
-Probethenet
-Pump
-Quick-Crawler
-RankFlex
-RankingBot2
-RepoMonkey
-SEOkicks
-SEOstats
-ScreenerBot
+OpenVAS
+OutfoxBot
+POE-Component-Client-HTTP
+PageGrabber
+PeoplePal
+Pixray
+Pu_iN
+RankActiveLinkBot
+SEOprofiler
+ScrepyBot
+Searchestate
 SeekportBot
+SeobilityBot
 Seomoz
 Shodan
 SiteExplorer
 SlySearch
-Spbot
-Swiftbot
+Snake
+Snapbot
+Sosospider
+Sottopop
+Surfbot
 T0PHackTeam
-T8Abot
-TeleportPro
-TightTwatBot
-Toata
-TurnitinBot
-TwengaBot
-Upflow
-VoidEYE
-Voltron
-WWW-Mechanize
-Wallpapers/3.0
-Web Auto
-Web Collage
+Tracemyfile
+UnisterBot
+VB Project
+Voil
+WASALive-Bot
+WBSearchBot
+WWW-Collector-E
+Web Pix
 WebCollage
+WebImageCollector
+WebLeacher
 WebSauger
-WiseGuys Robot
+WebsiteExtractor
+Whatweb
+WinHTTrack
 Xenu
-autoemailspider
-check1.exe
-coccocbot
-cognitiveseo
-domainsproject.org
-linkdexbot
-muhstik-scan
-plumanalytics
-webmeup-crawler
-x09Mozilla
+Zade
+archive.org_bot
+arquivo-web-crawler
+backlink-check
+cah.io.community
+satoristudio.net
+scan.lol
+serpstatbot