V4.2024.04.4449 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-ALittle Client
-Alexibot
-Aspiegel
-Atomseobot
-AwarioRssBot
-AwarioSmartBot
-Bigfoot
-Bolt
-Bytespider
-CATExplorador
-CCBot
-ChatGPT-User
-Chlooe
-Claritybot
-Copyscape
-Crawling at Home Project
-DatabaseDriverMysqli
-DigitalPebble
+360Spider
+AIBOT
+AhrefsBot
+Ankit
+BetaBot
+BlowFish
+Bullseye
+CODE87
+Cegbfeieh
+CensysInspect
+CheTeam
+CheeseBot
+Citoid
+Collector
+Deusu
+Disco
+DomainAppender
 DomainCrawler
-ECCP/1.0
-Ecxi
-EyeNetIE
-FDM
-FacebookBot
-G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GetRight
-Go!Zilla
-HTTP::Lite
-Harvest
-HonoluluBot
+Dragonfly
+Ebingbong
+FHscan
+FemtosearchBot
+FyberSpider
+Getintent
+Grafula
+GrapeshotCrawler
+HaosouSpider
+Humanlinks
 Id-search
-IndeedBot
-Jetty
-LieBaoFast
-Likse
-Linkbot
-LinkextractorPro
+JamesBOT
+Keyword Density
+Lanshanbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 MIIxpc
-MSIECrawler
-MTRobot
-Mail.RU_Bot
-Majestic SEO
-Mass Downloader
 MauiBot
-MeanPath Bot
-MicroMessenger
-Mojolicious
-Nessus
+Needle
+NetLyzer
 NetMechanic
-NetSpider
-Ninja
-Offline Explorer
-OrangeSpider
+Nuclei
+Nutch
+PHPCrawl
+Page Analyzer
 Petalbot
-PictureFinder
-Piepmatz
-Proximic
-RSSingBot
-RebelMouse
+Pi-Monster
+Pixray
+ProPowerBot
+ProWebWalker
+PxBroker
+Reaper
+Recorder
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOstats
 ScoutJet
-Semrush
+Seekport
 SemrushBot
-SeobilityBot
-Snapbot
-SocialRankIOBot
-Spinn3r
-Stripper
-Surfbot
-Swiftbot
+Seomoz
+SiteExplorer
+Siteimprove
+SpaceBison
+Spanner
+Sqlworm
+Steeler
+Sucker
+Telesoft
 Telesphorep
-TheNomad
-Typhoeus
-V-BOT
+TurnitinBot
+TwengaBot
+URLy.Warning
 VB Project
 Vacuum
-Vagabondo
+VeriCiteCrawler
 VidibleScraper
+VoidEYE
 Voltron
-WebFuck
+WWW-Collector-E
+Wallpapers/3.0
+Web Enhancer
+WebEnhancer
+WebGo IS
+WebLeacher
 WebPix
-WebSauger
-WebmasterWorldForumBot
-WebsiteExtractor
-Whatweb
-WinHTTrack
-Wotbox
-Xaldon_WebSpider
-Xenu
-ZoomBot
-instabid
-lwp-trivial
-openai
-sexsearcher
-sysscan
+Woobot
+Zauba
+crawler4j
+demandbase-bot
+internetVista monitor
+lwp-request
+muhstik-scan
+oBot
+seocompany.store
+sogouspider
 tAkeOut
-zauba.io
+trendiction.com
+ubermetrics-technologies.com
+voyagerx.com
+webmeup-crawler
+zgrab