V4.2024.03.4362 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AIBOT
-Abonti
-AdsTxtCrawlerTP
-Alligator
-Anarchie
+Aboundexbot
+AhrefsBot
+Anarchy
 Aspiegel
-AwarioSmartBot
-Brandprotect
-Brandwatch
-Buddy
-BuiltWith
-Calculon
+AwarioRssBot
+Bandit
+Barkrowler
+BetaBot
+Bitacle
+BuiltBotTough
+BunnySlippers
 CazoodleBot
-CrazyWebCrawler
-CyotekWebCopy
-Disco
-Dispatch
-DomainSigmaCrawler
-Extreme Picture Finder
-FrontPage
-FyberSpider
-G-i-g-a-b-o-t
-GermCrawler
-Grabber
-GrapeFX
-HTTP::Lite
-Haansoft
-HaosouSpider
+Chlooe
+Cocolyzebot
+Crawling at Home Project
+Custo
+DatabaseDriverMysqli
+DigitalPebble
+Domains Project
+Dotbot
+Ezooms
+Firefox/7.0
+Fuzz
+GalaxyBot
+Genieo
+GetRight
+HonoluluBot
 Humanlinks
-IDBTE4M
-Indy Library
-Iria
-JOC Web Spider
-JetCar
+HybridBot
+Id-search
+Image Fetch
+IstellaBot
 Jyxobot
-Kinza
+Kenjin Spider
+Keybot Translation-Search-Machine
 Kozmosbot
-Leap
-LeechGet
-LexiBot
-MIIxpc
-Majestic-SEO
-MauiBot
-MicroMessenger
-Minefield
-Moblie Safari
-Musobot
+LWP::Simple
+LeechFTP
+LinkWalker
+MJ12bot
+MQQBrowser
+Mass Downloader
+Masscan
+Mb2345Browser
+Mediatoolkitbot
+Mister PiX
+Needle
 Net Vampire
+NetMechanic
+Nettrack
 Nikto
-NimbleCrawler
-OutfoxBot
-PECL::HTTP
-PageThing.com
-Papa Foto
-PeoplePal
-Piepmatz
+Nutch
+Openfind
+PHPCrawl
+POE-Component-Client-HTTP
+PageGrabber
+Panscient
+Picsearch
+Pockey
+PxBroker
 RankFlex
-RankingBot2
+Recorder
+RepoMonkey
+SEOlyticsCrawler
+SEOprofiler
 SMTBot
-ScanAlert
 Seekport
+SemanticJuice
 Semrush
-Siphon
-Sottopop
-Steeler
-Surfbot
-TinyTestBot
-URLy.Warning
-VB Project
-VCI
-WASALive-Bot
-WISENutbot
-WPScan
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
-WebCollage
-WebGo IS
-WebZIP
-Who.is Bot
+SentiBot
+SeoSiteCheckup
+Shodan
+Sitebeam
+Sosospider
+Spanner
+SurveyBot
+Telesphorep
+Trendiction
+Twice
+URLy Warning
+Upflow
+WWW-Mechanize
+Web Fetch
+Web Sauger
+Widow
 Wonderbot
 Zade
-Zauba
-ZmEu
+Zitebot
 ZoominfoBot
-ZumBot
-check1.exe
-evc-batch
-heritrix
-instabid
-iubenda-radar
-meanpathbot
+ZyBorg
+arquivo.pt
+imagesift.com
 oBot
 openai.com
 polaris version
-probe-image-size
-satoristudio.net
-seoscanners
-xpymep1.exe
+sogouspider
+spyfu
+tAkeOut
+trendiction.de
+webgains-bot