V4.2024.02.4306 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-BBBike
-Badass
-Bandit
-BlackWidow
-BuiltWith
-CensysInspect
-ChatGPT-User
-CherryPicker
+AIBOT
+Alexibot
+Atomseobot
+BacklinkCrawler
+Buddy
+BuiltBotTough
+BunnySlippers
+CATExplorador
+CCBot
+CheeseBot
+Cogentbot
+Copyscape
 Craftbot
-CyotekWebCopy
-DTS Agent
-Deusu
-Devil
-Digincore
-ECCP/1.0
-Exabot
-Extreme Picture Finder
-FlashGet
-GT::WWW
-GalaxyBot
-GetWeb
-GoZilla
-HEADMasterSEO
-HaosouSpider
-Image Fetch
-ImagesiftBot
-InfoNaviRobot
-Intelliseek
+CrunchBot
+DomainSigmaCrawler
+Domains Project
+FemtosearchBot
+GermCrawler
+Grabber
+GrapeshotCrawler
+Haansoft
+HonoluluBot
+HybridBot
+IDBot
+Iblog
+Indy Library
+Internet Ninja
+InternetSeer
 Joomla
-Keybot Translation-Search-Machine
-Lftp
-LieBaoFast
-LinkpadBot
-Lipperhey
-Ltx71
-MSIECrawler
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-MauiBot
-Meanpathbot
-MicroMessenger
-Microsoft Data Access
-Mister PiX
-Mojolicious
-Nibbler
-Ninja
+Jorgee
+Larbin
+LexiBot
+Lmspider
+MJ12bot
+Majestic12
+Mediatoolkitbot
+MegaIndex.ru
+Mozlila
+NICErsPRO
+NPbot
+Nessus
+NetSpider
+NimbleCrawler
 Nuclei
-Octopus
-Offline Explorer
+Nutch
 OpenLinkProfiler
-OpenVAS
-Openfind
-PHPCrawl
-PageAnalyzer
-PageScorer
-PageThing.com
-Picscout
-PleaseCrawl
-RankActive
+OrangeSpider
+Petalbot
+Psbot
+PxBroker
+RankActiveLinkBot
+RankFlex
+RankingBot
 ReGet
-Recorder
+Ripper
+Rogerbot
 SEOkicks
-SMTBot
-SeekportBot
-Semrush
-SenutoBot
-SiteLockSpider
-SiteSucker
+SEOprofiler
+ScoutJet
+Scrapy
+Searchestate
+SemrushBot
+Shodan
 Sociscraper
-Sqworm
-Steeler
-Stripper
-SuperBot
-Szukacz
-Trendiction
-True_Robot
-Turnitin
-TwengaBot
+Spammen
+Spinn3r
+T8Abot
+TightTwatBot
 V-BOT
-VoidEYE
-Wallpapers/3.0
+VB Project
+Vagabondo
+Voltron
+WWW::Mechanize
+Web Enhancer
+WebCollage
 WebFetch
-Webshag
-WebsiteExtractor
-Whacker
-ZoomBot
-ZumBot
-arquivo.pt
-check1.exe
-cohere-ai
-crawler.feedback
-dataforseo.com
+WebPix
+WebReaper
+WebSauger
+Website Quester
+Whack
+Woobot
+Wotbox
+ZyBorg
+adscanner
+anthropic-ai
+clark-crawler
+cognitiveseo
+domainsproject.org
 imagesift.com
-iubenda-radar
-lwp-trivial
-openai.com
+isitwp.com
+probe-image-size
+satoristudio.net
+seocompany.store
 sitechecker.pro
-ubermetrics-technologies.com
+siteripz
+trendiction.de
+voyagerx.com
+webpros.com
+x22Mozilla