V4.2025.08.5431 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ALittle Client
-Aboundexbot
-Ai2Bot
-Alligator
-Ankit
-Attach
-BackStreet
-Bandit
-Barkrowler
-Black Hole
-Bolt
-BotALot
-BunnySlippers
-CCBot
-Calculon
-CazoodleBot
-ChinaClaw
-Chlooe
-Claritybot
-ClaudeBot
+AIBOT
+AiHitBot
+BLEXBot
+BackDoorBot
+BackWeb
+BacklinksExtendedBot
+Brandwatch
+Buck
+BuiltWith
+Bytespider
+CheTeam
+CheeseBot
 Cliqzbot
 Cloud mapping
-DSearch
-Deusu
-Dirbuster
-Dispatch
-DittoSpyder
-DomainSigmaCrawler
-Dotbot
-Firefox/7.0
-GoZilla
+Crescent
+Ecxi
+Express WebPictures
+Extractor
+FacebookBot
+FemtosearchBot
+Flunky
+Fuzz
+GPTBot
+GermCrawler
+Gigabot
 Grabber
+GrapeFX
 GrapeshotCrawler
-ImagesiftBot
-InfraSec Scanner
-InterGET
-JennyBot
-Keyword Density
+GridBot
+HEADMasterSEO
+Haansoft
+Humanlinks
+IRLbot
+InternetSeer
+JOC Web Spider
+JetCar
+Jorgee
 Larbin
-LeechGet
-Libwhisker
-LinksManager
-LinqiaScrapeBot
-MIDown tool
-MSIECrawler
-MTRobot
-MegaIndex.ru
-Moblie Safari
-NetLyzer
-Offline Navigator
-PHPCrawl
-PageGrabber
-PageScorer
+Leap
+Likse
+LinkWalker
+LinkpadBot
+Mail.RU_Bot
+Majestic SEO
+Mata Hari
+Nessus
+Nikto
+Nmap
+Nuclei
+OutfoxBot
+POE-Component-Client-HTTP
+PageAnalyzer
+Pandalytics
+Panscient
 Pixray
-ProWebWalker
-PxBroker
-RankingBot
-Re-re
+Rainbot
+Rankivabot
 RealDownload
-RocketCrawler
+Recorder
 SEOkicks
-SEOlyt
-SEOstats
-SISTRIX
-ScoutJet
-SemanticJuice
-SeoCherryBot
 Shodan
-SiteLockSpider
+Site Sucker
+SiteCheckerBotCrawler
 Snake
-Swiftbot
-T8Abot
-Telesoft
-The Intraformant
-Typhoeus
-URLy Warning
+Snoopy
+SocialRankIOBot
+SpankBot
+SplitSignalBot
+Sqlworm
+Sucker
+SurveyBot
+Toata
+TwengaBot
 VB Project
-Vacuum
-Voil
+VidibleScraper
 WBSearchBot
-WISENutbot
-WWW-Mechanize
+WWW::Mechanize
 WallpapersHD
-Web Pix
-WebCopier
-WebImageCollector
-Webshag
-WebsiteExtractor
-Whacker
-Who.is Bot
+WeSEE
+Web Sucker
+WebLeacher
+WebWhacker
+Website Quester
+Whack
 Wonderbot
-Zeus
-dataforseo.com
-iubenda-radar
-magpie-crawler
-netEstate NE Crawler
-page scorer
+Wotbox
+Zade
+ZmEu
+ZyBorg
+com.plumanalytics
+demandbase-bot
+eCatch
+gopher
+heritrix
+internetVista monitor
+lwp-request
 serpstatbot
+sysscan
+webmeup-crawler
 xpymep1.exe