V4.2025.08.5437 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ALittle Client
+404enemy
+80legs
+Acunetix
+AhrefsBot
+Ai2Bot
 Alligator
+AlphaBot
 Anarchy
-Anarchy99
+Anthill
 Atomseobot
-BlackWidow
-BlowFish
 Brandprotect
-Bullseye
-BunnySlippers
-CCBot
-CheTeam
+Buddy
+BuiltBotTough
+CSHttp
+CazoodleBot
+Cogentbot
+Collector
+CopyRightCheck
 Copyscape
-CrunchBot
-DSearch
-Digincore
-Dispatch
-DnBCrawler-Analytics
-DomainAppender
-Dragonfly
-EMail Siphon
-EroCrawler
-Fuzz
+CrazyWebCrawler
+Curious
+DigitalPebble
+EMail Wolf
+Evil
+ExtLinksBot
+Foobot
+FrontPage
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-GoZilla
-Gotit
-HEADMasterSEO
-HTMLparser
+GermCrawler
+GetWeb
+Grafula
 Harvest
-HonoluluBot
-Id-search
+Hloader
+IDBTE4M
+IDBot
+Image Sucker
+Intelliseek
 InternetSeer
-IstellaBot
-LinkWalker
-Mb2345Browser
-MeanPath Bot
-NetMechanic
+LexiBot
+Lftp
+LinqiaScrapeBot
+Lmspider
+MQQBrowser
+MSIECrawler
+MTRobot
+Metauri
+Musobot
+Name Intelligence
+NetAnts
 NetZIP
 Nettrack
 Nibbler
-Ninja
-Octopus
-Openvas
+Nimbostratus
+Nuclei
+OrangeSpider
 PHPCrawl
-PageAnalyzer
-PageGrabber
-Papa Foto
-Picsearch
-PictureFinder
-Quick-Crawler
-Rainbot
-SEOkicks
-SEOlyt
-SEOstats
+POE-Component-Client-HTTP
+PeoplePal
+Petalbot
+Picscout
+ProPowerBot
+Proximic
+RankingBot
+Rankivabot
+Rogerbot
+SalesIntelligent
+ScoutJet
+ScrepyBot
+Searchestate
 SearchmetricsBot
-SiteAuditBot
-SiteSucker
-SlySearch
-Snapbot
-Sosospider
-Spider_Bot
-Spider_Bot/3.0
-SplitSignalBot
+SemrushBot-SI
+SeoCherryBot
+Spbot
+Sqworm
 Stripper
-Szukacz
-Teleport
+Swiftbot
+Telesphorep
 TightTwatBot
-Toata
-Turnitin
-Typhoeus
+Toweyabot
 VeriCiteCrawler
-Virusdie
-WBSearchBot
-WWW-Collector-E
-Wallpapers/3.0
-Web Fetch
-Web Sauger
-WebBandit
-WebEnhancer
-WebGo IS
-Webalta
-Wotbox
-Zade
-ZmEu
-arquivo.pt
-backlink-check
-coccocbot
-eCatch
-evc-batch
-imagesift.com
-probe-image-size
-s1z.ru
-scalaj-http
-seobility
-tAkeOut
-webmeup-crawler
-webprosbot
-x09Mozilla
-zauba.io
+WWWOFFLE
+Web Pix
+WebImageCollector
+WebsiteExtractor
+Zitebot
+ZyBorg
+archive.org_bot
+cah.io.community
+dataforseobot
+everyfeed-spider
+internetVista monitor
+lwp-request
+magpie-crawler
+muhstik-scan
+oBot
+omgili
+openai
+sexsearcher