V4.2024.10.4800 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-ALittle Client
-Aboundexbot
-AiHitBot
-Anarchie
-Aspiegel
-Atomseobot
-Black Hole
-Boardreader
-Brandprotect
-Brandwatch
-BuiltBotTough
+AIBOT
+Apexoo
+Asterias
+BacklinksExtendedBot
+Bullseye
 CODE87
-CheTeam
-ClaudeBot
-Cocolyzebot
-Collector
-Crescent
-CyotekWebCopy
-DSearch
-Digincore
-Dirbuster
-Disco
-DnBCrawler-Analytics
+Calculon
+Cloud mapping
+Custo
+DIIbot
+DTS Agent
+Demon
+Dispatch
+DnyzBot
 DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
-Express WebPictures
-Extreme Picture Finder
-G-i-g-a-b-o-t
-Grabber
-HEADMasterSEO
-HTMLparser
-Haansoft
-Id-search
-Internet Ninja
-JetCar
+DomainSigmaCrawler
+Exabot
+Foobot
+GPTBot
+GT::WWW
+Gotit
+GrapeshotCrawler
+HMView
+HTTrack
+Heritrix
+HybridBot
+Iblog
+InternetMeasurement
+Iria
 Keyword Density
-LinksManager
-Lmspider
-MIDown tool
-MIIxpc
-MQQBrowser
-MSIECrawler
+Lanshanbot
+Leap
+Lightspeedsystems
+Likse
+MFC_Tear_Sample
+MSFrontPage
+Majestic SEO
+MarkMonitor
+MarkWatch
+Mata Hari
 Mister PiX
-Mojeek
-Msrabot
+Moblie Safari
+MolokaiBot
 Name Intelligence
-Nessus
+Needle
 NetLyzer
-Nimbostratus
-Ninja
-Octopus
-PageScorer
-Papa Foto
-Pixray
+Offline Navigator
+OpenVAS
+Page Analyzer
+PageGrabber
+Piepmatz
+PleaseCrawl
 Pockey
 Psbot
-RankurBot
-RepoMonkey
-SISTRIX
-SMTBot
+PyCurl
+Rogerbot
+SBIder
+SEOkicks-Robot
 Screaming
-Seekport
-Semrush
-SenutoBot
-SiteCheckerBotCrawler
-Sitebeam
-SocialRankIOBot
-Spider_Bot/3.0
-Spinn3r
-SuperHTTP
-Surfbot
+SeoCherryBot
+Shodan
+Sitevigil
+SputnikBot
 SurveyBot
+Szukacz
 Telesphorep
-Toweyabot
-Twice
-VeriCiteCrawler
-WPScan
+Upflow
+VelenPublicWebCrawler
+VidibleScraper
+Voil
+WBSearchBot
+WWW-Mechanize
+WWWOFFLE
+Wallpapers
 WeSEE
-Web Auto
-Web Sauger
+Web Enhancer
+Web Sucker
+WebAuto
 WebEnhancer
-WebFuck
-Widow
-arquivo.pt
-clark-crawler
-dataforseo.com
-eCatch
-meanpathbot
-openai.com
-polaris version
-probe-image-size
-scan.lol
+WebFetch
+WebZIP
+WebsiteExtractor
+WebsiteQuester
+Whack
+Whatweb
+Wprecon
+YaK
+Zitebot
+adscanner
+backlink-check
+coccocbot
+cognitiveseo
+crawler4j
+instabid
+lwp-request
+oBot
+pcBrowser
 tAkeOut
-ubermetrics-technologies.com
-webgains-bot
-webpros.com
+webprosbot
 x09Mozilla