V4.2025.09.5456 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-ALittle Client
-Ankit
-AwarioRssBot
+AIBOT
+Acunetix
+AdsTxtCrawlerTP
+Ai2Bot
+AllSubmitter
+Apexoo
 BBBike
-Badass
-Blow
-BlowFish
-Brandwatch
-BuzzSumo
-CherryPicker
+BatchFTP
+BetaBot
+Black Hole
+CazoodleBot
+ChatGPT-User
 CopyRightCheck
-Craftbot
-DIIbot
-Demon
-Extreme Picture Finder
-Ezooms
-Fimap
-GeedoProductSearch
-Getintent
-Gigabot
-Go!Zilla
+DatabaseDriverMysqli
+Discoverybot
+DomainStatsBot
+Dragonfly
+EMail Siphon
+EasyDL
+Ebingbong
+EroCrawler
+ExtractorPro
+FacebookBot
+Fuzz
+Grabber
+GrapeshotCrawler
 Harvest
-InfoTekies
-InfraSec Scanner
-Keyword Density
-Lipperhey Spider
-MSFrontPage
-Majestic-SEO
-Mb2345Browser
-Microsoft URL Control
+IRLbot
+InternetMeasurement
+JikeSpider
+Larbin
+LeechFTP
+LexiBot
+Lightspeedsystems
+Mail.RU_Bot
+Majestic12
+Masscan
 Mozlila
 Name Intelligence
-Netcraft
-Nmap
-Nuclei
-PageAnalyzer
-PageScorer
-PageThing.com
-Pavuk
-Petalbot
-ProWebWalker
-PyCurl
-Re-re
-RealDownload
+Needle
+Offline Explorer
+OrangeSpider
+POE-Component-Client-HTTP
+Picscout
+Piepmatz
+Probethenet
+Quick-Crawler
+SBIder
 SEOkicks
 SEOlyt
-Scanbot
-ScrepyBot
 SemrushBot
-SemrushBot-FT
 SemrushBot-SWA
-Seomoz
-Site Sucker
-SiteAuditBot
+SeobilityBot
+Shodan
 SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
-SpaceBison
-Spammen
-SpankBot
-Surfbot
+Sociscraper
+Sottopop
+Spider_Bot
+Suzuran
 Swiftbot
-Telesphorep
+Telesoft
 The Intraformant
-Titan
-Tracemyfile
-True_Robot
-Twice
-Vagabondo
+Thumbor
+VB Project
+Virusdie
 Voil
 Voltron
+WASALive-Bot
+WBSearchBot
 WEBDAV
-WPScan
+Wallpapers/3.0
 WallpapersHD
-Web Auto
-Web Fuck
-WebImageCollector
-Webalta
-WebmasterWorldForumBot
+WeSEE
+Web Collage
+WebAuto
+WebEnhancer
+WebGo IS
+WebSucker
 Whack
-Whatweb
-Woobot
-Wotbox
-YoudaoBot
-autoemailspider
+Whacker
+arquivo-web-crawler
+arquivo.pt
 awario.com
-clark-crawler
-cognitiveseo
-crawler.feedback
-isitwp.com
-meanpathbot
-netEstate NE Crawler
-ripz
+check1.exe
+cohere-ai
+linkdexbot
+magpie-crawler
+oBot
+openai.com
+page scorer
+plumanalytics
+probe-image-size
 s1z.ru
+scan.lol
 seoscanners
-trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
-zauba.io
+sexsearcher
+siteripz
+sp_auditbot
+trendiction.de