V4.2024.08.4673 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-AIBOT
-Abonti
+AiHitBot
 AllSubmitter
 Anarchy
+Anarchy99
 Attach
-BDFetch
+AwarioBot
 BLEXBot
-BetaBot
-Bitacle
-Blackboard
-BuiltWith
-Calculon
-CheTeam
-Claritybot
-Cogentbot
-Collector
-Craftbot
-Crescent
-Custo
-DSearch
+Black Hole
+CATExplorador
+CheeseBot
+Cocolyzebot
+Cosmos
+CrazyWebCrawler
+DatabaseDriverMysqli
+Dirbuster
+Dispatch
 DittoSpyder
-DomCopBot
 DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-Dragonfly
-ECCP/1.0
-Fimap
-Fuzz
-GT::WWW
-Go-Ahead-Got-It
-GrapeshotCrawler
-Harvest
-Hloader
-HonoluluBot
-IDBot
+Dotbot
+EMail Siphon
+Express WebPictures
+FacebookBot
+Foobot
+GetRight
+Go!Zilla
+Grafula
+HMView
+HaosouSpider
+Humanlinks
 IRLbot
-Id-search
-Image Sucker
-Indy Library
-InfoNaviRobot
-InfoTekies
-Information Security Team InfraSec Scanner
-InternetSeer
-JOC Web Spider
-JamesBOT
-JustView
+IlseBot
+InterGET
 Kenjin Spider
-Lanshanbot
-LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
-MQQBrowser
-Magnet
-Microsoft Data Access
+Keybot Translation-Search-Machine
+LeechFTP
+Lftp
+Lightspeedsystems
+LinkScan
+LinkWalker
+Lipperhey Spider
+MSFrontPage
+Mag-Net
+MarkWatch
+MauiBot
+MegaIndex.ru
+Microsoft URL Control
 Mojeek
-NICErsPRO
-Net Vampire
+Mojolicious
+Mozlila
+NimbleCrawler
+Nutch
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
+Pandalytics
 Papa Foto
-Pu_iN
-PxBroker
+Pavuk
+Psbot
 Quick-Crawler
-RankFlex
-RankingBot2
-Re-re
-SEOlyticsCrawler
-ScoutJet
-SentiBot
-Site Sucker
-Sociscraper
-Spider_Bot
-Sqlworm
-SuperBot
-Surfbot
+RedesScrapy
+SBIder
+SEOprofiler
+ScreenerBot
+Semrush
+SeobilityBot
+Shodan
+Siphon
+SmartDownload
+Sogou web spider
+Sosospider
+SpaceBison
+Spanner
+Spbot
 SurveyBot
-The Intraformant
-TheNomad
-Trendictionbot
+T8Abot
+Telesphoreo
+Titan
 TurnitinBot
-Typhoeus
-URLy Warning
-V-BOT
-WWW-Mechanize
-Web Collage
-WebCollage
-WebCopier
-WebSauger
-WebZIP
-Website Quester
-Whack
-Wotbox
-Xenu
-anthropic-ai
-autoemailspider
-crawler4j
-isitwp.com
-tAkeOut
-x22Mozilla
+VeriCiteCrawler
+WeSEE
+Web Fuck
+Web Sucker
+Widow
+WiseGuys Robot
+Xaldon_WebSpider
+ZyBorg
+awario.com
+cohere-ai
+demandbase-bot
+facebookscraper
+linkdexbot
+linkfluence
+magpie-crawler
+mediawords
+scan.lol
+seobility
+sexsearcher
+sysscan
+webgains-bot