V4.2024.01.4264 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
-Aboundex
-Acunetix
-AhrefsBot
+ASPSeek
 AiHitBot
-Anarchie
-Anarchy99
-Ankit
-Anthill
-Barkrowler
+AllSubmitter
+Badass
 Bigfoot
 Blow
-Bolt
-Bytespider
-CSHttp
+BlowFish
+BotALot
+CODE87
+Calculon
 CensysInspect
-Citoid
-Cocolyzebot
-Craftbot
-DBLBot
-DIIbot
-DTS Agent
-DomainSigmaCrawler
-ECCP/1.0
-Express WebPictures
-FHscan
-GPTBot
-GermCrawler
-Go-Ahead-Got-It
-Gotit
-Grabber
-HTTP::Lite
+Cosmos
+CyotekWebCopy
+DatabaseDriverMysqli
+Dispatch
+Domains Project
+Ecxi
+EyeNetIE
+Fuzz
+G-i-g-a-b-o-t
+Getintent
 Haansoft
-Hloader
-Id-search
-JikeSpider
-Kinza
-Lanshanbot
-LeechFTP
+HaosouSpider
+Havij
+HonoluluBot
+Humanlinks
+Iblog
+InfoTekies
+JOC Web Spider
+Keybot Translation-Search-Machine
 LinksManager
-Lipperhey Spider
-Lmspider
-MQQBrowser
-MSFrontPage
-Majestic-SEO
-MauiBot
+Lipperhey
+Majestic SEO
+Masscan
+Meanpathbot
 Mediatoolkitbot
-Microsoft Data Access
-Name Intelligence
-NetLyzer
-Octopus
+Nessus
+NetSpider
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Offline Navigator
 Openfind
-OrangeBot
-Page Analyzer
-Pandalytics
+OutclicksBot
 Panscient
-Pimonster
+Picsearch
+Pockey
+ProWebWalker
+Probethenet
 Psbot
-Pump
-RankActiveLinkBot
-Rankivabot
-SEOkicks
+RSSingBot
+RankFlex
+RankurBot
+ReGet
+RealDownload
+ScanAlert
 ScreenerBot
-SemrushBot
+SenutoBot
+SeobilityBot
+Snapbot
+SocialRankIOBot
 Sociscraper
-SpankBot
+Sogou web spider
+SpaceBison
 Spanner
-Spinn3r
-TinyTestBot
-Titan
-Tracemyfile
-TurnitinBot
-Twice
+Spbot
+Swiftbot
+Szukacz
+TeleportPro
+TightTwatBot
+Toweyabot
+Trendiction
+Trendictionbot
 Upflow
-VCI
-VeriCiteCrawler
-Virusdie
-WASALive-Bot
-WBSearchBot
+Vagabondo
+Voil
+Voltron
+WEBDAV
 WPScan
-WWW-Mechanize
-Web Auto
-Web Fetch
-WebGo IS
+WWWOFFLE
+Web Sucker
 WebReaper
-Webalta
+WebWhacker
+Webster
+Whacker
+Whatweb
 WiseGuys Robot
-Woobot
+YoudaoBot
 Zeus
-arquivo.pt
-cognitiveseo
-crawler.feedback
-demandbase-bot
-pcBrowser
-plumanalytics
+cah.io.community
+dataforseobot
+ips-agent
+lwp-trivial
 polaris version
-satoristudio.net
-seocompany.store
-xpymep1.exe
+scan.lol
+serpstatbot
+sitechecker.pro
+sysscan
+webmeup-crawler
+webprosbot