V4.2024.01.4249 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AhrefsBot
+404checker
+AIBOT
+ASPSeek
+Acunetix
 Alligator
-AlphaBot
-Anarchy
-Asterias
-Atomseobot
-Attach
-BackStreet
-Badass
-Bitacle
+Anthill
+BLEXBot
+Barkrowler
+Battleztar Bazinga
+Boardreader
+Calculon
 Chlooe
-Cosmos
-DTS Agent
-Deusu
-Dragonfly
+Crawling at Home Project
+DIIbot
+DomainCrawler
+DomainSigmaCrawler
+EasyDL
 ExtLinksBot
-Extractor
-ExtractorPro
-FlashGet
-Freeuploader
-FrontPage
-Fuzz
-Fyrebot
-GT::WWW
+FHscan
+Fimap
+Firefox/7.0
+Flunky
+G-i-g-a-b-o-t
+GermCrawler
+GetWeb
+Getintent
 Go!Zilla
-HybridBot
-IRLbot
-Indy Library
-Intelliseek
-Joomla
+GoZilla
+Gotit
+GridBot
+HMView
+Haansoft
+HaosouSpider
+Harvest
+Iblog
+Image Sucker
+Jetty
+JikeSpider
+Keybot Translation-Search-Machine
 Keyword Density
-Kinza
-Lftp
-LinkScan
-LinqiaRSSBot
-Litemage_walker
-Ltx71
-MSFrontPage
-MauiBot
-Mediatoolkitbot
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-Nameprotect
-Nuclei
-PageGrabber
-Pockey
-Pu_iN
-Quick-Crawler
-Recorder
-Rogerbot
-SEOkicks
+LieBaoFast
+LinkWalker
+MJ12bot
+Majestic SEO
+MarkWatch
+Metauri
+MolokaiBot
+Mozlila
+Musobot
+NPbot
+Name Intelligence
+Net Vampire
+Nibbler
+Octopus
+OnCrawl
+Openfind
+Pandalytics
+PeoplePal
+PictureFinder
+Pixray
+ProWebWalker
+RankingBot2
+RankurBot
+RebelMouse
+SEOlyticsCrawler
 SalesIntelligent
 ScoutJet
-Searchestate
 SearchmetricsBot
-SiteLockSpider
-Siteimprove
+Semrush
+SemrushBot
+SenutoBot
+SeobilityBot
+SiteCheckerBotCrawler
+Snapbot
 Sociscraper
-SpankBot
-Spanner
-Sqlmap
-Surfbot
-Suzuran
-Swiftbot
-Szukacz
-T8Abot
-Toweyabot
-Trendiction
-URLy.Warning
-VCI
+Sqlworm
+Stripper
+The Intraformant
+TightTwatBot
+Toata
+Tracemyfile
+URLy Warning
+V-BOT
+Voltron
+WWW-Mechanize
 WWWOFFLE
-Web Fuck
-Web Pix
+Web Enhancer
 Web Sauger
-WebCollage
-WebImageCollector
-WebSauger
-Who.is Bot
-Woobot
-Xaldon_WebSpider
-Zade
-Zermelo
-ZoomBot
-adscanner
-dataforseobot
-eCatch
-gopher
-muhstik-scan
+WebEnhancer
+WebLeacher
+Xaldon WebSpider
+Zeus
+arquivo.pt
+openai.com
 page scorer
-plumanalytics
-satoristudio.net
-scan.lol
-sitechecker.pro
-sp_auditbot
+siteripz
 sysscan
-voyagerx.com
-webpros.com
-webprosbot
-zauba.io
+tAkeOut
+trendiction.de
+x22Mozilla