V4.2024.08.4662 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-AhrefsBot
-Atomseobot
-BDFetch
-Blow
-Buck
-CATExplorador
+ASPSeek
+AfD-Verbotsverfahren
+AlphaBot
+Attach
+Barkrowler
+Battleztar Bazinga
+Bitacle
+Brandwatch
 CazoodleBot
+ChatGPT-User
+CheeseBot
+ChinaClaw
 Citoid
-ClaudeBot
-Copier
-Custo
-Demon
-Discoverybot
+Cloud mapping
+Cosmos
+Crawling at Home Project
+DSearch
+DataCha0s
+DomainAppender
+DomainStatsBot
+Drip
 ECCP/1.0
-Ecxi
+Evil
 Exabot
-Extreme Picture Finder
-FemtosearchBot
-FlashGet
-GridBot
-HTTP::Lite
-Hloader
-Jetty
+Extractor
+FHscan
+Fyrebot
+Grabber
+Heritrix
+IDBot
+Iblog
+Id-search
+IlseBot
+InterGET
+Internet Ninja
 Jyxobot
 Keybot Translation-Search-Machine
-Lanshanbot
-LibWeb
-Linkbot
-LinkextractorPro
-Lipperhey
+Keyword Density
+LNSpiderguy
+Libwhisker
+Lightspeedsystems
+Lipperhey Spider
 Lmspider
-MFC_Tear_Sample
-MSFrontPage
+MIIxpc
 MSIECrawler
-Majestic SEO
-MarkWatch
-Masscan
-Mediatoolkitbot
-MegaIndex.ru
-Microsoft URL Control
-Msrabot
+Mag-Net
+Majestic-SEO
+Mass Downloader
+Musobot
+NICErsPRO
 Navroad
 Nessus
-NetLyzer
-NetZIP
-Nibbler
-Niki-bot
-Nmap
-OnCrawl
+NetMechanic
+Nettrack
+Ninja
+Nutch
+Offline Explorer
 OpenLinkProfiler
+OutclicksBot
+PHPCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
 PageScorer
-Panscient
-Papa Foto
-Pavuk
-Psbot
-Pump
-Rainbot
-RankActiveLinkBot
-Scrapy
-Screaming
-ScreenerBot
-SeekportBot
-SiteSucker
+Pixray
+QueryN Metasearch
+RankurBot
+RebelMouse
+Recorder
+SEOprofiler
+Seomoz
+Site Sucker
 Sitebeam
-SmartDownload
-Sociscraper
-Sogou web spider
-Spider_Bot/3.0
-SputnikBot
-Sucker
-SurveyBot
-Suzuran
-T8Abot
-Titan
-Toweyabot
-Trendiction
-TurnitinBot
-TwengaBot
-UnisterBot
-WEBDAV
-WISENutbot
-WWW-Collector-E
-Web Collage
+Spinn3r
+Sqworm
+TightTwatBot
+Twice
+Vacuum
+VidibleScraper
+VoidEYE
+Wallpapers/3.0
+WeSEE
+Web Enhancer
+WebAuto
 WebBandit
-WebFetch
-WebLeacher
-Wotbox
-Xaldon WebSpider
-Zade
+WebCollage
+WebSucker
+WebsiteQuester
+Widow
+archive.org_bot
 arquivo-web-crawler
-backlink-check
-dataforseo.com
-openai
+eCatch
+lwp-trivial
+mediawords
 page scorer
-polaris version
+ripz
+satoristudio.net
 serpstatbot
-voyagerx.com
-x22Mozilla
-xpymep1.exe
+siteripz
+sp_auditbot
+ubermetrics-technologies.com