V4.2024.06.4537 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 AIBOT
-Aboundexbot
-AhrefsBot
-Attach
-BackWeb
-Barkrowler
-Battleztar Bazinga
-Black Hole
+ALittle Client
+Alligator
+Atomseobot
 Blackboard
-Buck
+Boardreader
+BuiltWith
 CATExplorador
 CCBot
-Collector
-CyotekWebCopy
-Discoverybot
+CSHttp
+Cegbfeieh
+CherryPicker
+Cocolyzebot
+Cogentbot
+Copier
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+DnyzBot
+Drip
 ECCP/1.0
-EasyDL
-Evil
-ExtractorPro
-Extreme Picture Finder
-FemtosearchBot
-Fimap
-Firefox/7.0
-FlashGet
-Flunky
-Go-Ahead-Got-It
+ExtLinksBot
+FacebookBot
+Foobot
+Fuzz
 GoZilla
+Gotit
+GrabNet
+Grafula
+HMView
+Harvest
 Havij
-IDBot
-IRLbot
-Information Security Team InfraSec Scanner
-InfraSec Scanner
-Iskanie
+HybridBot
+Iria
 IstellaBot
 JetCar
-LieBaoFast
-Linkbot
-LinqiaRSSBot
-Mail.RU_Bot
-MarkMonitor
-MarkWatch
-Mata Hari
-Meanpathbot
-Microsoft Data Access
-Moblie Safari
-MolokaiBot
-NetAnts
-PageScorer
-Pu_iN
-Pump
-Rainbot
-RankurBot
-Recorder
-RedesScrapy
-SEOstats
-ScoutJet
-ScreenerBot
-SemrushBot
-SenutoBot
-SeobilityBot
-Siphon
+Jetty
+JikeSpider
+Kenjin Spider
+Keybot Translation-Search-Machine
+Keyword Density
+Larbin
+Lftp
+LibWeb
+LinkpadBot
+Ltx71
+MIIxpc
+Majestic-SEO
+Majestic12
+Mass Downloader
+MauiBot
+Msrabot
+Musobot
+NPbot
+Netcraft
+Nibbler
+Niki-bot
+Nikto
+Nimbostratus
+OnCrawl
+PHPCrawl
+ProPowerBot
+Proximic
+Re-re
+Ripper
+Scanbot
+Searchestate
+SeekportBot
 Site Sucker
 SiteLockSpider
-Snake
-Snapbot
-Sottopop
-SpankBot
-Spinn3r
-SputnikBot
-Sqworm
+Siteimprove
+Sitevigil
+SlySearch
+SmartDownload
+The Intraformant
+Thumbor
 TinyTestBot
-Toata
-Tracemyfile
-True_Robot
-VidibleScraper
-WWW-Collector-E
+Trendiction
+TwengaBot
+VB Project
+Vagabondo
 WWW-Mechanize
-WeSEE
-WebReaper
-Webalta
+WebAuto
+WebLeacher
+WebmasterWorldForumBot
+WebsiteExtractor
 WebsiteQuester
-Webster
-Whatweb
-WiseGuys Robot
-Xenu
-adscanner
-cohere-ai
-crawler.feedback
-demandbase-bot
-gopher
+WinHTTrack
+Wotbox
+YoudaoBot
+Zitebot
+anthropic-ai
+cah.io.community
+coccocbot
 imagesift.com
-ips-agent
-linkdexbot
-meanpathbot
 page scorer
-sp_auditbot
-trendiction.com
-webmeup-crawler
-x09Mozilla
-zauba.io
+ripz
+s1z.ru
+trendiction.de
+x22Mozilla