V4.2024.06.4538 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-ALittle Client
-Alligator
-Atomseobot
-Blackboard
-Boardreader
-BuiltWith
+360Spider
+404checker
+Aboundex
+Asterias
+AwarioBot
+AwarioRssBot
+BackWeb
+BatchFTP
+Buck
+Buddy
 CATExplorador
-CCBot
 CSHttp
 Cegbfeieh
-CherryPicker
-Cocolyzebot
+CensysInspect
+CheTeam
+Chlooe
 Cogentbot
-Copier
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
+Craftbot
+Dirbuster
+DittoSpyder
 DnyzBot
-Drip
-ECCP/1.0
-ExtLinksBot
-FacebookBot
-Foobot
-Fuzz
-GoZilla
-Gotit
+Domains Project
+Extreme Picture Finder
+Freeuploader
+G-i-g-a-b-o-t
 GrabNet
-Grafula
-HMView
-Harvest
-Havij
 HybridBot
-Iria
+ImagesiftBot
 IstellaBot
-JetCar
-Jetty
-JikeSpider
-Kenjin Spider
-Keybot Translation-Search-Machine
-Keyword Density
-Larbin
-Lftp
-LibWeb
-LinkpadBot
-Ltx71
-MIIxpc
+Kozmosbot
+LeechFTP
+Linkbot
+LinksManager
+LinqiaMetadataDownloaderBot
+MIDown tool
+MTRobot
 Majestic-SEO
-Majestic12
-Mass Downloader
-MauiBot
+Mojolicious
 Msrabot
-Musobot
+NICErsPRO
 NPbot
-Netcraft
-Nibbler
-Niki-bot
-Nikto
-Nimbostratus
-OnCrawl
-PHPCrawl
-ProPowerBot
-Proximic
-Re-re
-Ripper
+NetLyzer
+Netvibes
+NimbleCrawler
+OpenVAS
+OutfoxBot
+Picsearch
+PleaseCrawl
+Psbot
+QueryN Metasearch
+Rainbot
+RankFlex
+RankingBot2
+RedesScrapy
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
+SalesIntelligent
 Scanbot
-Searchestate
-SeekportBot
-Site Sucker
-SiteLockSpider
-Siteimprove
+ScrepyBot
+SearchmetricsBot
+SemanticJuice
+SenutoBot
+Siphon
 Sitevigil
-SlySearch
-SmartDownload
-The Intraformant
-Thumbor
-TinyTestBot
-Trendiction
-TwengaBot
-VB Project
-Vagabondo
-WWW-Mechanize
+Sottopop
+SpankBot
+SputnikBot
+Stripper
+SuperBot
+SurveyBot
+Twice
+VoidEYE
+WEBDAV
+WWW-Collector-E
+WWWOFFLE
+WallpapersHD
+Web Auto
 WebAuto
 WebLeacher
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
+Whatweb
 WinHTTrack
-Wotbox
-YoudaoBot
-Zitebot
+Xenu
+Zade
+Zauba
+ZmEu
+ZoominfoBot
 anthropic-ai
-cah.io.community
-coccocbot
-imagesift.com
-page scorer
+archive.org_bot
+dataforseobot
+eCatch
+instabid
+ips-agent
+linkfluence
+meanpathbot
 ripz
-s1z.ru
-trendiction.de
-x22Mozilla
+sexsearcher
+sitechecker.pro
+webmeup-crawler
+zauba.io